{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 34720,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00014400921658986175,
      "grad_norm": 2.664785114749606,
      "learning_rate": 5.76036866359447e-09,
      "loss": 1.4932,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.5888068675994873,
      "step": 5,
      "valid_targets_mean": 763.4,
      "valid_targets_min": 58
    },
    {
      "epoch": 0.0002880184331797235,
      "grad_norm": 3.4826078132719682,
      "learning_rate": 1.2960829493087559e-08,
      "loss": 1.4477,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3796030282974243,
      "step": 10,
      "valid_targets_mean": 535.1,
      "valid_targets_min": 78
    },
    {
      "epoch": 0.0004320276497695853,
      "grad_norm": 3.5367435835558165,
      "learning_rate": 2.0161290322580647e-08,
      "loss": 1.3971,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3116960525512695,
      "step": 15,
      "valid_targets_mean": 568.7,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.000576036866359447,
      "grad_norm": 2.751090399833816,
      "learning_rate": 2.7361751152073735e-08,
      "loss": 1.4848,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4145351648330688,
      "step": 20,
      "valid_targets_mean": 604.9,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.0007200460829493088,
      "grad_norm": 5.321418284862647,
      "learning_rate": 3.4562211981566826e-08,
      "loss": 1.3423,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.377208948135376,
      "step": 25,
      "valid_targets_mean": 348.3,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.0008640552995391706,
      "grad_norm": 2.5680016053763106,
      "learning_rate": 4.176267281105991e-08,
      "loss": 1.5874,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3873783349990845,
      "step": 30,
      "valid_targets_mean": 694.3,
      "valid_targets_min": 205
    },
    {
      "epoch": 0.0010080645161290322,
      "grad_norm": 3.4086054457280763,
      "learning_rate": 4.8963133640552995e-08,
      "loss": 1.4387,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2532899379730225,
      "step": 35,
      "valid_targets_mean": 483.2,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.001152073732718894,
      "grad_norm": 2.9786828529682228,
      "learning_rate": 5.6163594470046087e-08,
      "loss": 1.501,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4410383701324463,
      "step": 40,
      "valid_targets_mean": 546.1,
      "valid_targets_min": 136
    },
    {
      "epoch": 0.0012960829493087558,
      "grad_norm": 3.1569254013008736,
      "learning_rate": 6.336405529953918e-08,
      "loss": 1.3386,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.5817276239395142,
      "step": 45,
      "valid_targets_mean": 591.9,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.0014400921658986176,
      "grad_norm": 2.842628676583935,
      "learning_rate": 7.056451612903226e-08,
      "loss": 1.3289,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3050609827041626,
      "step": 50,
      "valid_targets_mean": 606.8,
      "valid_targets_min": 184
    },
    {
      "epoch": 0.0015841013824884793,
      "grad_norm": 2.705163793963273,
      "learning_rate": 7.776497695852535e-08,
      "loss": 1.4793,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.9259811639785767,
      "step": 55,
      "valid_targets_mean": 744.7,
      "valid_targets_min": 228
    },
    {
      "epoch": 0.0017281105990783411,
      "grad_norm": 4.281263981288611,
      "learning_rate": 8.496543778801843e-08,
      "loss": 1.3789,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3261408805847168,
      "step": 60,
      "valid_targets_mean": 433.6,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.0018721198156682027,
      "grad_norm": 2.0516418003864754,
      "learning_rate": 9.216589861751152e-08,
      "loss": 1.4271,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.7683457136154175,
      "step": 65,
      "valid_targets_mean": 819.7,
      "valid_targets_min": 131
    },
    {
      "epoch": 0.0020161290322580645,
      "grad_norm": 3.4417346727068474,
      "learning_rate": 9.936635944700461e-08,
      "loss": 1.3962,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4640519618988037,
      "step": 70,
      "valid_targets_mean": 475.9,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.0021601382488479265,
      "grad_norm": 2.4596890202723296,
      "learning_rate": 1.065668202764977e-07,
      "loss": 1.4009,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3652749061584473,
      "step": 75,
      "valid_targets_mean": 654.3,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.002304147465437788,
      "grad_norm": 2.6197283141969523,
      "learning_rate": 1.1376728110599078e-07,
      "loss": 1.3941,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3360538482666016,
      "step": 80,
      "valid_targets_mean": 513.5,
      "valid_targets_min": 130
    },
    {
      "epoch": 0.0024481566820276496,
      "grad_norm": 3.764261322018906,
      "learning_rate": 1.2096774193548387e-07,
      "loss": 1.4139,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3577029705047607,
      "step": 85,
      "valid_targets_mean": 513.8,
      "valid_targets_min": 63
    },
    {
      "epoch": 0.0025921658986175116,
      "grad_norm": 3.061770435605202,
      "learning_rate": 1.2816820276497698e-07,
      "loss": 1.44,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.5663883686065674,
      "step": 90,
      "valid_targets_mean": 617.5,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.002736175115207373,
      "grad_norm": 3.020582820382925,
      "learning_rate": 1.3536866359447006e-07,
      "loss": 1.5953,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.6708874702453613,
      "step": 95,
      "valid_targets_mean": 591.1,
      "valid_targets_min": 87
    },
    {
      "epoch": 0.002880184331797235,
      "grad_norm": 2.0593571237670703,
      "learning_rate": 1.4256912442396316e-07,
      "loss": 1.298,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1298588514328003,
      "step": 100,
      "valid_targets_mean": 597.7,
      "valid_targets_min": 131
    },
    {
      "epoch": 0.0030241935483870967,
      "grad_norm": 2.5567892855061896,
      "learning_rate": 1.4976958525345624e-07,
      "loss": 1.3616,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.6082801818847656,
      "step": 105,
      "valid_targets_mean": 538.8,
      "valid_targets_min": 63
    },
    {
      "epoch": 0.0031682027649769587,
      "grad_norm": 3.1373146181272773,
      "learning_rate": 1.5697004608294934e-07,
      "loss": 1.3712,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3361399173736572,
      "step": 110,
      "valid_targets_mean": 503.0,
      "valid_targets_min": 219
    },
    {
      "epoch": 0.0033122119815668202,
      "grad_norm": 3.8448935448151222,
      "learning_rate": 1.641705069124424e-07,
      "loss": 1.508,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.5826051235198975,
      "step": 115,
      "valid_targets_mean": 541.9,
      "valid_targets_min": 178
    },
    {
      "epoch": 0.0034562211981566822,
      "grad_norm": 2.980966195263461,
      "learning_rate": 1.7137096774193547e-07,
      "loss": 1.5535,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2751803398132324,
      "step": 120,
      "valid_targets_mean": 480.3,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.003600230414746544,
      "grad_norm": 2.635356147452259,
      "learning_rate": 1.7857142857142858e-07,
      "loss": 1.5185,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.5290621519088745,
      "step": 125,
      "valid_targets_mean": 547.9,
      "valid_targets_min": 174
    },
    {
      "epoch": 0.0037442396313364054,
      "grad_norm": 2.5388039685570303,
      "learning_rate": 1.8577188940092166e-07,
      "loss": 1.3122,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.30809485912323,
      "step": 130,
      "valid_targets_mean": 440.2,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.0038882488479262674,
      "grad_norm": 2.1583777630507193,
      "learning_rate": 1.9297235023041476e-07,
      "loss": 1.2759,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0090380907058716,
      "step": 135,
      "valid_targets_mean": 672.2,
      "valid_targets_min": 139
    },
    {
      "epoch": 0.004032258064516129,
      "grad_norm": 2.249720520350469,
      "learning_rate": 2.0017281105990784e-07,
      "loss": 1.5636,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3703432083129883,
      "step": 140,
      "valid_targets_mean": 600.5,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.004176267281105991,
      "grad_norm": 2.307625832203604,
      "learning_rate": 2.0737327188940094e-07,
      "loss": 1.4181,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3647794723510742,
      "step": 145,
      "valid_targets_mean": 668.4,
      "valid_targets_min": 196
    },
    {
      "epoch": 0.004320276497695853,
      "grad_norm": 2.2156904842524825,
      "learning_rate": 2.1457373271889402e-07,
      "loss": 1.433,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.552899718284607,
      "step": 150,
      "valid_targets_mean": 615.5,
      "valid_targets_min": 164
    },
    {
      "epoch": 0.004464285714285714,
      "grad_norm": 2.14066760642067,
      "learning_rate": 2.2177419354838713e-07,
      "loss": 1.4677,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.7379209995269775,
      "step": 155,
      "valid_targets_mean": 582.3,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.004608294930875576,
      "grad_norm": 2.3615507541959486,
      "learning_rate": 2.2897465437788023e-07,
      "loss": 1.545,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.6138298511505127,
      "step": 160,
      "valid_targets_mean": 468.9,
      "valid_targets_min": 65
    },
    {
      "epoch": 0.004752304147465438,
      "grad_norm": 2.1582039935342445,
      "learning_rate": 2.3617511520737328e-07,
      "loss": 1.4332,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4124794006347656,
      "step": 165,
      "valid_targets_mean": 581.1,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.004896313364055299,
      "grad_norm": 2.390139338905296,
      "learning_rate": 2.4337557603686636e-07,
      "loss": 1.3913,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.5594019889831543,
      "step": 170,
      "valid_targets_mean": 571.7,
      "valid_targets_min": 172
    },
    {
      "epoch": 0.005040322580645161,
      "grad_norm": 1.5321998413206785,
      "learning_rate": 2.5057603686635946e-07,
      "loss": 1.3576,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3695658445358276,
      "step": 175,
      "valid_targets_mean": 757.4,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.005184331797235023,
      "grad_norm": 1.9842376367726513,
      "learning_rate": 2.5777649769585257e-07,
      "loss": 1.4581,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.492410659790039,
      "step": 180,
      "valid_targets_mean": 615.2,
      "valid_targets_min": 168
    },
    {
      "epoch": 0.005328341013824885,
      "grad_norm": 2.7586096927822417,
      "learning_rate": 2.649769585253456e-07,
      "loss": 1.3757,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3568346500396729,
      "step": 185,
      "valid_targets_mean": 430.8,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.005472350230414746,
      "grad_norm": 1.8899368142599398,
      "learning_rate": 2.721774193548387e-07,
      "loss": 1.4217,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4396549463272095,
      "step": 190,
      "valid_targets_mean": 674.8,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.005616359447004608,
      "grad_norm": 1.915016124638225,
      "learning_rate": 2.7937788018433183e-07,
      "loss": 1.3934,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.785880208015442,
      "step": 195,
      "valid_targets_mean": 562.2,
      "valid_targets_min": 62
    },
    {
      "epoch": 0.00576036866359447,
      "grad_norm": 2.2556402241028755,
      "learning_rate": 2.8657834101382493e-07,
      "loss": 1.3156,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2674455642700195,
      "step": 200,
      "valid_targets_mean": 470.9,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.005904377880184331,
      "grad_norm": 2.2419084844590733,
      "learning_rate": 2.93778801843318e-07,
      "loss": 1.2793,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1790926456451416,
      "step": 205,
      "valid_targets_mean": 526.4,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.006048387096774193,
      "grad_norm": 1.3368076748878748,
      "learning_rate": 3.009792626728111e-07,
      "loss": 1.2455,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.112882375717163,
      "step": 210,
      "valid_targets_mean": 943.6,
      "valid_targets_min": 274
    },
    {
      "epoch": 0.006192396313364055,
      "grad_norm": 2.1130915375091837,
      "learning_rate": 3.0817972350230414e-07,
      "loss": 1.2687,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4362839460372925,
      "step": 215,
      "valid_targets_mean": 575.4,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.006336405529953917,
      "grad_norm": 1.9665808915366116,
      "learning_rate": 3.1538018433179725e-07,
      "loss": 1.3207,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4492263793945312,
      "step": 220,
      "valid_targets_mean": 683.1,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.0064804147465437785,
      "grad_norm": 2.3349626684014204,
      "learning_rate": 3.2258064516129035e-07,
      "loss": 1.4204,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.7984302043914795,
      "step": 225,
      "valid_targets_mean": 663.6,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.0066244239631336405,
      "grad_norm": 3.4376296189810756,
      "learning_rate": 3.2978110599078346e-07,
      "loss": 1.4259,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4660470485687256,
      "step": 230,
      "valid_targets_mean": 457.2,
      "valid_targets_min": 59
    },
    {
      "epoch": 0.0067684331797235025,
      "grad_norm": 2.062298365235984,
      "learning_rate": 3.369815668202765e-07,
      "loss": 1.3723,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4798210859298706,
      "step": 235,
      "valid_targets_mean": 584.2,
      "valid_targets_min": 156
    },
    {
      "epoch": 0.0069124423963133645,
      "grad_norm": 2.52480039057746,
      "learning_rate": 3.441820276497696e-07,
      "loss": 1.4749,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.7379229068756104,
      "step": 240,
      "valid_targets_mean": 541.9,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.007056451612903226,
      "grad_norm": 1.8826813207422757,
      "learning_rate": 3.513824884792627e-07,
      "loss": 1.4426,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2299772500991821,
      "step": 245,
      "valid_targets_mean": 587.6,
      "valid_targets_min": 190
    },
    {
      "epoch": 0.007200460829493088,
      "grad_norm": 1.37248137486042,
      "learning_rate": 3.585829493087558e-07,
      "loss": 1.3787,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.262511968612671,
      "step": 250,
      "valid_targets_mean": 772.5,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.00734447004608295,
      "grad_norm": 1.6807135191227989,
      "learning_rate": 3.6578341013824887e-07,
      "loss": 1.3992,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.8664603233337402,
      "step": 255,
      "valid_targets_mean": 597.2,
      "valid_targets_min": 56
    },
    {
      "epoch": 0.007488479262672811,
      "grad_norm": 1.7597298497901175,
      "learning_rate": 3.72983870967742e-07,
      "loss": 1.4531,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.6881052255630493,
      "step": 260,
      "valid_targets_mean": 614.1,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.007632488479262673,
      "grad_norm": 1.977728791295391,
      "learning_rate": 3.801843317972351e-07,
      "loss": 1.3759,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1825711727142334,
      "step": 265,
      "valid_targets_mean": 561.1,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.007776497695852535,
      "grad_norm": 2.0409401402086216,
      "learning_rate": 3.873847926267282e-07,
      "loss": 1.3879,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2230010032653809,
      "step": 270,
      "valid_targets_mean": 473.2,
      "valid_targets_min": 149
    },
    {
      "epoch": 0.007920506912442397,
      "grad_norm": 1.6000685854994674,
      "learning_rate": 3.9458525345622124e-07,
      "loss": 1.32,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4399182796478271,
      "step": 275,
      "valid_targets_mean": 708.2,
      "valid_targets_min": 208
    },
    {
      "epoch": 0.008064516129032258,
      "grad_norm": 2.039564683368012,
      "learning_rate": 4.0178571428571434e-07,
      "loss": 1.4018,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4033619165420532,
      "step": 280,
      "valid_targets_mean": 601.2,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.008208525345622119,
      "grad_norm": 1.9612163330530346,
      "learning_rate": 4.0898617511520745e-07,
      "loss": 1.3736,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2827422618865967,
      "step": 285,
      "valid_targets_mean": 494.3,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.008352534562211982,
      "grad_norm": 1.742711361771471,
      "learning_rate": 4.1618663594470044e-07,
      "loss": 1.2793,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3951951265335083,
      "step": 290,
      "valid_targets_mean": 591.7,
      "valid_targets_min": 194
    },
    {
      "epoch": 0.008496543778801843,
      "grad_norm": 1.5453812690120128,
      "learning_rate": 4.2338709677419355e-07,
      "loss": 1.3386,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1762099266052246,
      "step": 295,
      "valid_targets_mean": 667.6,
      "valid_targets_min": 270
    },
    {
      "epoch": 0.008640552995391706,
      "grad_norm": 1.8610958562467677,
      "learning_rate": 4.3058755760368665e-07,
      "loss": 1.364,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4031217098236084,
      "step": 300,
      "valid_targets_mean": 419.9,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.008784562211981567,
      "grad_norm": 1.934899161874862,
      "learning_rate": 4.3778801843317976e-07,
      "loss": 1.3362,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2275447845458984,
      "step": 305,
      "valid_targets_mean": 451.2,
      "valid_targets_min": 142
    },
    {
      "epoch": 0.008928571428571428,
      "grad_norm": 1.8691692886467794,
      "learning_rate": 4.449884792626728e-07,
      "loss": 1.2874,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0781846046447754,
      "step": 310,
      "valid_targets_mean": 833.1,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.009072580645161291,
      "grad_norm": 1.9053174237672572,
      "learning_rate": 4.521889400921659e-07,
      "loss": 1.2791,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.417229175567627,
      "step": 315,
      "valid_targets_mean": 605.8,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.009216589861751152,
      "grad_norm": 1.4886594253998604,
      "learning_rate": 4.59389400921659e-07,
      "loss": 1.3745,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4298462867736816,
      "step": 320,
      "valid_targets_mean": 624.2,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.009360599078341013,
      "grad_norm": 1.6497335864014495,
      "learning_rate": 4.665898617511521e-07,
      "loss": 1.3302,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2871551513671875,
      "step": 325,
      "valid_targets_mean": 765.6,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.009504608294930876,
      "grad_norm": 1.772888992762436,
      "learning_rate": 4.737903225806452e-07,
      "loss": 1.2755,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.5995190143585205,
      "step": 330,
      "valid_targets_mean": 596.6,
      "valid_targets_min": 158
    },
    {
      "epoch": 0.009648617511520737,
      "grad_norm": 1.7810669525554683,
      "learning_rate": 4.809907834101383e-07,
      "loss": 1.3699,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3371449708938599,
      "step": 335,
      "valid_targets_mean": 549.9,
      "valid_targets_min": 129
    },
    {
      "epoch": 0.009792626728110598,
      "grad_norm": 1.3334078435615397,
      "learning_rate": 4.881912442396314e-07,
      "loss": 1.3154,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3975406885147095,
      "step": 340,
      "valid_targets_mean": 732.9,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.009936635944700461,
      "grad_norm": 2.119234079554886,
      "learning_rate": 4.953917050691245e-07,
      "loss": 1.2567,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2121453285217285,
      "step": 345,
      "valid_targets_mean": 508.4,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.010080645161290322,
      "grad_norm": 1.5403653120933445,
      "learning_rate": 5.025921658986176e-07,
      "loss": 1.2913,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1950488090515137,
      "step": 350,
      "valid_targets_mean": 634.4,
      "valid_targets_min": 63
    },
    {
      "epoch": 0.010224654377880185,
      "grad_norm": 1.9299069221202991,
      "learning_rate": 5.097926267281107e-07,
      "loss": 1.4226,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.720404028892517,
      "step": 355,
      "valid_targets_mean": 909.8,
      "valid_targets_min": 222
    },
    {
      "epoch": 0.010368663594470046,
      "grad_norm": 1.5684151175718644,
      "learning_rate": 5.169930875576037e-07,
      "loss": 1.3239,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.360225796699524,
      "step": 360,
      "valid_targets_mean": 546.1,
      "valid_targets_min": 241
    },
    {
      "epoch": 0.010512672811059907,
      "grad_norm": 1.4907144303345068,
      "learning_rate": 5.241935483870968e-07,
      "loss": 1.3184,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4114656448364258,
      "step": 365,
      "valid_targets_mean": 664.2,
      "valid_targets_min": 123
    },
    {
      "epoch": 0.01065668202764977,
      "grad_norm": 1.7296913688975932,
      "learning_rate": 5.313940092165899e-07,
      "loss": 1.252,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3790028095245361,
      "step": 370,
      "valid_targets_mean": 443.1,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.010800691244239631,
      "grad_norm": 1.543757525467284,
      "learning_rate": 5.38594470046083e-07,
      "loss": 1.2926,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1601057052612305,
      "step": 375,
      "valid_targets_mean": 532.8,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.010944700460829493,
      "grad_norm": 1.8159960842702663,
      "learning_rate": 5.457949308755761e-07,
      "loss": 1.3257,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0083496570587158,
      "step": 380,
      "valid_targets_mean": 512.9,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.011088709677419355,
      "grad_norm": 1.3564932106664074,
      "learning_rate": 5.529953917050692e-07,
      "loss": 1.3612,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2265883684158325,
      "step": 385,
      "valid_targets_mean": 617.1,
      "valid_targets_min": 152
    },
    {
      "epoch": 0.011232718894009217,
      "grad_norm": 1.454533292679247,
      "learning_rate": 5.601958525345622e-07,
      "loss": 1.3746,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2783730030059814,
      "step": 390,
      "valid_targets_mean": 581.4,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.011376728110599078,
      "grad_norm": 1.9890278877247407,
      "learning_rate": 5.673963133640553e-07,
      "loss": 1.2465,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2091197967529297,
      "step": 395,
      "valid_targets_mean": 479.3,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.01152073732718894,
      "grad_norm": 1.9187640427223733,
      "learning_rate": 5.745967741935484e-07,
      "loss": 1.3928,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.241415023803711,
      "step": 400,
      "valid_targets_mean": 596.8,
      "valid_targets_min": 257
    },
    {
      "epoch": 0.011664746543778802,
      "grad_norm": 1.2241184523335369,
      "learning_rate": 5.817972350230415e-07,
      "loss": 1.1331,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9858189821243286,
      "step": 405,
      "valid_targets_mean": 707.3,
      "valid_targets_min": 242
    },
    {
      "epoch": 0.011808755760368663,
      "grad_norm": 1.677427063188891,
      "learning_rate": 5.889976958525346e-07,
      "loss": 1.3925,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2788020372390747,
      "step": 410,
      "valid_targets_mean": 532.3,
      "valid_targets_min": 144
    },
    {
      "epoch": 0.011952764976958526,
      "grad_norm": 1.3458950295943384,
      "learning_rate": 5.961981566820276e-07,
      "loss": 1.2494,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4109556674957275,
      "step": 415,
      "valid_targets_mean": 769.0,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.012096774193548387,
      "grad_norm": 1.5773816653061852,
      "learning_rate": 6.033986175115207e-07,
      "loss": 1.3525,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3948973417282104,
      "step": 420,
      "valid_targets_mean": 634.6,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.01224078341013825,
      "grad_norm": 1.2816952761838931,
      "learning_rate": 6.105990783410138e-07,
      "loss": 1.2281,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.207913875579834,
      "step": 425,
      "valid_targets_mean": 737.1,
      "valid_targets_min": 124
    },
    {
      "epoch": 0.01238479262672811,
      "grad_norm": 1.6541875185813653,
      "learning_rate": 6.177995391705069e-07,
      "loss": 1.1756,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0971765518188477,
      "step": 430,
      "valid_targets_mean": 460.1,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.012528801843317972,
      "grad_norm": 1.0847547885839408,
      "learning_rate": 6.25e-07,
      "loss": 1.191,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1971583366394043,
      "step": 435,
      "valid_targets_mean": 903.1,
      "valid_targets_min": 171
    },
    {
      "epoch": 0.012672811059907835,
      "grad_norm": 1.2532052198493184,
      "learning_rate": 6.32200460829493e-07,
      "loss": 1.2646,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2103232145309448,
      "step": 440,
      "valid_targets_mean": 635.7,
      "valid_targets_min": 58
    },
    {
      "epoch": 0.012816820276497696,
      "grad_norm": 1.8757234946847896,
      "learning_rate": 6.394009216589863e-07,
      "loss": 1.2886,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.320758581161499,
      "step": 445,
      "valid_targets_mean": 731.2,
      "valid_targets_min": 135
    },
    {
      "epoch": 0.012960829493087557,
      "grad_norm": 1.4321382124165678,
      "learning_rate": 6.466013824884793e-07,
      "loss": 1.348,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2352917194366455,
      "step": 450,
      "valid_targets_mean": 544.0,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.01310483870967742,
      "grad_norm": 1.7087905526205418,
      "learning_rate": 6.538018433179725e-07,
      "loss": 1.2654,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2703531980514526,
      "step": 455,
      "valid_targets_mean": 485.4,
      "valid_targets_min": 129
    },
    {
      "epoch": 0.013248847926267281,
      "grad_norm": 1.6900550400699201,
      "learning_rate": 6.610023041474655e-07,
      "loss": 1.1803,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2442514896392822,
      "step": 460,
      "valid_targets_mean": 588.2,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.013392857142857142,
      "grad_norm": 1.4118461676841072,
      "learning_rate": 6.682027649769586e-07,
      "loss": 1.326,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.499047040939331,
      "step": 465,
      "valid_targets_mean": 943.1,
      "valid_targets_min": 136
    },
    {
      "epoch": 0.013536866359447005,
      "grad_norm": 2.058971882871812,
      "learning_rate": 6.754032258064516e-07,
      "loss": 1.2792,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2662636041641235,
      "step": 470,
      "valid_targets_mean": 517.2,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.013680875576036866,
      "grad_norm": 1.3040241647277329,
      "learning_rate": 6.826036866359448e-07,
      "loss": 1.3343,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.5736498832702637,
      "step": 475,
      "valid_targets_mean": 799.0,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.013824884792626729,
      "grad_norm": 1.5867387373312352,
      "learning_rate": 6.898041474654378e-07,
      "loss": 1.323,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.186909556388855,
      "step": 480,
      "valid_targets_mean": 562.3,
      "valid_targets_min": 215
    },
    {
      "epoch": 0.01396889400921659,
      "grad_norm": 1.47661704664963,
      "learning_rate": 6.97004608294931e-07,
      "loss": 1.4261,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2864913940429688,
      "step": 485,
      "valid_targets_mean": 654.4,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.014112903225806451,
      "grad_norm": 1.453148832695548,
      "learning_rate": 7.04205069124424e-07,
      "loss": 1.2952,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2835382223129272,
      "step": 490,
      "valid_targets_mean": 626.2,
      "valid_targets_min": 145
    },
    {
      "epoch": 0.014256912442396314,
      "grad_norm": 1.3896356207895433,
      "learning_rate": 7.114055299539172e-07,
      "loss": 1.3504,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4189701080322266,
      "step": 495,
      "valid_targets_mean": 656.4,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.014400921658986175,
      "grad_norm": 1.503778489019439,
      "learning_rate": 7.186059907834102e-07,
      "loss": 1.2104,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1531686782836914,
      "step": 500,
      "valid_targets_mean": 545.4,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.014544930875576036,
      "grad_norm": 1.4046263202482838,
      "learning_rate": 7.258064516129033e-07,
      "loss": 1.4463,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.5968363285064697,
      "step": 505,
      "valid_targets_mean": 594.1,
      "valid_targets_min": 175
    },
    {
      "epoch": 0.0146889400921659,
      "grad_norm": 0.9932483908292359,
      "learning_rate": 7.330069124423964e-07,
      "loss": 1.2273,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0384087562561035,
      "step": 510,
      "valid_targets_mean": 829.4,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.01483294930875576,
      "grad_norm": 1.5721195560937482,
      "learning_rate": 7.402073732718895e-07,
      "loss": 1.3238,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.242958664894104,
      "step": 515,
      "valid_targets_mean": 509.9,
      "valid_targets_min": 201
    },
    {
      "epoch": 0.014976958525345621,
      "grad_norm": 1.3471533488732763,
      "learning_rate": 7.474078341013825e-07,
      "loss": 1.3843,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3611409664154053,
      "step": 520,
      "valid_targets_mean": 607.0,
      "valid_targets_min": 244
    },
    {
      "epoch": 0.015120967741935484,
      "grad_norm": 1.432050477118425,
      "learning_rate": 7.546082949308757e-07,
      "loss": 1.4285,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3210805654525757,
      "step": 525,
      "valid_targets_mean": 598.4,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.015264976958525345,
      "grad_norm": 1.3998180744682538,
      "learning_rate": 7.618087557603687e-07,
      "loss": 1.4529,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.5777459144592285,
      "step": 530,
      "valid_targets_mean": 630.5,
      "valid_targets_min": 165
    },
    {
      "epoch": 0.015408986175115207,
      "grad_norm": 1.4813011878451068,
      "learning_rate": 7.690092165898617e-07,
      "loss": 1.2289,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3314160108566284,
      "step": 535,
      "valid_targets_mean": 612.0,
      "valid_targets_min": 60
    },
    {
      "epoch": 0.01555299539170507,
      "grad_norm": 1.2218878391758208,
      "learning_rate": 7.762096774193549e-07,
      "loss": 1.2831,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.278830885887146,
      "step": 540,
      "valid_targets_mean": 916.3,
      "valid_targets_min": 174
    },
    {
      "epoch": 0.015697004608294932,
      "grad_norm": 1.7491343231391074,
      "learning_rate": 7.834101382488479e-07,
      "loss": 1.3466,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3897244930267334,
      "step": 545,
      "valid_targets_mean": 521.6,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.015841013824884793,
      "grad_norm": 1.7648287716626343,
      "learning_rate": 7.906105990783411e-07,
      "loss": 1.3723,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0862865447998047,
      "step": 550,
      "valid_targets_mean": 683.4,
      "valid_targets_min": 298
    },
    {
      "epoch": 0.015985023041474655,
      "grad_norm": 1.4969058862423048,
      "learning_rate": 7.978110599078341e-07,
      "loss": 1.2419,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2466833591461182,
      "step": 555,
      "valid_targets_mean": 667.8,
      "valid_targets_min": 240
    },
    {
      "epoch": 0.016129032258064516,
      "grad_norm": 1.633079754282255,
      "learning_rate": 8.050115207373272e-07,
      "loss": 1.2302,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2134430408477783,
      "step": 560,
      "valid_targets_mean": 586.5,
      "valid_targets_min": 169
    },
    {
      "epoch": 0.016273041474654377,
      "grad_norm": 1.523202915105855,
      "learning_rate": 8.122119815668203e-07,
      "loss": 1.2653,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1510974168777466,
      "step": 565,
      "valid_targets_mean": 590.1,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.016417050691244238,
      "grad_norm": 1.878686610479181,
      "learning_rate": 8.194124423963134e-07,
      "loss": 1.2794,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3049613237380981,
      "step": 570,
      "valid_targets_mean": 542.4,
      "valid_targets_min": 210
    },
    {
      "epoch": 0.016561059907834103,
      "grad_norm": 2.63072689313313,
      "learning_rate": 8.266129032258064e-07,
      "loss": 1.3296,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0596286058425903,
      "step": 575,
      "valid_targets_mean": 308.4,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.016705069124423964,
      "grad_norm": 1.7008264357275467,
      "learning_rate": 8.338133640552997e-07,
      "loss": 1.2106,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.094970941543579,
      "step": 580,
      "valid_targets_mean": 557.8,
      "valid_targets_min": 196
    },
    {
      "epoch": 0.016849078341013825,
      "grad_norm": 1.6325882740252269,
      "learning_rate": 8.410138248847927e-07,
      "loss": 1.3255,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2209937572479248,
      "step": 585,
      "valid_targets_mean": 509.1,
      "valid_targets_min": 225
    },
    {
      "epoch": 0.016993087557603686,
      "grad_norm": 1.3221656856559882,
      "learning_rate": 8.482142857142859e-07,
      "loss": 1.4047,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.327987790107727,
      "step": 590,
      "valid_targets_mean": 732.6,
      "valid_targets_min": 119
    },
    {
      "epoch": 0.017137096774193547,
      "grad_norm": 1.3670201688452102,
      "learning_rate": 8.554147465437789e-07,
      "loss": 1.318,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1786320209503174,
      "step": 595,
      "valid_targets_mean": 583.1,
      "valid_targets_min": 155
    },
    {
      "epoch": 0.01728110599078341,
      "grad_norm": 1.6846024238147193,
      "learning_rate": 8.62615207373272e-07,
      "loss": 1.3486,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3763617277145386,
      "step": 600,
      "valid_targets_mean": 495.8,
      "valid_targets_min": 136
    },
    {
      "epoch": 0.017425115207373273,
      "grad_norm": 1.8212191007199732,
      "learning_rate": 8.698156682027651e-07,
      "loss": 1.1468,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1257266998291016,
      "step": 605,
      "valid_targets_mean": 595.1,
      "valid_targets_min": 54
    },
    {
      "epoch": 0.017569124423963134,
      "grad_norm": 1.4232176789931172,
      "learning_rate": 8.770161290322582e-07,
      "loss": 1.2478,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1899853944778442,
      "step": 610,
      "valid_targets_mean": 733.4,
      "valid_targets_min": 156
    },
    {
      "epoch": 0.017713133640552995,
      "grad_norm": 1.4714388392763076,
      "learning_rate": 8.842165898617512e-07,
      "loss": 1.2159,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1868507862091064,
      "step": 615,
      "valid_targets_mean": 525.5,
      "valid_targets_min": 130
    },
    {
      "epoch": 0.017857142857142856,
      "grad_norm": 1.6664661580445876,
      "learning_rate": 8.914170506912444e-07,
      "loss": 1.2679,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2754313945770264,
      "step": 620,
      "valid_targets_mean": 447.6,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.018001152073732717,
      "grad_norm": 1.3140718496854453,
      "learning_rate": 8.986175115207374e-07,
      "loss": 1.4489,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.5257279872894287,
      "step": 625,
      "valid_targets_mean": 680.8,
      "valid_targets_min": 223
    },
    {
      "epoch": 0.018145161290322582,
      "grad_norm": 1.546289840541454,
      "learning_rate": 9.058179723502306e-07,
      "loss": 1.4219,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3538668155670166,
      "step": 630,
      "valid_targets_mean": 511.9,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.018289170506912443,
      "grad_norm": 1.1665838701352675,
      "learning_rate": 9.130184331797236e-07,
      "loss": 1.3221,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3026915788650513,
      "step": 635,
      "valid_targets_mean": 740.7,
      "valid_targets_min": 200
    },
    {
      "epoch": 0.018433179723502304,
      "grad_norm": 1.3816398277495663,
      "learning_rate": 9.202188940092166e-07,
      "loss": 1.2997,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.6481661796569824,
      "step": 640,
      "valid_targets_mean": 651.6,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.018577188940092165,
      "grad_norm": 1.4384663935836939,
      "learning_rate": 9.274193548387098e-07,
      "loss": 1.3208,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3709869384765625,
      "step": 645,
      "valid_targets_mean": 536.0,
      "valid_targets_min": 164
    },
    {
      "epoch": 0.018721198156682026,
      "grad_norm": 1.3586654347930984,
      "learning_rate": 9.346198156682028e-07,
      "loss": 1.2792,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.277862787246704,
      "step": 650,
      "valid_targets_mean": 625.1,
      "valid_targets_min": 173
    },
    {
      "epoch": 0.01886520737327189,
      "grad_norm": 1.4858129832408387,
      "learning_rate": 9.418202764976959e-07,
      "loss": 1.2111,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1926195621490479,
      "step": 655,
      "valid_targets_mean": 439.4,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.019009216589861752,
      "grad_norm": 1.2279341590359796,
      "learning_rate": 9.49020737327189e-07,
      "loss": 1.3534,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3435710668563843,
      "step": 660,
      "valid_targets_mean": 618.3,
      "valid_targets_min": 142
    },
    {
      "epoch": 0.019153225806451613,
      "grad_norm": 1.492831028974734,
      "learning_rate": 9.562211981566821e-07,
      "loss": 1.3261,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0994281768798828,
      "step": 665,
      "valid_targets_mean": 775.6,
      "valid_targets_min": 153
    },
    {
      "epoch": 0.019297235023041474,
      "grad_norm": 1.6335187697252578,
      "learning_rate": 9.634216589861752e-07,
      "loss": 1.2636,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1968326568603516,
      "step": 670,
      "valid_targets_mean": 591.3,
      "valid_targets_min": 292
    },
    {
      "epoch": 0.019441244239631335,
      "grad_norm": 1.3741639997979487,
      "learning_rate": 9.706221198156683e-07,
      "loss": 1.2946,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4614336490631104,
      "step": 675,
      "valid_targets_mean": 638.6,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.019585253456221197,
      "grad_norm": 1.3488693266215557,
      "learning_rate": 9.778225806451614e-07,
      "loss": 1.3115,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.16567862033844,
      "step": 680,
      "valid_targets_mean": 514.1,
      "valid_targets_min": 156
    },
    {
      "epoch": 0.01972926267281106,
      "grad_norm": 1.833090476321964,
      "learning_rate": 9.850230414746545e-07,
      "loss": 1.3075,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2428210973739624,
      "step": 685,
      "valid_targets_mean": 527.1,
      "valid_targets_min": 172
    },
    {
      "epoch": 0.019873271889400922,
      "grad_norm": 1.7700969338157722,
      "learning_rate": 9.922235023041474e-07,
      "loss": 1.2619,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.588240623474121,
      "step": 690,
      "valid_targets_mean": 518.6,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.020017281105990783,
      "grad_norm": 1.361602272172012,
      "learning_rate": 9.994239631336407e-07,
      "loss": 1.2999,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2407443523406982,
      "step": 695,
      "valid_targets_mean": 547.9,
      "valid_targets_min": 100
    },
    {
      "epoch": 0.020161290322580645,
      "grad_norm": 1.6445752193400538,
      "learning_rate": 1.0066244239631336e-06,
      "loss": 1.2572,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.5439143180847168,
      "step": 700,
      "valid_targets_mean": 629.4,
      "valid_targets_min": 166
    },
    {
      "epoch": 0.020305299539170506,
      "grad_norm": 1.3208430928705623,
      "learning_rate": 1.013824884792627e-06,
      "loss": 1.2471,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4759650230407715,
      "step": 705,
      "valid_targets_mean": 682.6,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.02044930875576037,
      "grad_norm": 1.7335214990172543,
      "learning_rate": 1.0210253456221198e-06,
      "loss": 1.281,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4308414459228516,
      "step": 710,
      "valid_targets_mean": 616.3,
      "valid_targets_min": 160
    },
    {
      "epoch": 0.02059331797235023,
      "grad_norm": 1.706157320020091,
      "learning_rate": 1.028225806451613e-06,
      "loss": 1.26,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0087993144989014,
      "step": 715,
      "valid_targets_mean": 528.9,
      "valid_targets_min": 226
    },
    {
      "epoch": 0.020737327188940093,
      "grad_norm": 1.7900959819471298,
      "learning_rate": 1.035426267281106e-06,
      "loss": 1.2618,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4781761169433594,
      "step": 720,
      "valid_targets_mean": 631.8,
      "valid_targets_min": 60
    },
    {
      "epoch": 0.020881336405529954,
      "grad_norm": 2.4015416525707605,
      "learning_rate": 1.0426267281105992e-06,
      "loss": 1.266,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3547593355178833,
      "step": 725,
      "valid_targets_mean": 639.9,
      "valid_targets_min": 311
    },
    {
      "epoch": 0.021025345622119815,
      "grad_norm": 1.5390028118990138,
      "learning_rate": 1.0498271889400923e-06,
      "loss": 1.0525,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2037513256072998,
      "step": 730,
      "valid_targets_mean": 533.7,
      "valid_targets_min": 57
    },
    {
      "epoch": 0.021169354838709676,
      "grad_norm": 1.775675906148579,
      "learning_rate": 1.0570276497695854e-06,
      "loss": 1.2016,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.180747151374817,
      "step": 735,
      "valid_targets_mean": 510.8,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.02131336405529954,
      "grad_norm": 1.3884555050037222,
      "learning_rate": 1.0642281105990785e-06,
      "loss": 1.2055,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2502856254577637,
      "step": 740,
      "valid_targets_mean": 503.3,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.0214573732718894,
      "grad_norm": 1.7726594618771323,
      "learning_rate": 1.0714285714285714e-06,
      "loss": 1.2754,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3558464050292969,
      "step": 745,
      "valid_targets_mean": 471.2,
      "valid_targets_min": 85
    },
    {
      "epoch": 0.021601382488479263,
      "grad_norm": 2.1116444729194033,
      "learning_rate": 1.0786290322580647e-06,
      "loss": 1.2479,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.5367093086242676,
      "step": 750,
      "valid_targets_mean": 642.9,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.021745391705069124,
      "grad_norm": 2.127435366449153,
      "learning_rate": 1.0858294930875576e-06,
      "loss": 1.2451,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0220293998718262,
      "step": 755,
      "valid_targets_mean": 502.1,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.021889400921658985,
      "grad_norm": 1.6362649187559095,
      "learning_rate": 1.0930299539170509e-06,
      "loss": 1.1798,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.325420618057251,
      "step": 760,
      "valid_targets_mean": 541.1,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.022033410138248846,
      "grad_norm": 1.4280214251269638,
      "learning_rate": 1.1002304147465438e-06,
      "loss": 1.1662,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.177071213722229,
      "step": 765,
      "valid_targets_mean": 525.1,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.02217741935483871,
      "grad_norm": 1.309559220905702,
      "learning_rate": 1.1074308755760369e-06,
      "loss": 1.4546,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.6015223264694214,
      "step": 770,
      "valid_targets_mean": 677.1,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.022321428571428572,
      "grad_norm": 1.9959226574544568,
      "learning_rate": 1.11463133640553e-06,
      "loss": 1.293,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2182188034057617,
      "step": 775,
      "valid_targets_mean": 673.7,
      "valid_targets_min": 130
    },
    {
      "epoch": 0.022465437788018433,
      "grad_norm": 1.6380021221216305,
      "learning_rate": 1.121831797235023e-06,
      "loss": 1.2869,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2830042839050293,
      "step": 780,
      "valid_targets_mean": 668.9,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.022609447004608294,
      "grad_norm": 1.3749729005602198,
      "learning_rate": 1.1290322580645162e-06,
      "loss": 1.2168,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3848087787628174,
      "step": 785,
      "valid_targets_mean": 708.5,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.022753456221198155,
      "grad_norm": 1.7778125817360682,
      "learning_rate": 1.1362327188940093e-06,
      "loss": 1.2507,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3451757431030273,
      "step": 790,
      "valid_targets_mean": 580.6,
      "valid_targets_min": 249
    },
    {
      "epoch": 0.02289746543778802,
      "grad_norm": 1.5744324941209715,
      "learning_rate": 1.1434331797235024e-06,
      "loss": 1.2405,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0606377124786377,
      "step": 795,
      "valid_targets_mean": 458.1,
      "valid_targets_min": 173
    },
    {
      "epoch": 0.02304147465437788,
      "grad_norm": 1.1788354193754278,
      "learning_rate": 1.1506336405529955e-06,
      "loss": 1.1868,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1090143918991089,
      "step": 800,
      "valid_targets_mean": 631.7,
      "valid_targets_min": 359
    },
    {
      "epoch": 0.023185483870967742,
      "grad_norm": 1.6553781538775287,
      "learning_rate": 1.1578341013824886e-06,
      "loss": 1.2462,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3737913370132446,
      "step": 805,
      "valid_targets_mean": 535.4,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.023329493087557603,
      "grad_norm": 1.3473680904680314,
      "learning_rate": 1.1650345622119817e-06,
      "loss": 1.152,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2050504684448242,
      "step": 810,
      "valid_targets_mean": 635.6,
      "valid_targets_min": 183
    },
    {
      "epoch": 0.023473502304147464,
      "grad_norm": 1.9194097441992146,
      "learning_rate": 1.1722350230414748e-06,
      "loss": 1.2587,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.163198709487915,
      "step": 815,
      "valid_targets_mean": 563.4,
      "valid_targets_min": 194
    },
    {
      "epoch": 0.023617511520737326,
      "grad_norm": 1.2061020437558116,
      "learning_rate": 1.179435483870968e-06,
      "loss": 1.2114,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2794809341430664,
      "step": 820,
      "valid_targets_mean": 650.9,
      "valid_targets_min": 240
    },
    {
      "epoch": 0.02376152073732719,
      "grad_norm": 1.1550259051525567,
      "learning_rate": 1.1866359447004608e-06,
      "loss": 1.1977,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2484780550003052,
      "step": 825,
      "valid_targets_mean": 736.0,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.02390552995391705,
      "grad_norm": 1.2372567420877671,
      "learning_rate": 1.193836405529954e-06,
      "loss": 1.1891,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0995333194732666,
      "step": 830,
      "valid_targets_mean": 492.0,
      "valid_targets_min": 161
    },
    {
      "epoch": 0.024049539170506912,
      "grad_norm": 1.5804373220672017,
      "learning_rate": 1.201036866359447e-06,
      "loss": 1.3573,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.587933897972107,
      "step": 835,
      "valid_targets_mean": 762.9,
      "valid_targets_min": 250
    },
    {
      "epoch": 0.024193548387096774,
      "grad_norm": 1.9412799818494197,
      "learning_rate": 1.2082373271889401e-06,
      "loss": 1.1574,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.000455379486084,
      "step": 840,
      "valid_targets_mean": 519.1,
      "valid_targets_min": 100
    },
    {
      "epoch": 0.024337557603686635,
      "grad_norm": 1.600222241474601,
      "learning_rate": 1.2154377880184332e-06,
      "loss": 1.3457,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.127466082572937,
      "step": 845,
      "valid_targets_mean": 480.0,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.0244815668202765,
      "grad_norm": 1.055980033985402,
      "learning_rate": 1.2226382488479263e-06,
      "loss": 1.2928,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9625018239021301,
      "step": 850,
      "valid_targets_mean": 788.2,
      "valid_targets_min": 177
    },
    {
      "epoch": 0.02462557603686636,
      "grad_norm": 1.7373644665781531,
      "learning_rate": 1.2298387096774195e-06,
      "loss": 1.2444,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.5441941022872925,
      "step": 855,
      "valid_targets_mean": 597.1,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.02476958525345622,
      "grad_norm": 1.4105464269270658,
      "learning_rate": 1.2370391705069126e-06,
      "loss": 1.1488,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.173557162284851,
      "step": 860,
      "valid_targets_mean": 518.6,
      "valid_targets_min": 182
    },
    {
      "epoch": 0.024913594470046083,
      "grad_norm": 2.147081936273795,
      "learning_rate": 1.2442396313364057e-06,
      "loss": 1.2478,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.123335599899292,
      "step": 865,
      "valid_targets_mean": 572.3,
      "valid_targets_min": 309
    },
    {
      "epoch": 0.025057603686635944,
      "grad_norm": 1.4574087043831965,
      "learning_rate": 1.2514400921658988e-06,
      "loss": 1.2114,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.311342716217041,
      "step": 870,
      "valid_targets_mean": 565.4,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.025201612903225805,
      "grad_norm": 1.4909922864633995,
      "learning_rate": 1.2586405529953919e-06,
      "loss": 1.256,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3417584896087646,
      "step": 875,
      "valid_targets_mean": 552.9,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.02534562211981567,
      "grad_norm": 1.2934056215530678,
      "learning_rate": 1.265841013824885e-06,
      "loss": 1.2228,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3687838315963745,
      "step": 880,
      "valid_targets_mean": 530.0,
      "valid_targets_min": 185
    },
    {
      "epoch": 0.02548963133640553,
      "grad_norm": 1.2544436020259015,
      "learning_rate": 1.2730414746543779e-06,
      "loss": 1.1902,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0432777404785156,
      "step": 885,
      "valid_targets_mean": 554.6,
      "valid_targets_min": 205
    },
    {
      "epoch": 0.025633640552995392,
      "grad_norm": 1.4514990318547567,
      "learning_rate": 1.280241935483871e-06,
      "loss": 1.2823,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4488799571990967,
      "step": 890,
      "valid_targets_mean": 755.3,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.025777649769585253,
      "grad_norm": 1.2669775963762457,
      "learning_rate": 1.2874423963133643e-06,
      "loss": 1.2102,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.293257713317871,
      "step": 895,
      "valid_targets_mean": 517.3,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.025921658986175114,
      "grad_norm": 1.7210496739907493,
      "learning_rate": 1.2946428571428574e-06,
      "loss": 1.2526,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.223554253578186,
      "step": 900,
      "valid_targets_mean": 522.0,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.02606566820276498,
      "grad_norm": 2.1004715315072766,
      "learning_rate": 1.3018433179723503e-06,
      "loss": 1.2713,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2893800735473633,
      "step": 905,
      "valid_targets_mean": 466.0,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.02620967741935484,
      "grad_norm": 1.8573659783107366,
      "learning_rate": 1.3090437788018434e-06,
      "loss": 1.2118,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2816675901412964,
      "step": 910,
      "valid_targets_mean": 614.1,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.0263536866359447,
      "grad_norm": 1.3844337644991132,
      "learning_rate": 1.3162442396313365e-06,
      "loss": 1.4346,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.45258367061615,
      "step": 915,
      "valid_targets_mean": 663.9,
      "valid_targets_min": 144
    },
    {
      "epoch": 0.026497695852534562,
      "grad_norm": 1.8624014493538497,
      "learning_rate": 1.3234447004608298e-06,
      "loss": 1.3216,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2934341430664062,
      "step": 920,
      "valid_targets_mean": 616.2,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.026641705069124423,
      "grad_norm": 2.7988795595309774,
      "learning_rate": 1.3306451612903227e-06,
      "loss": 1.212,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0994678735733032,
      "step": 925,
      "valid_targets_mean": 442.4,
      "valid_targets_min": 59
    },
    {
      "epoch": 0.026785714285714284,
      "grad_norm": 1.2207131116473822,
      "learning_rate": 1.3378456221198158e-06,
      "loss": 1.2854,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1190133094787598,
      "step": 930,
      "valid_targets_mean": 604.1,
      "valid_targets_min": 176
    },
    {
      "epoch": 0.02692972350230415,
      "grad_norm": 1.4793655297033794,
      "learning_rate": 1.345046082949309e-06,
      "loss": 1.1888,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.084218978881836,
      "step": 935,
      "valid_targets_mean": 583.1,
      "valid_targets_min": 157
    },
    {
      "epoch": 0.02707373271889401,
      "grad_norm": 1.5026480461846043,
      "learning_rate": 1.3522465437788018e-06,
      "loss": 1.1165,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.026764154434204,
      "step": 940,
      "valid_targets_mean": 506.1,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.02721774193548387,
      "grad_norm": 1.3104432484905089,
      "learning_rate": 1.359447004608295e-06,
      "loss": 1.3721,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.6234841346740723,
      "step": 945,
      "valid_targets_mean": 593.6,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.027361751152073732,
      "grad_norm": 1.4166270567371024,
      "learning_rate": 1.3666474654377882e-06,
      "loss": 1.1773,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.162704348564148,
      "step": 950,
      "valid_targets_mean": 532.4,
      "valid_targets_min": 165
    },
    {
      "epoch": 0.027505760368663593,
      "grad_norm": 1.5192717847058903,
      "learning_rate": 1.3738479262672813e-06,
      "loss": 1.2233,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9720476865768433,
      "step": 955,
      "valid_targets_mean": 606.0,
      "valid_targets_min": 207
    },
    {
      "epoch": 0.027649769585253458,
      "grad_norm": 1.6675427939188152,
      "learning_rate": 1.3810483870967742e-06,
      "loss": 1.2891,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2748818397521973,
      "step": 960,
      "valid_targets_mean": 513.1,
      "valid_targets_min": 162
    },
    {
      "epoch": 0.02779377880184332,
      "grad_norm": 2.0633670830164252,
      "learning_rate": 1.3882488479262673e-06,
      "loss": 1.1822,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.000095009803772,
      "step": 965,
      "valid_targets_mean": 551.9,
      "valid_targets_min": 237
    },
    {
      "epoch": 0.02793778801843318,
      "grad_norm": 1.273939046891832,
      "learning_rate": 1.3954493087557604e-06,
      "loss": 1.1939,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2582595348358154,
      "step": 970,
      "valid_targets_mean": 684.5,
      "valid_targets_min": 123
    },
    {
      "epoch": 0.02808179723502304,
      "grad_norm": 1.271634765235369,
      "learning_rate": 1.4026497695852537e-06,
      "loss": 1.3342,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9813998937606812,
      "step": 975,
      "valid_targets_mean": 591.9,
      "valid_targets_min": 136
    },
    {
      "epoch": 0.028225806451612902,
      "grad_norm": 1.5776945896988268,
      "learning_rate": 1.4098502304147466e-06,
      "loss": 1.2587,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4072213172912598,
      "step": 980,
      "valid_targets_mean": 659.8,
      "valid_targets_min": 204
    },
    {
      "epoch": 0.028369815668202764,
      "grad_norm": 1.5309194943813065,
      "learning_rate": 1.4170506912442397e-06,
      "loss": 1.2214,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.331079363822937,
      "step": 985,
      "valid_targets_mean": 572.5,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.028513824884792628,
      "grad_norm": 1.5531328685777062,
      "learning_rate": 1.4242511520737328e-06,
      "loss": 1.2658,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.230944037437439,
      "step": 990,
      "valid_targets_mean": 569.3,
      "valid_targets_min": 204
    },
    {
      "epoch": 0.02865783410138249,
      "grad_norm": 1.5789753544402074,
      "learning_rate": 1.431451612903226e-06,
      "loss": 1.2148,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.246556282043457,
      "step": 995,
      "valid_targets_mean": 437.4,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.02880184331797235,
      "grad_norm": 1.1019046568101527,
      "learning_rate": 1.4386520737327188e-06,
      "loss": 1.1491,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9693413376808167,
      "step": 1000,
      "valid_targets_mean": 713.2,
      "valid_targets_min": 87
    },
    {
      "epoch": 0.02894585253456221,
      "grad_norm": 1.3248159325139617,
      "learning_rate": 1.4458525345622122e-06,
      "loss": 1.33,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4698584079742432,
      "step": 1005,
      "valid_targets_mean": 617.2,
      "valid_targets_min": 216
    },
    {
      "epoch": 0.029089861751152073,
      "grad_norm": 2.575288404392646,
      "learning_rate": 1.4530529953917053e-06,
      "loss": 1.1273,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1056137084960938,
      "step": 1010,
      "valid_targets_mean": 559.0,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.029233870967741934,
      "grad_norm": 1.4233625701887913,
      "learning_rate": 1.4602534562211984e-06,
      "loss": 1.1439,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1448872089385986,
      "step": 1015,
      "valid_targets_mean": 778.6,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.0293778801843318,
      "grad_norm": 1.9940429911509248,
      "learning_rate": 1.4674539170506913e-06,
      "loss": 1.2444,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1910574436187744,
      "step": 1020,
      "valid_targets_mean": 483.8,
      "valid_targets_min": 100
    },
    {
      "epoch": 0.02952188940092166,
      "grad_norm": 1.60870707028089,
      "learning_rate": 1.4746543778801844e-06,
      "loss": 1.1548,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9218326210975647,
      "step": 1025,
      "valid_targets_mean": 622.9,
      "valid_targets_min": 158
    },
    {
      "epoch": 0.02966589861751152,
      "grad_norm": 2.1185103987769875,
      "learning_rate": 1.4818548387096777e-06,
      "loss": 1.267,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.381648302078247,
      "step": 1030,
      "valid_targets_mean": 605.7,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.029809907834101382,
      "grad_norm": 1.2179959961756444,
      "learning_rate": 1.4890552995391706e-06,
      "loss": 1.2862,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4710060358047485,
      "step": 1035,
      "valid_targets_mean": 695.2,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.029953917050691243,
      "grad_norm": 1.9008183283597857,
      "learning_rate": 1.4962557603686637e-06,
      "loss": 1.1576,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1701029539108276,
      "step": 1040,
      "valid_targets_mean": 529.7,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.030097926267281108,
      "grad_norm": 1.104153953604049,
      "learning_rate": 1.5034562211981568e-06,
      "loss": 1.1415,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0885803699493408,
      "step": 1045,
      "valid_targets_mean": 722.0,
      "valid_targets_min": 236
    },
    {
      "epoch": 0.03024193548387097,
      "grad_norm": 1.3567180545675088,
      "learning_rate": 1.5106566820276499e-06,
      "loss": 1.2759,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.277371883392334,
      "step": 1050,
      "valid_targets_mean": 716.9,
      "valid_targets_min": 253
    },
    {
      "epoch": 0.03038594470046083,
      "grad_norm": 1.2114565903399297,
      "learning_rate": 1.5178571428571428e-06,
      "loss": 1.2041,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1438817977905273,
      "step": 1055,
      "valid_targets_mean": 601.2,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.03052995391705069,
      "grad_norm": 1.3051335407751345,
      "learning_rate": 1.525057603686636e-06,
      "loss": 1.2006,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1949673891067505,
      "step": 1060,
      "valid_targets_mean": 562.7,
      "valid_targets_min": 167
    },
    {
      "epoch": 0.030673963133640552,
      "grad_norm": 1.5368339473349908,
      "learning_rate": 1.5322580645161292e-06,
      "loss": 1.2739,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3049321174621582,
      "step": 1065,
      "valid_targets_mean": 477.8,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.030817972350230413,
      "grad_norm": 1.6213836680448364,
      "learning_rate": 1.5394585253456223e-06,
      "loss": 1.2432,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1733345985412598,
      "step": 1070,
      "valid_targets_mean": 481.1,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.030961981566820278,
      "grad_norm": 1.249175511300757,
      "learning_rate": 1.5466589861751152e-06,
      "loss": 1.2415,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3518311977386475,
      "step": 1075,
      "valid_targets_mean": 618.1,
      "valid_targets_min": 262
    },
    {
      "epoch": 0.03110599078341014,
      "grad_norm": 1.2364890727653792,
      "learning_rate": 1.5538594470046083e-06,
      "loss": 1.19,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0627511739730835,
      "step": 1080,
      "valid_targets_mean": 651.4,
      "valid_targets_min": 136
    },
    {
      "epoch": 0.03125,
      "grad_norm": 1.6636421211373957,
      "learning_rate": 1.5610599078341016e-06,
      "loss": 1.1509,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1709750890731812,
      "step": 1085,
      "valid_targets_mean": 518.8,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.031394009216589865,
      "grad_norm": 1.8434009637558662,
      "learning_rate": 1.5682603686635947e-06,
      "loss": 1.2156,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4174003601074219,
      "step": 1090,
      "valid_targets_mean": 533.8,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.03153801843317972,
      "grad_norm": 1.8880567562769184,
      "learning_rate": 1.5754608294930876e-06,
      "loss": 1.1488,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0522314310073853,
      "step": 1095,
      "valid_targets_mean": 483.8,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.03168202764976959,
      "grad_norm": 1.3486266580501458,
      "learning_rate": 1.5826612903225807e-06,
      "loss": 1.2046,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4530783891677856,
      "step": 1100,
      "valid_targets_mean": 587.0,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.031826036866359445,
      "grad_norm": 1.4110983911833443,
      "learning_rate": 1.5898617511520738e-06,
      "loss": 1.3133,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4437857866287231,
      "step": 1105,
      "valid_targets_mean": 564.3,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.03197004608294931,
      "grad_norm": 1.5128483280047755,
      "learning_rate": 1.5970622119815671e-06,
      "loss": 1.2594,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2941021919250488,
      "step": 1110,
      "valid_targets_mean": 578.1,
      "valid_targets_min": 277
    },
    {
      "epoch": 0.032114055299539174,
      "grad_norm": 1.3949228660198145,
      "learning_rate": 1.60426267281106e-06,
      "loss": 1.4164,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.369307279586792,
      "step": 1115,
      "valid_targets_mean": 532.4,
      "valid_targets_min": 258
    },
    {
      "epoch": 0.03225806451612903,
      "grad_norm": 1.5977590178497278,
      "learning_rate": 1.6114631336405531e-06,
      "loss": 1.0963,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0872759819030762,
      "step": 1120,
      "valid_targets_mean": 538.1,
      "valid_targets_min": 290
    },
    {
      "epoch": 0.032402073732718896,
      "grad_norm": 1.3934526917943089,
      "learning_rate": 1.6186635944700462e-06,
      "loss": 1.2565,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2392582893371582,
      "step": 1125,
      "valid_targets_mean": 677.2,
      "valid_targets_min": 290
    },
    {
      "epoch": 0.032546082949308754,
      "grad_norm": 1.6535269765940075,
      "learning_rate": 1.6258640552995391e-06,
      "loss": 1.1532,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2281544208526611,
      "step": 1130,
      "valid_targets_mean": 537.6,
      "valid_targets_min": 200
    },
    {
      "epoch": 0.03269009216589862,
      "grad_norm": 1.7883279283504012,
      "learning_rate": 1.6330645161290322e-06,
      "loss": 1.1922,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2290048599243164,
      "step": 1135,
      "valid_targets_mean": 413.4,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.032834101382488476,
      "grad_norm": 1.343163772066918,
      "learning_rate": 1.6402649769585256e-06,
      "loss": 1.3008,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4031877517700195,
      "step": 1140,
      "valid_targets_mean": 640.9,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.03297811059907834,
      "grad_norm": 1.1295890414407048,
      "learning_rate": 1.6474654377880187e-06,
      "loss": 1.1602,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4603583812713623,
      "step": 1145,
      "valid_targets_mean": 831.6,
      "valid_targets_min": 440
    },
    {
      "epoch": 0.033122119815668205,
      "grad_norm": 1.357170616973235,
      "learning_rate": 1.6546658986175116e-06,
      "loss": 1.1186,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.035561442375183,
      "step": 1150,
      "valid_targets_mean": 620.9,
      "valid_targets_min": 389
    },
    {
      "epoch": 0.03326612903225806,
      "grad_norm": 1.202351258525076,
      "learning_rate": 1.6618663594470047e-06,
      "loss": 1.3117,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3484328985214233,
      "step": 1155,
      "valid_targets_mean": 754.7,
      "valid_targets_min": 124
    },
    {
      "epoch": 0.03341013824884793,
      "grad_norm": 1.3618335365039116,
      "learning_rate": 1.6690668202764978e-06,
      "loss": 1.1991,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2151774168014526,
      "step": 1160,
      "valid_targets_mean": 658.6,
      "valid_targets_min": 153
    },
    {
      "epoch": 0.033554147465437785,
      "grad_norm": 1.8230091621476154,
      "learning_rate": 1.676267281105991e-06,
      "loss": 1.2599,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1299132108688354,
      "step": 1165,
      "valid_targets_mean": 699.2,
      "valid_targets_min": 211
    },
    {
      "epoch": 0.03369815668202765,
      "grad_norm": 1.2206982427274233,
      "learning_rate": 1.683467741935484e-06,
      "loss": 1.2685,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3689308166503906,
      "step": 1170,
      "valid_targets_mean": 656.1,
      "valid_targets_min": 198
    },
    {
      "epoch": 0.033842165898617514,
      "grad_norm": 1.4930551959731087,
      "learning_rate": 1.690668202764977e-06,
      "loss": 1.3326,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4810163974761963,
      "step": 1175,
      "valid_targets_mean": 612.9,
      "valid_targets_min": 136
    },
    {
      "epoch": 0.03398617511520737,
      "grad_norm": 1.3599604473387836,
      "learning_rate": 1.6978686635944702e-06,
      "loss": 1.1222,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3820431232452393,
      "step": 1180,
      "valid_targets_mean": 513.8,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.034130184331797236,
      "grad_norm": 1.4188722657597541,
      "learning_rate": 1.7050691244239633e-06,
      "loss": 1.396,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3712490797042847,
      "step": 1185,
      "valid_targets_mean": 551.2,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.034274193548387094,
      "grad_norm": 1.2894137347725274,
      "learning_rate": 1.7122695852534562e-06,
      "loss": 1.247,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2751328945159912,
      "step": 1190,
      "valid_targets_mean": 532.9,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.03441820276497696,
      "grad_norm": 1.4561371357279018,
      "learning_rate": 1.7194700460829495e-06,
      "loss": 1.1912,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.289623498916626,
      "step": 1195,
      "valid_targets_mean": 559.8,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.03456221198156682,
      "grad_norm": 1.4908132477538525,
      "learning_rate": 1.7266705069124426e-06,
      "loss": 1.1886,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0576331615447998,
      "step": 1200,
      "valid_targets_mean": 510.0,
      "valid_targets_min": 119
    },
    {
      "epoch": 0.03470622119815668,
      "grad_norm": 1.2868734881426573,
      "learning_rate": 1.7338709677419357e-06,
      "loss": 1.2114,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1302626132965088,
      "step": 1205,
      "valid_targets_mean": 538.7,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.034850230414746546,
      "grad_norm": 1.1019294130839596,
      "learning_rate": 1.7410714285714286e-06,
      "loss": 1.2152,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1408870220184326,
      "step": 1210,
      "valid_targets_mean": 638.6,
      "valid_targets_min": 153
    },
    {
      "epoch": 0.0349942396313364,
      "grad_norm": 1.346030267937564,
      "learning_rate": 1.7482718894009217e-06,
      "loss": 1.2337,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3661775588989258,
      "step": 1215,
      "valid_targets_mean": 481.0,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.03513824884792627,
      "grad_norm": 1.2866706853838956,
      "learning_rate": 1.755472350230415e-06,
      "loss": 1.1884,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1588778495788574,
      "step": 1220,
      "valid_targets_mean": 565.3,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.03528225806451613,
      "grad_norm": 1.3837919704358737,
      "learning_rate": 1.762672811059908e-06,
      "loss": 1.1747,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2217694520950317,
      "step": 1225,
      "valid_targets_mean": 767.4,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.03542626728110599,
      "grad_norm": 1.5001922344279677,
      "learning_rate": 1.769873271889401e-06,
      "loss": 1.1387,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.139255404472351,
      "step": 1230,
      "valid_targets_mean": 609.2,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.035570276497695855,
      "grad_norm": 1.1527657260974784,
      "learning_rate": 1.7770737327188941e-06,
      "loss": 1.1264,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9989909529685974,
      "step": 1235,
      "valid_targets_mean": 614.2,
      "valid_targets_min": 238
    },
    {
      "epoch": 0.03571428571428571,
      "grad_norm": 1.8761248455199786,
      "learning_rate": 1.7842741935483872e-06,
      "loss": 1.2436,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2229201793670654,
      "step": 1240,
      "valid_targets_mean": 587.9,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.03585829493087558,
      "grad_norm": 1.301290483896498,
      "learning_rate": 1.7914746543778801e-06,
      "loss": 1.1557,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.915520191192627,
      "step": 1245,
      "valid_targets_mean": 672.0,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.036002304147465435,
      "grad_norm": 1.459572313210372,
      "learning_rate": 1.7986751152073734e-06,
      "loss": 1.2426,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0912684202194214,
      "step": 1250,
      "valid_targets_mean": 580.9,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.0361463133640553,
      "grad_norm": 1.0547200994745383,
      "learning_rate": 1.8058755760368665e-06,
      "loss": 1.2014,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1349611282348633,
      "step": 1255,
      "valid_targets_mean": 742.4,
      "valid_targets_min": 280
    },
    {
      "epoch": 0.036290322580645164,
      "grad_norm": 1.4313910321041297,
      "learning_rate": 1.8130760368663596e-06,
      "loss": 1.3021,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.322141170501709,
      "step": 1260,
      "valid_targets_mean": 529.9,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.03643433179723502,
      "grad_norm": 1.4925993880828685,
      "learning_rate": 1.8202764976958525e-06,
      "loss": 1.1556,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2192245721817017,
      "step": 1265,
      "valid_targets_mean": 441.8,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.036578341013824886,
      "grad_norm": 1.2868204224054278,
      "learning_rate": 1.8274769585253456e-06,
      "loss": 1.1876,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0729671716690063,
      "step": 1270,
      "valid_targets_mean": 617.2,
      "valid_targets_min": 235
    },
    {
      "epoch": 0.036722350230414744,
      "grad_norm": 1.562155237949931,
      "learning_rate": 1.834677419354839e-06,
      "loss": 1.2071,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0073639154434204,
      "step": 1275,
      "valid_targets_mean": 664.4,
      "valid_targets_min": 119
    },
    {
      "epoch": 0.03686635944700461,
      "grad_norm": 1.1233164681872254,
      "learning_rate": 1.841877880184332e-06,
      "loss": 1.2761,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4152204990386963,
      "step": 1280,
      "valid_targets_mean": 802.9,
      "valid_targets_min": 169
    },
    {
      "epoch": 0.03701036866359447,
      "grad_norm": 2.279245765612631,
      "learning_rate": 1.849078341013825e-06,
      "loss": 1.1639,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1826739311218262,
      "step": 1285,
      "valid_targets_mean": 455.9,
      "valid_targets_min": 174
    },
    {
      "epoch": 0.03715437788018433,
      "grad_norm": 1.3442411915424062,
      "learning_rate": 1.856278801843318e-06,
      "loss": 1.2219,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3272356986999512,
      "step": 1290,
      "valid_targets_mean": 593.9,
      "valid_targets_min": 155
    },
    {
      "epoch": 0.037298387096774195,
      "grad_norm": 1.4470655197857603,
      "learning_rate": 1.8634792626728112e-06,
      "loss": 1.1973,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.330369234085083,
      "step": 1295,
      "valid_targets_mean": 472.0,
      "valid_targets_min": 164
    },
    {
      "epoch": 0.03744239631336405,
      "grad_norm": 1.588958511955536,
      "learning_rate": 1.8706797235023045e-06,
      "loss": 1.1618,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2625279426574707,
      "step": 1300,
      "valid_targets_mean": 462.1,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.03758640552995392,
      "grad_norm": 1.2331652046811739,
      "learning_rate": 1.8778801843317974e-06,
      "loss": 1.1641,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0650830268859863,
      "step": 1305,
      "valid_targets_mean": 560.3,
      "valid_targets_min": 129
    },
    {
      "epoch": 0.03773041474654378,
      "grad_norm": 1.1023597200976414,
      "learning_rate": 1.8850806451612905e-06,
      "loss": 1.1359,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1443402767181396,
      "step": 1310,
      "valid_targets_mean": 672.3,
      "valid_targets_min": 134
    },
    {
      "epoch": 0.03787442396313364,
      "grad_norm": 1.2497322899320442,
      "learning_rate": 1.8922811059907836e-06,
      "loss": 1.3394,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.5266475677490234,
      "step": 1315,
      "valid_targets_mean": 683.4,
      "valid_targets_min": 252
    },
    {
      "epoch": 0.038018433179723504,
      "grad_norm": 1.1871383299127205,
      "learning_rate": 1.8994815668202767e-06,
      "loss": 1.1144,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0265560150146484,
      "step": 1320,
      "valid_targets_mean": 618.3,
      "valid_targets_min": 274
    },
    {
      "epoch": 0.03816244239631336,
      "grad_norm": 1.371321903288534,
      "learning_rate": 1.9066820276497696e-06,
      "loss": 1.2392,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.153093695640564,
      "step": 1325,
      "valid_targets_mean": 584.7,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.038306451612903226,
      "grad_norm": 1.4319331460223932,
      "learning_rate": 1.9138824884792627e-06,
      "loss": 1.1644,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1559371948242188,
      "step": 1330,
      "valid_targets_mean": 577.6,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.038450460829493084,
      "grad_norm": 1.6506467068644548,
      "learning_rate": 1.921082949308756e-06,
      "loss": 1.231,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4562846422195435,
      "step": 1335,
      "valid_targets_mean": 679.8,
      "valid_targets_min": 211
    },
    {
      "epoch": 0.03859447004608295,
      "grad_norm": 1.070880987703734,
      "learning_rate": 1.928283410138249e-06,
      "loss": 1.2699,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3218989372253418,
      "step": 1340,
      "valid_targets_mean": 864.7,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.03873847926267281,
      "grad_norm": 2.566602990520374,
      "learning_rate": 1.935483870967742e-06,
      "loss": 1.2967,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.174836277961731,
      "step": 1345,
      "valid_targets_mean": 566.8,
      "valid_targets_min": 207
    },
    {
      "epoch": 0.03888248847926267,
      "grad_norm": 1.0964098544906695,
      "learning_rate": 1.942684331797235e-06,
      "loss": 1.2212,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3372334241867065,
      "step": 1350,
      "valid_targets_mean": 704.1,
      "valid_targets_min": 302
    },
    {
      "epoch": 0.039026497695852536,
      "grad_norm": 1.477104589347167,
      "learning_rate": 1.949884792626728e-06,
      "loss": 1.2189,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.146805763244629,
      "step": 1355,
      "valid_targets_mean": 675.1,
      "valid_targets_min": 299
    },
    {
      "epoch": 0.03917050691244239,
      "grad_norm": 1.2702654484877762,
      "learning_rate": 1.9570852534562213e-06,
      "loss": 1.2013,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2686563730239868,
      "step": 1360,
      "valid_targets_mean": 545.8,
      "valid_targets_min": 207
    },
    {
      "epoch": 0.03931451612903226,
      "grad_norm": 1.2920027855422676,
      "learning_rate": 1.9642857142857144e-06,
      "loss": 1.1938,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2274969816207886,
      "step": 1365,
      "valid_targets_mean": 565.8,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.03945852534562212,
      "grad_norm": 1.4236257142586652,
      "learning_rate": 1.9714861751152075e-06,
      "loss": 1.2184,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2011101245880127,
      "step": 1370,
      "valid_targets_mean": 457.9,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.03960253456221198,
      "grad_norm": 1.2727053287040044,
      "learning_rate": 1.9786866359447006e-06,
      "loss": 1.2387,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.172511100769043,
      "step": 1375,
      "valid_targets_mean": 557.4,
      "valid_targets_min": 136
    },
    {
      "epoch": 0.039746543778801845,
      "grad_norm": 1.5345310428975103,
      "learning_rate": 1.9858870967741937e-06,
      "loss": 1.175,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1804568767547607,
      "step": 1380,
      "valid_targets_mean": 489.9,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.0398905529953917,
      "grad_norm": 1.22056967657049,
      "learning_rate": 1.993087557603687e-06,
      "loss": 1.1052,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.130176305770874,
      "step": 1385,
      "valid_targets_mean": 588.4,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.04003456221198157,
      "grad_norm": 1.1400443709054298,
      "learning_rate": 2.00028801843318e-06,
      "loss": 1.326,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0143756866455078,
      "step": 1390,
      "valid_targets_mean": 673.2,
      "valid_targets_min": 145
    },
    {
      "epoch": 0.04017857142857143,
      "grad_norm": 1.1221289521844424,
      "learning_rate": 2.007488479262673e-06,
      "loss": 1.1107,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1211035251617432,
      "step": 1395,
      "valid_targets_mean": 618.2,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.04032258064516129,
      "grad_norm": 1.5856847088798691,
      "learning_rate": 2.014688940092166e-06,
      "loss": 1.3438,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2959394454956055,
      "step": 1400,
      "valid_targets_mean": 657.4,
      "valid_targets_min": 186
    },
    {
      "epoch": 0.040466589861751154,
      "grad_norm": 1.2597280709714722,
      "learning_rate": 2.0218894009216593e-06,
      "loss": 1.0961,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0790235996246338,
      "step": 1405,
      "valid_targets_mean": 503.4,
      "valid_targets_min": 63
    },
    {
      "epoch": 0.04061059907834101,
      "grad_norm": 1.270815916807689,
      "learning_rate": 2.0290898617511524e-06,
      "loss": 1.1079,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.119929313659668,
      "step": 1410,
      "valid_targets_mean": 528.6,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.040754608294930876,
      "grad_norm": 1.3184076511665466,
      "learning_rate": 2.0362903225806455e-06,
      "loss": 1.1567,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0974550247192383,
      "step": 1415,
      "valid_targets_mean": 605.0,
      "valid_targets_min": 58
    },
    {
      "epoch": 0.04089861751152074,
      "grad_norm": 1.1653821857356765,
      "learning_rate": 2.043490783410138e-06,
      "loss": 1.1536,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2320704460144043,
      "step": 1420,
      "valid_targets_mean": 627.2,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.0410426267281106,
      "grad_norm": 1.3277031538998398,
      "learning_rate": 2.0506912442396317e-06,
      "loss": 1.1739,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1511585712432861,
      "step": 1425,
      "valid_targets_mean": 531.0,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.04118663594470046,
      "grad_norm": 1.2989389738054071,
      "learning_rate": 2.0578917050691248e-06,
      "loss": 1.157,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.168007254600525,
      "step": 1430,
      "valid_targets_mean": 497.0,
      "valid_targets_min": 59
    },
    {
      "epoch": 0.04133064516129032,
      "grad_norm": 1.9047234240275213,
      "learning_rate": 2.0650921658986175e-06,
      "loss": 1.2659,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2105027437210083,
      "step": 1435,
      "valid_targets_mean": 474.9,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.041474654377880185,
      "grad_norm": 1.1970007985687865,
      "learning_rate": 2.0722926267281106e-06,
      "loss": 1.2411,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1334692239761353,
      "step": 1440,
      "valid_targets_mean": 568.4,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.04161866359447004,
      "grad_norm": 1.3902097652876542,
      "learning_rate": 2.0794930875576037e-06,
      "loss": 1.157,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.378969669342041,
      "step": 1445,
      "valid_targets_mean": 609.6,
      "valid_targets_min": 156
    },
    {
      "epoch": 0.04176267281105991,
      "grad_norm": 2.2899589378970524,
      "learning_rate": 2.086693548387097e-06,
      "loss": 1.1986,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0802510976791382,
      "step": 1450,
      "valid_targets_mean": 334.4,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.04190668202764977,
      "grad_norm": 1.2409982105526542,
      "learning_rate": 2.09389400921659e-06,
      "loss": 1.2702,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3161163330078125,
      "step": 1455,
      "valid_targets_mean": 569.5,
      "valid_targets_min": 224
    },
    {
      "epoch": 0.04205069124423963,
      "grad_norm": 1.5815127615383853,
      "learning_rate": 2.101094470046083e-06,
      "loss": 1.2726,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3424971103668213,
      "step": 1460,
      "valid_targets_mean": 506.8,
      "valid_targets_min": 53
    },
    {
      "epoch": 0.042194700460829494,
      "grad_norm": 1.561470247553545,
      "learning_rate": 2.108294930875576e-06,
      "loss": 1.2694,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1126761436462402,
      "step": 1465,
      "valid_targets_mean": 412.8,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.04233870967741935,
      "grad_norm": 1.4060673981749152,
      "learning_rate": 2.1154953917050696e-06,
      "loss": 1.3472,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.265086054801941,
      "step": 1470,
      "valid_targets_mean": 460.6,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.042482718894009217,
      "grad_norm": 1.2582648734201092,
      "learning_rate": 2.1226958525345623e-06,
      "loss": 1.3064,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.583785057067871,
      "step": 1475,
      "valid_targets_mean": 540.9,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.04262672811059908,
      "grad_norm": 1.4128374527274827,
      "learning_rate": 2.1298963133640554e-06,
      "loss": 1.1232,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2869045734405518,
      "step": 1480,
      "valid_targets_mean": 511.8,
      "valid_targets_min": 136
    },
    {
      "epoch": 0.04277073732718894,
      "grad_norm": 1.541631659910605,
      "learning_rate": 2.1370967741935485e-06,
      "loss": 1.0289,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9579882025718689,
      "step": 1485,
      "valid_targets_mean": 567.8,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.0429147465437788,
      "grad_norm": 1.1724814515248025,
      "learning_rate": 2.1442972350230416e-06,
      "loss": 1.2506,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1672091484069824,
      "step": 1490,
      "valid_targets_mean": 578.7,
      "valid_targets_min": 171
    },
    {
      "epoch": 0.04305875576036866,
      "grad_norm": 1.3248689370347524,
      "learning_rate": 2.1514976958525347e-06,
      "loss": 1.2373,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1163979768753052,
      "step": 1495,
      "valid_targets_mean": 635.0,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.043202764976958526,
      "grad_norm": 1.236428354719813,
      "learning_rate": 2.158698156682028e-06,
      "loss": 1.0934,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0052893161773682,
      "step": 1500,
      "valid_targets_mean": 594.0,
      "valid_targets_min": 170
    },
    {
      "epoch": 0.04334677419354839,
      "grad_norm": 1.2534241889420572,
      "learning_rate": 2.165898617511521e-06,
      "loss": 1.1762,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0280494689941406,
      "step": 1505,
      "valid_targets_mean": 533.4,
      "valid_targets_min": 176
    },
    {
      "epoch": 0.04349078341013825,
      "grad_norm": 1.692784847400112,
      "learning_rate": 2.173099078341014e-06,
      "loss": 1.1116,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2093205451965332,
      "step": 1510,
      "valid_targets_mean": 544.8,
      "valid_targets_min": 155
    },
    {
      "epoch": 0.04363479262672811,
      "grad_norm": 1.252186248241553,
      "learning_rate": 2.180299539170507e-06,
      "loss": 1.2277,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2765514850616455,
      "step": 1515,
      "valid_targets_mean": 642.3,
      "valid_targets_min": 145
    },
    {
      "epoch": 0.04377880184331797,
      "grad_norm": 1.4356235429496227,
      "learning_rate": 2.1875000000000002e-06,
      "loss": 1.1629,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.023338794708252,
      "step": 1520,
      "valid_targets_mean": 697.4,
      "valid_targets_min": 406
    },
    {
      "epoch": 0.043922811059907835,
      "grad_norm": 1.1323724666370487,
      "learning_rate": 2.1947004608294933e-06,
      "loss": 1.248,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1774046421051025,
      "step": 1525,
      "valid_targets_mean": 613.7,
      "valid_targets_min": 241
    },
    {
      "epoch": 0.04406682027649769,
      "grad_norm": 1.0889620956880728,
      "learning_rate": 2.201900921658986e-06,
      "loss": 1.0194,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7829164862632751,
      "step": 1530,
      "valid_targets_mean": 766.6,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.04421082949308756,
      "grad_norm": 1.4784084065924177,
      "learning_rate": 2.2091013824884795e-06,
      "loss": 1.2559,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.294173240661621,
      "step": 1535,
      "valid_targets_mean": 584.1,
      "valid_targets_min": 230
    },
    {
      "epoch": 0.04435483870967742,
      "grad_norm": 1.3550450717040872,
      "learning_rate": 2.2163018433179726e-06,
      "loss": 1.1882,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.150268316268921,
      "step": 1540,
      "valid_targets_mean": 581.0,
      "valid_targets_min": 304
    },
    {
      "epoch": 0.04449884792626728,
      "grad_norm": 1.2260137038795194,
      "learning_rate": 2.2235023041474658e-06,
      "loss": 1.2142,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3525984287261963,
      "step": 1545,
      "valid_targets_mean": 721.1,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.044642857142857144,
      "grad_norm": 1.378290176083004,
      "learning_rate": 2.2307027649769584e-06,
      "loss": 1.253,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3142980337142944,
      "step": 1550,
      "valid_targets_mean": 471.2,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.044786866359447,
      "grad_norm": 1.2884584639599226,
      "learning_rate": 2.2379032258064515e-06,
      "loss": 1.0426,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9706732034683228,
      "step": 1555,
      "valid_targets_mean": 620.1,
      "valid_targets_min": 232
    },
    {
      "epoch": 0.044930875576036866,
      "grad_norm": 1.2904941163126693,
      "learning_rate": 2.245103686635945e-06,
      "loss": 1.1871,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.24373197555542,
      "step": 1560,
      "valid_targets_mean": 634.7,
      "valid_targets_min": 87
    },
    {
      "epoch": 0.04507488479262673,
      "grad_norm": 1.0978703745043659,
      "learning_rate": 2.252304147465438e-06,
      "loss": 1.1494,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.03061842918396,
      "step": 1565,
      "valid_targets_mean": 687.1,
      "valid_targets_min": 210
    },
    {
      "epoch": 0.04521889400921659,
      "grad_norm": 1.4181160277342733,
      "learning_rate": 2.259504608294931e-06,
      "loss": 1.1613,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.12226140499115,
      "step": 1570,
      "valid_targets_mean": 635.1,
      "valid_targets_min": 206
    },
    {
      "epoch": 0.04536290322580645,
      "grad_norm": 1.3269297660261767,
      "learning_rate": 2.266705069124424e-06,
      "loss": 1.0099,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1046158075332642,
      "step": 1575,
      "valid_targets_mean": 605.5,
      "valid_targets_min": 119
    },
    {
      "epoch": 0.04550691244239631,
      "grad_norm": 1.3097071552524635,
      "learning_rate": 2.2739055299539175e-06,
      "loss": 1.2909,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3246772289276123,
      "step": 1580,
      "valid_targets_mean": 602.4,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.045650921658986175,
      "grad_norm": 1.3203691292293986,
      "learning_rate": 2.2811059907834106e-06,
      "loss": 1.1518,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2266016006469727,
      "step": 1585,
      "valid_targets_mean": 577.3,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.04579493087557604,
      "grad_norm": 1.1398291538603886,
      "learning_rate": 2.2883064516129033e-06,
      "loss": 1.1691,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2120853662490845,
      "step": 1590,
      "valid_targets_mean": 619.3,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.0459389400921659,
      "grad_norm": 1.0505660719672356,
      "learning_rate": 2.2955069124423964e-06,
      "loss": 1.1904,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0628697872161865,
      "step": 1595,
      "valid_targets_mean": 638.9,
      "valid_targets_min": 257
    },
    {
      "epoch": 0.04608294930875576,
      "grad_norm": 1.2334431392791265,
      "learning_rate": 2.3027073732718895e-06,
      "loss": 1.231,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4705917835235596,
      "step": 1600,
      "valid_targets_mean": 608.7,
      "valid_targets_min": 218
    },
    {
      "epoch": 0.04622695852534562,
      "grad_norm": 1.2474805358196106,
      "learning_rate": 2.309907834101383e-06,
      "loss": 1.0732,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0655080080032349,
      "step": 1605,
      "valid_targets_mean": 581.5,
      "valid_targets_min": 55
    },
    {
      "epoch": 0.046370967741935484,
      "grad_norm": 1.2747639717285064,
      "learning_rate": 2.3171082949308757e-06,
      "loss": 1.2928,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2650511264801025,
      "step": 1610,
      "valid_targets_mean": 626.6,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.04651497695852535,
      "grad_norm": 1.303208053026574,
      "learning_rate": 2.324308755760369e-06,
      "loss": 1.0463,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0347857475280762,
      "step": 1615,
      "valid_targets_mean": 524.2,
      "valid_targets_min": 232
    },
    {
      "epoch": 0.04665898617511521,
      "grad_norm": 1.2417276647696736,
      "learning_rate": 2.331509216589862e-06,
      "loss": 1.2556,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2409956455230713,
      "step": 1620,
      "valid_targets_mean": 560.0,
      "valid_targets_min": 248
    },
    {
      "epoch": 0.04680299539170507,
      "grad_norm": 1.3512822904910868,
      "learning_rate": 2.338709677419355e-06,
      "loss": 1.122,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1832964420318604,
      "step": 1625,
      "valid_targets_mean": 493.6,
      "valid_targets_min": 160
    },
    {
      "epoch": 0.04694700460829493,
      "grad_norm": 1.348782405268553,
      "learning_rate": 2.345910138248848e-06,
      "loss": 1.1457,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1350226402282715,
      "step": 1630,
      "valid_targets_mean": 618.5,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.04709101382488479,
      "grad_norm": 1.7389618273759944,
      "learning_rate": 2.353110599078341e-06,
      "loss": 1.2359,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.033875823020935,
      "step": 1635,
      "valid_targets_mean": 482.3,
      "valid_targets_min": 192
    },
    {
      "epoch": 0.04723502304147465,
      "grad_norm": 1.4749403669662249,
      "learning_rate": 2.3603110599078343e-06,
      "loss": 1.1335,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7886825799942017,
      "step": 1640,
      "valid_targets_mean": 801.7,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.047379032258064516,
      "grad_norm": 1.210683913012164,
      "learning_rate": 2.3675115207373274e-06,
      "loss": 1.2473,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.279036045074463,
      "step": 1645,
      "valid_targets_mean": 661.7,
      "valid_targets_min": 198
    },
    {
      "epoch": 0.04752304147465438,
      "grad_norm": 1.167528420089935,
      "learning_rate": 2.3747119815668205e-06,
      "loss": 1.1202,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0673969984054565,
      "step": 1650,
      "valid_targets_mean": 567.6,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.04766705069124424,
      "grad_norm": 1.1892040455488337,
      "learning_rate": 2.3819124423963136e-06,
      "loss": 1.2175,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.417536735534668,
      "step": 1655,
      "valid_targets_mean": 649.6,
      "valid_targets_min": 77
    },
    {
      "epoch": 0.0478110599078341,
      "grad_norm": 1.615553402068103,
      "learning_rate": 2.3891129032258067e-06,
      "loss": 1.0968,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3391735553741455,
      "step": 1660,
      "valid_targets_mean": 739.8,
      "valid_targets_min": 124
    },
    {
      "epoch": 0.04795506912442396,
      "grad_norm": 1.276944849650429,
      "learning_rate": 2.3963133640553e-06,
      "loss": 1.1392,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1832587718963623,
      "step": 1665,
      "valid_targets_mean": 657.8,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.048099078341013825,
      "grad_norm": 1.1740516954387012,
      "learning_rate": 2.403513824884793e-06,
      "loss": 1.2276,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9705674648284912,
      "step": 1670,
      "valid_targets_mean": 510.9,
      "valid_targets_min": 129
    },
    {
      "epoch": 0.04824308755760369,
      "grad_norm": 1.1321472207001355,
      "learning_rate": 2.410714285714286e-06,
      "loss": 1.1657,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0999493598937988,
      "step": 1675,
      "valid_targets_mean": 699.8,
      "valid_targets_min": 199
    },
    {
      "epoch": 0.04838709677419355,
      "grad_norm": 1.2381304005377611,
      "learning_rate": 2.417914746543779e-06,
      "loss": 1.0173,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.031280755996704,
      "step": 1680,
      "valid_targets_mean": 579.4,
      "valid_targets_min": 194
    },
    {
      "epoch": 0.04853110599078341,
      "grad_norm": 1.0671061279803336,
      "learning_rate": 2.425115207373272e-06,
      "loss": 1.2948,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1816058158874512,
      "step": 1685,
      "valid_targets_mean": 777.1,
      "valid_targets_min": 157
    },
    {
      "epoch": 0.04867511520737327,
      "grad_norm": 1.15648710213737,
      "learning_rate": 2.4323156682027654e-06,
      "loss": 1.2337,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1196022033691406,
      "step": 1690,
      "valid_targets_mean": 629.6,
      "valid_targets_min": 222
    },
    {
      "epoch": 0.048819124423963134,
      "grad_norm": 1.2551385177502545,
      "learning_rate": 2.4395161290322585e-06,
      "loss": 1.097,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.026708960533142,
      "step": 1695,
      "valid_targets_mean": 544.9,
      "valid_targets_min": 136
    },
    {
      "epoch": 0.048963133640553,
      "grad_norm": 1.0060835996075523,
      "learning_rate": 2.4467165898617516e-06,
      "loss": 1.2558,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0681579113006592,
      "step": 1700,
      "valid_targets_mean": 710.9,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.049107142857142856,
      "grad_norm": 1.3042360893447422,
      "learning_rate": 2.4539170506912443e-06,
      "loss": 1.2059,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2218000888824463,
      "step": 1705,
      "valid_targets_mean": 673.2,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.04925115207373272,
      "grad_norm": 1.2548235315202778,
      "learning_rate": 2.4611175115207374e-06,
      "loss": 1.1566,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2559139728546143,
      "step": 1710,
      "valid_targets_mean": 618.6,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.04939516129032258,
      "grad_norm": 1.2088847001786744,
      "learning_rate": 2.468317972350231e-06,
      "loss": 1.1149,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2204773426055908,
      "step": 1715,
      "valid_targets_mean": 578.2,
      "valid_targets_min": 196
    },
    {
      "epoch": 0.04953917050691244,
      "grad_norm": 1.438615411564125,
      "learning_rate": 2.4755184331797236e-06,
      "loss": 1.1601,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8469485640525818,
      "step": 1720,
      "valid_targets_mean": 536.9,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.04968317972350231,
      "grad_norm": 1.359137283844469,
      "learning_rate": 2.4827188940092167e-06,
      "loss": 1.1022,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0721616744995117,
      "step": 1725,
      "valid_targets_mean": 476.9,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.049827188940092165,
      "grad_norm": 1.2531045467963446,
      "learning_rate": 2.4899193548387098e-06,
      "loss": 1.1866,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9961040019989014,
      "step": 1730,
      "valid_targets_mean": 496.9,
      "valid_targets_min": 155
    },
    {
      "epoch": 0.04997119815668203,
      "grad_norm": 1.077038649966088,
      "learning_rate": 2.497119815668203e-06,
      "loss": 1.1495,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.244858741760254,
      "step": 1735,
      "valid_targets_mean": 727.2,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.05011520737327189,
      "grad_norm": 1.1839468502902377,
      "learning_rate": 2.504320276497696e-06,
      "loss": 1.1241,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9344140291213989,
      "step": 1740,
      "valid_targets_mean": 566.9,
      "valid_targets_min": 119
    },
    {
      "epoch": 0.05025921658986175,
      "grad_norm": 1.4049346300082997,
      "learning_rate": 2.5115207373271895e-06,
      "loss": 1.239,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.374828815460205,
      "step": 1745,
      "valid_targets_mean": 732.7,
      "valid_targets_min": 210
    },
    {
      "epoch": 0.05040322580645161,
      "grad_norm": 1.4029671073298526,
      "learning_rate": 2.518721198156682e-06,
      "loss": 1.2545,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2538998126983643,
      "step": 1750,
      "valid_targets_mean": 548.9,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.050547235023041474,
      "grad_norm": 1.4459582210842585,
      "learning_rate": 2.5259216589861753e-06,
      "loss": 1.0762,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0980865955352783,
      "step": 1755,
      "valid_targets_mean": 552.9,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.05069124423963134,
      "grad_norm": 1.4576336945954813,
      "learning_rate": 2.5331221198156684e-06,
      "loss": 1.0305,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0515683889389038,
      "step": 1760,
      "valid_targets_mean": 477.3,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.0508352534562212,
      "grad_norm": 1.0455648581121535,
      "learning_rate": 2.5403225806451615e-06,
      "loss": 1.1868,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.06859290599823,
      "step": 1765,
      "valid_targets_mean": 708.6,
      "valid_targets_min": 184
    },
    {
      "epoch": 0.05097926267281106,
      "grad_norm": 1.200389487100204,
      "learning_rate": 2.547523041474654e-06,
      "loss": 1.1112,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0974675416946411,
      "step": 1770,
      "valid_targets_mean": 640.8,
      "valid_targets_min": 290
    },
    {
      "epoch": 0.05112327188940092,
      "grad_norm": 1.2374498368995752,
      "learning_rate": 2.5547235023041477e-06,
      "loss": 1.1973,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1245050430297852,
      "step": 1775,
      "valid_targets_mean": 505.8,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.051267281105990783,
      "grad_norm": 1.0829610811110553,
      "learning_rate": 2.561923963133641e-06,
      "loss": 1.1298,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2010407447814941,
      "step": 1780,
      "valid_targets_mean": 667.3,
      "valid_targets_min": 271
    },
    {
      "epoch": 0.05141129032258065,
      "grad_norm": 1.5573325650694823,
      "learning_rate": 2.569124423963134e-06,
      "loss": 1.2436,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.388858437538147,
      "step": 1785,
      "valid_targets_mean": 540.1,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.051555299539170506,
      "grad_norm": 1.1514750195063364,
      "learning_rate": 2.576324884792627e-06,
      "loss": 1.0312,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9602067470550537,
      "step": 1790,
      "valid_targets_mean": 571.7,
      "valid_targets_min": 149
    },
    {
      "epoch": 0.05169930875576037,
      "grad_norm": 1.2750841707639704,
      "learning_rate": 2.5835253456221197e-06,
      "loss": 1.1893,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2226977348327637,
      "step": 1795,
      "valid_targets_mean": 496.8,
      "valid_targets_min": 162
    },
    {
      "epoch": 0.05184331797235023,
      "grad_norm": 1.2974061471155378,
      "learning_rate": 2.5907258064516132e-06,
      "loss": 1.2298,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.335292100906372,
      "step": 1800,
      "valid_targets_mean": 529.1,
      "valid_targets_min": 154
    },
    {
      "epoch": 0.05198732718894009,
      "grad_norm": 1.1208333666118495,
      "learning_rate": 2.5979262672811063e-06,
      "loss": 1.141,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3874049186706543,
      "step": 1805,
      "valid_targets_mean": 650.1,
      "valid_targets_min": 237
    },
    {
      "epoch": 0.05213133640552996,
      "grad_norm": 1.1915225273151848,
      "learning_rate": 2.605126728110599e-06,
      "loss": 1.2166,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1358290910720825,
      "step": 1810,
      "valid_targets_mean": 557.8,
      "valid_targets_min": 77
    },
    {
      "epoch": 0.052275345622119815,
      "grad_norm": 1.383275453373765,
      "learning_rate": 2.6123271889400925e-06,
      "loss": 1.1599,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2537864446640015,
      "step": 1815,
      "valid_targets_mean": 621.8,
      "valid_targets_min": 276
    },
    {
      "epoch": 0.05241935483870968,
      "grad_norm": 1.087145099114218,
      "learning_rate": 2.6195276497695852e-06,
      "loss": 1.1187,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9615045189857483,
      "step": 1820,
      "valid_targets_mean": 672.2,
      "valid_targets_min": 219
    },
    {
      "epoch": 0.05256336405529954,
      "grad_norm": 1.1151139585096752,
      "learning_rate": 2.6267281105990783e-06,
      "loss": 1.0079,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0500763654708862,
      "step": 1825,
      "valid_targets_mean": 620.3,
      "valid_targets_min": 203
    },
    {
      "epoch": 0.0527073732718894,
      "grad_norm": 1.275110512909328,
      "learning_rate": 2.633928571428572e-06,
      "loss": 1.1009,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1849803924560547,
      "step": 1830,
      "valid_targets_mean": 522.9,
      "valid_targets_min": 85
    },
    {
      "epoch": 0.05285138248847926,
      "grad_norm": 1.3606747898802016,
      "learning_rate": 2.6411290322580645e-06,
      "loss": 1.1975,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3551137447357178,
      "step": 1835,
      "valid_targets_mean": 578.6,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.052995391705069124,
      "grad_norm": 1.8957754209096038,
      "learning_rate": 2.648329493087558e-06,
      "loss": 1.1972,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2079284191131592,
      "step": 1840,
      "valid_targets_mean": 458.1,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.05313940092165899,
      "grad_norm": 1.1763279728560168,
      "learning_rate": 2.6555299539170508e-06,
      "loss": 1.2434,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3617032766342163,
      "step": 1845,
      "valid_targets_mean": 630.0,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.053283410138248846,
      "grad_norm": 1.099652533042723,
      "learning_rate": 2.662730414746544e-06,
      "loss": 1.1412,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2132662534713745,
      "step": 1850,
      "valid_targets_mean": 631.8,
      "valid_targets_min": 335
    },
    {
      "epoch": 0.05342741935483871,
      "grad_norm": 1.3567842528916654,
      "learning_rate": 2.6699308755760374e-06,
      "loss": 1.1948,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1204471588134766,
      "step": 1855,
      "valid_targets_mean": 545.6,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.05357142857142857,
      "grad_norm": 1.2572728048896558,
      "learning_rate": 2.67713133640553e-06,
      "loss": 1.2172,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.421704888343811,
      "step": 1860,
      "valid_targets_mean": 617.2,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.05371543778801843,
      "grad_norm": 1.3517160435532254,
      "learning_rate": 2.684331797235023e-06,
      "loss": 1.1516,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0297720432281494,
      "step": 1865,
      "valid_targets_mean": 546.9,
      "valid_targets_min": 207
    },
    {
      "epoch": 0.0538594470046083,
      "grad_norm": 1.5109060245830042,
      "learning_rate": 2.6915322580645163e-06,
      "loss": 1.0807,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.152120590209961,
      "step": 1870,
      "valid_targets_mean": 460.4,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.054003456221198155,
      "grad_norm": 1.2335422497418738,
      "learning_rate": 2.6987327188940094e-06,
      "loss": 1.1916,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1082407236099243,
      "step": 1875,
      "valid_targets_mean": 501.9,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.05414746543778802,
      "grad_norm": 1.333531940997186,
      "learning_rate": 2.705933179723503e-06,
      "loss": 1.149,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1993197202682495,
      "step": 1880,
      "valid_targets_mean": 492.6,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.05429147465437788,
      "grad_norm": 1.37802536129876,
      "learning_rate": 2.7131336405529956e-06,
      "loss": 1.1563,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1154630184173584,
      "step": 1885,
      "valid_targets_mean": 464.7,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.05443548387096774,
      "grad_norm": 1.4067643588578838,
      "learning_rate": 2.7203341013824887e-06,
      "loss": 1.1194,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.982886791229248,
      "step": 1890,
      "valid_targets_mean": 403.6,
      "valid_targets_min": 59
    },
    {
      "epoch": 0.05457949308755761,
      "grad_norm": 1.1765293179877439,
      "learning_rate": 2.727534562211982e-06,
      "loss": 1.2587,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4044333696365356,
      "step": 1895,
      "valid_targets_mean": 622.6,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.054723502304147464,
      "grad_norm": 1.3693658021531725,
      "learning_rate": 2.734735023041475e-06,
      "loss": 1.1415,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2281900644302368,
      "step": 1900,
      "valid_targets_mean": 587.0,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.05486751152073733,
      "grad_norm": 1.2665158103097394,
      "learning_rate": 2.7419354838709676e-06,
      "loss": 1.1247,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1431517601013184,
      "step": 1905,
      "valid_targets_mean": 509.6,
      "valid_targets_min": 161
    },
    {
      "epoch": 0.05501152073732719,
      "grad_norm": 1.3437299196133596,
      "learning_rate": 2.749135944700461e-06,
      "loss": 1.1098,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9641520977020264,
      "step": 1910,
      "valid_targets_mean": 443.4,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.05515552995391705,
      "grad_norm": 1.3499608340020535,
      "learning_rate": 2.7563364055299542e-06,
      "loss": 1.2643,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2645559310913086,
      "step": 1915,
      "valid_targets_mean": 507.7,
      "valid_targets_min": 199
    },
    {
      "epoch": 0.055299539170506916,
      "grad_norm": 1.2950663148950445,
      "learning_rate": 2.763536866359447e-06,
      "loss": 1.0976,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7916799783706665,
      "step": 1920,
      "valid_targets_mean": 392.9,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.055443548387096774,
      "grad_norm": 1.0525578529638187,
      "learning_rate": 2.7707373271889404e-06,
      "loss": 1.1577,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1897666454315186,
      "step": 1925,
      "valid_targets_mean": 676.9,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.05558755760368664,
      "grad_norm": 1.1127822896146613,
      "learning_rate": 2.777937788018433e-06,
      "loss": 1.2242,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2777990102767944,
      "step": 1930,
      "valid_targets_mean": 620.6,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.055731566820276496,
      "grad_norm": 1.2929881593204562,
      "learning_rate": 2.7851382488479266e-06,
      "loss": 1.127,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0366313457489014,
      "step": 1935,
      "valid_targets_mean": 447.2,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.05587557603686636,
      "grad_norm": 1.2764240030826832,
      "learning_rate": 2.7923387096774197e-06,
      "loss": 1.1545,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.059373140335083,
      "step": 1940,
      "valid_targets_mean": 555.9,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.05601958525345622,
      "grad_norm": 1.2390006847653983,
      "learning_rate": 2.7995391705069124e-06,
      "loss": 0.9658,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1181912422180176,
      "step": 1945,
      "valid_targets_mean": 598.3,
      "valid_targets_min": 77
    },
    {
      "epoch": 0.05616359447004608,
      "grad_norm": 1.2173181607792323,
      "learning_rate": 2.806739631336406e-06,
      "loss": 1.2092,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2838311195373535,
      "step": 1950,
      "valid_targets_mean": 569.7,
      "valid_targets_min": 165
    },
    {
      "epoch": 0.05630760368663595,
      "grad_norm": 1.1005026574813594,
      "learning_rate": 2.8139400921658986e-06,
      "loss": 1.1686,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1372565031051636,
      "step": 1955,
      "valid_targets_mean": 641.4,
      "valid_targets_min": 175
    },
    {
      "epoch": 0.056451612903225805,
      "grad_norm": 1.2285836809549382,
      "learning_rate": 2.8211405529953917e-06,
      "loss": 1.0882,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2473247051239014,
      "step": 1960,
      "valid_targets_mean": 571.6,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.05659562211981567,
      "grad_norm": 1.2964053156983655,
      "learning_rate": 2.8283410138248853e-06,
      "loss": 1.1423,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2698882818222046,
      "step": 1965,
      "valid_targets_mean": 585.5,
      "valid_targets_min": 159
    },
    {
      "epoch": 0.05673963133640553,
      "grad_norm": 1.2543307803149153,
      "learning_rate": 2.835541474654378e-06,
      "loss": 1.1408,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1492443084716797,
      "step": 1970,
      "valid_targets_mean": 488.6,
      "valid_targets_min": 190
    },
    {
      "epoch": 0.05688364055299539,
      "grad_norm": 1.3870915885294264,
      "learning_rate": 2.8427419354838715e-06,
      "loss": 1.074,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.093406319618225,
      "step": 1975,
      "valid_targets_mean": 422.9,
      "valid_targets_min": 73
    },
    {
      "epoch": 0.057027649769585256,
      "grad_norm": 1.1536916297560662,
      "learning_rate": 2.849942396313364e-06,
      "loss": 1.1946,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2507086992263794,
      "step": 1980,
      "valid_targets_mean": 569.6,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.057171658986175114,
      "grad_norm": 1.1713349765332617,
      "learning_rate": 2.8571428571428573e-06,
      "loss": 1.0556,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1909730434417725,
      "step": 1985,
      "valid_targets_mean": 572.2,
      "valid_targets_min": 161
    },
    {
      "epoch": 0.05731566820276498,
      "grad_norm": 1.2371327444069216,
      "learning_rate": 2.8643433179723508e-06,
      "loss": 1.1179,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.081349492073059,
      "step": 1990,
      "valid_targets_mean": 481.2,
      "valid_targets_min": 81
    },
    {
      "epoch": 0.057459677419354836,
      "grad_norm": 0.9132908175494998,
      "learning_rate": 2.8715437788018435e-06,
      "loss": 1.0984,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9105204939842224,
      "step": 1995,
      "valid_targets_mean": 822.8,
      "valid_targets_min": 176
    },
    {
      "epoch": 0.0576036866359447,
      "grad_norm": 1.0681041558550028,
      "learning_rate": 2.8787442396313366e-06,
      "loss": 1.1613,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.305131435394287,
      "step": 2000,
      "valid_targets_mean": 701.9,
      "valid_targets_min": 168
    },
    {
      "epoch": 0.057747695852534565,
      "grad_norm": 1.3118166908754456,
      "learning_rate": 2.8859447004608297e-06,
      "loss": 1.0369,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9783626794815063,
      "step": 2005,
      "valid_targets_mean": 510.0,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.05789170506912442,
      "grad_norm": 1.2239904173428322,
      "learning_rate": 2.8931451612903228e-06,
      "loss": 1.1622,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0872883796691895,
      "step": 2010,
      "valid_targets_mean": 512.4,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.05803571428571429,
      "grad_norm": 1.1818713322998335,
      "learning_rate": 2.9003456221198155e-06,
      "loss": 1.0406,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1030523777008057,
      "step": 2015,
      "valid_targets_mean": 579.5,
      "valid_targets_min": 147
    },
    {
      "epoch": 0.058179723502304145,
      "grad_norm": 1.149603167957961,
      "learning_rate": 2.907546082949309e-06,
      "loss": 1.1776,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1702996492385864,
      "step": 2020,
      "valid_targets_mean": 616.2,
      "valid_targets_min": 81
    },
    {
      "epoch": 0.05832373271889401,
      "grad_norm": 1.0877869282926556,
      "learning_rate": 2.914746543778802e-06,
      "loss": 1.178,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0165736675262451,
      "step": 2025,
      "valid_targets_mean": 571.5,
      "valid_targets_min": 222
    },
    {
      "epoch": 0.05846774193548387,
      "grad_norm": 1.1950893020612368,
      "learning_rate": 2.921947004608295e-06,
      "loss": 1.0669,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9810401797294617,
      "step": 2030,
      "valid_targets_mean": 555.8,
      "valid_targets_min": 161
    },
    {
      "epoch": 0.05861175115207373,
      "grad_norm": 1.141591741933978,
      "learning_rate": 2.9291474654377883e-06,
      "loss": 1.1359,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1733894348144531,
      "step": 2035,
      "valid_targets_mean": 569.8,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.0587557603686636,
      "grad_norm": 1.1876912496491887,
      "learning_rate": 2.936347926267281e-06,
      "loss": 1.1402,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9926489591598511,
      "step": 2040,
      "valid_targets_mean": 540.3,
      "valid_targets_min": 78
    },
    {
      "epoch": 0.058899769585253454,
      "grad_norm": 1.176265120181962,
      "learning_rate": 2.9435483870967745e-06,
      "loss": 1.0899,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0465141534805298,
      "step": 2045,
      "valid_targets_mean": 565.0,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.05904377880184332,
      "grad_norm": 1.1445648637598966,
      "learning_rate": 2.9507488479262676e-06,
      "loss": 1.239,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.16046941280365,
      "step": 2050,
      "valid_targets_mean": 621.9,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.05918778801843318,
      "grad_norm": 1.226028164357123,
      "learning_rate": 2.9579493087557603e-06,
      "loss": 1.031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2702715396881104,
      "step": 2055,
      "valid_targets_mean": 602.6,
      "valid_targets_min": 244
    },
    {
      "epoch": 0.05933179723502304,
      "grad_norm": 1.4233329785176982,
      "learning_rate": 2.965149769585254e-06,
      "loss": 1.0741,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.059728980064392,
      "step": 2060,
      "valid_targets_mean": 527.1,
      "valid_targets_min": 59
    },
    {
      "epoch": 0.059475806451612906,
      "grad_norm": 1.194329058649197,
      "learning_rate": 2.9723502304147465e-06,
      "loss": 1.1176,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1403120756149292,
      "step": 2065,
      "valid_targets_mean": 541.7,
      "valid_targets_min": 291
    },
    {
      "epoch": 0.059619815668202764,
      "grad_norm": 1.2494667003757578,
      "learning_rate": 2.97955069124424e-06,
      "loss": 1.0954,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1286091804504395,
      "step": 2070,
      "valid_targets_mean": 511.5,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.05976382488479263,
      "grad_norm": 1.1687459703106746,
      "learning_rate": 2.986751152073733e-06,
      "loss": 1.115,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2552156448364258,
      "step": 2075,
      "valid_targets_mean": 650.7,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.059907834101382486,
      "grad_norm": 1.174933922733787,
      "learning_rate": 2.993951612903226e-06,
      "loss": 1.0895,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3032283782958984,
      "step": 2080,
      "valid_targets_mean": 625.4,
      "valid_targets_min": 171
    },
    {
      "epoch": 0.06005184331797235,
      "grad_norm": 1.324327251481931,
      "learning_rate": 3.0011520737327193e-06,
      "loss": 1.134,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0879802703857422,
      "step": 2085,
      "valid_targets_mean": 441.5,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.060195852534562215,
      "grad_norm": 0.8791588438308234,
      "learning_rate": 3.008352534562212e-06,
      "loss": 1.1395,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8437416553497314,
      "step": 2090,
      "valid_targets_mean": 807.4,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.06033986175115207,
      "grad_norm": 1.076190818799059,
      "learning_rate": 3.015552995391705e-06,
      "loss": 1.2028,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2069337368011475,
      "step": 2095,
      "valid_targets_mean": 654.3,
      "valid_targets_min": 152
    },
    {
      "epoch": 0.06048387096774194,
      "grad_norm": 1.4895347098312302,
      "learning_rate": 3.0227534562211987e-06,
      "loss": 1.1259,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2638742923736572,
      "step": 2100,
      "valid_targets_mean": 593.6,
      "valid_targets_min": 184
    },
    {
      "epoch": 0.060627880184331795,
      "grad_norm": 1.3014831895710617,
      "learning_rate": 3.0299539170506913e-06,
      "loss": 1.1519,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2755415439605713,
      "step": 2105,
      "valid_targets_mean": 645.5,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.06077188940092166,
      "grad_norm": 1.1838756314551677,
      "learning_rate": 3.037154377880185e-06,
      "loss": 1.2133,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2124216556549072,
      "step": 2110,
      "valid_targets_mean": 630.6,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.060915898617511524,
      "grad_norm": 1.2158595401454197,
      "learning_rate": 3.0443548387096775e-06,
      "loss": 1.1555,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2769052982330322,
      "step": 2115,
      "valid_targets_mean": 626.1,
      "valid_targets_min": 272
    },
    {
      "epoch": 0.06105990783410138,
      "grad_norm": 1.1201622035397074,
      "learning_rate": 3.0515552995391707e-06,
      "loss": 1.1155,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0405054092407227,
      "step": 2120,
      "valid_targets_mean": 620.2,
      "valid_targets_min": 210
    },
    {
      "epoch": 0.061203917050691246,
      "grad_norm": 0.9977676351166315,
      "learning_rate": 3.058755760368664e-06,
      "loss": 1.2885,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1700059175491333,
      "step": 2125,
      "valid_targets_mean": 721.7,
      "valid_targets_min": 300
    },
    {
      "epoch": 0.061347926267281104,
      "grad_norm": 1.1893116559175643,
      "learning_rate": 3.065956221198157e-06,
      "loss": 1.2462,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.5616016387939453,
      "step": 2130,
      "valid_targets_mean": 838.8,
      "valid_targets_min": 395
    },
    {
      "epoch": 0.06149193548387097,
      "grad_norm": 1.072062661546439,
      "learning_rate": 3.07315668202765e-06,
      "loss": 1.1355,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.158813714981079,
      "step": 2135,
      "valid_targets_mean": 665.8,
      "valid_targets_min": 156
    },
    {
      "epoch": 0.061635944700460826,
      "grad_norm": 1.443544764153503,
      "learning_rate": 3.080357142857143e-06,
      "loss": 1.1516,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0454084873199463,
      "step": 2140,
      "valid_targets_mean": 500.2,
      "valid_targets_min": 118
    },
    {
      "epoch": 0.06177995391705069,
      "grad_norm": 0.9677226951140019,
      "learning_rate": 3.087557603686636e-06,
      "loss": 0.9592,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7626092433929443,
      "step": 2145,
      "valid_targets_mean": 818.1,
      "valid_targets_min": 149
    },
    {
      "epoch": 0.061923963133640555,
      "grad_norm": 1.1370207896565205,
      "learning_rate": 3.094758064516129e-06,
      "loss": 1.0972,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9950340986251831,
      "step": 2150,
      "valid_targets_mean": 661.8,
      "valid_targets_min": 310
    },
    {
      "epoch": 0.06206797235023041,
      "grad_norm": 1.0383762661520093,
      "learning_rate": 3.1019585253456224e-06,
      "loss": 1.0862,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0251595973968506,
      "step": 2155,
      "valid_targets_mean": 637.4,
      "valid_targets_min": 224
    },
    {
      "epoch": 0.06221198156682028,
      "grad_norm": 1.1114860089549827,
      "learning_rate": 3.1091589861751155e-06,
      "loss": 1.1094,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0066944360733032,
      "step": 2160,
      "valid_targets_mean": 575.7,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.062355990783410135,
      "grad_norm": 1.2070887837714144,
      "learning_rate": 3.1163594470046086e-06,
      "loss": 1.1706,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9043195247650146,
      "step": 2165,
      "valid_targets_mean": 521.2,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.0625,
      "grad_norm": 1.112722733316745,
      "learning_rate": 3.1235599078341017e-06,
      "loss": 1.0516,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8445068001747131,
      "step": 2170,
      "valid_targets_mean": 568.1,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.06264400921658986,
      "grad_norm": 1.061804351865843,
      "learning_rate": 3.1307603686635944e-06,
      "loss": 1.0972,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0075336694717407,
      "step": 2175,
      "valid_targets_mean": 632.5,
      "valid_targets_min": 294
    },
    {
      "epoch": 0.06278801843317973,
      "grad_norm": 1.2480730584965412,
      "learning_rate": 3.137960829493088e-06,
      "loss": 1.2281,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3349452018737793,
      "step": 2180,
      "valid_targets_mean": 593.2,
      "valid_targets_min": 229
    },
    {
      "epoch": 0.06293202764976959,
      "grad_norm": 1.1345256578770992,
      "learning_rate": 3.145161290322581e-06,
      "loss": 1.1047,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3422141075134277,
      "step": 2185,
      "valid_targets_mean": 717.1,
      "valid_targets_min": 129
    },
    {
      "epoch": 0.06307603686635944,
      "grad_norm": 1.0589357850199173,
      "learning_rate": 3.1523617511520737e-06,
      "loss": 1.2387,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3901162147521973,
      "step": 2190,
      "valid_targets_mean": 724.6,
      "valid_targets_min": 425
    },
    {
      "epoch": 0.0632200460829493,
      "grad_norm": 1.1774400035568962,
      "learning_rate": 3.1595622119815672e-06,
      "loss": 1.1268,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1084554195404053,
      "step": 2195,
      "valid_targets_mean": 582.4,
      "valid_targets_min": 123
    },
    {
      "epoch": 0.06336405529953917,
      "grad_norm": 1.2176062315766842,
      "learning_rate": 3.16676267281106e-06,
      "loss": 1.1057,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3222577571868896,
      "step": 2200,
      "valid_targets_mean": 662.5,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.06350806451612903,
      "grad_norm": 1.416514830929911,
      "learning_rate": 3.1739631336405534e-06,
      "loss": 1.1084,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.193360686302185,
      "step": 2205,
      "valid_targets_mean": 472.2,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.06365207373271889,
      "grad_norm": 1.1783645063466102,
      "learning_rate": 3.1811635944700465e-06,
      "loss": 1.1355,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1771891117095947,
      "step": 2210,
      "valid_targets_mean": 597.2,
      "valid_targets_min": 181
    },
    {
      "epoch": 0.06379608294930876,
      "grad_norm": 1.2777210246364568,
      "learning_rate": 3.1883640552995392e-06,
      "loss": 1.0238,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0938842296600342,
      "step": 2215,
      "valid_targets_mean": 557.3,
      "valid_targets_min": 203
    },
    {
      "epoch": 0.06394009216589862,
      "grad_norm": 1.0695040363237793,
      "learning_rate": 3.1955645161290327e-06,
      "loss": 1.0563,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8807862401008606,
      "step": 2220,
      "valid_targets_mean": 631.4,
      "valid_targets_min": 154
    },
    {
      "epoch": 0.06408410138248848,
      "grad_norm": 1.3135390228159045,
      "learning_rate": 3.2027649769585254e-06,
      "loss": 1.152,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.385175347328186,
      "step": 2225,
      "valid_targets_mean": 547.1,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.06422811059907835,
      "grad_norm": 1.213921464352495,
      "learning_rate": 3.2099654377880185e-06,
      "loss": 1.2289,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.300649881362915,
      "step": 2230,
      "valid_targets_mean": 656.6,
      "valid_targets_min": 294
    },
    {
      "epoch": 0.0643721198156682,
      "grad_norm": 1.3532280832466845,
      "learning_rate": 3.217165898617512e-06,
      "loss": 1.1647,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0959960222244263,
      "step": 2235,
      "valid_targets_mean": 443.7,
      "valid_targets_min": 180
    },
    {
      "epoch": 0.06451612903225806,
      "grad_norm": 1.224851706426288,
      "learning_rate": 3.2243663594470047e-06,
      "loss": 1.1489,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1008741855621338,
      "step": 2240,
      "valid_targets_mean": 485.5,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.06466013824884792,
      "grad_norm": 1.3025878031507228,
      "learning_rate": 3.231566820276498e-06,
      "loss": 1.146,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2876145839691162,
      "step": 2245,
      "valid_targets_mean": 503.1,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.06480414746543779,
      "grad_norm": 1.2809931900799185,
      "learning_rate": 3.238767281105991e-06,
      "loss": 1.0859,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9871819615364075,
      "step": 2250,
      "valid_targets_mean": 478.8,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.06494815668202765,
      "grad_norm": 1.213220775833089,
      "learning_rate": 3.245967741935484e-06,
      "loss": 1.0277,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2318699359893799,
      "step": 2255,
      "valid_targets_mean": 723.4,
      "valid_targets_min": 225
    },
    {
      "epoch": 0.06509216589861751,
      "grad_norm": 1.1040726001638772,
      "learning_rate": 3.2531682027649776e-06,
      "loss": 1.065,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2710022926330566,
      "step": 2260,
      "valid_targets_mean": 625.9,
      "valid_targets_min": 124
    },
    {
      "epoch": 0.06523617511520738,
      "grad_norm": 1.1354773616400893,
      "learning_rate": 3.2603686635944703e-06,
      "loss": 1.1674,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1305972337722778,
      "step": 2265,
      "valid_targets_mean": 546.7,
      "valid_targets_min": 166
    },
    {
      "epoch": 0.06538018433179724,
      "grad_norm": 1.3782694613750965,
      "learning_rate": 3.2675691244239634e-06,
      "loss": 1.1525,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9097806215286255,
      "step": 2270,
      "valid_targets_mean": 428.1,
      "valid_targets_min": 187
    },
    {
      "epoch": 0.0655241935483871,
      "grad_norm": 1.2447938044114184,
      "learning_rate": 3.2747695852534565e-06,
      "loss": 1.148,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3322343826293945,
      "step": 2275,
      "valid_targets_mean": 586.6,
      "valid_targets_min": 192
    },
    {
      "epoch": 0.06566820276497695,
      "grad_norm": 1.3284538866407947,
      "learning_rate": 3.2819700460829496e-06,
      "loss": 1.0711,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0173900127410889,
      "step": 2280,
      "valid_targets_mean": 487.6,
      "valid_targets_min": 129
    },
    {
      "epoch": 0.06581221198156682,
      "grad_norm": 1.0440374205444505,
      "learning_rate": 3.2891705069124423e-06,
      "loss": 1.0742,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0288656949996948,
      "step": 2285,
      "valid_targets_mean": 660.6,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.06595622119815668,
      "grad_norm": 1.0680151541915877,
      "learning_rate": 3.2963709677419358e-06,
      "loss": 1.0075,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.81804358959198,
      "step": 2290,
      "valid_targets_mean": 539.7,
      "valid_targets_min": 78
    },
    {
      "epoch": 0.06610023041474654,
      "grad_norm": 1.2897837179782112,
      "learning_rate": 3.303571428571429e-06,
      "loss": 1.2194,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3813844919204712,
      "step": 2295,
      "valid_targets_mean": 529.7,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.06624423963133641,
      "grad_norm": 1.0645120390468472,
      "learning_rate": 3.310771889400922e-06,
      "loss": 1.0295,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.036644697189331,
      "step": 2300,
      "valid_targets_mean": 774.4,
      "valid_targets_min": 129
    },
    {
      "epoch": 0.06638824884792627,
      "grad_norm": 1.1936753573812837,
      "learning_rate": 3.317972350230415e-06,
      "loss": 1.1565,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0410680770874023,
      "step": 2305,
      "valid_targets_mean": 553.5,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.06653225806451613,
      "grad_norm": 1.2686388447081198,
      "learning_rate": 3.3251728110599078e-06,
      "loss": 1.1251,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8403974175453186,
      "step": 2310,
      "valid_targets_mean": 479.9,
      "valid_targets_min": 173
    },
    {
      "epoch": 0.066676267281106,
      "grad_norm": 1.2541224465027236,
      "learning_rate": 3.3323732718894013e-06,
      "loss": 1.1127,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0862312316894531,
      "step": 2315,
      "valid_targets_mean": 473.8,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.06682027649769585,
      "grad_norm": 1.1486472240694805,
      "learning_rate": 3.3395737327188944e-06,
      "loss": 1.2558,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.307814359664917,
      "step": 2320,
      "valid_targets_mean": 625.3,
      "valid_targets_min": 142
    },
    {
      "epoch": 0.06696428571428571,
      "grad_norm": 1.1772495410578567,
      "learning_rate": 3.346774193548387e-06,
      "loss": 1.1502,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.005184292793274,
      "step": 2325,
      "valid_targets_mean": 530.1,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.06710829493087557,
      "grad_norm": 1.1014537999819716,
      "learning_rate": 3.3539746543778806e-06,
      "loss": 1.1383,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0712339878082275,
      "step": 2330,
      "valid_targets_mean": 607.8,
      "valid_targets_min": 152
    },
    {
      "epoch": 0.06725230414746544,
      "grad_norm": 1.1529814178596056,
      "learning_rate": 3.3611751152073733e-06,
      "loss": 1.1163,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2970482110977173,
      "step": 2335,
      "valid_targets_mean": 714.9,
      "valid_targets_min": 170
    },
    {
      "epoch": 0.0673963133640553,
      "grad_norm": 1.3852310614658965,
      "learning_rate": 3.3683755760368664e-06,
      "loss": 1.2301,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3570468425750732,
      "step": 2340,
      "valid_targets_mean": 517.2,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.06754032258064516,
      "grad_norm": 1.274200376898673,
      "learning_rate": 3.37557603686636e-06,
      "loss": 1.0242,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9132806062698364,
      "step": 2345,
      "valid_targets_mean": 483.1,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.06768433179723503,
      "grad_norm": 1.0946164690424554,
      "learning_rate": 3.3827764976958526e-06,
      "loss": 0.9901,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0626792907714844,
      "step": 2350,
      "valid_targets_mean": 576.4,
      "valid_targets_min": 118
    },
    {
      "epoch": 0.06782834101382489,
      "grad_norm": 1.2984644123238087,
      "learning_rate": 3.389976958525346e-06,
      "loss": 1.1939,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.354697585105896,
      "step": 2355,
      "valid_targets_mean": 464.7,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.06797235023041474,
      "grad_norm": 1.3136656539264642,
      "learning_rate": 3.397177419354839e-06,
      "loss": 1.1395,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.110735535621643,
      "step": 2360,
      "valid_targets_mean": 442.5,
      "valid_targets_min": 78
    },
    {
      "epoch": 0.06811635944700462,
      "grad_norm": 1.0449374545942884,
      "learning_rate": 3.404377880184332e-06,
      "loss": 1.1534,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8289791941642761,
      "step": 2365,
      "valid_targets_mean": 574.4,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.06826036866359447,
      "grad_norm": 1.302996358481103,
      "learning_rate": 3.4115783410138255e-06,
      "loss": 1.0866,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.081046223640442,
      "step": 2370,
      "valid_targets_mean": 460.6,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.06840437788018433,
      "grad_norm": 1.0570758160227278,
      "learning_rate": 3.418778801843318e-06,
      "loss": 1.1384,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0632808208465576,
      "step": 2375,
      "valid_targets_mean": 707.8,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.06854838709677419,
      "grad_norm": 1.2117180362498392,
      "learning_rate": 3.4259792626728112e-06,
      "loss": 1.1154,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2218533754348755,
      "step": 2380,
      "valid_targets_mean": 570.9,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.06869239631336406,
      "grad_norm": 0.8706123254288108,
      "learning_rate": 3.4331797235023043e-06,
      "loss": 1.0469,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9201633334159851,
      "step": 2385,
      "valid_targets_mean": 825.4,
      "valid_targets_min": 317
    },
    {
      "epoch": 0.06883640552995392,
      "grad_norm": 1.1625965644301444,
      "learning_rate": 3.4403801843317974e-06,
      "loss": 0.9903,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.99001145362854,
      "step": 2390,
      "valid_targets_mean": 533.5,
      "valid_targets_min": 149
    },
    {
      "epoch": 0.06898041474654378,
      "grad_norm": 1.2998576836424107,
      "learning_rate": 3.447580645161291e-06,
      "loss": 1.08,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0129384994506836,
      "step": 2395,
      "valid_targets_mean": 476.1,
      "valid_targets_min": 206
    },
    {
      "epoch": 0.06912442396313365,
      "grad_norm": 1.1960133833758013,
      "learning_rate": 3.4547811059907837e-06,
      "loss": 1.0772,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1182570457458496,
      "step": 2400,
      "valid_targets_mean": 579.7,
      "valid_targets_min": 119
    },
    {
      "epoch": 0.0692684331797235,
      "grad_norm": 1.0771967750064884,
      "learning_rate": 3.4619815668202768e-06,
      "loss": 1.1086,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1257420778274536,
      "step": 2405,
      "valid_targets_mean": 622.7,
      "valid_targets_min": 169
    },
    {
      "epoch": 0.06941244239631336,
      "grad_norm": 1.0481297314105669,
      "learning_rate": 3.4691820276497703e-06,
      "loss": 1.1915,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2886273860931396,
      "step": 2410,
      "valid_targets_mean": 720.9,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.06955645161290322,
      "grad_norm": 1.2245609019121566,
      "learning_rate": 3.476382488479263e-06,
      "loss": 1.1158,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2231063842773438,
      "step": 2415,
      "valid_targets_mean": 544.4,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.06970046082949309,
      "grad_norm": 1.3598989992586707,
      "learning_rate": 3.4835829493087557e-06,
      "loss": 1.1172,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0622721910476685,
      "step": 2420,
      "valid_targets_mean": 404.9,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.06984447004608295,
      "grad_norm": 1.1212385245192342,
      "learning_rate": 3.490783410138249e-06,
      "loss": 1.1388,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4317314624786377,
      "step": 2425,
      "valid_targets_mean": 700.3,
      "valid_targets_min": 65
    },
    {
      "epoch": 0.0699884792626728,
      "grad_norm": 0.9628824215242423,
      "learning_rate": 3.4979838709677423e-06,
      "loss": 1.2429,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3252270221710205,
      "step": 2430,
      "valid_targets_mean": 934.3,
      "valid_targets_min": 321
    },
    {
      "epoch": 0.07013248847926268,
      "grad_norm": 1.1085766698188713,
      "learning_rate": 3.505184331797235e-06,
      "loss": 1.209,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2508691549301147,
      "step": 2435,
      "valid_targets_mean": 616.3,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.07027649769585254,
      "grad_norm": 1.1123484571609017,
      "learning_rate": 3.5123847926267285e-06,
      "loss": 1.0192,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8974138498306274,
      "step": 2440,
      "valid_targets_mean": 542.9,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.0704205069124424,
      "grad_norm": 1.317960391172864,
      "learning_rate": 3.519585253456221e-06,
      "loss": 1.1268,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3061116933822632,
      "step": 2445,
      "valid_targets_mean": 497.7,
      "valid_targets_min": 57
    },
    {
      "epoch": 0.07056451612903226,
      "grad_norm": 1.1903955607073238,
      "learning_rate": 3.5267857142857147e-06,
      "loss": 1.0834,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.103310465812683,
      "step": 2450,
      "valid_targets_mean": 504.1,
      "valid_targets_min": 119
    },
    {
      "epoch": 0.07070852534562212,
      "grad_norm": 1.2441430660027752,
      "learning_rate": 3.533986175115208e-06,
      "loss": 1.0302,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0371479988098145,
      "step": 2455,
      "valid_targets_mean": 508.4,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.07085253456221198,
      "grad_norm": 1.1454542365576588,
      "learning_rate": 3.5411866359447005e-06,
      "loss": 1.1467,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1971067190170288,
      "step": 2460,
      "valid_targets_mean": 610.1,
      "valid_targets_min": 147
    },
    {
      "epoch": 0.07099654377880184,
      "grad_norm": 1.0536657828871798,
      "learning_rate": 3.548387096774194e-06,
      "loss": 1.0759,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2437936067581177,
      "step": 2465,
      "valid_targets_mean": 694.6,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.07114055299539171,
      "grad_norm": 1.2212065663365752,
      "learning_rate": 3.5555875576036867e-06,
      "loss": 1.1219,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1162720918655396,
      "step": 2470,
      "valid_targets_mean": 531.8,
      "valid_targets_min": 154
    },
    {
      "epoch": 0.07128456221198157,
      "grad_norm": 1.053394041823455,
      "learning_rate": 3.56278801843318e-06,
      "loss": 1.1754,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.209139108657837,
      "step": 2475,
      "valid_targets_mean": 700.3,
      "valid_targets_min": 173
    },
    {
      "epoch": 0.07142857142857142,
      "grad_norm": 1.3802263078978885,
      "learning_rate": 3.5699884792626733e-06,
      "loss": 1.0915,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0184459686279297,
      "step": 2480,
      "valid_targets_mean": 443.0,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.0715725806451613,
      "grad_norm": 1.138508168909112,
      "learning_rate": 3.577188940092166e-06,
      "loss": 1.1885,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1545010805130005,
      "step": 2485,
      "valid_targets_mean": 584.1,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.07171658986175115,
      "grad_norm": 0.9479792764687988,
      "learning_rate": 3.5843894009216595e-06,
      "loss": 1.0504,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8975512981414795,
      "step": 2490,
      "valid_targets_mean": 662.9,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.07186059907834101,
      "grad_norm": 0.9926776462072505,
      "learning_rate": 3.5915898617511522e-06,
      "loss": 1.0911,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1217941045761108,
      "step": 2495,
      "valid_targets_mean": 718.0,
      "valid_targets_min": 119
    },
    {
      "epoch": 0.07200460829493087,
      "grad_norm": 1.20047740099603,
      "learning_rate": 3.5987903225806453e-06,
      "loss": 1.1201,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1142301559448242,
      "step": 2500,
      "valid_targets_mean": 547.4,
      "valid_targets_min": 123
    },
    {
      "epoch": 0.07214861751152074,
      "grad_norm": 1.116679136311931,
      "learning_rate": 3.605990783410139e-06,
      "loss": 1.0581,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9257517457008362,
      "step": 2505,
      "valid_targets_mean": 551.9,
      "valid_targets_min": 171
    },
    {
      "epoch": 0.0722926267281106,
      "grad_norm": 1.208127784204765,
      "learning_rate": 3.6131912442396315e-06,
      "loss": 1.145,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2467079162597656,
      "step": 2510,
      "valid_targets_mean": 595.9,
      "valid_targets_min": 263
    },
    {
      "epoch": 0.07243663594470046,
      "grad_norm": 1.197058727255417,
      "learning_rate": 3.6203917050691246e-06,
      "loss": 1.266,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.301660418510437,
      "step": 2515,
      "valid_targets_mean": 581.3,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.07258064516129033,
      "grad_norm": 1.1521228103744368,
      "learning_rate": 3.627592165898618e-06,
      "loss": 1.133,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9808498620986938,
      "step": 2520,
      "valid_targets_mean": 488.0,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.07272465437788019,
      "grad_norm": 1.133821829862762,
      "learning_rate": 3.634792626728111e-06,
      "loss": 1.1838,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3112103939056396,
      "step": 2525,
      "valid_targets_mean": 581.9,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.07286866359447004,
      "grad_norm": 1.1711899975194395,
      "learning_rate": 3.6419930875576035e-06,
      "loss": 1.1666,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3060357570648193,
      "step": 2530,
      "valid_targets_mean": 684.1,
      "valid_targets_min": 224
    },
    {
      "epoch": 0.07301267281105991,
      "grad_norm": 0.9663112238954001,
      "learning_rate": 3.649193548387097e-06,
      "loss": 1.0547,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0492281913757324,
      "step": 2535,
      "valid_targets_mean": 790.6,
      "valid_targets_min": 231
    },
    {
      "epoch": 0.07315668202764977,
      "grad_norm": 1.2283875422753523,
      "learning_rate": 3.65639400921659e-06,
      "loss": 1.0239,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.016219139099121,
      "step": 2540,
      "valid_targets_mean": 484.9,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.07330069124423963,
      "grad_norm": 1.0356242493987708,
      "learning_rate": 3.6635944700460837e-06,
      "loss": 1.023,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8496755957603455,
      "step": 2545,
      "valid_targets_mean": 601.1,
      "valid_targets_min": 90
    },
    {
      "epoch": 0.07344470046082949,
      "grad_norm": 1.2560052538885917,
      "learning_rate": 3.6707949308755764e-06,
      "loss": 1.0208,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9993517994880676,
      "step": 2550,
      "valid_targets_mean": 496.9,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.07358870967741936,
      "grad_norm": 1.2694084809146797,
      "learning_rate": 3.677995391705069e-06,
      "loss": 1.1651,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1907621622085571,
      "step": 2555,
      "valid_targets_mean": 520.8,
      "valid_targets_min": 136
    },
    {
      "epoch": 0.07373271889400922,
      "grad_norm": 1.1511590470828104,
      "learning_rate": 3.6851958525345626e-06,
      "loss": 1.1585,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9582170844078064,
      "step": 2560,
      "valid_targets_mean": 539.1,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.07387672811059907,
      "grad_norm": 1.0498817256267194,
      "learning_rate": 3.6923963133640557e-06,
      "loss": 1.0291,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8357272148132324,
      "step": 2565,
      "valid_targets_mean": 529.6,
      "valid_targets_min": 167
    },
    {
      "epoch": 0.07402073732718895,
      "grad_norm": 1.1626352702258296,
      "learning_rate": 3.6995967741935484e-06,
      "loss": 1.1398,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4751121997833252,
      "step": 2570,
      "valid_targets_mean": 665.2,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.0741647465437788,
      "grad_norm": 1.0440308680640344,
      "learning_rate": 3.706797235023042e-06,
      "loss": 1.1202,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3003513813018799,
      "step": 2575,
      "valid_targets_mean": 743.3,
      "valid_targets_min": 334
    },
    {
      "epoch": 0.07430875576036866,
      "grad_norm": 1.2167242479842708,
      "learning_rate": 3.7139976958525346e-06,
      "loss": 1.1747,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9960970282554626,
      "step": 2580,
      "valid_targets_mean": 510.8,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.07445276497695852,
      "grad_norm": 1.2685376871946255,
      "learning_rate": 3.721198156682028e-06,
      "loss": 1.0809,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.210107445716858,
      "step": 2585,
      "valid_targets_mean": 487.2,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.07459677419354839,
      "grad_norm": 1.055716747157462,
      "learning_rate": 3.728398617511521e-06,
      "loss": 1.1404,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1552667617797852,
      "step": 2590,
      "valid_targets_mean": 652.4,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.07474078341013825,
      "grad_norm": 0.9439578157841244,
      "learning_rate": 3.735599078341014e-06,
      "loss": 1.0887,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.377293348312378,
      "step": 2595,
      "valid_targets_mean": 885.5,
      "valid_targets_min": 417
    },
    {
      "epoch": 0.0748847926267281,
      "grad_norm": 1.3211859652907503,
      "learning_rate": 3.7427995391705074e-06,
      "loss": 0.9871,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9664015173912048,
      "step": 2600,
      "valid_targets_mean": 429.9,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.07502880184331798,
      "grad_norm": 0.9741241404453185,
      "learning_rate": 3.7500000000000005e-06,
      "loss": 1.0502,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9795976877212524,
      "step": 2605,
      "valid_targets_mean": 788.8,
      "valid_targets_min": 218
    },
    {
      "epoch": 0.07517281105990783,
      "grad_norm": 1.1064609926344855,
      "learning_rate": 3.757200460829493e-06,
      "loss": 1.1424,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0592808723449707,
      "step": 2610,
      "valid_targets_mean": 647.9,
      "valid_targets_min": 368
    },
    {
      "epoch": 0.07531682027649769,
      "grad_norm": 1.3190982960894924,
      "learning_rate": 3.7644009216589867e-06,
      "loss": 1.0279,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1698651313781738,
      "step": 2615,
      "valid_targets_mean": 540.1,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.07546082949308756,
      "grad_norm": 1.210260826451088,
      "learning_rate": 3.7716013824884794e-06,
      "loss": 0.9966,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.254835605621338,
      "step": 2620,
      "valid_targets_mean": 591.9,
      "valid_targets_min": 180
    },
    {
      "epoch": 0.07560483870967742,
      "grad_norm": 1.0150339197037281,
      "learning_rate": 3.7788018433179725e-06,
      "loss": 1.0763,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2263634204864502,
      "step": 2625,
      "valid_targets_mean": 764.8,
      "valid_targets_min": 413
    },
    {
      "epoch": 0.07574884792626728,
      "grad_norm": 1.113012757212442,
      "learning_rate": 3.786002304147466e-06,
      "loss": 1.1189,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7452470660209656,
      "step": 2630,
      "valid_targets_mean": 541.7,
      "valid_targets_min": 234
    },
    {
      "epoch": 0.07589285714285714,
      "grad_norm": 1.0794635833492863,
      "learning_rate": 3.7932027649769587e-06,
      "loss": 1.2126,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1029151678085327,
      "step": 2635,
      "valid_targets_mean": 675.0,
      "valid_targets_min": 245
    },
    {
      "epoch": 0.07603686635944701,
      "grad_norm": 1.276083383001306,
      "learning_rate": 3.8004032258064522e-06,
      "loss": 1.0458,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.061340570449829,
      "step": 2640,
      "valid_targets_mean": 496.3,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.07618087557603687,
      "grad_norm": 1.0999225541853606,
      "learning_rate": 3.807603686635945e-06,
      "loss": 1.0877,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0049188137054443,
      "step": 2645,
      "valid_targets_mean": 550.2,
      "valid_targets_min": 157
    },
    {
      "epoch": 0.07632488479262672,
      "grad_norm": 1.0549174285360554,
      "learning_rate": 3.814804147465438e-06,
      "loss": 1.1071,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0280872583389282,
      "step": 2650,
      "valid_targets_mean": 613.2,
      "valid_targets_min": 208
    },
    {
      "epoch": 0.0764688940092166,
      "grad_norm": 1.1776079965192767,
      "learning_rate": 3.8220046082949316e-06,
      "loss": 1.042,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9599659442901611,
      "step": 2655,
      "valid_targets_mean": 481.0,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.07661290322580645,
      "grad_norm": 1.1957563927863364,
      "learning_rate": 3.829205069124424e-06,
      "loss": 1.0506,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1261940002441406,
      "step": 2660,
      "valid_targets_mean": 551.1,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.07675691244239631,
      "grad_norm": 1.0659602005211803,
      "learning_rate": 3.836405529953917e-06,
      "loss": 1.0955,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9871034026145935,
      "step": 2665,
      "valid_targets_mean": 589.8,
      "valid_targets_min": 139
    },
    {
      "epoch": 0.07690092165898617,
      "grad_norm": 1.1584932047622862,
      "learning_rate": 3.8436059907834105e-06,
      "loss": 1.0801,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2956552505493164,
      "step": 2670,
      "valid_targets_mean": 578.1,
      "valid_targets_min": 54
    },
    {
      "epoch": 0.07704493087557604,
      "grad_norm": 1.157542999620214,
      "learning_rate": 3.850806451612903e-06,
      "loss": 1.1515,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2472565174102783,
      "step": 2675,
      "valid_targets_mean": 584.2,
      "valid_targets_min": 189
    },
    {
      "epoch": 0.0771889400921659,
      "grad_norm": 1.053768090286377,
      "learning_rate": 3.858006912442397e-06,
      "loss": 1.0084,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8392769694328308,
      "step": 2680,
      "valid_targets_mean": 592.0,
      "valid_targets_min": 232
    },
    {
      "epoch": 0.07733294930875576,
      "grad_norm": 0.8717992771109154,
      "learning_rate": 3.86520737327189e-06,
      "loss": 0.9409,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8935470581054688,
      "step": 2685,
      "valid_targets_mean": 781.7,
      "valid_targets_min": 214
    },
    {
      "epoch": 0.07747695852534563,
      "grad_norm": 1.0286413783272506,
      "learning_rate": 3.872407834101383e-06,
      "loss": 1.1895,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2469825744628906,
      "step": 2690,
      "valid_targets_mean": 761.3,
      "valid_targets_min": 197
    },
    {
      "epoch": 0.07762096774193548,
      "grad_norm": 1.2001473945571983,
      "learning_rate": 3.879608294930876e-06,
      "loss": 1.0794,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1351295709609985,
      "step": 2695,
      "valid_targets_mean": 554.4,
      "valid_targets_min": 218
    },
    {
      "epoch": 0.07776497695852534,
      "grad_norm": 1.2388134400930442,
      "learning_rate": 3.886808755760369e-06,
      "loss": 1.0656,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0658220052719116,
      "step": 2700,
      "valid_targets_mean": 494.3,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.07790898617511521,
      "grad_norm": 1.2299748465682114,
      "learning_rate": 3.894009216589862e-06,
      "loss": 1.1613,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2543418407440186,
      "step": 2705,
      "valid_targets_mean": 617.4,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.07805299539170507,
      "grad_norm": 1.3035290530511472,
      "learning_rate": 3.901209677419355e-06,
      "loss": 1.1065,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1907923221588135,
      "step": 2710,
      "valid_targets_mean": 450.2,
      "valid_targets_min": 118
    },
    {
      "epoch": 0.07819700460829493,
      "grad_norm": 1.233640533864713,
      "learning_rate": 3.908410138248848e-06,
      "loss": 0.9754,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0124610662460327,
      "step": 2715,
      "valid_targets_mean": 507.5,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.07834101382488479,
      "grad_norm": 1.1092129924907566,
      "learning_rate": 3.915610599078341e-06,
      "loss": 1.1479,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3275762796401978,
      "step": 2720,
      "valid_targets_mean": 641.2,
      "valid_targets_min": 131
    },
    {
      "epoch": 0.07848502304147466,
      "grad_norm": 1.0241672280157108,
      "learning_rate": 3.922811059907834e-06,
      "loss": 1.1527,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.303617238998413,
      "step": 2725,
      "valid_targets_mean": 756.9,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.07862903225806452,
      "grad_norm": 1.0231743356661513,
      "learning_rate": 3.930011520737328e-06,
      "loss": 1.1083,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1785993576049805,
      "step": 2730,
      "valid_targets_mean": 703.6,
      "valid_targets_min": 210
    },
    {
      "epoch": 0.07877304147465437,
      "grad_norm": 1.1228184972563426,
      "learning_rate": 3.937211981566821e-06,
      "loss": 1.0018,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9725029468536377,
      "step": 2735,
      "valid_targets_mean": 550.3,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.07891705069124424,
      "grad_norm": 1.1757283423632783,
      "learning_rate": 3.944412442396314e-06,
      "loss": 1.0871,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1001219749450684,
      "step": 2740,
      "valid_targets_mean": 530.2,
      "valid_targets_min": 172
    },
    {
      "epoch": 0.0790610599078341,
      "grad_norm": 1.188177030870691,
      "learning_rate": 3.951612903225807e-06,
      "loss": 1.1346,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0895440578460693,
      "step": 2745,
      "valid_targets_mean": 540.1,
      "valid_targets_min": 204
    },
    {
      "epoch": 0.07920506912442396,
      "grad_norm": 1.353513509480183,
      "learning_rate": 3.9588133640553e-06,
      "loss": 0.9661,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0788047313690186,
      "step": 2750,
      "valid_targets_mean": 457.4,
      "valid_targets_min": 64
    },
    {
      "epoch": 0.07934907834101383,
      "grad_norm": 1.1249563449507187,
      "learning_rate": 3.966013824884793e-06,
      "loss": 1.1543,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0625983476638794,
      "step": 2755,
      "valid_targets_mean": 586.9,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.07949308755760369,
      "grad_norm": 1.198498370709745,
      "learning_rate": 3.9732142857142855e-06,
      "loss": 1.1063,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.125457525253296,
      "step": 2760,
      "valid_targets_mean": 529.4,
      "valid_targets_min": 170
    },
    {
      "epoch": 0.07963709677419355,
      "grad_norm": 1.2196182013390713,
      "learning_rate": 3.980414746543779e-06,
      "loss": 1.0036,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.107588291168213,
      "step": 2765,
      "valid_targets_mean": 556.9,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.0797811059907834,
      "grad_norm": 1.3014606423520851,
      "learning_rate": 3.9876152073732725e-06,
      "loss": 1.1392,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2082041501998901,
      "step": 2770,
      "valid_targets_mean": 469.3,
      "valid_targets_min": 183
    },
    {
      "epoch": 0.07992511520737328,
      "grad_norm": 1.1588127943596565,
      "learning_rate": 3.994815668202765e-06,
      "loss": 1.0124,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0986710786819458,
      "step": 2775,
      "valid_targets_mean": 546.8,
      "valid_targets_min": 162
    },
    {
      "epoch": 0.08006912442396313,
      "grad_norm": 1.3038579384411118,
      "learning_rate": 4.002016129032259e-06,
      "loss": 1.2009,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1543095111846924,
      "step": 2780,
      "valid_targets_mean": 596.8,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.08021313364055299,
      "grad_norm": 1.1961867276040057,
      "learning_rate": 4.0092165898617514e-06,
      "loss": 1.0888,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0334343910217285,
      "step": 2785,
      "valid_targets_mean": 494.9,
      "valid_targets_min": 100
    },
    {
      "epoch": 0.08035714285714286,
      "grad_norm": 1.0278276194881106,
      "learning_rate": 4.016417050691245e-06,
      "loss": 1.2017,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8107246160507202,
      "step": 2790,
      "valid_targets_mean": 553.4,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.08050115207373272,
      "grad_norm": 1.0102223977090021,
      "learning_rate": 4.023617511520738e-06,
      "loss": 1.2336,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3899602890014648,
      "step": 2795,
      "valid_targets_mean": 799.2,
      "valid_targets_min": 161
    },
    {
      "epoch": 0.08064516129032258,
      "grad_norm": 1.1496945984299014,
      "learning_rate": 4.03081797235023e-06,
      "loss": 0.9922,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0413910150527954,
      "step": 2800,
      "valid_targets_mean": 643.9,
      "valid_targets_min": 227
    },
    {
      "epoch": 0.08078917050691244,
      "grad_norm": 1.1639762565915455,
      "learning_rate": 4.038018433179724e-06,
      "loss": 1.0461,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8894829750061035,
      "step": 2805,
      "valid_targets_mean": 497.5,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.08093317972350231,
      "grad_norm": 1.1134976414877664,
      "learning_rate": 4.0452188940092165e-06,
      "loss": 1.0628,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1608693599700928,
      "step": 2810,
      "valid_targets_mean": 571.2,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.08107718894009217,
      "grad_norm": 1.1657687809865638,
      "learning_rate": 4.05241935483871e-06,
      "loss": 1.1759,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1412086486816406,
      "step": 2815,
      "valid_targets_mean": 554.1,
      "valid_targets_min": 90
    },
    {
      "epoch": 0.08122119815668202,
      "grad_norm": 1.2336417695228432,
      "learning_rate": 4.059619815668204e-06,
      "loss": 1.1496,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1786385774612427,
      "step": 2820,
      "valid_targets_mean": 528.5,
      "valid_targets_min": 255
    },
    {
      "epoch": 0.0813652073732719,
      "grad_norm": 1.096639679622966,
      "learning_rate": 4.066820276497696e-06,
      "loss": 1.04,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3858788013458252,
      "step": 2825,
      "valid_targets_mean": 744.5,
      "valid_targets_min": 303
    },
    {
      "epoch": 0.08150921658986175,
      "grad_norm": 1.2734615439977088,
      "learning_rate": 4.07402073732719e-06,
      "loss": 1.0684,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1288795471191406,
      "step": 2830,
      "valid_targets_mean": 555.5,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.08165322580645161,
      "grad_norm": 1.0801221701847663,
      "learning_rate": 4.0812211981566825e-06,
      "loss": 1.0694,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1009641885757446,
      "step": 2835,
      "valid_targets_mean": 598.4,
      "valid_targets_min": 289
    },
    {
      "epoch": 0.08179723502304148,
      "grad_norm": 1.2350785299743527,
      "learning_rate": 4.088421658986175e-06,
      "loss": 1.0218,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9670027494430542,
      "step": 2840,
      "valid_targets_mean": 442.1,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.08194124423963134,
      "grad_norm": 1.0266817718604708,
      "learning_rate": 4.095622119815669e-06,
      "loss": 1.0853,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9889260530471802,
      "step": 2845,
      "valid_targets_mean": 609.4,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.0820852534562212,
      "grad_norm": 1.1966941915062677,
      "learning_rate": 4.102822580645161e-06,
      "loss": 1.1259,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2893404960632324,
      "step": 2850,
      "valid_targets_mean": 607.1,
      "valid_targets_min": 167
    },
    {
      "epoch": 0.08222926267281105,
      "grad_norm": 1.0842776867664432,
      "learning_rate": 4.110023041474655e-06,
      "loss": 1.1867,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4542694091796875,
      "step": 2855,
      "valid_targets_mean": 697.2,
      "valid_targets_min": 347
    },
    {
      "epoch": 0.08237327188940093,
      "grad_norm": 1.1962310060498793,
      "learning_rate": 4.117223502304148e-06,
      "loss": 1.073,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3047581911087036,
      "step": 2860,
      "valid_targets_mean": 615.8,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.08251728110599078,
      "grad_norm": 1.137348821723663,
      "learning_rate": 4.124423963133641e-06,
      "loss": 1.1891,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1026102304458618,
      "step": 2865,
      "valid_targets_mean": 564.1,
      "valid_targets_min": 124
    },
    {
      "epoch": 0.08266129032258064,
      "grad_norm": 1.3240164910178298,
      "learning_rate": 4.131624423963135e-06,
      "loss": 1.1597,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0930054187774658,
      "step": 2870,
      "valid_targets_mean": 463.4,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.08280529953917051,
      "grad_norm": 1.0530177607489946,
      "learning_rate": 4.138824884792627e-06,
      "loss": 1.0855,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8852710127830505,
      "step": 2875,
      "valid_targets_mean": 599.1,
      "valid_targets_min": 173
    },
    {
      "epoch": 0.08294930875576037,
      "grad_norm": 1.1219962087134996,
      "learning_rate": 4.14602534562212e-06,
      "loss": 1.184,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1805599927902222,
      "step": 2880,
      "valid_targets_mean": 659.2,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.08309331797235023,
      "grad_norm": 1.0757292694274874,
      "learning_rate": 4.1532258064516135e-06,
      "loss": 1.1314,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1067949533462524,
      "step": 2885,
      "valid_targets_mean": 633.7,
      "valid_targets_min": 161
    },
    {
      "epoch": 0.08323732718894009,
      "grad_norm": 0.8435754769952933,
      "learning_rate": 4.160426267281106e-06,
      "loss": 0.9868,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6897461414337158,
      "step": 2890,
      "valid_targets_mean": 765.1,
      "valid_targets_min": 238
    },
    {
      "epoch": 0.08338133640552996,
      "grad_norm": 1.132112405791186,
      "learning_rate": 4.167626728110599e-06,
      "loss": 1.1257,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0815658569335938,
      "step": 2895,
      "valid_targets_mean": 560.5,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.08352534562211981,
      "grad_norm": 1.1455845729495864,
      "learning_rate": 4.174827188940092e-06,
      "loss": 1.0996,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3758411407470703,
      "step": 2900,
      "valid_targets_mean": 674.0,
      "valid_targets_min": 81
    },
    {
      "epoch": 0.08366935483870967,
      "grad_norm": 1.1587531477867428,
      "learning_rate": 4.182027649769586e-06,
      "loss": 1.0685,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9590467810630798,
      "step": 2905,
      "valid_targets_mean": 502.2,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.08381336405529954,
      "grad_norm": 1.3759001560114164,
      "learning_rate": 4.189228110599079e-06,
      "loss": 1.1718,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3245444297790527,
      "step": 2910,
      "valid_targets_mean": 440.4,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.0839573732718894,
      "grad_norm": 1.1461413818348631,
      "learning_rate": 4.196428571428572e-06,
      "loss": 1.1119,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2131450176239014,
      "step": 2915,
      "valid_targets_mean": 573.2,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.08410138248847926,
      "grad_norm": 1.0202742608824316,
      "learning_rate": 4.203629032258065e-06,
      "loss": 1.1319,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2760319709777832,
      "step": 2920,
      "valid_targets_mean": 760.9,
      "valid_targets_min": 253
    },
    {
      "epoch": 0.08424539170506913,
      "grad_norm": 1.180784446397432,
      "learning_rate": 4.210829493087558e-06,
      "loss": 1.1221,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3007465600967407,
      "step": 2925,
      "valid_targets_mean": 625.2,
      "valid_targets_min": 209
    },
    {
      "epoch": 0.08438940092165899,
      "grad_norm": 0.881360871925668,
      "learning_rate": 4.218029953917051e-06,
      "loss": 1.1117,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6872127056121826,
      "step": 2930,
      "valid_targets_mean": 659.1,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.08453341013824885,
      "grad_norm": 1.1840242566006192,
      "learning_rate": 4.225230414746544e-06,
      "loss": 1.1711,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2275218963623047,
      "step": 2935,
      "valid_targets_mean": 619.4,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.0846774193548387,
      "grad_norm": 1.052415450170021,
      "learning_rate": 4.232430875576037e-06,
      "loss": 1.0648,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0678602457046509,
      "step": 2940,
      "valid_targets_mean": 680.5,
      "valid_targets_min": 229
    },
    {
      "epoch": 0.08482142857142858,
      "grad_norm": 1.1471288713063013,
      "learning_rate": 4.23963133640553e-06,
      "loss": 1.1354,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1147935390472412,
      "step": 2945,
      "valid_targets_mean": 517.2,
      "valid_targets_min": 149
    },
    {
      "epoch": 0.08496543778801843,
      "grad_norm": 1.2125884686000643,
      "learning_rate": 4.2468317972350235e-06,
      "loss": 1.0304,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2946674823760986,
      "step": 2950,
      "valid_targets_mean": 507.6,
      "valid_targets_min": 157
    },
    {
      "epoch": 0.08510944700460829,
      "grad_norm": 1.1166567276791903,
      "learning_rate": 4.254032258064517e-06,
      "loss": 1.1491,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4584522247314453,
      "step": 2955,
      "valid_targets_mean": 664.2,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.08525345622119816,
      "grad_norm": 1.0450332282335308,
      "learning_rate": 4.26123271889401e-06,
      "loss": 1.0005,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0554559230804443,
      "step": 2960,
      "valid_targets_mean": 696.7,
      "valid_targets_min": 237
    },
    {
      "epoch": 0.08539746543778802,
      "grad_norm": 1.2888345677413797,
      "learning_rate": 4.268433179723503e-06,
      "loss": 1.0648,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0710420608520508,
      "step": 2965,
      "valid_targets_mean": 462.8,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.08554147465437788,
      "grad_norm": 1.299412096755804,
      "learning_rate": 4.275633640552996e-06,
      "loss": 1.1196,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9002254605293274,
      "step": 2970,
      "valid_targets_mean": 390.9,
      "valid_targets_min": 173
    },
    {
      "epoch": 0.08568548387096774,
      "grad_norm": 1.090914432031424,
      "learning_rate": 4.2828341013824886e-06,
      "loss": 1.106,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1168980598449707,
      "step": 2975,
      "valid_targets_mean": 630.4,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.0858294930875576,
      "grad_norm": 1.1140480054887993,
      "learning_rate": 4.290034562211982e-06,
      "loss": 1.1765,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.084269642829895,
      "step": 2980,
      "valid_targets_mean": 586.7,
      "valid_targets_min": 189
    },
    {
      "epoch": 0.08597350230414746,
      "grad_norm": 1.1704494177412594,
      "learning_rate": 4.297235023041475e-06,
      "loss": 1.1853,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0420513153076172,
      "step": 2985,
      "valid_targets_mean": 544.1,
      "valid_targets_min": 178
    },
    {
      "epoch": 0.08611751152073732,
      "grad_norm": 1.1566903293025699,
      "learning_rate": 4.304435483870968e-06,
      "loss": 1.072,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1269177198410034,
      "step": 2990,
      "valid_targets_mean": 560.7,
      "valid_targets_min": 195
    },
    {
      "epoch": 0.0862615207373272,
      "grad_norm": 1.2335363721464714,
      "learning_rate": 4.311635944700461e-06,
      "loss": 1.1443,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2479617595672607,
      "step": 2995,
      "valid_targets_mean": 515.2,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.08640552995391705,
      "grad_norm": 1.1546534494225147,
      "learning_rate": 4.3188364055299545e-06,
      "loss": 1.1136,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1149871349334717,
      "step": 3000,
      "valid_targets_mean": 556.1,
      "valid_targets_min": 129
    },
    {
      "epoch": 0.08654953917050691,
      "grad_norm": 1.1427375720274857,
      "learning_rate": 4.326036866359447e-06,
      "loss": 1.0699,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0283278226852417,
      "step": 3005,
      "valid_targets_mean": 510.7,
      "valid_targets_min": 62
    },
    {
      "epoch": 0.08669354838709678,
      "grad_norm": 1.2649349619578631,
      "learning_rate": 4.333237327188941e-06,
      "loss": 1.1114,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0934653282165527,
      "step": 3010,
      "valid_targets_mean": 484.2,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.08683755760368664,
      "grad_norm": 1.0713363038906831,
      "learning_rate": 4.340437788018433e-06,
      "loss": 1.0393,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.266213297843933,
      "step": 3015,
      "valid_targets_mean": 670.8,
      "valid_targets_min": 223
    },
    {
      "epoch": 0.0869815668202765,
      "grad_norm": 1.3090924326493139,
      "learning_rate": 4.347638248847927e-06,
      "loss": 1.1296,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0267810821533203,
      "step": 3020,
      "valid_targets_mean": 395.4,
      "valid_targets_min": 171
    },
    {
      "epoch": 0.08712557603686635,
      "grad_norm": 1.2387830742729418,
      "learning_rate": 4.35483870967742e-06,
      "loss": 1.2016,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3059664964675903,
      "step": 3025,
      "valid_targets_mean": 581.9,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.08726958525345622,
      "grad_norm": 1.1289816583775005,
      "learning_rate": 4.362039170506912e-06,
      "loss": 1.007,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9048073887825012,
      "step": 3030,
      "valid_targets_mean": 541.2,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.08741359447004608,
      "grad_norm": 1.1430626298713704,
      "learning_rate": 4.369239631336406e-06,
      "loss": 0.9938,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8407442569732666,
      "step": 3035,
      "valid_targets_mean": 468.8,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.08755760368663594,
      "grad_norm": 0.9712069735821292,
      "learning_rate": 4.376440092165899e-06,
      "loss": 0.9855,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8659889101982117,
      "step": 3040,
      "valid_targets_mean": 684.9,
      "valid_targets_min": 73
    },
    {
      "epoch": 0.08770161290322581,
      "grad_norm": 1.0022717108668886,
      "learning_rate": 4.383640552995392e-06,
      "loss": 1.1207,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1740257740020752,
      "step": 3045,
      "valid_targets_mean": 698.0,
      "valid_targets_min": 207
    },
    {
      "epoch": 0.08784562211981567,
      "grad_norm": 1.1364540123555125,
      "learning_rate": 4.3908410138248855e-06,
      "loss": 1.1435,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2296879291534424,
      "step": 3050,
      "valid_targets_mean": 596.8,
      "valid_targets_min": 161
    },
    {
      "epoch": 0.08798963133640553,
      "grad_norm": 1.1675325091845656,
      "learning_rate": 4.398041474654378e-06,
      "loss": 1.1253,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2605748176574707,
      "step": 3055,
      "valid_targets_mean": 580.7,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.08813364055299538,
      "grad_norm": 1.0937164480175727,
      "learning_rate": 4.405241935483872e-06,
      "loss": 1.0808,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8855839371681213,
      "step": 3060,
      "valid_targets_mean": 595.6,
      "valid_targets_min": 155
    },
    {
      "epoch": 0.08827764976958526,
      "grad_norm": 1.1129503618597452,
      "learning_rate": 4.4124423963133644e-06,
      "loss": 1.2056,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2354130744934082,
      "step": 3065,
      "valid_targets_mean": 592.3,
      "valid_targets_min": 124
    },
    {
      "epoch": 0.08842165898617511,
      "grad_norm": 1.150220930823776,
      "learning_rate": 4.419642857142857e-06,
      "loss": 1.0547,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1780840158462524,
      "step": 3070,
      "valid_targets_mean": 551.1,
      "valid_targets_min": 176
    },
    {
      "epoch": 0.08856566820276497,
      "grad_norm": 1.298612719904453,
      "learning_rate": 4.426843317972351e-06,
      "loss": 1.1166,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1381714344024658,
      "step": 3075,
      "valid_targets_mean": 460.8,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.08870967741935484,
      "grad_norm": 1.2211503304673883,
      "learning_rate": 4.434043778801843e-06,
      "loss": 1.1582,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3360470533370972,
      "step": 3080,
      "valid_targets_mean": 559.9,
      "valid_targets_min": 63
    },
    {
      "epoch": 0.0888536866359447,
      "grad_norm": 1.0074749645748229,
      "learning_rate": 4.441244239631337e-06,
      "loss": 1.0404,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.231020212173462,
      "step": 3085,
      "valid_targets_mean": 718.6,
      "valid_targets_min": 56
    },
    {
      "epoch": 0.08899769585253456,
      "grad_norm": 1.1986869571106242,
      "learning_rate": 4.44844470046083e-06,
      "loss": 1.2131,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0434825420379639,
      "step": 3090,
      "valid_targets_mean": 478.9,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.08914170506912443,
      "grad_norm": 1.0935318742267153,
      "learning_rate": 4.455645161290323e-06,
      "loss": 1.073,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.038224697113037,
      "step": 3095,
      "valid_targets_mean": 575.4,
      "valid_targets_min": 271
    },
    {
      "epoch": 0.08928571428571429,
      "grad_norm": 1.157899764189185,
      "learning_rate": 4.462845622119816e-06,
      "loss": 1.0979,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9614588022232056,
      "step": 3100,
      "valid_targets_mean": 506.1,
      "valid_targets_min": 85
    },
    {
      "epoch": 0.08942972350230415,
      "grad_norm": 1.024250809385545,
      "learning_rate": 4.470046082949309e-06,
      "loss": 1.1747,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.162725567817688,
      "step": 3105,
      "valid_targets_mean": 665.2,
      "valid_targets_min": 220
    },
    {
      "epoch": 0.089573732718894,
      "grad_norm": 1.1384452351525833,
      "learning_rate": 4.477246543778802e-06,
      "loss": 0.9988,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.218666434288025,
      "step": 3110,
      "valid_targets_mean": 623.8,
      "valid_targets_min": 124
    },
    {
      "epoch": 0.08971774193548387,
      "grad_norm": 1.112860931903981,
      "learning_rate": 4.4844470046082955e-06,
      "loss": 1.0776,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3305027484893799,
      "step": 3115,
      "valid_targets_mean": 682.6,
      "valid_targets_min": 142
    },
    {
      "epoch": 0.08986175115207373,
      "grad_norm": 1.214217975809729,
      "learning_rate": 4.491647465437788e-06,
      "loss": 1.1423,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0889579057693481,
      "step": 3120,
      "valid_targets_mean": 534.1,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.09000576036866359,
      "grad_norm": 1.0587621997868597,
      "learning_rate": 4.498847926267282e-06,
      "loss": 1.0717,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.102289080619812,
      "step": 3125,
      "valid_targets_mean": 707.2,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.09014976958525346,
      "grad_norm": 1.08567139534772,
      "learning_rate": 4.506048387096774e-06,
      "loss": 1.0752,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0969632863998413,
      "step": 3130,
      "valid_targets_mean": 608.8,
      "valid_targets_min": 87
    },
    {
      "epoch": 0.09029377880184332,
      "grad_norm": 1.3228636805606748,
      "learning_rate": 4.513248847926268e-06,
      "loss": 1.1001,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2066006660461426,
      "step": 3135,
      "valid_targets_mean": 437.4,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.09043778801843318,
      "grad_norm": 1.2147636092842293,
      "learning_rate": 4.520449308755761e-06,
      "loss": 1.0931,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0591164827346802,
      "step": 3140,
      "valid_targets_mean": 529.0,
      "valid_targets_min": 349
    },
    {
      "epoch": 0.09058179723502305,
      "grad_norm": 1.1271250141129183,
      "learning_rate": 4.527649769585254e-06,
      "loss": 1.0575,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0716428756713867,
      "step": 3145,
      "valid_targets_mean": 563.9,
      "valid_targets_min": 199
    },
    {
      "epoch": 0.0907258064516129,
      "grad_norm": 1.1133319636712273,
      "learning_rate": 4.534850230414747e-06,
      "loss": 1.0915,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0403845310211182,
      "step": 3150,
      "valid_targets_mean": 573.4,
      "valid_targets_min": 361
    },
    {
      "epoch": 0.09086981566820276,
      "grad_norm": 0.9802586449312054,
      "learning_rate": 4.54205069124424e-06,
      "loss": 0.9127,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.799415111541748,
      "step": 3155,
      "valid_targets_mean": 605.7,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.09101382488479262,
      "grad_norm": 1.098118525634399,
      "learning_rate": 4.549251152073733e-06,
      "loss": 1.1058,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.135822057723999,
      "step": 3160,
      "valid_targets_mean": 659.5,
      "valid_targets_min": 153
    },
    {
      "epoch": 0.09115783410138249,
      "grad_norm": 1.056308135860062,
      "learning_rate": 4.556451612903226e-06,
      "loss": 1.117,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1235249042510986,
      "step": 3165,
      "valid_targets_mean": 680.9,
      "valid_targets_min": 119
    },
    {
      "epoch": 0.09130184331797235,
      "grad_norm": 1.033279648525652,
      "learning_rate": 4.563652073732719e-06,
      "loss": 1.0552,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2091104984283447,
      "step": 3170,
      "valid_targets_mean": 685.4,
      "valid_targets_min": 163
    },
    {
      "epoch": 0.09144585253456221,
      "grad_norm": 1.1042444363305493,
      "learning_rate": 4.570852534562213e-06,
      "loss": 1.0831,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0728626251220703,
      "step": 3175,
      "valid_targets_mean": 587.3,
      "valid_targets_min": 196
    },
    {
      "epoch": 0.09158986175115208,
      "grad_norm": 1.1218966854384869,
      "learning_rate": 4.578052995391705e-06,
      "loss": 0.9889,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9824270009994507,
      "step": 3180,
      "valid_targets_mean": 580.6,
      "valid_targets_min": 175
    },
    {
      "epoch": 0.09173387096774194,
      "grad_norm": 1.0573656265733777,
      "learning_rate": 4.585253456221199e-06,
      "loss": 1.0783,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0193724632263184,
      "step": 3185,
      "valid_targets_mean": 596.9,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.0918778801843318,
      "grad_norm": 1.0772667395135223,
      "learning_rate": 4.592453917050692e-06,
      "loss": 1.1653,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2308404445648193,
      "step": 3190,
      "valid_targets_mean": 650.2,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.09202188940092165,
      "grad_norm": 1.2010088322435657,
      "learning_rate": 4.599654377880185e-06,
      "loss": 0.9906,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9175090789794922,
      "step": 3195,
      "valid_targets_mean": 463.3,
      "valid_targets_min": 130
    },
    {
      "epoch": 0.09216589861751152,
      "grad_norm": 0.9507269586336674,
      "learning_rate": 4.606854838709678e-06,
      "loss": 1.0742,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0514941215515137,
      "step": 3200,
      "valid_targets_mean": 754.6,
      "valid_targets_min": 168
    },
    {
      "epoch": 0.09230990783410138,
      "grad_norm": 1.086233119726553,
      "learning_rate": 4.6140552995391705e-06,
      "loss": 1.0567,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2115201950073242,
      "step": 3205,
      "valid_targets_mean": 654.4,
      "valid_targets_min": 344
    },
    {
      "epoch": 0.09245391705069124,
      "grad_norm": 1.2164348427375413,
      "learning_rate": 4.621255760368664e-06,
      "loss": 1.1169,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1621085405349731,
      "step": 3210,
      "valid_targets_mean": 494.4,
      "valid_targets_min": 62
    },
    {
      "epoch": 0.09259792626728111,
      "grad_norm": 1.0933424052135658,
      "learning_rate": 4.628456221198157e-06,
      "loss": 1.0782,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3193663358688354,
      "step": 3215,
      "valid_targets_mean": 682.6,
      "valid_targets_min": 183
    },
    {
      "epoch": 0.09274193548387097,
      "grad_norm": 1.1594254319943467,
      "learning_rate": 4.63565668202765e-06,
      "loss": 1.1652,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0152665376663208,
      "step": 3220,
      "valid_targets_mean": 493.7,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.09288594470046083,
      "grad_norm": 1.106776269667399,
      "learning_rate": 4.642857142857144e-06,
      "loss": 1.1047,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2006263732910156,
      "step": 3225,
      "valid_targets_mean": 644.2,
      "valid_targets_min": 225
    },
    {
      "epoch": 0.0930299539170507,
      "grad_norm": 1.1106128215412046,
      "learning_rate": 4.6500576036866365e-06,
      "loss": 1.1142,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3092763423919678,
      "step": 3230,
      "valid_targets_mean": 720.9,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.09317396313364056,
      "grad_norm": 1.2105311153407754,
      "learning_rate": 4.657258064516129e-06,
      "loss": 1.1607,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1278233528137207,
      "step": 3235,
      "valid_targets_mean": 512.8,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.09331797235023041,
      "grad_norm": 1.032782916853102,
      "learning_rate": 4.664458525345623e-06,
      "loss": 1.0298,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1516215801239014,
      "step": 3240,
      "valid_targets_mean": 739.0,
      "valid_targets_min": 156
    },
    {
      "epoch": 0.09346198156682027,
      "grad_norm": 1.0714262988728958,
      "learning_rate": 4.671658986175115e-06,
      "loss": 1.1945,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0684058666229248,
      "step": 3245,
      "valid_targets_mean": 624.5,
      "valid_targets_min": 278
    },
    {
      "epoch": 0.09360599078341014,
      "grad_norm": 1.0837967793405452,
      "learning_rate": 4.678859447004609e-06,
      "loss": 1.1301,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8003841638565063,
      "step": 3250,
      "valid_targets_mean": 542.6,
      "valid_targets_min": 81
    },
    {
      "epoch": 0.09375,
      "grad_norm": 1.1499639621417057,
      "learning_rate": 4.6860599078341016e-06,
      "loss": 0.965,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.070983648300171,
      "step": 3255,
      "valid_targets_mean": 522.8,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.09389400921658986,
      "grad_norm": 1.049815484649434,
      "learning_rate": 4.693260368663595e-06,
      "loss": 1.1827,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1778359413146973,
      "step": 3260,
      "valid_targets_mean": 715.4,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.09403801843317973,
      "grad_norm": 1.096642575731191,
      "learning_rate": 4.700460829493088e-06,
      "loss": 1.053,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.035383701324463,
      "step": 3265,
      "valid_targets_mean": 559.6,
      "valid_targets_min": 301
    },
    {
      "epoch": 0.09418202764976959,
      "grad_norm": 0.9491149485548708,
      "learning_rate": 4.707661290322581e-06,
      "loss": 0.9946,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0226150751113892,
      "step": 3270,
      "valid_targets_mean": 751.0,
      "valid_targets_min": 389
    },
    {
      "epoch": 0.09432603686635944,
      "grad_norm": 1.1557660214334984,
      "learning_rate": 4.714861751152074e-06,
      "loss": 1.1126,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1589303016662598,
      "step": 3275,
      "valid_targets_mean": 558.6,
      "valid_targets_min": 178
    },
    {
      "epoch": 0.0944700460829493,
      "grad_norm": 1.1161506896193758,
      "learning_rate": 4.7220622119815675e-06,
      "loss": 1.0461,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0565847158432007,
      "step": 3280,
      "valid_targets_mean": 554.2,
      "valid_targets_min": 145
    },
    {
      "epoch": 0.09461405529953917,
      "grad_norm": 1.1962316374796786,
      "learning_rate": 4.72926267281106e-06,
      "loss": 1.0676,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0291733741760254,
      "step": 3285,
      "valid_targets_mean": 472.0,
      "valid_targets_min": 135
    },
    {
      "epoch": 0.09475806451612903,
      "grad_norm": 1.1147687845927892,
      "learning_rate": 4.736463133640554e-06,
      "loss": 1.1983,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0456180572509766,
      "step": 3290,
      "valid_targets_mean": 573.6,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.09490207373271889,
      "grad_norm": 1.1967625482546438,
      "learning_rate": 4.743663594470046e-06,
      "loss": 1.0636,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0162514448165894,
      "step": 3295,
      "valid_targets_mean": 464.9,
      "valid_targets_min": 63
    },
    {
      "epoch": 0.09504608294930876,
      "grad_norm": 1.151370325648039,
      "learning_rate": 4.750864055299539e-06,
      "loss": 1.0332,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9494684934616089,
      "step": 3300,
      "valid_targets_mean": 504.7,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.09519009216589862,
      "grad_norm": 1.0367583580232536,
      "learning_rate": 4.758064516129033e-06,
      "loss": 1.1119,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2624900341033936,
      "step": 3305,
      "valid_targets_mean": 657.1,
      "valid_targets_min": 152
    },
    {
      "epoch": 0.09533410138248848,
      "grad_norm": 1.2713345930585094,
      "learning_rate": 4.765264976958526e-06,
      "loss": 1.0428,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0377287864685059,
      "step": 3310,
      "valid_targets_mean": 489.8,
      "valid_targets_min": 166
    },
    {
      "epoch": 0.09547811059907835,
      "grad_norm": 1.2472197466582933,
      "learning_rate": 4.772465437788019e-06,
      "loss": 1.1421,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2061100006103516,
      "step": 3315,
      "valid_targets_mean": 487.6,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.0956221198156682,
      "grad_norm": 1.0876959758140483,
      "learning_rate": 4.779665898617512e-06,
      "loss": 1.0555,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2323639392852783,
      "step": 3320,
      "valid_targets_mean": 625.3,
      "valid_targets_min": 173
    },
    {
      "epoch": 0.09576612903225806,
      "grad_norm": 1.0990120369124445,
      "learning_rate": 4.786866359447005e-06,
      "loss": 0.9858,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1546709537506104,
      "step": 3325,
      "valid_targets_mean": 653.1,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.09591013824884792,
      "grad_norm": 1.12063898728209,
      "learning_rate": 4.794066820276498e-06,
      "loss": 1.1232,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2316696643829346,
      "step": 3330,
      "valid_targets_mean": 621.2,
      "valid_targets_min": 247
    },
    {
      "epoch": 0.09605414746543779,
      "grad_norm": 1.3016861155620767,
      "learning_rate": 4.801267281105991e-06,
      "loss": 1.0397,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9668536186218262,
      "step": 3335,
      "valid_targets_mean": 447.2,
      "valid_targets_min": 129
    },
    {
      "epoch": 0.09619815668202765,
      "grad_norm": 1.1620417076514582,
      "learning_rate": 4.808467741935484e-06,
      "loss": 1.1297,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8470693826675415,
      "step": 3340,
      "valid_targets_mean": 481.2,
      "valid_targets_min": 209
    },
    {
      "epoch": 0.09634216589861751,
      "grad_norm": 1.2012361755708307,
      "learning_rate": 4.8156682027649774e-06,
      "loss": 0.9759,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9339656829833984,
      "step": 3345,
      "valid_targets_mean": 498.2,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.09648617511520738,
      "grad_norm": 1.091151060959107,
      "learning_rate": 4.82286866359447e-06,
      "loss": 1.1434,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1258338689804077,
      "step": 3350,
      "valid_targets_mean": 650.1,
      "valid_targets_min": 81
    },
    {
      "epoch": 0.09663018433179724,
      "grad_norm": 1.1566900811160248,
      "learning_rate": 4.830069124423964e-06,
      "loss": 1.0724,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1339725255966187,
      "step": 3355,
      "valid_targets_mean": 557.4,
      "valid_targets_min": 158
    },
    {
      "epoch": 0.0967741935483871,
      "grad_norm": 1.4576330279244252,
      "learning_rate": 4.837269585253457e-06,
      "loss": 1.0529,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0626461505889893,
      "step": 3360,
      "valid_targets_mean": 397.1,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.09691820276497695,
      "grad_norm": 1.1652843508393729,
      "learning_rate": 4.84447004608295e-06,
      "loss": 0.9762,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9496921300888062,
      "step": 3365,
      "valid_targets_mean": 508.4,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.09706221198156682,
      "grad_norm": 1.0662054074829972,
      "learning_rate": 4.8516705069124425e-06,
      "loss": 1.127,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9708911776542664,
      "step": 3370,
      "valid_targets_mean": 580.3,
      "valid_targets_min": 78
    },
    {
      "epoch": 0.09720622119815668,
      "grad_norm": 1.0078847718643387,
      "learning_rate": 4.858870967741936e-06,
      "loss": 1.1296,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0259772539138794,
      "step": 3375,
      "valid_targets_mean": 667.9,
      "valid_targets_min": 250
    },
    {
      "epoch": 0.09735023041474654,
      "grad_norm": 1.100217236803955,
      "learning_rate": 4.866071428571429e-06,
      "loss": 1.0889,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2091459035873413,
      "step": 3380,
      "valid_targets_mean": 615.1,
      "valid_targets_min": 64
    },
    {
      "epoch": 0.09749423963133641,
      "grad_norm": 1.090578376148641,
      "learning_rate": 4.873271889400922e-06,
      "loss": 0.9818,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2201709747314453,
      "step": 3385,
      "valid_targets_mean": 671.1,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.09763824884792627,
      "grad_norm": 1.0475714069209654,
      "learning_rate": 4.880472350230415e-06,
      "loss": 1.0585,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9934316873550415,
      "step": 3390,
      "valid_targets_mean": 622.1,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.09778225806451613,
      "grad_norm": 1.0342441548965196,
      "learning_rate": 4.8876728110599085e-06,
      "loss": 1.0291,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.020744800567627,
      "step": 3395,
      "valid_targets_mean": 630.9,
      "valid_targets_min": 245
    },
    {
      "epoch": 0.097926267281106,
      "grad_norm": 1.2270656411424026,
      "learning_rate": 4.894873271889401e-06,
      "loss": 1.1031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9421944618225098,
      "step": 3400,
      "valid_targets_mean": 416.0,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.09807027649769585,
      "grad_norm": 1.0614988903672142,
      "learning_rate": 4.902073732718895e-06,
      "loss": 1.0018,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1620395183563232,
      "step": 3405,
      "valid_targets_mean": 629.7,
      "valid_targets_min": 208
    },
    {
      "epoch": 0.09821428571428571,
      "grad_norm": 1.125029542006806,
      "learning_rate": 4.909274193548387e-06,
      "loss": 1.0647,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.183150053024292,
      "step": 3410,
      "valid_targets_mean": 586.1,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.09835829493087557,
      "grad_norm": 1.259816780191165,
      "learning_rate": 4.916474654377881e-06,
      "loss": 1.1611,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3897017240524292,
      "step": 3415,
      "valid_targets_mean": 518.6,
      "valid_targets_min": 73
    },
    {
      "epoch": 0.09850230414746544,
      "grad_norm": 1.2112642225833665,
      "learning_rate": 4.923675115207374e-06,
      "loss": 1.0058,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2452971935272217,
      "step": 3420,
      "valid_targets_mean": 556.9,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.0986463133640553,
      "grad_norm": 0.9866740385120943,
      "learning_rate": 4.930875576036866e-06,
      "loss": 0.9852,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9855684638023376,
      "step": 3425,
      "valid_targets_mean": 765.3,
      "valid_targets_min": 218
    },
    {
      "epoch": 0.09879032258064516,
      "grad_norm": 1.184843389472978,
      "learning_rate": 4.93807603686636e-06,
      "loss": 1.1485,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0380723476409912,
      "step": 3430,
      "valid_targets_mean": 514.8,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.09893433179723503,
      "grad_norm": 1.2031371802297492,
      "learning_rate": 4.9452764976958525e-06,
      "loss": 1.0933,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.162765622138977,
      "step": 3435,
      "valid_targets_mean": 575.9,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.09907834101382489,
      "grad_norm": 1.1875521266165845,
      "learning_rate": 4.952476958525346e-06,
      "loss": 1.1502,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8937481641769409,
      "step": 3440,
      "valid_targets_mean": 522.1,
      "valid_targets_min": 59
    },
    {
      "epoch": 0.09922235023041474,
      "grad_norm": 1.1003679186712816,
      "learning_rate": 4.9596774193548395e-06,
      "loss": 1.1662,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2308003902435303,
      "step": 3445,
      "valid_targets_mean": 634.1,
      "valid_targets_min": 153
    },
    {
      "epoch": 0.09936635944700462,
      "grad_norm": 1.0176477999505054,
      "learning_rate": 4.966877880184332e-06,
      "loss": 1.1208,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9163528084754944,
      "step": 3450,
      "valid_targets_mean": 591.6,
      "valid_targets_min": 81
    },
    {
      "epoch": 0.09951036866359447,
      "grad_norm": 1.0904314010598326,
      "learning_rate": 4.974078341013826e-06,
      "loss": 1.0964,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2667980194091797,
      "step": 3455,
      "valid_targets_mean": 666.4,
      "valid_targets_min": 153
    },
    {
      "epoch": 0.09965437788018433,
      "grad_norm": 1.2116868453400866,
      "learning_rate": 4.981278801843318e-06,
      "loss": 1.0433,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.258937120437622,
      "step": 3460,
      "valid_targets_mean": 522.1,
      "valid_targets_min": 217
    },
    {
      "epoch": 0.09979838709677419,
      "grad_norm": 0.9362003194872114,
      "learning_rate": 4.988479262672811e-06,
      "loss": 1.0668,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0008246898651123,
      "step": 3465,
      "valid_targets_mean": 698.4,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.09994239631336406,
      "grad_norm": 1.1934507053864174,
      "learning_rate": 4.995679723502305e-06,
      "loss": 1.0156,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9872711896896362,
      "step": 3470,
      "valid_targets_mean": 526.9,
      "valid_targets_min": 177
    },
    {
      "epoch": 0.10008640552995392,
      "grad_norm": 1.111869519660779,
      "learning_rate": 4.999999949461157e-06,
      "loss": 1.0651,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7971416115760803,
      "step": 3475,
      "valid_targets_mean": 496.4,
      "valid_targets_min": 151
    },
    {
      "epoch": 0.10023041474654378,
      "grad_norm": 0.9437665127916621,
      "learning_rate": 4.999999380899195e-06,
      "loss": 0.9542,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8795418739318848,
      "step": 3480,
      "valid_targets_mean": 706.3,
      "valid_targets_min": 178
    },
    {
      "epoch": 0.10037442396313365,
      "grad_norm": 1.163777212456073,
      "learning_rate": 4.999998180601863e-06,
      "loss": 1.0949,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1553947925567627,
      "step": 3485,
      "valid_targets_mean": 571.9,
      "valid_targets_min": 326
    },
    {
      "epoch": 0.1005184331797235,
      "grad_norm": 1.2480018916215596,
      "learning_rate": 4.999996348569461e-06,
      "loss": 1.0537,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9868687391281128,
      "step": 3490,
      "valid_targets_mean": 488.7,
      "valid_targets_min": 77
    },
    {
      "epoch": 0.10066244239631336,
      "grad_norm": 1.077080896638955,
      "learning_rate": 4.999993884802454e-06,
      "loss": 1.0316,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.068121314048767,
      "step": 3495,
      "valid_targets_mean": 625.0,
      "valid_targets_min": 314
    },
    {
      "epoch": 0.10080645161290322,
      "grad_norm": 1.3999295265352802,
      "learning_rate": 4.999990789301466e-06,
      "loss": 1.1185,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9607845544815063,
      "step": 3500,
      "valid_targets_mean": 327.0,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.10095046082949309,
      "grad_norm": 1.105098536671165,
      "learning_rate": 4.999987062067275e-06,
      "loss": 1.151,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.391648292541504,
      "step": 3505,
      "valid_targets_mean": 649.9,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.10109447004608295,
      "grad_norm": 1.0648607284838292,
      "learning_rate": 4.9999827031008274e-06,
      "loss": 1.0442,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0730016231536865,
      "step": 3510,
      "valid_targets_mean": 609.7,
      "valid_targets_min": 136
    },
    {
      "epoch": 0.1012384792626728,
      "grad_norm": 1.1167878303042522,
      "learning_rate": 4.999977712403222e-06,
      "loss": 1.038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8686128854751587,
      "step": 3515,
      "valid_targets_mean": 473.2,
      "valid_targets_min": 214
    },
    {
      "epoch": 0.10138248847926268,
      "grad_norm": 1.2310446526499828,
      "learning_rate": 4.99997208997572e-06,
      "loss": 1.1077,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2467032670974731,
      "step": 3520,
      "valid_targets_mean": 516.8,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.10152649769585254,
      "grad_norm": 1.1455135836057455,
      "learning_rate": 4.9999658358197435e-06,
      "loss": 0.9973,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1264268159866333,
      "step": 3525,
      "valid_targets_mean": 555.3,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.1016705069124424,
      "grad_norm": 1.1613492699451606,
      "learning_rate": 4.999958949936872e-06,
      "loss": 1.2478,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1246064901351929,
      "step": 3530,
      "valid_targets_mean": 543.6,
      "valid_targets_min": 119
    },
    {
      "epoch": 0.10181451612903226,
      "grad_norm": 1.042291219089266,
      "learning_rate": 4.999951432328846e-06,
      "loss": 1.1418,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.5174126625061035,
      "step": 3535,
      "valid_targets_mean": 731.6,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.10195852534562212,
      "grad_norm": 1.0664583623242758,
      "learning_rate": 4.9999432829975645e-06,
      "loss": 1.0501,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0629663467407227,
      "step": 3540,
      "valid_targets_mean": 574.0,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.10210253456221198,
      "grad_norm": 1.143664485903663,
      "learning_rate": 4.999934501945087e-06,
      "loss": 1.1397,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.179821491241455,
      "step": 3545,
      "valid_targets_mean": 570.9,
      "valid_targets_min": 119
    },
    {
      "epoch": 0.10224654377880184,
      "grad_norm": 1.0489648847610493,
      "learning_rate": 4.9999250891736325e-06,
      "loss": 1.0927,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0039249658584595,
      "step": 3550,
      "valid_targets_mean": 646.2,
      "valid_targets_min": 85
    },
    {
      "epoch": 0.10239055299539171,
      "grad_norm": 1.0769839382987727,
      "learning_rate": 4.99991504468558e-06,
      "loss": 1.0135,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.037306547164917,
      "step": 3555,
      "valid_targets_mean": 606.3,
      "valid_targets_min": 279
    },
    {
      "epoch": 0.10253456221198157,
      "grad_norm": 1.1415517856427837,
      "learning_rate": 4.999904368483468e-06,
      "loss": 1.0553,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0613582134246826,
      "step": 3560,
      "valid_targets_mean": 540.7,
      "valid_targets_min": 147
    },
    {
      "epoch": 0.10267857142857142,
      "grad_norm": 1.3201521085575207,
      "learning_rate": 4.999893060569992e-06,
      "loss": 1.0991,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2053005695343018,
      "step": 3565,
      "valid_targets_mean": 426.9,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.1028225806451613,
      "grad_norm": 0.9879659783368867,
      "learning_rate": 4.999881120948012e-06,
      "loss": 1.0452,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8434712886810303,
      "step": 3570,
      "valid_targets_mean": 637.5,
      "valid_targets_min": 59
    },
    {
      "epoch": 0.10296658986175115,
      "grad_norm": 1.2913778790949513,
      "learning_rate": 4.999868549620544e-06,
      "loss": 1.1877,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.188884973526001,
      "step": 3575,
      "valid_targets_mean": 600.3,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.10311059907834101,
      "grad_norm": 1.2164752894496191,
      "learning_rate": 4.9998553465907654e-06,
      "loss": 1.0145,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9642586708068848,
      "step": 3580,
      "valid_targets_mean": 486.6,
      "valid_targets_min": 90
    },
    {
      "epoch": 0.10325460829493087,
      "grad_norm": 1.0582957839969944,
      "learning_rate": 4.9998415118620105e-06,
      "loss": 1.0993,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.048301100730896,
      "step": 3585,
      "valid_targets_mean": 649.8,
      "valid_targets_min": 168
    },
    {
      "epoch": 0.10339861751152074,
      "grad_norm": 1.0450522851701052,
      "learning_rate": 4.999827045437778e-06,
      "loss": 0.9626,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7944812774658203,
      "step": 3590,
      "valid_targets_mean": 564.0,
      "valid_targets_min": 178
    },
    {
      "epoch": 0.1035426267281106,
      "grad_norm": 1.0833156863861568,
      "learning_rate": 4.999811947321721e-06,
      "loss": 1.0221,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1286096572875977,
      "step": 3595,
      "valid_targets_mean": 621.2,
      "valid_targets_min": 124
    },
    {
      "epoch": 0.10368663594470046,
      "grad_norm": 1.1423278144600084,
      "learning_rate": 4.999796217517657e-06,
      "loss": 1.0658,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0857303142547607,
      "step": 3600,
      "valid_targets_mean": 635.9,
      "valid_targets_min": 64
    },
    {
      "epoch": 0.10383064516129033,
      "grad_norm": 1.117158334385092,
      "learning_rate": 4.999779856029559e-06,
      "loss": 1.0758,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1376607418060303,
      "step": 3605,
      "valid_targets_mean": 579.9,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.10397465437788019,
      "grad_norm": 1.1389614632463998,
      "learning_rate": 4.999762862861562e-06,
      "loss": 1.148,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.202999472618103,
      "step": 3610,
      "valid_targets_mean": 630.1,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.10411866359447004,
      "grad_norm": 0.9812533558834031,
      "learning_rate": 4.999745238017961e-06,
      "loss": 0.9836,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9642360806465149,
      "step": 3615,
      "valid_targets_mean": 738.2,
      "valid_targets_min": 200
    },
    {
      "epoch": 0.10426267281105991,
      "grad_norm": 1.1409135419501355,
      "learning_rate": 4.999726981503209e-06,
      "loss": 1.001,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9911242723464966,
      "step": 3620,
      "valid_targets_mean": 567.2,
      "valid_targets_min": 162
    },
    {
      "epoch": 0.10440668202764977,
      "grad_norm": 1.1915670070004722,
      "learning_rate": 4.9997080933219185e-06,
      "loss": 1.0767,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0590081214904785,
      "step": 3625,
      "valid_targets_mean": 500.8,
      "valid_targets_min": 100
    },
    {
      "epoch": 0.10455069124423963,
      "grad_norm": 1.063114355190924,
      "learning_rate": 4.999688573478864e-06,
      "loss": 0.978,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8671371936798096,
      "step": 3630,
      "valid_targets_mean": 518.9,
      "valid_targets_min": 78
    },
    {
      "epoch": 0.10469470046082949,
      "grad_norm": 1.1769547486311298,
      "learning_rate": 4.999668421978977e-06,
      "loss": 0.9731,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0165190696716309,
      "step": 3635,
      "valid_targets_mean": 484.8,
      "valid_targets_min": 145
    },
    {
      "epoch": 0.10483870967741936,
      "grad_norm": 1.2069285485136907,
      "learning_rate": 4.999647638827349e-06,
      "loss": 1.1408,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.214251160621643,
      "step": 3640,
      "valid_targets_mean": 546.5,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.10498271889400922,
      "grad_norm": 0.986446952849297,
      "learning_rate": 4.999626224029234e-06,
      "loss": 1.1123,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0554263591766357,
      "step": 3645,
      "valid_targets_mean": 674.8,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.10512672811059907,
      "grad_norm": 1.0999334926446267,
      "learning_rate": 4.999604177590042e-06,
      "loss": 0.9802,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.120240569114685,
      "step": 3650,
      "valid_targets_mean": 583.3,
      "valid_targets_min": 288
    },
    {
      "epoch": 0.10527073732718895,
      "grad_norm": 1.2729921776841024,
      "learning_rate": 4.999581499515344e-06,
      "loss": 1.1144,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2363786697387695,
      "step": 3655,
      "valid_targets_mean": 486.7,
      "valid_targets_min": 85
    },
    {
      "epoch": 0.1054147465437788,
      "grad_norm": 1.2702578382247232,
      "learning_rate": 4.99955818981087e-06,
      "loss": 1.0367,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1713926792144775,
      "step": 3660,
      "valid_targets_mean": 499.4,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.10555875576036866,
      "grad_norm": 1.0723845393344105,
      "learning_rate": 4.999534248482511e-06,
      "loss": 1.1408,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2232856750488281,
      "step": 3665,
      "valid_targets_mean": 632.4,
      "valid_targets_min": 136
    },
    {
      "epoch": 0.10570276497695852,
      "grad_norm": 1.0277787377034797,
      "learning_rate": 4.999509675536317e-06,
      "loss": 0.9535,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9695324897766113,
      "step": 3670,
      "valid_targets_mean": 636.5,
      "valid_targets_min": 262
    },
    {
      "epoch": 0.10584677419354839,
      "grad_norm": 1.0868183553292605,
      "learning_rate": 4.999484470978498e-06,
      "loss": 0.995,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9007995128631592,
      "step": 3675,
      "valid_targets_mean": 542.1,
      "valid_targets_min": 221
    },
    {
      "epoch": 0.10599078341013825,
      "grad_norm": 1.2943103681774604,
      "learning_rate": 4.9994586348154215e-06,
      "loss": 1.0572,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9743234515190125,
      "step": 3680,
      "valid_targets_mean": 392.2,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.1061347926267281,
      "grad_norm": 1.0468684476185077,
      "learning_rate": 4.9994321670536175e-06,
      "loss": 1.0165,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9520893692970276,
      "step": 3685,
      "valid_targets_mean": 596.8,
      "valid_targets_min": 239
    },
    {
      "epoch": 0.10627880184331798,
      "grad_norm": 1.0693987043943343,
      "learning_rate": 4.999405067699773e-06,
      "loss": 1.041,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9732317924499512,
      "step": 3690,
      "valid_targets_mean": 608.1,
      "valid_targets_min": 258
    },
    {
      "epoch": 0.10642281105990783,
      "grad_norm": 1.1489255484267211,
      "learning_rate": 4.999377336760737e-06,
      "loss": 1.078,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8813183307647705,
      "step": 3695,
      "valid_targets_mean": 504.4,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.10656682027649769,
      "grad_norm": 1.1618426877786536,
      "learning_rate": 4.999348974243517e-06,
      "loss": 1.1661,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.045541524887085,
      "step": 3700,
      "valid_targets_mean": 528.8,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.10671082949308756,
      "grad_norm": 1.0872706506948326,
      "learning_rate": 4.999319980155279e-06,
      "loss": 0.9937,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0274760723114014,
      "step": 3705,
      "valid_targets_mean": 579.8,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.10685483870967742,
      "grad_norm": 1.2739383099991841,
      "learning_rate": 4.9992903545033486e-06,
      "loss": 1.149,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1757807731628418,
      "step": 3710,
      "valid_targets_mean": 451.5,
      "valid_targets_min": 119
    },
    {
      "epoch": 0.10699884792626728,
      "grad_norm": 1.1237987130453118,
      "learning_rate": 4.999260097295216e-06,
      "loss": 1.0435,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9931830167770386,
      "step": 3715,
      "valid_targets_mean": 535.6,
      "valid_targets_min": 151
    },
    {
      "epoch": 0.10714285714285714,
      "grad_norm": 1.181326978059007,
      "learning_rate": 4.999229208538523e-06,
      "loss": 1.0467,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1192176342010498,
      "step": 3720,
      "valid_targets_mean": 514.1,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.10728686635944701,
      "grad_norm": 1.058457813550931,
      "learning_rate": 4.999197688241076e-06,
      "loss": 0.9232,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0464587211608887,
      "step": 3725,
      "valid_targets_mean": 598.5,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.10743087557603687,
      "grad_norm": 1.1758425155286352,
      "learning_rate": 4.999165536410843e-06,
      "loss": 1.1336,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0907306671142578,
      "step": 3730,
      "valid_targets_mean": 534.8,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.10757488479262672,
      "grad_norm": 0.9945547480682249,
      "learning_rate": 4.999132753055944e-06,
      "loss": 1.0014,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9755090475082397,
      "step": 3735,
      "valid_targets_mean": 667.8,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.1077188940092166,
      "grad_norm": 1.1703553482677251,
      "learning_rate": 4.999099338184667e-06,
      "loss": 0.9597,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.968703031539917,
      "step": 3740,
      "valid_targets_mean": 493.7,
      "valid_targets_min": 130
    },
    {
      "epoch": 0.10786290322580645,
      "grad_norm": 1.0347312123353225,
      "learning_rate": 4.999065291805453e-06,
      "loss": 1.1126,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0851528644561768,
      "step": 3745,
      "valid_targets_mean": 663.9,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.10800691244239631,
      "grad_norm": 1.2349538835849316,
      "learning_rate": 4.999030613926907e-06,
      "loss": 1.1955,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2628185749053955,
      "step": 3750,
      "valid_targets_mean": 525.1,
      "valid_targets_min": 64
    },
    {
      "epoch": 0.10815092165898617,
      "grad_norm": 1.1768916582254532,
      "learning_rate": 4.998995304557791e-06,
      "loss": 1.1113,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3532423973083496,
      "step": 3755,
      "valid_targets_mean": 599.0,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.10829493087557604,
      "grad_norm": 1.0500510603883435,
      "learning_rate": 4.998959363707028e-06,
      "loss": 1.1621,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0988070964813232,
      "step": 3760,
      "valid_targets_mean": 657.3,
      "valid_targets_min": 131
    },
    {
      "epoch": 0.1084389400921659,
      "grad_norm": 1.0072412565355522,
      "learning_rate": 4.998922791383699e-06,
      "loss": 1.1087,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0266530513763428,
      "step": 3765,
      "valid_targets_mean": 707.4,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.10858294930875576,
      "grad_norm": 1.2204522473623578,
      "learning_rate": 4.998885587597047e-06,
      "loss": 1.0596,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2535855770111084,
      "step": 3770,
      "valid_targets_mean": 523.9,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.10872695852534563,
      "grad_norm": 1.1668959183779148,
      "learning_rate": 4.998847752356474e-06,
      "loss": 1.1508,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2180509567260742,
      "step": 3775,
      "valid_targets_mean": 560.4,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.10887096774193548,
      "grad_norm": 1.059194731528328,
      "learning_rate": 4.998809285671538e-06,
      "loss": 1.0521,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9389762282371521,
      "step": 3780,
      "valid_targets_mean": 587.0,
      "valid_targets_min": 195
    },
    {
      "epoch": 0.10901497695852534,
      "grad_norm": 1.0437795594427943,
      "learning_rate": 4.99877018755196e-06,
      "loss": 1.1779,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3025823831558228,
      "step": 3785,
      "valid_targets_mean": 688.6,
      "valid_targets_min": 135
    },
    {
      "epoch": 0.10915898617511521,
      "grad_norm": 1.1050177966095978,
      "learning_rate": 4.998730458007623e-06,
      "loss": 1.1177,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9285205006599426,
      "step": 3790,
      "valid_targets_mean": 557.6,
      "valid_targets_min": 250
    },
    {
      "epoch": 0.10930299539170507,
      "grad_norm": 0.9398272662725368,
      "learning_rate": 4.998690097048561e-06,
      "loss": 1.0621,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9533092975616455,
      "step": 3795,
      "valid_targets_mean": 674.4,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.10944700460829493,
      "grad_norm": 0.9714225454297587,
      "learning_rate": 4.998649104684978e-06,
      "loss": 1.1938,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.124546766281128,
      "step": 3800,
      "valid_targets_mean": 742.1,
      "valid_targets_min": 230
    },
    {
      "epoch": 0.10959101382488479,
      "grad_norm": 1.1374061355404157,
      "learning_rate": 4.99860748092723e-06,
      "loss": 1.1681,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0649731159210205,
      "step": 3805,
      "valid_targets_mean": 508.1,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.10973502304147466,
      "grad_norm": 1.1267872581594873,
      "learning_rate": 4.998565225785835e-06,
      "loss": 1.002,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0609302520751953,
      "step": 3810,
      "valid_targets_mean": 551.4,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.10987903225806452,
      "grad_norm": 1.1287808278560292,
      "learning_rate": 4.998522339271472e-06,
      "loss": 1.0997,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1622824668884277,
      "step": 3815,
      "valid_targets_mean": 615.2,
      "valid_targets_min": 134
    },
    {
      "epoch": 0.11002304147465437,
      "grad_norm": 1.2065006746588425,
      "learning_rate": 4.998478821394977e-06,
      "loss": 0.9852,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0018606185913086,
      "step": 3820,
      "valid_targets_mean": 511.9,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.11016705069124424,
      "grad_norm": 1.1013990155040476,
      "learning_rate": 4.998434672167347e-06,
      "loss": 1.0953,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8916177749633789,
      "step": 3825,
      "valid_targets_mean": 539.7,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.1103110599078341,
      "grad_norm": 1.052735041921221,
      "learning_rate": 4.9983898915997384e-06,
      "loss": 1.1501,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9982414841651917,
      "step": 3830,
      "valid_targets_mean": 608.5,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.11045506912442396,
      "grad_norm": 1.1251625766861442,
      "learning_rate": 4.998344479703468e-06,
      "loss": 1.0903,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1210260391235352,
      "step": 3835,
      "valid_targets_mean": 644.7,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.11059907834101383,
      "grad_norm": 1.1515936037196672,
      "learning_rate": 4.9982984364900085e-06,
      "loss": 1.0526,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0113317966461182,
      "step": 3840,
      "valid_targets_mean": 560.5,
      "valid_targets_min": 207
    },
    {
      "epoch": 0.11074308755760369,
      "grad_norm": 0.9240423247014168,
      "learning_rate": 4.998251761970997e-06,
      "loss": 1.0751,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0546722412109375,
      "step": 3845,
      "valid_targets_mean": 749.8,
      "valid_targets_min": 176
    },
    {
      "epoch": 0.11088709677419355,
      "grad_norm": 1.155882628201815,
      "learning_rate": 4.9982044561582265e-06,
      "loss": 1.0829,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1214683055877686,
      "step": 3850,
      "valid_targets_mean": 550.0,
      "valid_targets_min": 158
    },
    {
      "epoch": 0.1110311059907834,
      "grad_norm": 1.1874055933284084,
      "learning_rate": 4.998156519063653e-06,
      "loss": 1.0846,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.103602647781372,
      "step": 3855,
      "valid_targets_mean": 507.6,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.11117511520737328,
      "grad_norm": 1.0933437297817015,
      "learning_rate": 4.998107950699387e-06,
      "loss": 1.1466,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.207301139831543,
      "step": 3860,
      "valid_targets_mean": 630.8,
      "valid_targets_min": 203
    },
    {
      "epoch": 0.11131912442396313,
      "grad_norm": 1.081424316762765,
      "learning_rate": 4.998058751077705e-06,
      "loss": 1.1321,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1032559871673584,
      "step": 3865,
      "valid_targets_mean": 713.0,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.11146313364055299,
      "grad_norm": 1.2669496286981239,
      "learning_rate": 4.998008920211035e-06,
      "loss": 1.0465,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.106398105621338,
      "step": 3870,
      "valid_targets_mean": 465.2,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.11160714285714286,
      "grad_norm": 0.972024740525136,
      "learning_rate": 4.997958458111974e-06,
      "loss": 1.1721,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9575514793395996,
      "step": 3875,
      "valid_targets_mean": 666.2,
      "valid_targets_min": 225
    },
    {
      "epoch": 0.11175115207373272,
      "grad_norm": 1.0865791243775926,
      "learning_rate": 4.9979073647932684e-06,
      "loss": 0.9487,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8893814086914062,
      "step": 3880,
      "valid_targets_mean": 508.4,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.11189516129032258,
      "grad_norm": 1.0330801546958894,
      "learning_rate": 4.997855640267833e-06,
      "loss": 0.9539,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8174207210540771,
      "step": 3885,
      "valid_targets_mean": 566.3,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.11203917050691244,
      "grad_norm": 1.0776879769045902,
      "learning_rate": 4.997803284548737e-06,
      "loss": 0.9491,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9548461437225342,
      "step": 3890,
      "valid_targets_mean": 592.1,
      "valid_targets_min": 311
    },
    {
      "epoch": 0.11218317972350231,
      "grad_norm": 1.1214371437626136,
      "learning_rate": 4.9977502976492095e-06,
      "loss": 1.0898,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1980669498443604,
      "step": 3895,
      "valid_targets_mean": 608.2,
      "valid_targets_min": 62
    },
    {
      "epoch": 0.11232718894009217,
      "grad_norm": 1.1314080132809663,
      "learning_rate": 4.997696679582642e-06,
      "loss": 1.0553,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9884626269340515,
      "step": 3900,
      "valid_targets_mean": 562.7,
      "valid_targets_min": 279
    },
    {
      "epoch": 0.11247119815668202,
      "grad_norm": 1.0747254985930503,
      "learning_rate": 4.997642430362581e-06,
      "loss": 0.8934,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0199592113494873,
      "step": 3905,
      "valid_targets_mean": 599.9,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.1126152073732719,
      "grad_norm": 1.2084435049260691,
      "learning_rate": 4.997587550002737e-06,
      "loss": 1.0027,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9782356023788452,
      "step": 3910,
      "valid_targets_mean": 498.6,
      "valid_targets_min": 182
    },
    {
      "epoch": 0.11275921658986175,
      "grad_norm": 1.2804827998498163,
      "learning_rate": 4.997532038516978e-06,
      "loss": 1.0145,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9647043347358704,
      "step": 3915,
      "valid_targets_mean": 435.3,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.11290322580645161,
      "grad_norm": 1.1867913063844007,
      "learning_rate": 4.997475895919329e-06,
      "loss": 1.1134,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0435324907302856,
      "step": 3920,
      "valid_targets_mean": 522.5,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.11304723502304148,
      "grad_norm": 1.1275207358362251,
      "learning_rate": 4.9974191222239796e-06,
      "loss": 1.1673,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9706002473831177,
      "step": 3925,
      "valid_targets_mean": 570.2,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.11319124423963134,
      "grad_norm": 1.0783711859359575,
      "learning_rate": 4.997361717445276e-06,
      "loss": 1.0797,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9356553554534912,
      "step": 3930,
      "valid_targets_mean": 540.9,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.1133352534562212,
      "grad_norm": 1.151842585346889,
      "learning_rate": 4.997303681597721e-06,
      "loss": 1.0433,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2147316932678223,
      "step": 3935,
      "valid_targets_mean": 539.3,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.11347926267281105,
      "grad_norm": 1.333679740964168,
      "learning_rate": 4.9972450146959835e-06,
      "loss": 1.1605,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1323503255844116,
      "step": 3940,
      "valid_targets_mean": 456.8,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.11362327188940093,
      "grad_norm": 1.0582932949434865,
      "learning_rate": 4.997185716754887e-06,
      "loss": 1.05,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1439359188079834,
      "step": 3945,
      "valid_targets_mean": 682.2,
      "valid_targets_min": 229
    },
    {
      "epoch": 0.11376728110599078,
      "grad_norm": 1.0298384119303812,
      "learning_rate": 4.997125787789416e-06,
      "loss": 0.9694,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2711637020111084,
      "step": 3950,
      "valid_targets_mean": 727.6,
      "valid_targets_min": 228
    },
    {
      "epoch": 0.11391129032258064,
      "grad_norm": 1.229094810993308,
      "learning_rate": 4.997065227814713e-06,
      "loss": 1.1218,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9392554759979248,
      "step": 3955,
      "valid_targets_mean": 446.7,
      "valid_targets_min": 54
    },
    {
      "epoch": 0.11405529953917051,
      "grad_norm": 0.9875436706072267,
      "learning_rate": 4.997004036846081e-06,
      "loss": 1.1827,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3317337036132812,
      "step": 3960,
      "valid_targets_mean": 853.1,
      "valid_targets_min": 62
    },
    {
      "epoch": 0.11419930875576037,
      "grad_norm": 1.095735432035721,
      "learning_rate": 4.996942214898985e-06,
      "loss": 1.1299,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9970858097076416,
      "step": 3965,
      "valid_targets_mean": 557.1,
      "valid_targets_min": 90
    },
    {
      "epoch": 0.11434331797235023,
      "grad_norm": 1.2331556727146282,
      "learning_rate": 4.996879761989047e-06,
      "loss": 0.9945,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8944281339645386,
      "step": 3970,
      "valid_targets_mean": 420.2,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.11448732718894009,
      "grad_norm": 1.199587303534005,
      "learning_rate": 4.996816678132045e-06,
      "loss": 0.9905,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.90423184633255,
      "step": 3975,
      "valid_targets_mean": 435.2,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.11463133640552996,
      "grad_norm": 1.132712439924812,
      "learning_rate": 4.996752963343922e-06,
      "loss": 1.1902,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0810896158218384,
      "step": 3980,
      "valid_targets_mean": 585.1,
      "valid_targets_min": 182
    },
    {
      "epoch": 0.11477534562211981,
      "grad_norm": 1.2471654658889444,
      "learning_rate": 4.99668861764078e-06,
      "loss": 1.0493,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1615657806396484,
      "step": 3985,
      "valid_targets_mean": 518.6,
      "valid_targets_min": 153
    },
    {
      "epoch": 0.11491935483870967,
      "grad_norm": 1.2242749904172137,
      "learning_rate": 4.9966236410388765e-06,
      "loss": 1.1297,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1119790077209473,
      "step": 3990,
      "valid_targets_mean": 518.8,
      "valid_targets_min": 149
    },
    {
      "epoch": 0.11506336405529954,
      "grad_norm": 1.1627000200846012,
      "learning_rate": 4.996558033554631e-06,
      "loss": 1.103,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9611752033233643,
      "step": 3995,
      "valid_targets_mean": 504.0,
      "valid_targets_min": 56
    },
    {
      "epoch": 0.1152073732718894,
      "grad_norm": 1.146038859158241,
      "learning_rate": 4.996491795204623e-06,
      "loss": 1.0637,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.147416114807129,
      "step": 4000,
      "valid_targets_mean": 584.1,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.11535138248847926,
      "grad_norm": 1.023067778320499,
      "learning_rate": 4.99642492600559e-06,
      "loss": 1.1169,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1525983810424805,
      "step": 4005,
      "valid_targets_mean": 729.8,
      "valid_targets_min": 147
    },
    {
      "epoch": 0.11549539170506913,
      "grad_norm": 1.2030644368250314,
      "learning_rate": 4.996357425974429e-06,
      "loss": 1.0937,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9847269058227539,
      "step": 4010,
      "valid_targets_mean": 436.6,
      "valid_targets_min": 162
    },
    {
      "epoch": 0.11563940092165899,
      "grad_norm": 1.2854789618878848,
      "learning_rate": 4.996289295128199e-06,
      "loss": 1.0564,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9597553014755249,
      "step": 4015,
      "valid_targets_mean": 433.1,
      "valid_targets_min": 134
    },
    {
      "epoch": 0.11578341013824885,
      "grad_norm": 1.0364287458112456,
      "learning_rate": 4.996220533484114e-06,
      "loss": 1.034,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1168580055236816,
      "step": 4020,
      "valid_targets_mean": 630.3,
      "valid_targets_min": 77
    },
    {
      "epoch": 0.1159274193548387,
      "grad_norm": 1.332532834345377,
      "learning_rate": 4.99615114105955e-06,
      "loss": 1.0821,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.092430830001831,
      "step": 4025,
      "valid_targets_mean": 388.4,
      "valid_targets_min": 58
    },
    {
      "epoch": 0.11607142857142858,
      "grad_norm": 1.0740087177723594,
      "learning_rate": 4.996081117872043e-06,
      "loss": 1.0886,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9541379809379578,
      "step": 4030,
      "valid_targets_mean": 559.2,
      "valid_targets_min": 200
    },
    {
      "epoch": 0.11621543778801843,
      "grad_norm": 1.1669050291305116,
      "learning_rate": 4.996010463939286e-06,
      "loss": 1.1117,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3080568313598633,
      "step": 4035,
      "valid_targets_mean": 586.5,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.11635944700460829,
      "grad_norm": 1.157678075037293,
      "learning_rate": 4.995939179279134e-06,
      "loss": 1.0976,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9823130965232849,
      "step": 4040,
      "valid_targets_mean": 512.4,
      "valid_targets_min": 151
    },
    {
      "epoch": 0.11650345622119816,
      "grad_norm": 1.1077183780203745,
      "learning_rate": 4.9958672639096e-06,
      "loss": 1.0729,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0352342128753662,
      "step": 4045,
      "valid_targets_mean": 557.6,
      "valid_targets_min": 195
    },
    {
      "epoch": 0.11664746543778802,
      "grad_norm": 1.1289709301059836,
      "learning_rate": 4.995794717848857e-06,
      "loss": 1.0594,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0306804180145264,
      "step": 4050,
      "valid_targets_mean": 521.9,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.11679147465437788,
      "grad_norm": 1.1809708205945209,
      "learning_rate": 4.995721541115236e-06,
      "loss": 1.0939,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9400972127914429,
      "step": 4055,
      "valid_targets_mean": 505.1,
      "valid_targets_min": 177
    },
    {
      "epoch": 0.11693548387096774,
      "grad_norm": 0.9993091109453058,
      "learning_rate": 4.995647733727229e-06,
      "loss": 1.0338,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.127840518951416,
      "step": 4060,
      "valid_targets_mean": 714.1,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.1170794930875576,
      "grad_norm": 1.2099755212180796,
      "learning_rate": 4.9955732957034866e-06,
      "loss": 1.0559,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9545847177505493,
      "step": 4065,
      "valid_targets_mean": 474.4,
      "valid_targets_min": 134
    },
    {
      "epoch": 0.11722350230414746,
      "grad_norm": 1.0953950741717764,
      "learning_rate": 4.99549822706282e-06,
      "loss": 1.2311,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2654497623443604,
      "step": 4070,
      "valid_targets_mean": 626.4,
      "valid_targets_min": 317
    },
    {
      "epoch": 0.11736751152073732,
      "grad_norm": 1.0810081415716086,
      "learning_rate": 4.995422527824196e-06,
      "loss": 1.0354,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9528645277023315,
      "step": 4075,
      "valid_targets_mean": 588.2,
      "valid_targets_min": 144
    },
    {
      "epoch": 0.1175115207373272,
      "grad_norm": 0.9003391580197458,
      "learning_rate": 4.995346198006745e-06,
      "loss": 1.1636,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0268440246582031,
      "step": 4080,
      "valid_targets_mean": 801.0,
      "valid_targets_min": 232
    },
    {
      "epoch": 0.11765552995391705,
      "grad_norm": 1.168445228861845,
      "learning_rate": 4.995269237629755e-06,
      "loss": 1.1654,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0732829570770264,
      "step": 4085,
      "valid_targets_mean": 531.6,
      "valid_targets_min": 151
    },
    {
      "epoch": 0.11779953917050691,
      "grad_norm": 1.071400992528266,
      "learning_rate": 4.995191646712673e-06,
      "loss": 1.0023,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0288578271865845,
      "step": 4090,
      "valid_targets_mean": 597.6,
      "valid_targets_min": 165
    },
    {
      "epoch": 0.11794354838709678,
      "grad_norm": 1.0994528855890529,
      "learning_rate": 4.995113425275107e-06,
      "loss": 1.0166,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8725138306617737,
      "step": 4095,
      "valid_targets_mean": 522.8,
      "valid_targets_min": 221
    },
    {
      "epoch": 0.11808755760368664,
      "grad_norm": 0.9685182092253857,
      "learning_rate": 4.995034573336821e-06,
      "loss": 0.9901,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2117114067077637,
      "step": 4100,
      "valid_targets_mean": 820.1,
      "valid_targets_min": 219
    },
    {
      "epoch": 0.1182315668202765,
      "grad_norm": 1.108747482204109,
      "learning_rate": 4.994955090917742e-06,
      "loss": 1.1035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9613696336746216,
      "step": 4105,
      "valid_targets_mean": 578.9,
      "valid_targets_min": 235
    },
    {
      "epoch": 0.11837557603686635,
      "grad_norm": 1.0411782520867783,
      "learning_rate": 4.9948749780379554e-06,
      "loss": 0.8968,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9833165407180786,
      "step": 4110,
      "valid_targets_mean": 645.1,
      "valid_targets_min": 165
    },
    {
      "epoch": 0.11851958525345622,
      "grad_norm": 0.9719883917924929,
      "learning_rate": 4.994794234717704e-06,
      "loss": 1.1323,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2834692001342773,
      "step": 4115,
      "valid_targets_mean": 768.1,
      "valid_targets_min": 174
    },
    {
      "epoch": 0.11866359447004608,
      "grad_norm": 1.1091070930770315,
      "learning_rate": 4.994712860977391e-06,
      "loss": 1.0862,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8907339572906494,
      "step": 4120,
      "valid_targets_mean": 575.5,
      "valid_targets_min": 135
    },
    {
      "epoch": 0.11880760368663594,
      "grad_norm": 1.0957976882044325,
      "learning_rate": 4.994630856837579e-06,
      "loss": 1.0288,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0336482524871826,
      "step": 4125,
      "valid_targets_mean": 565.2,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.11895161290322581,
      "grad_norm": 1.1729787165732906,
      "learning_rate": 4.994548222318991e-06,
      "loss": 1.1024,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2106205224990845,
      "step": 4130,
      "valid_targets_mean": 573.8,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.11909562211981567,
      "grad_norm": 1.0654572311718469,
      "learning_rate": 4.994464957442508e-06,
      "loss": 1.1482,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.254759430885315,
      "step": 4135,
      "valid_targets_mean": 664.8,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.11923963133640553,
      "grad_norm": 1.1043368963049216,
      "learning_rate": 4.99438106222917e-06,
      "loss": 1.1807,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1531636714935303,
      "step": 4140,
      "valid_targets_mean": 588.8,
      "valid_targets_min": 222
    },
    {
      "epoch": 0.11938364055299538,
      "grad_norm": 1.1533504343987044,
      "learning_rate": 4.994296536700177e-06,
      "loss": 1.1157,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0329166650772095,
      "step": 4145,
      "valid_targets_mean": 552.1,
      "valid_targets_min": 163
    },
    {
      "epoch": 0.11952764976958526,
      "grad_norm": 1.0732890408076974,
      "learning_rate": 4.994211380876889e-06,
      "loss": 1.1002,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1231549978256226,
      "step": 4150,
      "valid_targets_mean": 622.8,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.11967165898617511,
      "grad_norm": 1.134324085101824,
      "learning_rate": 4.9941255947808226e-06,
      "loss": 1.0876,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1221764087677002,
      "step": 4155,
      "valid_targets_mean": 513.7,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.11981566820276497,
      "grad_norm": 1.1859281447681385,
      "learning_rate": 4.994039178433657e-06,
      "loss": 1.0906,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8843603730201721,
      "step": 4160,
      "valid_targets_mean": 479.8,
      "valid_targets_min": 171
    },
    {
      "epoch": 0.11995967741935484,
      "grad_norm": 1.3354956147228185,
      "learning_rate": 4.993952131857228e-06,
      "loss": 1.0533,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.267012596130371,
      "step": 4165,
      "valid_targets_mean": 458.6,
      "valid_targets_min": 53
    },
    {
      "epoch": 0.1201036866359447,
      "grad_norm": 1.1954199731844313,
      "learning_rate": 4.993864455073533e-06,
      "loss": 1.1016,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.226447582244873,
      "step": 4170,
      "valid_targets_mean": 614.4,
      "valid_targets_min": 118
    },
    {
      "epoch": 0.12024769585253456,
      "grad_norm": 1.2801896264739188,
      "learning_rate": 4.993776148104726e-06,
      "loss": 1.094,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9903120994567871,
      "step": 4175,
      "valid_targets_mean": 400.1,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.12039170506912443,
      "grad_norm": 1.1898746525159933,
      "learning_rate": 4.993687210973124e-06,
      "loss": 1.0527,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0263242721557617,
      "step": 4180,
      "valid_targets_mean": 502.6,
      "valid_targets_min": 196
    },
    {
      "epoch": 0.12053571428571429,
      "grad_norm": 1.0717776237562533,
      "learning_rate": 4.9935976437011975e-06,
      "loss": 1.013,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9518933892250061,
      "step": 4185,
      "valid_targets_mean": 578.9,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.12067972350230415,
      "grad_norm": 1.06423670673829,
      "learning_rate": 4.993507446311583e-06,
      "loss": 1.0352,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9243388175964355,
      "step": 4190,
      "valid_targets_mean": 590.7,
      "valid_targets_min": 234
    },
    {
      "epoch": 0.120823732718894,
      "grad_norm": 1.0780788398076693,
      "learning_rate": 4.99341661882707e-06,
      "loss": 1.1316,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.873735249042511,
      "step": 4195,
      "valid_targets_mean": 565.7,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.12096774193548387,
      "grad_norm": 1.1940050895115086,
      "learning_rate": 4.993325161270612e-06,
      "loss": 1.1505,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2247793674468994,
      "step": 4200,
      "valid_targets_mean": 558.9,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.12111175115207373,
      "grad_norm": 1.108142565239714,
      "learning_rate": 4.993233073665319e-06,
      "loss": 1.0037,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9411300420761108,
      "step": 4205,
      "valid_targets_mean": 499.4,
      "valid_targets_min": 186
    },
    {
      "epoch": 0.12125576036866359,
      "grad_norm": 1.2357309022236904,
      "learning_rate": 4.993140356034461e-06,
      "loss": 1.0467,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0708214044570923,
      "step": 4210,
      "valid_targets_mean": 464.9,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.12139976958525346,
      "grad_norm": 0.9645726476515822,
      "learning_rate": 4.993047008401468e-06,
      "loss": 1.0104,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1168268918991089,
      "step": 4215,
      "valid_targets_mean": 725.8,
      "valid_targets_min": 167
    },
    {
      "epoch": 0.12154377880184332,
      "grad_norm": 1.064307438532096,
      "learning_rate": 4.992953030789927e-06,
      "loss": 1.0855,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.205082654953003,
      "step": 4220,
      "valid_targets_mean": 649.4,
      "valid_targets_min": 239
    },
    {
      "epoch": 0.12168778801843318,
      "grad_norm": 1.0356110937357488,
      "learning_rate": 4.992858423223587e-06,
      "loss": 0.9973,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6725465059280396,
      "step": 4225,
      "valid_targets_mean": 484.4,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.12183179723502305,
      "grad_norm": 1.1099411830079462,
      "learning_rate": 4.992763185726353e-06,
      "loss": 1.0715,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.105507493019104,
      "step": 4230,
      "valid_targets_mean": 580.3,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.1219758064516129,
      "grad_norm": 1.1512170431556796,
      "learning_rate": 4.992667318322294e-06,
      "loss": 0.9915,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9043183326721191,
      "step": 4235,
      "valid_targets_mean": 461.6,
      "valid_targets_min": 65
    },
    {
      "epoch": 0.12211981566820276,
      "grad_norm": 1.103429043533657,
      "learning_rate": 4.992570821035632e-06,
      "loss": 1.0671,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.187074899673462,
      "step": 4240,
      "valid_targets_mean": 635.9,
      "valid_targets_min": 187
    },
    {
      "epoch": 0.12226382488479262,
      "grad_norm": 1.0901116516758922,
      "learning_rate": 4.992473693890754e-06,
      "loss": 0.958,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2223719358444214,
      "step": 4245,
      "valid_targets_mean": 634.8,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.12240783410138249,
      "grad_norm": 1.0529437256223289,
      "learning_rate": 4.9923759369122e-06,
      "loss": 0.9384,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8276755809783936,
      "step": 4250,
      "valid_targets_mean": 554.9,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.12255184331797235,
      "grad_norm": 0.8508365260905655,
      "learning_rate": 4.992277550124677e-06,
      "loss": 1.1329,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.018983244895935,
      "step": 4255,
      "valid_targets_mean": 839.8,
      "valid_targets_min": 212
    },
    {
      "epoch": 0.12269585253456221,
      "grad_norm": 0.9732254060735046,
      "learning_rate": 4.992178533553042e-06,
      "loss": 1.0239,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1717193126678467,
      "step": 4260,
      "valid_targets_mean": 785.9,
      "valid_targets_min": 335
    },
    {
      "epoch": 0.12283986175115208,
      "grad_norm": 1.0563596678911875,
      "learning_rate": 4.99207888722232e-06,
      "loss": 0.9814,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8242528438568115,
      "step": 4265,
      "valid_targets_mean": 511.5,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.12298387096774194,
      "grad_norm": 1.053979022581865,
      "learning_rate": 4.99197861115769e-06,
      "loss": 1.1913,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.364863634109497,
      "step": 4270,
      "valid_targets_mean": 810.6,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.1231278801843318,
      "grad_norm": 1.0648340529232896,
      "learning_rate": 4.991877705384489e-06,
      "loss": 1.0961,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0624475479125977,
      "step": 4275,
      "valid_targets_mean": 610.1,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.12327188940092165,
      "grad_norm": 1.0956788582568349,
      "learning_rate": 4.991776169928217e-06,
      "loss": 1.1347,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0625100135803223,
      "step": 4280,
      "valid_targets_mean": 673.1,
      "valid_targets_min": 63
    },
    {
      "epoch": 0.12341589861751152,
      "grad_norm": 1.0661358112537247,
      "learning_rate": 4.991674004814532e-06,
      "loss": 1.1343,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9368784427642822,
      "step": 4285,
      "valid_targets_mean": 582.8,
      "valid_targets_min": 162
    },
    {
      "epoch": 0.12355990783410138,
      "grad_norm": 1.0417680184995866,
      "learning_rate": 4.99157121006925e-06,
      "loss": 1.1146,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3062546253204346,
      "step": 4290,
      "valid_targets_mean": 701.7,
      "valid_targets_min": 87
    },
    {
      "epoch": 0.12370391705069124,
      "grad_norm": 1.0511319119715188,
      "learning_rate": 4.991467785718346e-06,
      "loss": 1.1226,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1803349256515503,
      "step": 4295,
      "valid_targets_mean": 741.9,
      "valid_targets_min": 144
    },
    {
      "epoch": 0.12384792626728111,
      "grad_norm": 1.0917691723397724,
      "learning_rate": 4.991363731787956e-06,
      "loss": 1.1801,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0761103630065918,
      "step": 4300,
      "valid_targets_mean": 556.7,
      "valid_targets_min": 166
    },
    {
      "epoch": 0.12399193548387097,
      "grad_norm": 0.9188159443204541,
      "learning_rate": 4.9912590483043725e-06,
      "loss": 0.902,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0336837768554688,
      "step": 4305,
      "valid_targets_mean": 827.9,
      "valid_targets_min": 151
    },
    {
      "epoch": 0.12413594470046083,
      "grad_norm": 1.0511435455318248,
      "learning_rate": 4.9911537352940485e-06,
      "loss": 1.1526,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2569851875305176,
      "step": 4310,
      "valid_targets_mean": 683.6,
      "valid_targets_min": 280
    },
    {
      "epoch": 0.1242799539170507,
      "grad_norm": 1.1390775432560327,
      "learning_rate": 4.991047792783597e-06,
      "loss": 1.065,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1134133338928223,
      "step": 4315,
      "valid_targets_mean": 534.1,
      "valid_targets_min": 214
    },
    {
      "epoch": 0.12442396313364056,
      "grad_norm": 1.0978731884731463,
      "learning_rate": 4.990941220799788e-06,
      "loss": 1.0144,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0198121070861816,
      "step": 4320,
      "valid_targets_mean": 554.5,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.12456797235023041,
      "grad_norm": 1.1026094928930197,
      "learning_rate": 4.990834019369552e-06,
      "loss": 1.0695,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.243837833404541,
      "step": 4325,
      "valid_targets_mean": 646.9,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.12471198156682027,
      "grad_norm": 0.9843367599920709,
      "learning_rate": 4.99072618851998e-06,
      "loss": 0.9781,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.101797103881836,
      "step": 4330,
      "valid_targets_mean": 745.4,
      "valid_targets_min": 259
    },
    {
      "epoch": 0.12485599078341014,
      "grad_norm": 1.1178667504316628,
      "learning_rate": 4.990617728278317e-06,
      "loss": 1.0685,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9400086402893066,
      "step": 4335,
      "valid_targets_mean": 549.5,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.125,
      "grad_norm": 1.1778892373153131,
      "learning_rate": 4.990508638671972e-06,
      "loss": 1.0214,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1801791191101074,
      "step": 4340,
      "valid_targets_mean": 558.8,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.12514400921658986,
      "grad_norm": 1.0914567533964838,
      "learning_rate": 4.9903989197285115e-06,
      "loss": 1.02,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.996106743812561,
      "step": 4345,
      "valid_targets_mean": 605.2,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.12528801843317972,
      "grad_norm": 1.1474659824245028,
      "learning_rate": 4.99028857147566e-06,
      "loss": 1.0749,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0757408142089844,
      "step": 4350,
      "valid_targets_mean": 557.2,
      "valid_targets_min": 142
    },
    {
      "epoch": 0.12543202764976957,
      "grad_norm": 0.8115384925399675,
      "learning_rate": 4.990177593941303e-06,
      "loss": 1.0224,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8946739435195923,
      "step": 4355,
      "valid_targets_mean": 935.5,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.12557603686635946,
      "grad_norm": 1.2194612922799848,
      "learning_rate": 4.990065987153483e-06,
      "loss": 1.1559,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.191983938217163,
      "step": 4360,
      "valid_targets_mean": 513.5,
      "valid_targets_min": 87
    },
    {
      "epoch": 0.12572004608294932,
      "grad_norm": 1.1422476431271718,
      "learning_rate": 4.989953751140403e-06,
      "loss": 0.9505,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0000990629196167,
      "step": 4365,
      "valid_targets_mean": 502.8,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.12586405529953917,
      "grad_norm": 0.8884047055386941,
      "learning_rate": 4.9898408859304225e-06,
      "loss": 1.0204,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7775665521621704,
      "step": 4370,
      "valid_targets_mean": 756.2,
      "valid_targets_min": 217
    },
    {
      "epoch": 0.12600806451612903,
      "grad_norm": 0.9444424738594792,
      "learning_rate": 4.989727391552065e-06,
      "loss": 1.0994,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0494153499603271,
      "step": 4375,
      "valid_targets_mean": 798.8,
      "valid_targets_min": 234
    },
    {
      "epoch": 0.1261520737327189,
      "grad_norm": 1.2673675519534262,
      "learning_rate": 4.9896132680340074e-06,
      "loss": 1.0513,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9808312654495239,
      "step": 4380,
      "valid_targets_mean": 432.6,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.12629608294930875,
      "grad_norm": 0.9944486491054584,
      "learning_rate": 4.989498515405089e-06,
      "loss": 0.9953,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8958567380905151,
      "step": 4385,
      "valid_targets_mean": 664.3,
      "valid_targets_min": 129
    },
    {
      "epoch": 0.1264400921658986,
      "grad_norm": 1.2076039624732349,
      "learning_rate": 4.9893831336943076e-06,
      "loss": 0.9395,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0896403789520264,
      "step": 4390,
      "valid_targets_mean": 488.6,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.1265841013824885,
      "grad_norm": 1.069822566178586,
      "learning_rate": 4.989267122930818e-06,
      "loss": 0.9773,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9435757398605347,
      "step": 4395,
      "valid_targets_mean": 784.2,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.12672811059907835,
      "grad_norm": 1.234963966860433,
      "learning_rate": 4.989150483143938e-06,
      "loss": 1.032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0669887065887451,
      "step": 4400,
      "valid_targets_mean": 507.8,
      "valid_targets_min": 90
    },
    {
      "epoch": 0.1268721198156682,
      "grad_norm": 1.1657141132170492,
      "learning_rate": 4.989033214363138e-06,
      "loss": 0.9938,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1410897970199585,
      "step": 4405,
      "valid_targets_mean": 527.5,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.12701612903225806,
      "grad_norm": 1.009321813660832,
      "learning_rate": 4.988915316618055e-06,
      "loss": 1.1688,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.113192081451416,
      "step": 4410,
      "valid_targets_mean": 681.0,
      "valid_targets_min": 294
    },
    {
      "epoch": 0.12716013824884792,
      "grad_norm": 1.1391416280004498,
      "learning_rate": 4.988796789938478e-06,
      "loss": 1.0954,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9367165565490723,
      "step": 4415,
      "valid_targets_mean": 488.3,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.12730414746543778,
      "grad_norm": 1.0101542900518767,
      "learning_rate": 4.988677634354361e-06,
      "loss": 1.0541,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.181841492652893,
      "step": 4420,
      "valid_targets_mean": 764.2,
      "valid_targets_min": 260
    },
    {
      "epoch": 0.12744815668202766,
      "grad_norm": 0.9377276044421832,
      "learning_rate": 4.988557849895811e-06,
      "loss": 1.0155,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9406196475028992,
      "step": 4425,
      "valid_targets_mean": 708.7,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.12759216589861752,
      "grad_norm": 0.88277632877779,
      "learning_rate": 4.988437436593099e-06,
      "loss": 0.9417,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6815500855445862,
      "step": 4430,
      "valid_targets_mean": 727.8,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.12773617511520738,
      "grad_norm": 0.9888137431240392,
      "learning_rate": 4.988316394476651e-06,
      "loss": 1.0725,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0699541568756104,
      "step": 4435,
      "valid_targets_mean": 765.9,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.12788018433179724,
      "grad_norm": 1.0792266708705134,
      "learning_rate": 4.988194723577056e-06,
      "loss": 1.0023,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1536850929260254,
      "step": 4440,
      "valid_targets_mean": 655.4,
      "valid_targets_min": 311
    },
    {
      "epoch": 0.1280241935483871,
      "grad_norm": 1.02473981349212,
      "learning_rate": 4.988072423925057e-06,
      "loss": 1.1832,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.24760901927948,
      "step": 4445,
      "valid_targets_mean": 714.6,
      "valid_targets_min": 63
    },
    {
      "epoch": 0.12816820276497695,
      "grad_norm": 1.070356380095885,
      "learning_rate": 4.98794949555156e-06,
      "loss": 1.0571,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8240371346473694,
      "step": 4450,
      "valid_targets_mean": 583.2,
      "valid_targets_min": 197
    },
    {
      "epoch": 0.1283122119815668,
      "grad_norm": 1.04583849838634,
      "learning_rate": 4.987825938487627e-06,
      "loss": 0.9722,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8709679841995239,
      "step": 4455,
      "valid_targets_mean": 546.6,
      "valid_targets_min": 169
    },
    {
      "epoch": 0.1284562211981567,
      "grad_norm": 1.0751927365997291,
      "learning_rate": 4.987701752764481e-06,
      "loss": 1.0382,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.148662805557251,
      "step": 4460,
      "valid_targets_mean": 702.5,
      "valid_targets_min": 246
    },
    {
      "epoch": 0.12860023041474655,
      "grad_norm": 1.0959885484629068,
      "learning_rate": 4.987576938413504e-06,
      "loss": 1.079,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1696186065673828,
      "step": 4465,
      "valid_targets_mean": 626.5,
      "valid_targets_min": 195
    },
    {
      "epoch": 0.1287442396313364,
      "grad_norm": 0.902704335438668,
      "learning_rate": 4.987451495466235e-06,
      "loss": 1.1007,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2349884510040283,
      "step": 4470,
      "valid_targets_mean": 971.6,
      "valid_targets_min": 265
    },
    {
      "epoch": 0.12888824884792627,
      "grad_norm": 1.2093967146150164,
      "learning_rate": 4.987325423954371e-06,
      "loss": 1.0605,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.251718521118164,
      "step": 4475,
      "valid_targets_mean": 546.2,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.12903225806451613,
      "grad_norm": 1.2369707250301494,
      "learning_rate": 4.987198723909772e-06,
      "loss": 1.0541,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9308621287345886,
      "step": 4480,
      "valid_targets_mean": 466.9,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.12917626728110598,
      "grad_norm": 1.2147829670423276,
      "learning_rate": 4.9870713953644535e-06,
      "loss": 0.9827,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8116457462310791,
      "step": 4485,
      "valid_targets_mean": 494.5,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.12932027649769584,
      "grad_norm": 1.1011353317523087,
      "learning_rate": 4.98694343835059e-06,
      "loss": 1.0584,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1125401258468628,
      "step": 4490,
      "valid_targets_mean": 592.4,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.12946428571428573,
      "grad_norm": 0.9909957300731955,
      "learning_rate": 4.986814852900517e-06,
      "loss": 1.0606,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.085279941558838,
      "step": 4495,
      "valid_targets_mean": 700.1,
      "valid_targets_min": 173
    },
    {
      "epoch": 0.12960829493087558,
      "grad_norm": 1.1246057238670035,
      "learning_rate": 4.986685639046726e-06,
      "loss": 1.1102,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.117035150527954,
      "step": 4500,
      "valid_targets_mean": 551.2,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.12975230414746544,
      "grad_norm": 1.0597712928990495,
      "learning_rate": 4.9865557968218684e-06,
      "loss": 1.0353,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.075697660446167,
      "step": 4505,
      "valid_targets_mean": 629.6,
      "valid_targets_min": 193
    },
    {
      "epoch": 0.1298963133640553,
      "grad_norm": 1.1617498807425175,
      "learning_rate": 4.986425326258756e-06,
      "loss": 1.062,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9115371108055115,
      "step": 4510,
      "valid_targets_mean": 489.2,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.13004032258064516,
      "grad_norm": 1.0839365130345786,
      "learning_rate": 4.986294227390356e-06,
      "loss": 1.1276,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9645559787750244,
      "step": 4515,
      "valid_targets_mean": 568.5,
      "valid_targets_min": 123
    },
    {
      "epoch": 0.13018433179723501,
      "grad_norm": 1.1679168217597882,
      "learning_rate": 4.986162500249799e-06,
      "loss": 0.9705,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9436787366867065,
      "step": 4520,
      "valid_targets_mean": 516.1,
      "valid_targets_min": 218
    },
    {
      "epoch": 0.13032834101382487,
      "grad_norm": 0.9711159802055791,
      "learning_rate": 4.98603014487037e-06,
      "loss": 1.2142,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0555336475372314,
      "step": 4525,
      "valid_targets_mean": 767.1,
      "valid_targets_min": 229
    },
    {
      "epoch": 0.13047235023041476,
      "grad_norm": 1.0729452447144043,
      "learning_rate": 4.985897161285514e-06,
      "loss": 1.202,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2711387872695923,
      "step": 4530,
      "valid_targets_mean": 716.8,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.13061635944700462,
      "grad_norm": 1.0974832832326518,
      "learning_rate": 4.985763549528835e-06,
      "loss": 1.0627,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0339930057525635,
      "step": 4535,
      "valid_targets_mean": 560.7,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.13076036866359447,
      "grad_norm": 1.0811463249948863,
      "learning_rate": 4.985629309634098e-06,
      "loss": 1.2171,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1787813901901245,
      "step": 4540,
      "valid_targets_mean": 655.4,
      "valid_targets_min": 224
    },
    {
      "epoch": 0.13090437788018433,
      "grad_norm": 1.0287023807248317,
      "learning_rate": 4.985494441635223e-06,
      "loss": 1.0485,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0843515396118164,
      "step": 4545,
      "valid_targets_mean": 667.9,
      "valid_targets_min": 214
    },
    {
      "epoch": 0.1310483870967742,
      "grad_norm": 1.15131310795597,
      "learning_rate": 4.98535894556629e-06,
      "loss": 1.1732,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2075724601745605,
      "step": 4550,
      "valid_targets_mean": 592.6,
      "valid_targets_min": 323
    },
    {
      "epoch": 0.13119239631336405,
      "grad_norm": 1.1890218109613446,
      "learning_rate": 4.98522282146154e-06,
      "loss": 1.023,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0212714672088623,
      "step": 4555,
      "valid_targets_mean": 504.4,
      "valid_targets_min": 60
    },
    {
      "epoch": 0.1313364055299539,
      "grad_norm": 1.0342773973963404,
      "learning_rate": 4.9850860693553685e-06,
      "loss": 1.0017,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0472798347473145,
      "step": 4560,
      "valid_targets_mean": 712.4,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.1314804147465438,
      "grad_norm": 1.0468667367457298,
      "learning_rate": 4.984948689282333e-06,
      "loss": 1.033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9243549704551697,
      "step": 4565,
      "valid_targets_mean": 570.6,
      "valid_targets_min": 206
    },
    {
      "epoch": 0.13162442396313365,
      "grad_norm": 1.0886873367349605,
      "learning_rate": 4.984810681277149e-06,
      "loss": 1.1825,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1634944677352905,
      "step": 4570,
      "valid_targets_mean": 590.8,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.1317684331797235,
      "grad_norm": 1.006838787901501,
      "learning_rate": 4.984672045374691e-06,
      "loss": 1.1042,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1755070686340332,
      "step": 4575,
      "valid_targets_mean": 711.2,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.13191244239631336,
      "grad_norm": 1.1112466457079038,
      "learning_rate": 4.98453278160999e-06,
      "loss": 0.9815,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9809075593948364,
      "step": 4580,
      "valid_targets_mean": 571.1,
      "valid_targets_min": 203
    },
    {
      "epoch": 0.13205645161290322,
      "grad_norm": 1.0018370547910995,
      "learning_rate": 4.984392890018236e-06,
      "loss": 1.0576,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8873714208602905,
      "step": 4585,
      "valid_targets_mean": 633.1,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.13220046082949308,
      "grad_norm": 1.1253331438598186,
      "learning_rate": 4.984252370634782e-06,
      "loss": 1.1199,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0097064971923828,
      "step": 4590,
      "valid_targets_mean": 537.7,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.13234447004608296,
      "grad_norm": 1.0087032506615652,
      "learning_rate": 4.984111223495135e-06,
      "loss": 1.0889,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1748807430267334,
      "step": 4595,
      "valid_targets_mean": 730.8,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.13248847926267282,
      "grad_norm": 1.0781775477938673,
      "learning_rate": 4.983969448634961e-06,
      "loss": 1.1632,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0944355726242065,
      "step": 4600,
      "valid_targets_mean": 607.9,
      "valid_targets_min": 147
    },
    {
      "epoch": 0.13263248847926268,
      "grad_norm": 1.0126469052270977,
      "learning_rate": 4.983827046090087e-06,
      "loss": 1.0116,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.042212963104248,
      "step": 4605,
      "valid_targets_mean": 677.6,
      "valid_targets_min": 87
    },
    {
      "epoch": 0.13277649769585254,
      "grad_norm": 0.740168953134988,
      "learning_rate": 4.983684015896497e-06,
      "loss": 0.9242,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6928959488868713,
      "step": 4610,
      "valid_targets_mean": 823.6,
      "valid_targets_min": 408
    },
    {
      "epoch": 0.1329205069124424,
      "grad_norm": 0.9304264578828542,
      "learning_rate": 4.983540358090333e-06,
      "loss": 0.9657,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8172975778579712,
      "step": 4615,
      "valid_targets_mean": 675.6,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.13306451612903225,
      "grad_norm": 0.9721946595368307,
      "learning_rate": 4.983396072707898e-06,
      "loss": 1.0403,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3240289688110352,
      "step": 4620,
      "valid_targets_mean": 781.4,
      "valid_targets_min": 145
    },
    {
      "epoch": 0.1332085253456221,
      "grad_norm": 1.1195942044076719,
      "learning_rate": 4.983251159785652e-06,
      "loss": 1.0236,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.077519416809082,
      "step": 4625,
      "valid_targets_mean": 545.5,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.133352534562212,
      "grad_norm": 0.8590355999459843,
      "learning_rate": 4.9831056193602126e-06,
      "loss": 0.9949,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6620834469795227,
      "step": 4630,
      "valid_targets_mean": 655.1,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.13349654377880185,
      "grad_norm": 1.0555617214987,
      "learning_rate": 4.982959451468357e-06,
      "loss": 1.2178,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1163002252578735,
      "step": 4635,
      "valid_targets_mean": 672.9,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.1336405529953917,
      "grad_norm": 1.090289428175356,
      "learning_rate": 4.982812656147021e-06,
      "loss": 0.9443,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9958007335662842,
      "step": 4640,
      "valid_targets_mean": 609.9,
      "valid_targets_min": 185
    },
    {
      "epoch": 0.13378456221198157,
      "grad_norm": 1.2107602783003832,
      "learning_rate": 4.982665233433301e-06,
      "loss": 1.094,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0265905857086182,
      "step": 4645,
      "valid_targets_mean": 481.7,
      "valid_targets_min": 182
    },
    {
      "epoch": 0.13392857142857142,
      "grad_norm": 1.164593414489414,
      "learning_rate": 4.982517183364446e-06,
      "loss": 0.9544,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9761697053909302,
      "step": 4650,
      "valid_targets_mean": 518.0,
      "valid_targets_min": 135
    },
    {
      "epoch": 0.13407258064516128,
      "grad_norm": 1.1788676378494825,
      "learning_rate": 4.982368505977871e-06,
      "loss": 1.1004,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4346797466278076,
      "step": 4655,
      "valid_targets_mean": 668.2,
      "valid_targets_min": 65
    },
    {
      "epoch": 0.13421658986175114,
      "grad_norm": 1.1397788848115755,
      "learning_rate": 4.982219201311145e-06,
      "loss": 1.0727,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0873547792434692,
      "step": 4660,
      "valid_targets_mean": 511.2,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.13436059907834103,
      "grad_norm": 1.0269182770336784,
      "learning_rate": 4.982069269401995e-06,
      "loss": 1.085,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0249958038330078,
      "step": 4665,
      "valid_targets_mean": 639.8,
      "valid_targets_min": 260
    },
    {
      "epoch": 0.13450460829493088,
      "grad_norm": 1.1805938565845284,
      "learning_rate": 4.98191871028831e-06,
      "loss": 1.2394,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.250340461730957,
      "step": 4670,
      "valid_targets_mean": 626.9,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.13464861751152074,
      "grad_norm": 1.0849869427943062,
      "learning_rate": 4.981767524008133e-06,
      "loss": 1.0597,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0095088481903076,
      "step": 4675,
      "valid_targets_mean": 566.6,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.1347926267281106,
      "grad_norm": 1.0304553247520585,
      "learning_rate": 4.98161571059967e-06,
      "loss": 1.043,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.969538688659668,
      "step": 4680,
      "valid_targets_mean": 599.7,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.13493663594470046,
      "grad_norm": 1.0742701094294003,
      "learning_rate": 4.981463270101283e-06,
      "loss": 1.0751,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9129915237426758,
      "step": 4685,
      "valid_targets_mean": 592.4,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.1350806451612903,
      "grad_norm": 0.9914094694030089,
      "learning_rate": 4.981310202551492e-06,
      "loss": 0.9596,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8801616430282593,
      "step": 4690,
      "valid_targets_mean": 660.2,
      "valid_targets_min": 237
    },
    {
      "epoch": 0.13522465437788017,
      "grad_norm": 1.1107727399741294,
      "learning_rate": 4.981156507988976e-06,
      "loss": 1.0975,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.071815013885498,
      "step": 4695,
      "valid_targets_mean": 602.4,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.13536866359447006,
      "grad_norm": 1.1956140367001276,
      "learning_rate": 4.9810021864525734e-06,
      "loss": 1.087,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.153449535369873,
      "step": 4700,
      "valid_targets_mean": 529.2,
      "valid_targets_min": 199
    },
    {
      "epoch": 0.13551267281105991,
      "grad_norm": 1.2075333705801403,
      "learning_rate": 4.980847237981281e-06,
      "loss": 1.1025,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1890451908111572,
      "step": 4705,
      "valid_targets_mean": 519.5,
      "valid_targets_min": 151
    },
    {
      "epoch": 0.13565668202764977,
      "grad_norm": 1.1528999550010919,
      "learning_rate": 4.980691662614253e-06,
      "loss": 0.955,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9558020830154419,
      "step": 4710,
      "valid_targets_mean": 493.2,
      "valid_targets_min": 144
    },
    {
      "epoch": 0.13580069124423963,
      "grad_norm": 0.9603484983199668,
      "learning_rate": 4.980535460390802e-06,
      "loss": 1.0359,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8866738677024841,
      "step": 4715,
      "valid_targets_mean": 672.2,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.1359447004608295,
      "grad_norm": 1.1327091806315515,
      "learning_rate": 4.9803786313504e-06,
      "loss": 0.9958,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7960352301597595,
      "step": 4720,
      "valid_targets_mean": 472.6,
      "valid_targets_min": 211
    },
    {
      "epoch": 0.13608870967741934,
      "grad_norm": 1.0527071645515473,
      "learning_rate": 4.980221175532675e-06,
      "loss": 1.1345,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9793217778205872,
      "step": 4725,
      "valid_targets_mean": 589.4,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.13623271889400923,
      "grad_norm": 1.097848541362415,
      "learning_rate": 4.980063092977417e-06,
      "loss": 1.0233,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9384043216705322,
      "step": 4730,
      "valid_targets_mean": 553.5,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.1363767281105991,
      "grad_norm": 1.0589672268573858,
      "learning_rate": 4.979904383724573e-06,
      "loss": 1.0587,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3069334030151367,
      "step": 4735,
      "valid_targets_mean": 731.4,
      "valid_targets_min": 190
    },
    {
      "epoch": 0.13652073732718895,
      "grad_norm": 1.0099026393931207,
      "learning_rate": 4.979745047814246e-06,
      "loss": 1.1336,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3740038871765137,
      "step": 4740,
      "valid_targets_mean": 804.8,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.1366647465437788,
      "grad_norm": 1.1977985672990152,
      "learning_rate": 4.979585085286701e-06,
      "loss": 1.0889,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0544209480285645,
      "step": 4745,
      "valid_targets_mean": 487.8,
      "valid_targets_min": 57
    },
    {
      "epoch": 0.13680875576036866,
      "grad_norm": 1.2201407883068407,
      "learning_rate": 4.979424496182358e-06,
      "loss": 1.032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0601449012756348,
      "step": 4750,
      "valid_targets_mean": 463.6,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.13695276497695852,
      "grad_norm": 1.136526314592812,
      "learning_rate": 4.979263280541798e-06,
      "loss": 1.0768,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.213395357131958,
      "step": 4755,
      "valid_targets_mean": 603.1,
      "valid_targets_min": 153
    },
    {
      "epoch": 0.13709677419354838,
      "grad_norm": 1.10805805797271,
      "learning_rate": 4.979101438405759e-06,
      "loss": 1.1536,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2347068786621094,
      "step": 4760,
      "valid_targets_mean": 688.2,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.13724078341013826,
      "grad_norm": 1.1100550950132828,
      "learning_rate": 4.978938969815138e-06,
      "loss": 1.087,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1845862865447998,
      "step": 4765,
      "valid_targets_mean": 622.7,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.13738479262672812,
      "grad_norm": 1.1626087127766724,
      "learning_rate": 4.978775874810989e-06,
      "loss": 1.0378,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9411750435829163,
      "step": 4770,
      "valid_targets_mean": 501.4,
      "valid_targets_min": 63
    },
    {
      "epoch": 0.13752880184331798,
      "grad_norm": 1.2025503424677635,
      "learning_rate": 4.978612153434527e-06,
      "loss": 1.0407,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0366023778915405,
      "step": 4775,
      "valid_targets_mean": 488.9,
      "valid_targets_min": 233
    },
    {
      "epoch": 0.13767281105990783,
      "grad_norm": 1.1699131128689593,
      "learning_rate": 4.97844780572712e-06,
      "loss": 1.0162,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9243360161781311,
      "step": 4780,
      "valid_targets_mean": 502.7,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.1378168202764977,
      "grad_norm": 0.9649564381557872,
      "learning_rate": 4.978282831730301e-06,
      "loss": 1.0984,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3379204273223877,
      "step": 4785,
      "valid_targets_mean": 868.5,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.13796082949308755,
      "grad_norm": 1.1611752723776647,
      "learning_rate": 4.978117231485757e-06,
      "loss": 1.032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.013907790184021,
      "step": 4790,
      "valid_targets_mean": 502.9,
      "valid_targets_min": 173
    },
    {
      "epoch": 0.1381048387096774,
      "grad_norm": 1.0542835968174202,
      "learning_rate": 4.977951005035334e-06,
      "loss": 1.0091,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7430809736251831,
      "step": 4795,
      "valid_targets_mean": 514.8,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.1382488479262673,
      "grad_norm": 1.0557539671786342,
      "learning_rate": 4.977784152421036e-06,
      "loss": 1.0031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.078439712524414,
      "step": 4800,
      "valid_targets_mean": 604.8,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.13839285714285715,
      "grad_norm": 1.3152738661305279,
      "learning_rate": 4.977616673685025e-06,
      "loss": 1.0779,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2126981019973755,
      "step": 4805,
      "valid_targets_mean": 495.4,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.138536866359447,
      "grad_norm": 0.9643497463358096,
      "learning_rate": 4.977448568869625e-06,
      "loss": 1.0879,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1328670978546143,
      "step": 4810,
      "valid_targets_mean": 726.6,
      "valid_targets_min": 222
    },
    {
      "epoch": 0.13868087557603687,
      "grad_norm": 0.9983909417099214,
      "learning_rate": 4.977279838017313e-06,
      "loss": 1.0436,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.893168568611145,
      "step": 4815,
      "valid_targets_mean": 656.7,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.13882488479262672,
      "grad_norm": 1.0832377889949583,
      "learning_rate": 4.977110481170726e-06,
      "loss": 1.0091,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0046783685684204,
      "step": 4820,
      "valid_targets_mean": 582.1,
      "valid_targets_min": 174
    },
    {
      "epoch": 0.13896889400921658,
      "grad_norm": 0.9901571177006783,
      "learning_rate": 4.97694049837266e-06,
      "loss": 1.0282,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6818356513977051,
      "step": 4825,
      "valid_targets_mean": 542.9,
      "valid_targets_min": 284
    },
    {
      "epoch": 0.13911290322580644,
      "grad_norm": 1.036189615672534,
      "learning_rate": 4.976769889666068e-06,
      "loss": 1.1901,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1888129711151123,
      "step": 4830,
      "valid_targets_mean": 675.4,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.13925691244239632,
      "grad_norm": 1.0751035520127052,
      "learning_rate": 4.976598655094063e-06,
      "loss": 1.0207,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0062997341156006,
      "step": 4835,
      "valid_targets_mean": 592.8,
      "valid_targets_min": 204
    },
    {
      "epoch": 0.13940092165898618,
      "grad_norm": 1.1200503278820169,
      "learning_rate": 4.976426794699914e-06,
      "loss": 1.119,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.248923897743225,
      "step": 4840,
      "valid_targets_mean": 648.9,
      "valid_targets_min": 301
    },
    {
      "epoch": 0.13954493087557604,
      "grad_norm": 1.1490810718190154,
      "learning_rate": 4.97625430852705e-06,
      "loss": 1.049,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1788183450698853,
      "step": 4845,
      "valid_targets_mean": 530.2,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.1396889400921659,
      "grad_norm": 1.1970930243996913,
      "learning_rate": 4.976081196619057e-06,
      "loss": 1.0204,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0480939149856567,
      "step": 4850,
      "valid_targets_mean": 505.2,
      "valid_targets_min": 170
    },
    {
      "epoch": 0.13983294930875576,
      "grad_norm": 1.1198794714206877,
      "learning_rate": 4.97590745901968e-06,
      "loss": 1.0756,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9159879088401794,
      "step": 4855,
      "valid_targets_mean": 535.6,
      "valid_targets_min": 249
    },
    {
      "epoch": 0.1399769585253456,
      "grad_norm": 1.2055030707245429,
      "learning_rate": 4.975733095772819e-06,
      "loss": 1.0522,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.032550573348999,
      "step": 4860,
      "valid_targets_mean": 492.4,
      "valid_targets_min": 118
    },
    {
      "epoch": 0.14012096774193547,
      "grad_norm": 1.0881691887385823,
      "learning_rate": 4.975558106922538e-06,
      "loss": 0.9543,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0064761638641357,
      "step": 4865,
      "valid_targets_mean": 522.4,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.14026497695852536,
      "grad_norm": 1.1964071570742072,
      "learning_rate": 4.975382492513052e-06,
      "loss": 1.0438,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1000990867614746,
      "step": 4870,
      "valid_targets_mean": 529.5,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.1404089861751152,
      "grad_norm": 1.1282781386828078,
      "learning_rate": 4.975206252588741e-06,
      "loss": 0.9301,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9133017063140869,
      "step": 4875,
      "valid_targets_mean": 499.8,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.14055299539170507,
      "grad_norm": 1.080053582033803,
      "learning_rate": 4.975029387194139e-06,
      "loss": 1.0383,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0430972576141357,
      "step": 4880,
      "valid_targets_mean": 585.1,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.14069700460829493,
      "grad_norm": 1.0367543742369996,
      "learning_rate": 4.9748518963739375e-06,
      "loss": 1.0676,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9786070585250854,
      "step": 4885,
      "valid_targets_mean": 605.4,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.1408410138248848,
      "grad_norm": 1.0721668157279325,
      "learning_rate": 4.974673780172988e-06,
      "loss": 1.0311,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8263862133026123,
      "step": 4890,
      "valid_targets_mean": 575.1,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.14098502304147464,
      "grad_norm": 1.183646596345929,
      "learning_rate": 4.974495038636301e-06,
      "loss": 1.0653,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.987751841545105,
      "step": 4895,
      "valid_targets_mean": 498.6,
      "valid_targets_min": 191
    },
    {
      "epoch": 0.14112903225806453,
      "grad_norm": 1.0562409375074282,
      "learning_rate": 4.9743156718090416e-06,
      "loss": 1.0496,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.135542631149292,
      "step": 4900,
      "valid_targets_mean": 628.2,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.1412730414746544,
      "grad_norm": 1.1163607135908846,
      "learning_rate": 4.974135679736535e-06,
      "loss": 0.9742,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1059958934783936,
      "step": 4905,
      "valid_targets_mean": 550.9,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.14141705069124424,
      "grad_norm": 1.229137804534843,
      "learning_rate": 4.973955062464264e-06,
      "loss": 0.9619,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8442710638046265,
      "step": 4910,
      "valid_targets_mean": 417.6,
      "valid_targets_min": 144
    },
    {
      "epoch": 0.1415610599078341,
      "grad_norm": 1.014809013516932,
      "learning_rate": 4.973773820037871e-06,
      "loss": 0.9235,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7331792116165161,
      "step": 4915,
      "valid_targets_mean": 537.8,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.14170506912442396,
      "grad_norm": 1.158946658777908,
      "learning_rate": 4.9735919525031525e-06,
      "loss": 0.9616,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9317607283592224,
      "step": 4920,
      "valid_targets_mean": 497.2,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.14184907834101382,
      "grad_norm": 1.288653879387918,
      "learning_rate": 4.973409459906069e-06,
      "loss": 0.9862,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8444973230361938,
      "step": 4925,
      "valid_targets_mean": 427.9,
      "valid_targets_min": 119
    },
    {
      "epoch": 0.14199308755760368,
      "grad_norm": 0.9879807283589699,
      "learning_rate": 4.973226342292732e-06,
      "loss": 1.1118,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0189852714538574,
      "step": 4930,
      "valid_targets_mean": 679.5,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.14213709677419356,
      "grad_norm": 1.208489928888295,
      "learning_rate": 4.973042599709414e-06,
      "loss": 0.9506,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1930816173553467,
      "step": 4935,
      "valid_targets_mean": 544.3,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.14228110599078342,
      "grad_norm": 1.0609711704149758,
      "learning_rate": 4.97285823220255e-06,
      "loss": 0.9045,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8887478709220886,
      "step": 4940,
      "valid_targets_mean": 583.2,
      "valid_targets_min": 90
    },
    {
      "epoch": 0.14242511520737328,
      "grad_norm": 0.91994880249731,
      "learning_rate": 4.972673239818723e-06,
      "loss": 1.0889,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1098350286483765,
      "step": 4945,
      "valid_targets_mean": 799.5,
      "valid_targets_min": 157
    },
    {
      "epoch": 0.14256912442396313,
      "grad_norm": 1.1427461425040137,
      "learning_rate": 4.972487622604684e-06,
      "loss": 0.9971,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9150216579437256,
      "step": 4950,
      "valid_targets_mean": 532.5,
      "valid_targets_min": 258
    },
    {
      "epoch": 0.142713133640553,
      "grad_norm": 0.8889993952066008,
      "learning_rate": 4.972301380607335e-06,
      "loss": 1.0645,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5784969329833984,
      "step": 4955,
      "valid_targets_mean": 656.0,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.14285714285714285,
      "grad_norm": 1.1384199310862053,
      "learning_rate": 4.972114513873738e-06,
      "loss": 1.1292,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3011386394500732,
      "step": 4960,
      "valid_targets_mean": 590.1,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.1430011520737327,
      "grad_norm": 1.1715170549088159,
      "learning_rate": 4.971927022451115e-06,
      "loss": 1.0548,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0662362575531006,
      "step": 4965,
      "valid_targets_mean": 557.3,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.1431451612903226,
      "grad_norm": 0.9118077716913188,
      "learning_rate": 4.971738906386843e-06,
      "loss": 1.0035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9631580710411072,
      "step": 4970,
      "valid_targets_mean": 723.7,
      "valid_targets_min": 177
    },
    {
      "epoch": 0.14328917050691245,
      "grad_norm": 0.9961846073656079,
      "learning_rate": 4.971550165728457e-06,
      "loss": 1.041,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1774044036865234,
      "step": 4975,
      "valid_targets_mean": 725.9,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.1434331797235023,
      "grad_norm": 1.1431682700200156,
      "learning_rate": 4.9713608005236515e-06,
      "loss": 1.1585,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0046205520629883,
      "step": 4980,
      "valid_targets_mean": 563.6,
      "valid_targets_min": 153
    },
    {
      "epoch": 0.14357718894009217,
      "grad_norm": 1.1292960981253235,
      "learning_rate": 4.971170810820279e-06,
      "loss": 1.0858,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.057085633277893,
      "step": 4985,
      "valid_targets_mean": 568.7,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.14372119815668202,
      "grad_norm": 1.1320315586449357,
      "learning_rate": 4.970980196666347e-06,
      "loss": 0.9963,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9610159397125244,
      "step": 4990,
      "valid_targets_mean": 548.5,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.14386520737327188,
      "grad_norm": 1.1186844895373171,
      "learning_rate": 4.9707889581100235e-06,
      "loss": 1.0824,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1508634090423584,
      "step": 4995,
      "valid_targets_mean": 585.3,
      "valid_targets_min": 165
    },
    {
      "epoch": 0.14400921658986174,
      "grad_norm": 0.9605604397638581,
      "learning_rate": 4.970597095199634e-06,
      "loss": 1.0868,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8470321893692017,
      "step": 5000,
      "valid_targets_mean": 703.0,
      "valid_targets_min": 274
    },
    {
      "epoch": 0.14415322580645162,
      "grad_norm": 1.144897615794602,
      "learning_rate": 4.9704046079836595e-06,
      "loss": 1.0231,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7476078271865845,
      "step": 5005,
      "valid_targets_mean": 430.9,
      "valid_targets_min": 181
    },
    {
      "epoch": 0.14429723502304148,
      "grad_norm": 1.1391102596828315,
      "learning_rate": 4.970211496510742e-06,
      "loss": 1.0517,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9915124177932739,
      "step": 5010,
      "valid_targets_mean": 499.3,
      "valid_targets_min": 166
    },
    {
      "epoch": 0.14444124423963134,
      "grad_norm": 1.130868443593452,
      "learning_rate": 4.970017760829679e-06,
      "loss": 0.9469,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0990099906921387,
      "step": 5015,
      "valid_targets_mean": 549.3,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.1445852534562212,
      "grad_norm": 1.1522119030099542,
      "learning_rate": 4.9698234009894256e-06,
      "loss": 0.9771,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9572945833206177,
      "step": 5020,
      "valid_targets_mean": 506.9,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.14472926267281105,
      "grad_norm": 1.084471256969684,
      "learning_rate": 4.969628417039096e-06,
      "loss": 1.086,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.076798677444458,
      "step": 5025,
      "valid_targets_mean": 825.2,
      "valid_targets_min": 283
    },
    {
      "epoch": 0.1448732718894009,
      "grad_norm": 1.2222651619487783,
      "learning_rate": 4.969432809027962e-06,
      "loss": 1.0385,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0852878093719482,
      "step": 5030,
      "valid_targets_mean": 508.8,
      "valid_targets_min": 78
    },
    {
      "epoch": 0.14501728110599077,
      "grad_norm": 0.9177661349266328,
      "learning_rate": 4.969236577005453e-06,
      "loss": 1.0495,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0604808330535889,
      "step": 5035,
      "valid_targets_mean": 868.5,
      "valid_targets_min": 238
    },
    {
      "epoch": 0.14516129032258066,
      "grad_norm": 0.977435012464961,
      "learning_rate": 4.9690397210211536e-06,
      "loss": 0.9952,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8471957445144653,
      "step": 5040,
      "valid_targets_mean": 695.5,
      "valid_targets_min": 60
    },
    {
      "epoch": 0.1453052995391705,
      "grad_norm": 1.243827717223688,
      "learning_rate": 4.968842241124811e-06,
      "loss": 1.0325,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3334791660308838,
      "step": 5045,
      "valid_targets_mean": 558.1,
      "valid_targets_min": 65
    },
    {
      "epoch": 0.14544930875576037,
      "grad_norm": 1.0583151653208673,
      "learning_rate": 4.968644137366325e-06,
      "loss": 0.9589,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1190009117126465,
      "step": 5050,
      "valid_targets_mean": 588.5,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.14559331797235023,
      "grad_norm": 1.120877478450021,
      "learning_rate": 4.9684454097957566e-06,
      "loss": 1.0898,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.941785991191864,
      "step": 5055,
      "valid_targets_mean": 513.8,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.14573732718894009,
      "grad_norm": 1.140946150984062,
      "learning_rate": 4.968246058463322e-06,
      "loss": 1.0778,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0472354888916016,
      "step": 5060,
      "valid_targets_mean": 542.2,
      "valid_targets_min": 145
    },
    {
      "epoch": 0.14588133640552994,
      "grad_norm": 1.1339049065977773,
      "learning_rate": 4.968046083419397e-06,
      "loss": 1.0855,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2835197448730469,
      "step": 5065,
      "valid_targets_mean": 612.4,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.14602534562211983,
      "grad_norm": 1.0419559197736392,
      "learning_rate": 4.967845484714513e-06,
      "loss": 1.063,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9803289175033569,
      "step": 5070,
      "valid_targets_mean": 584.9,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.1461693548387097,
      "grad_norm": 1.04044061986501,
      "learning_rate": 4.967644262399362e-06,
      "loss": 0.9965,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.841825008392334,
      "step": 5075,
      "valid_targets_mean": 560.8,
      "valid_targets_min": 185
    },
    {
      "epoch": 0.14631336405529954,
      "grad_norm": 1.1617096895288954,
      "learning_rate": 4.96744241652479e-06,
      "loss": 1.0059,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0489084720611572,
      "step": 5080,
      "valid_targets_mean": 558.8,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.1464573732718894,
      "grad_norm": 1.0783043718621206,
      "learning_rate": 4.967239947141803e-06,
      "loss": 1.0691,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9817315340042114,
      "step": 5085,
      "valid_targets_mean": 562.9,
      "valid_targets_min": 194
    },
    {
      "epoch": 0.14660138248847926,
      "grad_norm": 1.0378499414829518,
      "learning_rate": 4.967036854301564e-06,
      "loss": 1.0813,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1651356220245361,
      "step": 5090,
      "valid_targets_mean": 723.0,
      "valid_targets_min": 130
    },
    {
      "epoch": 0.14674539170506912,
      "grad_norm": 1.03439987061591,
      "learning_rate": 4.966833138055394e-06,
      "loss": 0.9889,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8145265579223633,
      "step": 5095,
      "valid_targets_mean": 544.8,
      "valid_targets_min": 149
    },
    {
      "epoch": 0.14688940092165897,
      "grad_norm": 0.8442757257736075,
      "learning_rate": 4.966628798454769e-06,
      "loss": 0.9908,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8390440940856934,
      "step": 5100,
      "valid_targets_mean": 675.2,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.14703341013824886,
      "grad_norm": 1.1292509875672443,
      "learning_rate": 4.966423835551326e-06,
      "loss": 0.9195,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9821587800979614,
      "step": 5105,
      "valid_targets_mean": 518.1,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.14717741935483872,
      "grad_norm": 1.101240411844475,
      "learning_rate": 4.9662182493968565e-06,
      "loss": 1.0657,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1989316940307617,
      "step": 5110,
      "valid_targets_mean": 581.1,
      "valid_targets_min": 81
    },
    {
      "epoch": 0.14732142857142858,
      "grad_norm": 1.1363706558796978,
      "learning_rate": 4.966012040043313e-06,
      "loss": 1.0734,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7898123264312744,
      "step": 5115,
      "valid_targets_mean": 479.6,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.14746543778801843,
      "grad_norm": 0.9731425039659694,
      "learning_rate": 4.965805207542802e-06,
      "loss": 1.117,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0863276720046997,
      "step": 5120,
      "valid_targets_mean": 732.0,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.1476094470046083,
      "grad_norm": 1.0150139425925497,
      "learning_rate": 4.965597751947589e-06,
      "loss": 0.9468,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.952314019203186,
      "step": 5125,
      "valid_targets_mean": 683.2,
      "valid_targets_min": 130
    },
    {
      "epoch": 0.14775345622119815,
      "grad_norm": 1.1625786501937894,
      "learning_rate": 4.965389673310097e-06,
      "loss": 0.9683,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0920488834381104,
      "step": 5130,
      "valid_targets_mean": 532.4,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.147897465437788,
      "grad_norm": 0.9479036144638375,
      "learning_rate": 4.965180971682906e-06,
      "loss": 1.1632,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2064194679260254,
      "step": 5135,
      "valid_targets_mean": 859.2,
      "valid_targets_min": 193
    },
    {
      "epoch": 0.1480414746543779,
      "grad_norm": 0.9730873702767187,
      "learning_rate": 4.964971647118755e-06,
      "loss": 1.0108,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8419994115829468,
      "step": 5140,
      "valid_targets_mean": 640.4,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.14818548387096775,
      "grad_norm": 1.0257171406223378,
      "learning_rate": 4.964761699670537e-06,
      "loss": 1.0462,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0621447563171387,
      "step": 5145,
      "valid_targets_mean": 699.1,
      "valid_targets_min": 221
    },
    {
      "epoch": 0.1483294930875576,
      "grad_norm": 0.9948454086489175,
      "learning_rate": 4.964551129391306e-06,
      "loss": 1.0142,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9933031797409058,
      "step": 5150,
      "valid_targets_mean": 673.1,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.14847350230414746,
      "grad_norm": 1.2247545674900389,
      "learning_rate": 4.9643399363342715e-06,
      "loss": 1.1079,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0786221027374268,
      "step": 5155,
      "valid_targets_mean": 475.6,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.14861751152073732,
      "grad_norm": 1.0396986890055768,
      "learning_rate": 4.964128120552801e-06,
      "loss": 1.0288,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0472441911697388,
      "step": 5160,
      "valid_targets_mean": 633.9,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.14876152073732718,
      "grad_norm": 1.1089591013335387,
      "learning_rate": 4.963915682100418e-06,
      "loss": 1.0127,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9739694595336914,
      "step": 5165,
      "valid_targets_mean": 533.5,
      "valid_targets_min": 220
    },
    {
      "epoch": 0.14890552995391704,
      "grad_norm": 1.126368274497925,
      "learning_rate": 4.963702621030806e-06,
      "loss": 1.0635,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0970643758773804,
      "step": 5170,
      "valid_targets_mean": 558.7,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.14904953917050692,
      "grad_norm": 1.1826083453970202,
      "learning_rate": 4.963488937397803e-06,
      "loss": 1.1093,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.137855052947998,
      "step": 5175,
      "valid_targets_mean": 536.1,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.14919354838709678,
      "grad_norm": 0.9711633684431131,
      "learning_rate": 4.963274631255407e-06,
      "loss": 0.9131,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8596013188362122,
      "step": 5180,
      "valid_targets_mean": 601.6,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.14933755760368664,
      "grad_norm": 1.089051100657802,
      "learning_rate": 4.963059702657771e-06,
      "loss": 1.1247,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3257672786712646,
      "step": 5185,
      "valid_targets_mean": 662.4,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.1494815668202765,
      "grad_norm": 1.0264224968346205,
      "learning_rate": 4.962844151659207e-06,
      "loss": 0.9766,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9391442537307739,
      "step": 5190,
      "valid_targets_mean": 657.2,
      "valid_targets_min": 230
    },
    {
      "epoch": 0.14962557603686635,
      "grad_norm": 1.023101424750094,
      "learning_rate": 4.962627978314182e-06,
      "loss": 1.0034,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0665080547332764,
      "step": 5195,
      "valid_targets_mean": 654.2,
      "valid_targets_min": 255
    },
    {
      "epoch": 0.1497695852534562,
      "grad_norm": 1.0550241337909845,
      "learning_rate": 4.9624111826773225e-06,
      "loss": 1.0536,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0249656438827515,
      "step": 5200,
      "valid_targets_mean": 631.2,
      "valid_targets_min": 182
    },
    {
      "epoch": 0.1499135944700461,
      "grad_norm": 1.0465071611880148,
      "learning_rate": 4.962193764803411e-06,
      "loss": 1.0435,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.057337760925293,
      "step": 5205,
      "valid_targets_mean": 635.8,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.15005760368663595,
      "grad_norm": 1.1619750063617973,
      "learning_rate": 4.96197572474739e-06,
      "loss": 1.195,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0862252712249756,
      "step": 5210,
      "valid_targets_mean": 554.6,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.1502016129032258,
      "grad_norm": 1.1259736632735804,
      "learning_rate": 4.961757062564354e-06,
      "loss": 1.1462,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9898312091827393,
      "step": 5215,
      "valid_targets_mean": 569.3,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.15034562211981567,
      "grad_norm": 1.057564210661265,
      "learning_rate": 4.9615377783095595e-06,
      "loss": 1.03,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9456049203872681,
      "step": 5220,
      "valid_targets_mean": 566.4,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.15048963133640553,
      "grad_norm": 1.1732743105997674,
      "learning_rate": 4.961317872038418e-06,
      "loss": 1.0187,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.109603762626648,
      "step": 5225,
      "valid_targets_mean": 559.4,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.15063364055299538,
      "grad_norm": 1.1692998664686718,
      "learning_rate": 4.961097343806498e-06,
      "loss": 1.0175,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0307328701019287,
      "step": 5230,
      "valid_targets_mean": 516.8,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.15077764976958524,
      "grad_norm": 1.069934003272422,
      "learning_rate": 4.960876193669527e-06,
      "loss": 1.0768,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.171633243560791,
      "step": 5235,
      "valid_targets_mean": 654.3,
      "valid_targets_min": 294
    },
    {
      "epoch": 0.15092165898617513,
      "grad_norm": 1.1459900224761972,
      "learning_rate": 4.9606544216833865e-06,
      "loss": 1.0326,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.013479471206665,
      "step": 5240,
      "valid_targets_mean": 487.2,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.15106566820276499,
      "grad_norm": 1.1016613684639787,
      "learning_rate": 4.960432027904118e-06,
      "loss": 1.0946,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1050152778625488,
      "step": 5245,
      "valid_targets_mean": 590.8,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.15120967741935484,
      "grad_norm": 1.1887840525776843,
      "learning_rate": 4.960209012387919e-06,
      "loss": 0.9054,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9131885170936584,
      "step": 5250,
      "valid_targets_mean": 599.9,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.1513536866359447,
      "grad_norm": 1.2191940595649426,
      "learning_rate": 4.959985375191144e-06,
      "loss": 1.0334,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2007224559783936,
      "step": 5255,
      "valid_targets_mean": 502.9,
      "valid_targets_min": 54
    },
    {
      "epoch": 0.15149769585253456,
      "grad_norm": 1.0721903130515655,
      "learning_rate": 4.959761116370306e-06,
      "loss": 1.0505,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9133902788162231,
      "step": 5260,
      "valid_targets_mean": 545.5,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.15164170506912442,
      "grad_norm": 1.102122238840943,
      "learning_rate": 4.959536235982073e-06,
      "loss": 1.0205,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9391588568687439,
      "step": 5265,
      "valid_targets_mean": 559.2,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.15178571428571427,
      "grad_norm": 1.122352431940863,
      "learning_rate": 4.95931073408327e-06,
      "loss": 1.1573,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.03751802444458,
      "step": 5270,
      "valid_targets_mean": 548.3,
      "valid_targets_min": 172
    },
    {
      "epoch": 0.15192972350230416,
      "grad_norm": 0.9987395432179577,
      "learning_rate": 4.959084610730882e-06,
      "loss": 1.0321,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3669471740722656,
      "step": 5275,
      "valid_targets_mean": 802.1,
      "valid_targets_min": 175
    },
    {
      "epoch": 0.15207373271889402,
      "grad_norm": 0.9657224609453882,
      "learning_rate": 4.958857865982048e-06,
      "loss": 0.9821,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.059695839881897,
      "step": 5280,
      "valid_targets_mean": 695.0,
      "valid_targets_min": 208
    },
    {
      "epoch": 0.15221774193548387,
      "grad_norm": 1.0301842473559808,
      "learning_rate": 4.9586304998940645e-06,
      "loss": 0.9436,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9679504632949829,
      "step": 5285,
      "valid_targets_mean": 658.6,
      "valid_targets_min": 211
    },
    {
      "epoch": 0.15236175115207373,
      "grad_norm": 1.311176465790317,
      "learning_rate": 4.9584025125243876e-06,
      "loss": 0.8809,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9988640546798706,
      "step": 5290,
      "valid_targets_mean": 460.6,
      "valid_targets_min": 177
    },
    {
      "epoch": 0.1525057603686636,
      "grad_norm": 1.1842411487624724,
      "learning_rate": 4.958173903930626e-06,
      "loss": 0.9855,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1219255924224854,
      "step": 5295,
      "valid_targets_mean": 557.1,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.15264976958525345,
      "grad_norm": 1.0057341229889145,
      "learning_rate": 4.957944674170549e-06,
      "loss": 0.9345,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7520269155502319,
      "step": 5300,
      "valid_targets_mean": 568.5,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.1527937788018433,
      "grad_norm": 0.992912671418306,
      "learning_rate": 4.957714823302082e-06,
      "loss": 1.0022,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7656662464141846,
      "step": 5305,
      "valid_targets_mean": 567.7,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.1529377880184332,
      "grad_norm": 1.0227785895628951,
      "learning_rate": 4.957484351383305e-06,
      "loss": 0.9139,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9633916616439819,
      "step": 5310,
      "valid_targets_mean": 630.2,
      "valid_targets_min": 233
    },
    {
      "epoch": 0.15308179723502305,
      "grad_norm": 1.0692318288352316,
      "learning_rate": 4.95725325847246e-06,
      "loss": 1.001,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0666810274124146,
      "step": 5315,
      "valid_targets_mean": 653.4,
      "valid_targets_min": 119
    },
    {
      "epoch": 0.1532258064516129,
      "grad_norm": 1.0102487308327261,
      "learning_rate": 4.95702154462794e-06,
      "loss": 1.0248,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2991619110107422,
      "step": 5320,
      "valid_targets_mean": 763.4,
      "valid_targets_min": 225
    },
    {
      "epoch": 0.15336981566820276,
      "grad_norm": 1.138488055900504,
      "learning_rate": 4.9567892099082995e-06,
      "loss": 1.0345,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0445743799209595,
      "step": 5325,
      "valid_targets_mean": 539.2,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.15351382488479262,
      "grad_norm": 1.1525357810667218,
      "learning_rate": 4.956556254372248e-06,
      "loss": 1.1148,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1417632102966309,
      "step": 5330,
      "valid_targets_mean": 521.1,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.15365783410138248,
      "grad_norm": 0.9678171597876467,
      "learning_rate": 4.956322678078651e-06,
      "loss": 1.0101,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0349276065826416,
      "step": 5335,
      "valid_targets_mean": 758.9,
      "valid_targets_min": 191
    },
    {
      "epoch": 0.15380184331797234,
      "grad_norm": 1.0867991788759372,
      "learning_rate": 4.956088481086533e-06,
      "loss": 0.9847,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0631685256958008,
      "step": 5340,
      "valid_targets_mean": 630.1,
      "valid_targets_min": 157
    },
    {
      "epoch": 0.15394585253456222,
      "grad_norm": 1.1377790503316925,
      "learning_rate": 4.955853663455072e-06,
      "loss": 0.8915,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9613265991210938,
      "step": 5345,
      "valid_targets_mean": 541.8,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.15408986175115208,
      "grad_norm": 1.1968748895926344,
      "learning_rate": 4.955618225243609e-06,
      "loss": 1.0473,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0723541975021362,
      "step": 5350,
      "valid_targets_mean": 515.9,
      "valid_targets_min": 100
    },
    {
      "epoch": 0.15423387096774194,
      "grad_norm": 1.20463179583373,
      "learning_rate": 4.955382166511634e-06,
      "loss": 0.9481,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8236073851585388,
      "step": 5355,
      "valid_targets_mean": 461.9,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.1543778801843318,
      "grad_norm": 1.091459100830946,
      "learning_rate": 4.955145487318801e-06,
      "loss": 1.0512,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.927176833152771,
      "step": 5360,
      "valid_targets_mean": 582.9,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.15452188940092165,
      "grad_norm": 1.202268723688337,
      "learning_rate": 4.9549081877249144e-06,
      "loss": 1.0419,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.147937536239624,
      "step": 5365,
      "valid_targets_mean": 508.3,
      "valid_targets_min": 181
    },
    {
      "epoch": 0.1546658986175115,
      "grad_norm": 1.1036868268646465,
      "learning_rate": 4.95467026778994e-06,
      "loss": 1.1515,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0549012422561646,
      "step": 5370,
      "valid_targets_mean": 586.9,
      "valid_targets_min": 135
    },
    {
      "epoch": 0.1548099078341014,
      "grad_norm": 1.1191657834955109,
      "learning_rate": 4.954431727573999e-06,
      "loss": 1.0643,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0234897136688232,
      "step": 5375,
      "valid_targets_mean": 560.4,
      "valid_targets_min": 229
    },
    {
      "epoch": 0.15495391705069125,
      "grad_norm": 1.0775388600607683,
      "learning_rate": 4.954192567137368e-06,
      "loss": 0.9594,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0761446952819824,
      "step": 5380,
      "valid_targets_mean": 585.6,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.1550979262672811,
      "grad_norm": 1.0196744253942303,
      "learning_rate": 4.953952786540483e-06,
      "loss": 1.0368,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8975135087966919,
      "step": 5385,
      "valid_targets_mean": 641.2,
      "valid_targets_min": 170
    },
    {
      "epoch": 0.15524193548387097,
      "grad_norm": 1.1704462504769615,
      "learning_rate": 4.953712385843934e-06,
      "loss": 1.0786,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2750427722930908,
      "step": 5390,
      "valid_targets_mean": 603.2,
      "valid_targets_min": 78
    },
    {
      "epoch": 0.15538594470046083,
      "grad_norm": 1.1404212240164757,
      "learning_rate": 4.95347136510847e-06,
      "loss": 1.0044,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.863210916519165,
      "step": 5395,
      "valid_targets_mean": 489.2,
      "valid_targets_min": 144
    },
    {
      "epoch": 0.15552995391705068,
      "grad_norm": 1.0535615143822499,
      "learning_rate": 4.953229724394994e-06,
      "loss": 1.0784,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8591843843460083,
      "step": 5400,
      "valid_targets_mean": 527.6,
      "valid_targets_min": 198
    },
    {
      "epoch": 0.15567396313364054,
      "grad_norm": 1.0652659730982166,
      "learning_rate": 4.952987463764567e-06,
      "loss": 1.214,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9203664064407349,
      "step": 5405,
      "valid_targets_mean": 600.8,
      "valid_targets_min": 262
    },
    {
      "epoch": 0.15581797235023043,
      "grad_norm": 1.1009586070525932,
      "learning_rate": 4.952744583278409e-06,
      "loss": 0.9612,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0954549312591553,
      "step": 5410,
      "valid_targets_mean": 578.9,
      "valid_targets_min": 169
    },
    {
      "epoch": 0.15596198156682028,
      "grad_norm": 1.0158069030805592,
      "learning_rate": 4.952501082997894e-06,
      "loss": 1.0068,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1750304698944092,
      "step": 5415,
      "valid_targets_mean": 736.8,
      "valid_targets_min": 189
    },
    {
      "epoch": 0.15610599078341014,
      "grad_norm": 1.2715240567718233,
      "learning_rate": 4.952256962984552e-06,
      "loss": 0.9089,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9408969283103943,
      "step": 5420,
      "valid_targets_mean": 402.9,
      "valid_targets_min": 124
    },
    {
      "epoch": 0.15625,
      "grad_norm": 1.1840517883076618,
      "learning_rate": 4.95201222330007e-06,
      "loss": 1.0973,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8905029296875,
      "step": 5425,
      "valid_targets_mean": 483.6,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.15639400921658986,
      "grad_norm": 1.1921088076446615,
      "learning_rate": 4.951766864006294e-06,
      "loss": 1.075,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8567079305648804,
      "step": 5430,
      "valid_targets_mean": 455.8,
      "valid_targets_min": 142
    },
    {
      "epoch": 0.15653801843317972,
      "grad_norm": 1.1203758700332338,
      "learning_rate": 4.951520885165225e-06,
      "loss": 0.9882,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.081050157546997,
      "step": 5435,
      "valid_targets_mean": 558.8,
      "valid_targets_min": 161
    },
    {
      "epoch": 0.15668202764976957,
      "grad_norm": 1.0614684705019382,
      "learning_rate": 4.951274286839019e-06,
      "loss": 0.9429,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.010133981704712,
      "step": 5440,
      "valid_targets_mean": 636.8,
      "valid_targets_min": 279
    },
    {
      "epoch": 0.15682603686635946,
      "grad_norm": 1.2020049880867623,
      "learning_rate": 4.951027069089991e-06,
      "loss": 1.113,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1270778179168701,
      "step": 5445,
      "valid_targets_mean": 561.9,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.15697004608294932,
      "grad_norm": 1.1868370091620797,
      "learning_rate": 4.9507792319806116e-06,
      "loss": 1.0211,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0848627090454102,
      "step": 5450,
      "valid_targets_mean": 484.1,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.15711405529953917,
      "grad_norm": 1.167690705858351,
      "learning_rate": 4.950530775573506e-06,
      "loss": 0.8775,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9718345403671265,
      "step": 5455,
      "valid_targets_mean": 493.0,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.15725806451612903,
      "grad_norm": 1.0513433051426606,
      "learning_rate": 4.950281699931461e-06,
      "loss": 1.0871,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9963283538818359,
      "step": 5460,
      "valid_targets_mean": 608.9,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.1574020737327189,
      "grad_norm": 1.0414436517797623,
      "learning_rate": 4.950032005117413e-06,
      "loss": 1.0941,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0906214714050293,
      "step": 5465,
      "valid_targets_mean": 647.5,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.15754608294930875,
      "grad_norm": 1.177186830281784,
      "learning_rate": 4.949781691194462e-06,
      "loss": 1.1221,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0761940479278564,
      "step": 5470,
      "valid_targets_mean": 513.8,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.1576900921658986,
      "grad_norm": 1.0928513449446469,
      "learning_rate": 4.949530758225858e-06,
      "loss": 1.0781,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.060463547706604,
      "step": 5475,
      "valid_targets_mean": 600.8,
      "valid_targets_min": 270
    },
    {
      "epoch": 0.1578341013824885,
      "grad_norm": 0.9515288622233592,
      "learning_rate": 4.949279206275011e-06,
      "loss": 1.0621,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0602331161499023,
      "step": 5480,
      "valid_targets_mean": 752.2,
      "valid_targets_min": 186
    },
    {
      "epoch": 0.15797811059907835,
      "grad_norm": 1.1296095388705996,
      "learning_rate": 4.949027035405487e-06,
      "loss": 1.082,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0968186855316162,
      "step": 5485,
      "valid_targets_mean": 552.4,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.1581221198156682,
      "grad_norm": 1.0589118275008145,
      "learning_rate": 4.948774245681008e-06,
      "loss": 0.9682,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8027909994125366,
      "step": 5490,
      "valid_targets_mean": 576.9,
      "valid_targets_min": 100
    },
    {
      "epoch": 0.15826612903225806,
      "grad_norm": 1.1377241092210808,
      "learning_rate": 4.948520837165454e-06,
      "loss": 1.1387,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9447071552276611,
      "step": 5495,
      "valid_targets_mean": 452.1,
      "valid_targets_min": 153
    },
    {
      "epoch": 0.15841013824884792,
      "grad_norm": 1.248595727869675,
      "learning_rate": 4.948266809922857e-06,
      "loss": 1.0818,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0432895421981812,
      "step": 5500,
      "valid_targets_mean": 464.2,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.15855414746543778,
      "grad_norm": 1.1174127927951005,
      "learning_rate": 4.94801216401741e-06,
      "loss": 1.0115,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1227439641952515,
      "step": 5505,
      "valid_targets_mean": 594.8,
      "valid_targets_min": 60
    },
    {
      "epoch": 0.15869815668202766,
      "grad_norm": 1.091266383256801,
      "learning_rate": 4.947756899513461e-06,
      "loss": 1.0857,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0797563791275024,
      "step": 5510,
      "valid_targets_mean": 627.9,
      "valid_targets_min": 169
    },
    {
      "epoch": 0.15884216589861752,
      "grad_norm": 1.079922844804666,
      "learning_rate": 4.947501016475513e-06,
      "loss": 1.0391,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8054705858230591,
      "step": 5515,
      "valid_targets_mean": 503.4,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.15898617511520738,
      "grad_norm": 1.0379471494179713,
      "learning_rate": 4.947244514968226e-06,
      "loss": 0.9071,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8137257099151611,
      "step": 5520,
      "valid_targets_mean": 570.2,
      "valid_targets_min": 162
    },
    {
      "epoch": 0.15913018433179724,
      "grad_norm": 1.0394339935785142,
      "learning_rate": 4.946987395056417e-06,
      "loss": 0.9398,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.95771324634552,
      "step": 5525,
      "valid_targets_mean": 649.1,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.1592741935483871,
      "grad_norm": 1.149922149447147,
      "learning_rate": 4.946729656805058e-06,
      "loss": 1.0341,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0517323017120361,
      "step": 5530,
      "valid_targets_mean": 499.2,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.15941820276497695,
      "grad_norm": 1.1500507631484678,
      "learning_rate": 4.946471300279278e-06,
      "loss": 1.1421,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2594445943832397,
      "step": 5535,
      "valid_targets_mean": 573.5,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.1595622119815668,
      "grad_norm": 1.289640244131481,
      "learning_rate": 4.946212325544364e-06,
      "loss": 1.0624,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0797195434570312,
      "step": 5540,
      "valid_targets_mean": 422.4,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.1597062211981567,
      "grad_norm": 1.0284294721662084,
      "learning_rate": 4.945952732665755e-06,
      "loss": 1.0527,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9099664092063904,
      "step": 5545,
      "valid_targets_mean": 605.2,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.15985023041474655,
      "grad_norm": 1.15889301583393,
      "learning_rate": 4.94569252170905e-06,
      "loss": 1.0677,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2386722564697266,
      "step": 5550,
      "valid_targets_mean": 595.4,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.1599942396313364,
      "grad_norm": 1.0434869150658412,
      "learning_rate": 4.945431692740002e-06,
      "loss": 1.0338,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.006633996963501,
      "step": 5555,
      "valid_targets_mean": 621.4,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.16013824884792627,
      "grad_norm": 1.0344170158573318,
      "learning_rate": 4.945170245824523e-06,
      "loss": 1.0095,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3572194576263428,
      "step": 5560,
      "valid_targets_mean": 715.2,
      "valid_targets_min": 124
    },
    {
      "epoch": 0.16028225806451613,
      "grad_norm": 1.1198390554617135,
      "learning_rate": 4.944908181028676e-06,
      "loss": 1.0821,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1158288717269897,
      "step": 5565,
      "valid_targets_mean": 585.9,
      "valid_targets_min": 144
    },
    {
      "epoch": 0.16042626728110598,
      "grad_norm": 0.9493270193983301,
      "learning_rate": 4.9446454984186856e-06,
      "loss": 0.9909,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.983370304107666,
      "step": 5570,
      "valid_targets_mean": 704.7,
      "valid_targets_min": 142
    },
    {
      "epoch": 0.16057027649769584,
      "grad_norm": 1.1087981175266317,
      "learning_rate": 4.944382198060928e-06,
      "loss": 1.1189,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.145984172821045,
      "step": 5575,
      "valid_targets_mean": 584.8,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.16071428571428573,
      "grad_norm": 0.772727145233852,
      "learning_rate": 4.944118280021941e-06,
      "loss": 1.0039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5818527340888977,
      "step": 5580,
      "valid_targets_mean": 726.9,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.16085829493087558,
      "grad_norm": 1.0259917765048934,
      "learning_rate": 4.943853744368412e-06,
      "loss": 1.0388,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2485902309417725,
      "step": 5585,
      "valid_targets_mean": 753.8,
      "valid_targets_min": 232
    },
    {
      "epoch": 0.16100230414746544,
      "grad_norm": 1.0771141803052149,
      "learning_rate": 4.94358859116719e-06,
      "loss": 1.0882,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.026226282119751,
      "step": 5590,
      "valid_targets_mean": 572.1,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.1611463133640553,
      "grad_norm": 1.1108012440292863,
      "learning_rate": 4.943322820485275e-06,
      "loss": 1.0771,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8733329772949219,
      "step": 5595,
      "valid_targets_mean": 534.4,
      "valid_targets_min": 159
    },
    {
      "epoch": 0.16129032258064516,
      "grad_norm": 1.2018036132812389,
      "learning_rate": 4.943056432389828e-06,
      "loss": 1.0055,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9392397999763489,
      "step": 5600,
      "valid_targets_mean": 497.6,
      "valid_targets_min": 173
    },
    {
      "epoch": 0.16143433179723501,
      "grad_norm": 1.1698517421868424,
      "learning_rate": 4.942789426948163e-06,
      "loss": 1.1519,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9376969337463379,
      "step": 5605,
      "valid_targets_mean": 490.7,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.16157834101382487,
      "grad_norm": 0.9996209843562247,
      "learning_rate": 4.942521804227751e-06,
      "loss": 1.1406,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1573960781097412,
      "step": 5610,
      "valid_targets_mean": 747.1,
      "valid_targets_min": 147
    },
    {
      "epoch": 0.16172235023041476,
      "grad_norm": 1.1461837422566776,
      "learning_rate": 4.942253564296217e-06,
      "loss": 0.9677,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.132995843887329,
      "step": 5615,
      "valid_targets_mean": 592.8,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.16186635944700462,
      "grad_norm": 1.0317396989053313,
      "learning_rate": 4.941984707221347e-06,
      "loss": 1.0068,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.927003026008606,
      "step": 5620,
      "valid_targets_mean": 604.8,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.16201036866359447,
      "grad_norm": 1.245081936968345,
      "learning_rate": 4.941715233071076e-06,
      "loss": 1.0649,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.018671989440918,
      "step": 5625,
      "valid_targets_mean": 510.5,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.16215437788018433,
      "grad_norm": 1.0213074210731878,
      "learning_rate": 4.941445141913502e-06,
      "loss": 1.1453,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9533747434616089,
      "step": 5630,
      "valid_targets_mean": 651.4,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.1622983870967742,
      "grad_norm": 1.1692206800258553,
      "learning_rate": 4.941174433816873e-06,
      "loss": 0.8885,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8548604249954224,
      "step": 5635,
      "valid_targets_mean": 492.8,
      "valid_targets_min": 190
    },
    {
      "epoch": 0.16244239631336405,
      "grad_norm": 1.0874104934959492,
      "learning_rate": 4.9409031088495955e-06,
      "loss": 0.9762,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9305514097213745,
      "step": 5640,
      "valid_targets_mean": 546.1,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.1625864055299539,
      "grad_norm": 1.2144018566303687,
      "learning_rate": 4.940631167080233e-06,
      "loss": 1.0212,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0843271017074585,
      "step": 5645,
      "valid_targets_mean": 504.0,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.1627304147465438,
      "grad_norm": 1.0035370516523532,
      "learning_rate": 4.940358608577503e-06,
      "loss": 0.9178,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9824327230453491,
      "step": 5650,
      "valid_targets_mean": 715.2,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.16287442396313365,
      "grad_norm": 1.074250104246231,
      "learning_rate": 4.9400854334102785e-06,
      "loss": 1.0161,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9809321165084839,
      "step": 5655,
      "valid_targets_mean": 583.6,
      "valid_targets_min": 159
    },
    {
      "epoch": 0.1630184331797235,
      "grad_norm": 0.921670639160065,
      "learning_rate": 4.939811641647591e-06,
      "loss": 1.023,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6591892242431641,
      "step": 5660,
      "valid_targets_mean": 693.9,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.16316244239631336,
      "grad_norm": 1.2083921900719332,
      "learning_rate": 4.939537233358626e-06,
      "loss": 1.0155,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8659149408340454,
      "step": 5665,
      "valid_targets_mean": 437.4,
      "valid_targets_min": 78
    },
    {
      "epoch": 0.16330645161290322,
      "grad_norm": 1.06044892894044,
      "learning_rate": 4.939262208612723e-06,
      "loss": 0.9984,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2701303958892822,
      "step": 5670,
      "valid_targets_mean": 738.6,
      "valid_targets_min": 81
    },
    {
      "epoch": 0.16345046082949308,
      "grad_norm": 1.0759309541212185,
      "learning_rate": 4.938986567479381e-06,
      "loss": 1.0639,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.062852144241333,
      "step": 5675,
      "valid_targets_mean": 599.5,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.16359447004608296,
      "grad_norm": 1.0582526895947513,
      "learning_rate": 4.938710310028252e-06,
      "loss": 0.9633,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8913770318031311,
      "step": 5680,
      "valid_targets_mean": 552.7,
      "valid_targets_min": 238
    },
    {
      "epoch": 0.16373847926267282,
      "grad_norm": 1.0630311170192352,
      "learning_rate": 4.938433436329145e-06,
      "loss": 1.153,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2959517240524292,
      "step": 5685,
      "valid_targets_mean": 779.0,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.16388248847926268,
      "grad_norm": 1.1908336695896866,
      "learning_rate": 4.938155946452025e-06,
      "loss": 1.0023,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9818665981292725,
      "step": 5690,
      "valid_targets_mean": 484.4,
      "valid_targets_min": 183
    },
    {
      "epoch": 0.16402649769585254,
      "grad_norm": 1.0494455080085783,
      "learning_rate": 4.937877840467011e-06,
      "loss": 0.9059,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8572808504104614,
      "step": 5695,
      "valid_targets_mean": 587.9,
      "valid_targets_min": 130
    },
    {
      "epoch": 0.1641705069124424,
      "grad_norm": 1.1275996198672504,
      "learning_rate": 4.937599118444378e-06,
      "loss": 0.9854,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.044386625289917,
      "step": 5700,
      "valid_targets_mean": 573.3,
      "valid_targets_min": 136
    },
    {
      "epoch": 0.16431451612903225,
      "grad_norm": 1.0669580968930974,
      "learning_rate": 4.937319780454559e-06,
      "loss": 1.104,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.279190182685852,
      "step": 5705,
      "valid_targets_mean": 731.4,
      "valid_targets_min": 157
    },
    {
      "epoch": 0.1644585253456221,
      "grad_norm": 1.2417424434671638,
      "learning_rate": 4.937039826568142e-06,
      "loss": 1.0585,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.012638807296753,
      "step": 5710,
      "valid_targets_mean": 432.3,
      "valid_targets_min": 206
    },
    {
      "epoch": 0.164602534562212,
      "grad_norm": 1.094329968710848,
      "learning_rate": 4.936759256855868e-06,
      "loss": 0.9248,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9536386728286743,
      "step": 5715,
      "valid_targets_mean": 550.8,
      "valid_targets_min": 323
    },
    {
      "epoch": 0.16474654377880185,
      "grad_norm": 1.0373530680892704,
      "learning_rate": 4.936478071388635e-06,
      "loss": 1.1094,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.125173568725586,
      "step": 5720,
      "valid_targets_mean": 687.0,
      "valid_targets_min": 149
    },
    {
      "epoch": 0.1648905529953917,
      "grad_norm": 1.1227150826988508,
      "learning_rate": 4.9361962702374975e-06,
      "loss": 1.0656,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9091522097587585,
      "step": 5725,
      "valid_targets_mean": 518.2,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.16503456221198157,
      "grad_norm": 1.081498673533076,
      "learning_rate": 4.9359138534736665e-06,
      "loss": 1.1039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1511350870132446,
      "step": 5730,
      "valid_targets_mean": 658.8,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.16517857142857142,
      "grad_norm": 1.2591205109779897,
      "learning_rate": 4.935630821168504e-06,
      "loss": 0.9484,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9221097826957703,
      "step": 5735,
      "valid_targets_mean": 444.4,
      "valid_targets_min": 100
    },
    {
      "epoch": 0.16532258064516128,
      "grad_norm": 1.0130491606354985,
      "learning_rate": 4.935347173393534e-06,
      "loss": 1.0824,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8268212080001831,
      "step": 5740,
      "valid_targets_mean": 581.2,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.16546658986175114,
      "grad_norm": 0.9838394972994583,
      "learning_rate": 4.935062910220431e-06,
      "loss": 1.078,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2438595294952393,
      "step": 5745,
      "valid_targets_mean": 771.4,
      "valid_targets_min": 204
    },
    {
      "epoch": 0.16561059907834103,
      "grad_norm": 1.0167843740859346,
      "learning_rate": 4.934778031721027e-06,
      "loss": 1.0115,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0727767944335938,
      "step": 5750,
      "valid_targets_mean": 701.1,
      "valid_targets_min": 231
    },
    {
      "epoch": 0.16575460829493088,
      "grad_norm": 0.9904423676509247,
      "learning_rate": 4.934492537967308e-06,
      "loss": 1.0442,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0035324096679688,
      "step": 5755,
      "valid_targets_mean": 692.2,
      "valid_targets_min": 215
    },
    {
      "epoch": 0.16589861751152074,
      "grad_norm": 1.1366122678912207,
      "learning_rate": 4.934206429031418e-06,
      "loss": 1.0789,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.119058609008789,
      "step": 5760,
      "valid_targets_mean": 551.1,
      "valid_targets_min": 167
    },
    {
      "epoch": 0.1660426267281106,
      "grad_norm": 1.0860245741348862,
      "learning_rate": 4.933919704985655e-06,
      "loss": 1.1064,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9697102308273315,
      "step": 5765,
      "valid_targets_mean": 569.9,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.16618663594470046,
      "grad_norm": 0.9980688214923855,
      "learning_rate": 4.933632365902471e-06,
      "loss": 1.0023,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0459895133972168,
      "step": 5770,
      "valid_targets_mean": 672.8,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.1663306451612903,
      "grad_norm": 0.9964549326681179,
      "learning_rate": 4.933344411854477e-06,
      "loss": 1.0067,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8371590971946716,
      "step": 5775,
      "valid_targets_mean": 592.8,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.16647465437788017,
      "grad_norm": 1.076540426138118,
      "learning_rate": 4.9330558429144355e-06,
      "loss": 1.0651,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1569089889526367,
      "step": 5780,
      "valid_targets_mean": 629.2,
      "valid_targets_min": 195
    },
    {
      "epoch": 0.16661866359447006,
      "grad_norm": 1.0398572713658232,
      "learning_rate": 4.932766659155267e-06,
      "loss": 1.1007,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7848408222198486,
      "step": 5785,
      "valid_targets_mean": 546.0,
      "valid_targets_min": 58
    },
    {
      "epoch": 0.16676267281105991,
      "grad_norm": 0.9706926289509372,
      "learning_rate": 4.932476860650047e-06,
      "loss": 0.9329,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1062062978744507,
      "step": 5790,
      "valid_targets_mean": 751.2,
      "valid_targets_min": 73
    },
    {
      "epoch": 0.16690668202764977,
      "grad_norm": 1.0790529734644252,
      "learning_rate": 4.932186447472006e-06,
      "loss": 1.1525,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9213058352470398,
      "step": 5795,
      "valid_targets_mean": 573.3,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.16705069124423963,
      "grad_norm": 1.0558848879407599,
      "learning_rate": 4.931895419694529e-06,
      "loss": 1.1183,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1777665615081787,
      "step": 5800,
      "valid_targets_mean": 684.2,
      "valid_targets_min": 290
    },
    {
      "epoch": 0.1671947004608295,
      "grad_norm": 1.0955627871841307,
      "learning_rate": 4.931603777391156e-06,
      "loss": 1.0533,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.963057279586792,
      "step": 5805,
      "valid_targets_mean": 540.6,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.16733870967741934,
      "grad_norm": 1.020304586218486,
      "learning_rate": 4.931311520635586e-06,
      "loss": 1.1285,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2781140804290771,
      "step": 5810,
      "valid_targets_mean": 765.8,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.16748271889400923,
      "grad_norm": 1.0658936948626527,
      "learning_rate": 4.931018649501669e-06,
      "loss": 1.0943,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7997097969055176,
      "step": 5815,
      "valid_targets_mean": 555.8,
      "valid_targets_min": 134
    },
    {
      "epoch": 0.1676267281105991,
      "grad_norm": 1.1316893466760634,
      "learning_rate": 4.9307251640634126e-06,
      "loss": 1.0719,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9544024467468262,
      "step": 5820,
      "valid_targets_mean": 564.8,
      "valid_targets_min": 281
    },
    {
      "epoch": 0.16777073732718895,
      "grad_norm": 0.936746685065904,
      "learning_rate": 4.930431064394977e-06,
      "loss": 1.1076,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.307390809059143,
      "step": 5825,
      "valid_targets_mean": 914.2,
      "valid_targets_min": 315
    },
    {
      "epoch": 0.1679147465437788,
      "grad_norm": 1.0012514371112393,
      "learning_rate": 4.930136350570681e-06,
      "loss": 1.0241,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9299502372741699,
      "step": 5830,
      "valid_targets_mean": 647.8,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.16805875576036866,
      "grad_norm": 1.0977636176201722,
      "learning_rate": 4.929841022664998e-06,
      "loss": 1.1209,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0131447315216064,
      "step": 5835,
      "valid_targets_mean": 603.5,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.16820276497695852,
      "grad_norm": 1.1375113476113718,
      "learning_rate": 4.929545080752553e-06,
      "loss": 0.9461,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9171205759048462,
      "step": 5840,
      "valid_targets_mean": 514.3,
      "valid_targets_min": 60
    },
    {
      "epoch": 0.16834677419354838,
      "grad_norm": 1.004538738018736,
      "learning_rate": 4.9292485249081316e-06,
      "loss": 1.0523,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0085541009902954,
      "step": 5845,
      "valid_targets_mean": 708.3,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.16849078341013826,
      "grad_norm": 1.2529849820934305,
      "learning_rate": 4.928951355206669e-06,
      "loss": 1.0359,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.928645133972168,
      "step": 5850,
      "valid_targets_mean": 425.1,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.16863479262672812,
      "grad_norm": 1.064404857825123,
      "learning_rate": 4.928653571723261e-06,
      "loss": 1.0809,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0074875354766846,
      "step": 5855,
      "valid_targets_mean": 585.0,
      "valid_targets_min": 216
    },
    {
      "epoch": 0.16877880184331798,
      "grad_norm": 1.0857161085903717,
      "learning_rate": 4.928355174533153e-06,
      "loss": 0.9402,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9584904313087463,
      "step": 5860,
      "valid_targets_mean": 577.4,
      "valid_targets_min": 171
    },
    {
      "epoch": 0.16892281105990783,
      "grad_norm": 1.1732115567423316,
      "learning_rate": 4.928056163711752e-06,
      "loss": 1.0465,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2110782861709595,
      "step": 5865,
      "valid_targets_mean": 560.1,
      "valid_targets_min": 58
    },
    {
      "epoch": 0.1690668202764977,
      "grad_norm": 1.0133127706220946,
      "learning_rate": 4.927756539334612e-06,
      "loss": 0.9734,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9508572816848755,
      "step": 5870,
      "valid_targets_mean": 666.2,
      "valid_targets_min": 217
    },
    {
      "epoch": 0.16921082949308755,
      "grad_norm": 1.179658047908099,
      "learning_rate": 4.92745630147745e-06,
      "loss": 1.0228,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9168939590454102,
      "step": 5875,
      "valid_targets_mean": 488.9,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.1693548387096774,
      "grad_norm": 1.2923117331958398,
      "learning_rate": 4.9271554502161315e-06,
      "loss": 1.0758,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.920511782169342,
      "step": 5880,
      "valid_targets_mean": 420.2,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.1694988479262673,
      "grad_norm": 1.0266270774441046,
      "learning_rate": 4.926853985626682e-06,
      "loss": 1.0084,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8326429128646851,
      "step": 5885,
      "valid_targets_mean": 578.3,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.16964285714285715,
      "grad_norm": 1.0273627612881506,
      "learning_rate": 4.926551907785279e-06,
      "loss": 1.0046,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8542936444282532,
      "step": 5890,
      "valid_targets_mean": 588.6,
      "valid_targets_min": 189
    },
    {
      "epoch": 0.169786866359447,
      "grad_norm": 1.148141915879822,
      "learning_rate": 4.926249216768255e-06,
      "loss": 1.0359,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1458797454833984,
      "step": 5895,
      "valid_targets_mean": 571.9,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.16993087557603687,
      "grad_norm": 1.124897267257706,
      "learning_rate": 4.9259459126520996e-06,
      "loss": 1.0534,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8541849851608276,
      "step": 5900,
      "valid_targets_mean": 505.8,
      "valid_targets_min": 124
    },
    {
      "epoch": 0.17007488479262672,
      "grad_norm": 1.1700392160010902,
      "learning_rate": 4.925641995513455e-06,
      "loss": 1.0783,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1801565885543823,
      "step": 5905,
      "valid_targets_mean": 575.2,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.17021889400921658,
      "grad_norm": 1.2574771249950514,
      "learning_rate": 4.9253374654291195e-06,
      "loss": 1.0695,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1148091554641724,
      "step": 5910,
      "valid_targets_mean": 488.9,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.17036290322580644,
      "grad_norm": 1.2052452701486205,
      "learning_rate": 4.925032322476047e-06,
      "loss": 0.9638,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9703778028488159,
      "step": 5915,
      "valid_targets_mean": 468.5,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.17050691244239632,
      "grad_norm": 1.0566135125033376,
      "learning_rate": 4.924726566731345e-06,
      "loss": 1.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7596573233604431,
      "step": 5920,
      "valid_targets_mean": 541.2,
      "valid_targets_min": 173
    },
    {
      "epoch": 0.17065092165898618,
      "grad_norm": 1.1299936429544917,
      "learning_rate": 4.924420198272275e-06,
      "loss": 1.1868,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1218035221099854,
      "step": 5925,
      "valid_targets_mean": 611.0,
      "valid_targets_min": 195
    },
    {
      "epoch": 0.17079493087557604,
      "grad_norm": 1.1756976110459563,
      "learning_rate": 4.9241132171762565e-06,
      "loss": 1.0335,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2082102298736572,
      "step": 5930,
      "valid_targets_mean": 566.7,
      "valid_targets_min": 210
    },
    {
      "epoch": 0.1709389400921659,
      "grad_norm": 1.1436298644351768,
      "learning_rate": 4.92380562352086e-06,
      "loss": 1.128,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0856819152832031,
      "step": 5935,
      "valid_targets_mean": 536.2,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.17108294930875576,
      "grad_norm": 1.0913655549439718,
      "learning_rate": 4.923497417383813e-06,
      "loss": 1.0656,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0051217079162598,
      "step": 5940,
      "valid_targets_mean": 604.0,
      "valid_targets_min": 222
    },
    {
      "epoch": 0.1712269585253456,
      "grad_norm": 1.1234989428610687,
      "learning_rate": 4.923188598842999e-06,
      "loss": 1.091,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9153593182563782,
      "step": 5945,
      "valid_targets_mean": 536.2,
      "valid_targets_min": 206
    },
    {
      "epoch": 0.17137096774193547,
      "grad_norm": 1.3055178238008571,
      "learning_rate": 4.922879167976453e-06,
      "loss": 1.0696,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0498677492141724,
      "step": 5950,
      "valid_targets_mean": 537.9,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.17151497695852536,
      "grad_norm": 1.0875885235457368,
      "learning_rate": 4.922569124862366e-06,
      "loss": 0.9567,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7902806997299194,
      "step": 5955,
      "valid_targets_mean": 540.0,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.1716589861751152,
      "grad_norm": 0.876555971091619,
      "learning_rate": 4.922258469579086e-06,
      "loss": 1.0795,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9558156728744507,
      "step": 5960,
      "valid_targets_mean": 892.5,
      "valid_targets_min": 124
    },
    {
      "epoch": 0.17180299539170507,
      "grad_norm": 1.1361295694968003,
      "learning_rate": 4.921947202205113e-06,
      "loss": 0.9352,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9936407804489136,
      "step": 5965,
      "valid_targets_mean": 543.1,
      "valid_targets_min": 159
    },
    {
      "epoch": 0.17194700460829493,
      "grad_norm": 1.0804814726253333,
      "learning_rate": 4.9216353228191025e-06,
      "loss": 0.9997,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9793401956558228,
      "step": 5970,
      "valid_targets_mean": 571.6,
      "valid_targets_min": 201
    },
    {
      "epoch": 0.1720910138248848,
      "grad_norm": 1.325815299524603,
      "learning_rate": 4.921322831499863e-06,
      "loss": 1.0683,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1002358198165894,
      "step": 5975,
      "valid_targets_mean": 423.6,
      "valid_targets_min": 118
    },
    {
      "epoch": 0.17223502304147464,
      "grad_norm": 1.2420111738975472,
      "learning_rate": 4.9210097283263615e-06,
      "loss": 1.003,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1893234252929688,
      "step": 5980,
      "valid_targets_mean": 482.1,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.17237903225806453,
      "grad_norm": 1.0706400857051988,
      "learning_rate": 4.9206960133777166e-06,
      "loss": 1.1163,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2582112550735474,
      "step": 5985,
      "valid_targets_mean": 709.9,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.1725230414746544,
      "grad_norm": 1.0502182647159086,
      "learning_rate": 4.920381686733201e-06,
      "loss": 1.1547,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1659252643585205,
      "step": 5990,
      "valid_targets_mean": 710.2,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.17266705069124424,
      "grad_norm": 1.1733675471057867,
      "learning_rate": 4.920066748472246e-06,
      "loss": 1.1512,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.109938621520996,
      "step": 5995,
      "valid_targets_mean": 527.1,
      "valid_targets_min": 186
    },
    {
      "epoch": 0.1728110599078341,
      "grad_norm": 0.8252984658144635,
      "learning_rate": 4.9197511986744315e-06,
      "loss": 0.9967,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.729626476764679,
      "step": 6000,
      "valid_targets_mean": 892.6,
      "valid_targets_min": 166
    },
    {
      "epoch": 0.17295506912442396,
      "grad_norm": 0.9368773635928862,
      "learning_rate": 4.919435037419498e-06,
      "loss": 1.0305,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.19743013381958,
      "step": 6005,
      "valid_targets_mean": 868.6,
      "valid_targets_min": 238
    },
    {
      "epoch": 0.17309907834101382,
      "grad_norm": 1.233919391601524,
      "learning_rate": 4.919118264787335e-06,
      "loss": 1.0692,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.189255714416504,
      "step": 6010,
      "valid_targets_mean": 500.4,
      "valid_targets_min": 172
    },
    {
      "epoch": 0.17324308755760368,
      "grad_norm": 1.2228361263786414,
      "learning_rate": 4.918800880857991e-06,
      "loss": 1.0064,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1102674007415771,
      "step": 6015,
      "valid_targets_mean": 478.5,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.17338709677419356,
      "grad_norm": 1.2095458233332397,
      "learning_rate": 4.918482885711666e-06,
      "loss": 1.0992,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.037196159362793,
      "step": 6020,
      "valid_targets_mean": 468.5,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.17353110599078342,
      "grad_norm": 0.9399851790727258,
      "learning_rate": 4.918164279428717e-06,
      "loss": 0.9675,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0292859077453613,
      "step": 6025,
      "valid_targets_mean": 726.9,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.17367511520737328,
      "grad_norm": 1.1539212108248307,
      "learning_rate": 4.917845062089652e-06,
      "loss": 1.0602,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0087453126907349,
      "step": 6030,
      "valid_targets_mean": 555.9,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.17381912442396313,
      "grad_norm": 1.1275503232040147,
      "learning_rate": 4.917525233775137e-06,
      "loss": 1.1035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0968549251556396,
      "step": 6035,
      "valid_targets_mean": 591.3,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.173963133640553,
      "grad_norm": 0.8811597725254069,
      "learning_rate": 4.917204794565989e-06,
      "loss": 1.0187,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7544081211090088,
      "step": 6040,
      "valid_targets_mean": 788.1,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.17410714285714285,
      "grad_norm": 1.0995122317374544,
      "learning_rate": 4.9168837445431825e-06,
      "loss": 1.1012,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.909064769744873,
      "step": 6045,
      "valid_targets_mean": 549.4,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.1742511520737327,
      "grad_norm": 1.01763598905518,
      "learning_rate": 4.916562083787845e-06,
      "loss": 1.0734,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.962134599685669,
      "step": 6050,
      "valid_targets_mean": 624.5,
      "valid_targets_min": 73
    },
    {
      "epoch": 0.1743951612903226,
      "grad_norm": 1.0375145656166098,
      "learning_rate": 4.9162398123812585e-06,
      "loss": 0.982,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1779955625534058,
      "step": 6055,
      "valid_targets_mean": 650.9,
      "valid_targets_min": 159
    },
    {
      "epoch": 0.17453917050691245,
      "grad_norm": 1.0014054456782266,
      "learning_rate": 4.915916930404857e-06,
      "loss": 1.1004,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.072327971458435,
      "step": 6060,
      "valid_targets_mean": 753.3,
      "valid_targets_min": 340
    },
    {
      "epoch": 0.1746831797235023,
      "grad_norm": 1.1216461956952744,
      "learning_rate": 4.9155934379402335e-06,
      "loss": 1.0998,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.275479793548584,
      "step": 6065,
      "valid_targets_mean": 613.1,
      "valid_targets_min": 183
    },
    {
      "epoch": 0.17482718894009217,
      "grad_norm": 1.1946259108603745,
      "learning_rate": 4.915269335069132e-06,
      "loss": 1.0367,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9059244990348816,
      "step": 6070,
      "valid_targets_mean": 457.3,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.17497119815668202,
      "grad_norm": 0.9944865749698829,
      "learning_rate": 4.914944621873451e-06,
      "loss": 1.0617,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3041706085205078,
      "step": 6075,
      "valid_targets_mean": 791.6,
      "valid_targets_min": 225
    },
    {
      "epoch": 0.17511520737327188,
      "grad_norm": 1.0131775332120938,
      "learning_rate": 4.9146192984352435e-06,
      "loss": 1.1177,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8181601762771606,
      "step": 6080,
      "valid_targets_mean": 577.9,
      "valid_targets_min": 139
    },
    {
      "epoch": 0.17525921658986174,
      "grad_norm": 1.0997965512551093,
      "learning_rate": 4.9142933648367175e-06,
      "loss": 1.0731,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3094950914382935,
      "step": 6085,
      "valid_targets_mean": 653.6,
      "valid_targets_min": 160
    },
    {
      "epoch": 0.17540322580645162,
      "grad_norm": 1.1335874115460483,
      "learning_rate": 4.913966821160234e-06,
      "loss": 1.0054,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.090583086013794,
      "step": 6090,
      "valid_targets_mean": 572.8,
      "valid_targets_min": 210
    },
    {
      "epoch": 0.17554723502304148,
      "grad_norm": 0.9985833505985444,
      "learning_rate": 4.913639667488308e-06,
      "loss": 1.0398,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.850271463394165,
      "step": 6095,
      "valid_targets_mean": 648.6,
      "valid_targets_min": 191
    },
    {
      "epoch": 0.17569124423963134,
      "grad_norm": 1.0138119554537357,
      "learning_rate": 4.913311903903611e-06,
      "loss": 0.9146,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7499681711196899,
      "step": 6100,
      "valid_targets_mean": 548.4,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.1758352534562212,
      "grad_norm": 1.0654279444119086,
      "learning_rate": 4.912983530488966e-06,
      "loss": 1.0196,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8292019367218018,
      "step": 6105,
      "valid_targets_mean": 579.1,
      "valid_targets_min": 245
    },
    {
      "epoch": 0.17597926267281105,
      "grad_norm": 1.1674603854806422,
      "learning_rate": 4.912654547327351e-06,
      "loss": 0.9387,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.061241626739502,
      "step": 6110,
      "valid_targets_mean": 514.1,
      "valid_targets_min": 153
    },
    {
      "epoch": 0.1761232718894009,
      "grad_norm": 1.1150141752524159,
      "learning_rate": 4.912324954501899e-06,
      "loss": 1.1028,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.226743221282959,
      "step": 6115,
      "valid_targets_mean": 629.8,
      "valid_targets_min": 149
    },
    {
      "epoch": 0.17626728110599077,
      "grad_norm": 1.1849501165752414,
      "learning_rate": 4.911994752095895e-06,
      "loss": 1.1255,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.083364725112915,
      "step": 6120,
      "valid_targets_mean": 531.2,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.17641129032258066,
      "grad_norm": 1.1677818716018444,
      "learning_rate": 4.91166394019278e-06,
      "loss": 1.0195,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0257585048675537,
      "step": 6125,
      "valid_targets_mean": 512.0,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.1765552995391705,
      "grad_norm": 1.1039666908334216,
      "learning_rate": 4.9113325188761475e-06,
      "loss": 1.1381,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0542969703674316,
      "step": 6130,
      "valid_targets_mean": 569.6,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.17669930875576037,
      "grad_norm": 1.149842614609934,
      "learning_rate": 4.911000488229747e-06,
      "loss": 1.0485,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1394691467285156,
      "step": 6135,
      "valid_targets_mean": 564.9,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.17684331797235023,
      "grad_norm": 1.3664831802131845,
      "learning_rate": 4.91066784833748e-06,
      "loss": 1.1436,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0022609233856201,
      "step": 6140,
      "valid_targets_mean": 610.6,
      "valid_targets_min": 290
    },
    {
      "epoch": 0.17698732718894009,
      "grad_norm": 1.1771721241351176,
      "learning_rate": 4.910334599283402e-06,
      "loss": 1.0654,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0459046363830566,
      "step": 6145,
      "valid_targets_mean": 521.2,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.17713133640552994,
      "grad_norm": 1.0972752633224347,
      "learning_rate": 4.9100007411517235e-06,
      "loss": 0.9774,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7628332376480103,
      "step": 6150,
      "valid_targets_mean": 480.6,
      "valid_targets_min": 77
    },
    {
      "epoch": 0.17727534562211983,
      "grad_norm": 1.1457531194966921,
      "learning_rate": 4.9096662740268095e-06,
      "loss": 0.9964,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.109350323677063,
      "step": 6155,
      "valid_targets_mean": 575.2,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.1774193548387097,
      "grad_norm": 1.1491291754709285,
      "learning_rate": 4.909331197993177e-06,
      "loss": 1.097,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.10845947265625,
      "step": 6160,
      "valid_targets_mean": 629.1,
      "valid_targets_min": 173
    },
    {
      "epoch": 0.17756336405529954,
      "grad_norm": 1.2017600624742129,
      "learning_rate": 4.908995513135497e-06,
      "loss": 1.0494,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.087540864944458,
      "step": 6165,
      "valid_targets_mean": 519.9,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.1777073732718894,
      "grad_norm": 1.1136724584117217,
      "learning_rate": 4.908659219538598e-06,
      "loss": 1.067,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.182213306427002,
      "step": 6170,
      "valid_targets_mean": 612.3,
      "valid_targets_min": 194
    },
    {
      "epoch": 0.17785138248847926,
      "grad_norm": 0.9324731801799709,
      "learning_rate": 4.908322317287456e-06,
      "loss": 1.0321,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0966475009918213,
      "step": 6175,
      "valid_targets_mean": 802.3,
      "valid_targets_min": 158
    },
    {
      "epoch": 0.17799539170506912,
      "grad_norm": 1.12046663602409,
      "learning_rate": 4.907984806467207e-06,
      "loss": 1.0451,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3367997407913208,
      "step": 6180,
      "valid_targets_mean": 617.4,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.17813940092165897,
      "grad_norm": 1.0916107024617931,
      "learning_rate": 4.907646687163136e-06,
      "loss": 1.0021,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1012144088745117,
      "step": 6185,
      "valid_targets_mean": 608.9,
      "valid_targets_min": 248
    },
    {
      "epoch": 0.17828341013824886,
      "grad_norm": 1.2474970907398597,
      "learning_rate": 4.907307959460685e-06,
      "loss": 1.0738,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.01601243019104,
      "step": 6190,
      "valid_targets_mean": 434.2,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.17842741935483872,
      "grad_norm": 1.201154482941224,
      "learning_rate": 4.906968623445449e-06,
      "loss": 0.9359,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9564142227172852,
      "step": 6195,
      "valid_targets_mean": 487.1,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.17857142857142858,
      "grad_norm": 1.164694654291776,
      "learning_rate": 4.906628679203174e-06,
      "loss": 1.0122,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9677207469940186,
      "step": 6200,
      "valid_targets_mean": 524.9,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.17871543778801843,
      "grad_norm": 1.0561429364429482,
      "learning_rate": 4.906288126819763e-06,
      "loss": 1.0789,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.319855809211731,
      "step": 6205,
      "valid_targets_mean": 672.2,
      "valid_targets_min": 170
    },
    {
      "epoch": 0.1788594470046083,
      "grad_norm": 1.1807686383987601,
      "learning_rate": 4.9059469663812735e-06,
      "loss": 1.0699,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2387287616729736,
      "step": 6210,
      "valid_targets_mean": 578.6,
      "valid_targets_min": 229
    },
    {
      "epoch": 0.17900345622119815,
      "grad_norm": 1.0915063141751247,
      "learning_rate": 4.905605197973912e-06,
      "loss": 1.0816,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9690802693367004,
      "step": 6215,
      "valid_targets_mean": 561.9,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.179147465437788,
      "grad_norm": 1.0968993562621225,
      "learning_rate": 4.905262821684043e-06,
      "loss": 1.0382,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9688984751701355,
      "step": 6220,
      "valid_targets_mean": 538.0,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.1792914746543779,
      "grad_norm": 1.208194154649389,
      "learning_rate": 4.904919837598182e-06,
      "loss": 1.0756,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0177531242370605,
      "step": 6225,
      "valid_targets_mean": 474.7,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.17943548387096775,
      "grad_norm": 1.0073062865827556,
      "learning_rate": 4.904576245803e-06,
      "loss": 0.9808,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7547848224639893,
      "step": 6230,
      "valid_targets_mean": 619.8,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.1795794930875576,
      "grad_norm": 1.0400355071742269,
      "learning_rate": 4.904232046385321e-06,
      "loss": 1.061,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1150373220443726,
      "step": 6235,
      "valid_targets_mean": 677.6,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.17972350230414746,
      "grad_norm": 0.9911221548070609,
      "learning_rate": 4.903887239432121e-06,
      "loss": 0.964,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2309235334396362,
      "step": 6240,
      "valid_targets_mean": 768.4,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.17986751152073732,
      "grad_norm": 1.1676942142795759,
      "learning_rate": 4.9035418250305314e-06,
      "loss": 1.0483,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0152637958526611,
      "step": 6245,
      "valid_targets_mean": 520.9,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.18001152073732718,
      "grad_norm": 1.0987563343909186,
      "learning_rate": 4.903195803267837e-06,
      "loss": 1.0373,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0222501754760742,
      "step": 6250,
      "valid_targets_mean": 584.5,
      "valid_targets_min": 207
    },
    {
      "epoch": 0.18015552995391704,
      "grad_norm": 1.0423227961436368,
      "learning_rate": 4.9028491742314735e-06,
      "loss": 0.9551,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2414854764938354,
      "step": 6255,
      "valid_targets_mean": 752.9,
      "valid_targets_min": 173
    },
    {
      "epoch": 0.18029953917050692,
      "grad_norm": 1.0596597322375898,
      "learning_rate": 4.9025019380090346e-06,
      "loss": 1.0361,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9354870319366455,
      "step": 6260,
      "valid_targets_mean": 570.3,
      "valid_targets_min": 57
    },
    {
      "epoch": 0.18044354838709678,
      "grad_norm": 1.0195077796649459,
      "learning_rate": 4.9021540946882625e-06,
      "loss": 0.8923,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9621780514717102,
      "step": 6265,
      "valid_targets_mean": 639.1,
      "valid_targets_min": 202
    },
    {
      "epoch": 0.18058755760368664,
      "grad_norm": 1.0477336738557665,
      "learning_rate": 4.901805644357057e-06,
      "loss": 0.8666,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8684060573577881,
      "step": 6270,
      "valid_targets_mean": 567.1,
      "valid_targets_min": 147
    },
    {
      "epoch": 0.1807315668202765,
      "grad_norm": 1.0109544410411009,
      "learning_rate": 4.901456587103469e-06,
      "loss": 0.9327,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9302257895469666,
      "step": 6275,
      "valid_targets_mean": 741.8,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.18087557603686635,
      "grad_norm": 1.144644258014956,
      "learning_rate": 4.9011069230157025e-06,
      "loss": 1.0515,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0229320526123047,
      "step": 6280,
      "valid_targets_mean": 552.1,
      "valid_targets_min": 87
    },
    {
      "epoch": 0.1810195852534562,
      "grad_norm": 1.0363655999711507,
      "learning_rate": 4.900756652182117e-06,
      "loss": 0.9718,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1233711242675781,
      "step": 6285,
      "valid_targets_mean": 713.6,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.1811635944700461,
      "grad_norm": 1.039834985268403,
      "learning_rate": 4.900405774691223e-06,
      "loss": 1.002,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9100313186645508,
      "step": 6290,
      "valid_targets_mean": 590.9,
      "valid_targets_min": 78
    },
    {
      "epoch": 0.18130760368663595,
      "grad_norm": 1.128751614464078,
      "learning_rate": 4.900054290631684e-06,
      "loss": 0.9387,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9578856229782104,
      "step": 6295,
      "valid_targets_mean": 551.4,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.1814516129032258,
      "grad_norm": 1.074924394432798,
      "learning_rate": 4.89970220009232e-06,
      "loss": 0.9356,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2130995988845825,
      "step": 6300,
      "valid_targets_mean": 637.3,
      "valid_targets_min": 185
    },
    {
      "epoch": 0.18159562211981567,
      "grad_norm": 1.0169622586056066,
      "learning_rate": 4.899349503162102e-06,
      "loss": 1.0068,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2697622776031494,
      "step": 6305,
      "valid_targets_mean": 749.1,
      "valid_targets_min": 58
    },
    {
      "epoch": 0.18173963133640553,
      "grad_norm": 1.0729361074069679,
      "learning_rate": 4.898996199930153e-06,
      "loss": 0.9534,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9604482650756836,
      "step": 6310,
      "valid_targets_mean": 577.4,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.18188364055299538,
      "grad_norm": 1.183768732412839,
      "learning_rate": 4.898642290485752e-06,
      "loss": 1.0622,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9256874322891235,
      "step": 6315,
      "valid_targets_mean": 455.5,
      "valid_targets_min": 64
    },
    {
      "epoch": 0.18202764976958524,
      "grad_norm": 1.0906882348919849,
      "learning_rate": 4.89828777491833e-06,
      "loss": 0.9167,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8739657402038574,
      "step": 6320,
      "valid_targets_mean": 547.7,
      "valid_targets_min": 142
    },
    {
      "epoch": 0.18217165898617513,
      "grad_norm": 0.9802681787810936,
      "learning_rate": 4.8979326533174696e-06,
      "loss": 0.9876,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9107280373573303,
      "step": 6325,
      "valid_targets_mean": 661.8,
      "valid_targets_min": 184
    },
    {
      "epoch": 0.18231566820276499,
      "grad_norm": 1.1547671957730519,
      "learning_rate": 4.89757692577291e-06,
      "loss": 1.0759,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3136827945709229,
      "step": 6330,
      "valid_targets_mean": 628.6,
      "valid_targets_min": 123
    },
    {
      "epoch": 0.18245967741935484,
      "grad_norm": 0.9480740142250956,
      "learning_rate": 4.897220592374541e-06,
      "loss": 1.0097,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7932595014572144,
      "step": 6335,
      "valid_targets_mean": 666.0,
      "valid_targets_min": 301
    },
    {
      "epoch": 0.1826036866359447,
      "grad_norm": 1.1027095318007898,
      "learning_rate": 4.8968636532124035e-06,
      "loss": 1.0349,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9639880061149597,
      "step": 6340,
      "valid_targets_mean": 542.4,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.18274769585253456,
      "grad_norm": 1.043834194438332,
      "learning_rate": 4.896506108376697e-06,
      "loss": 1.0354,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2240837812423706,
      "step": 6345,
      "valid_targets_mean": 657.1,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.18289170506912442,
      "grad_norm": 1.1124657905302853,
      "learning_rate": 4.89614795795777e-06,
      "loss": 0.9969,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8932132720947266,
      "step": 6350,
      "valid_targets_mean": 545.0,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.18303571428571427,
      "grad_norm": 0.9273954001149174,
      "learning_rate": 4.895789202046124e-06,
      "loss": 1.1084,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.040719747543335,
      "step": 6355,
      "valid_targets_mean": 789.6,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.18317972350230416,
      "grad_norm": 1.0534435055947964,
      "learning_rate": 4.895429840732416e-06,
      "loss": 1.0524,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3377879858016968,
      "step": 6360,
      "valid_targets_mean": 706.4,
      "valid_targets_min": 194
    },
    {
      "epoch": 0.18332373271889402,
      "grad_norm": 1.20665299264419,
      "learning_rate": 4.895069874107454e-06,
      "loss": 1.0231,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0142384767532349,
      "step": 6365,
      "valid_targets_mean": 504.1,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.18346774193548387,
      "grad_norm": 1.165331784641844,
      "learning_rate": 4.894709302262199e-06,
      "loss": 1.0816,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2225055694580078,
      "step": 6370,
      "valid_targets_mean": 594.6,
      "valid_targets_min": 166
    },
    {
      "epoch": 0.18361175115207373,
      "grad_norm": 1.1748499714279947,
      "learning_rate": 4.894348125287767e-06,
      "loss": 1.1021,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9944489002227783,
      "step": 6375,
      "valid_targets_mean": 547.3,
      "valid_targets_min": 298
    },
    {
      "epoch": 0.1837557603686636,
      "grad_norm": 1.163147338628379,
      "learning_rate": 4.893986343275423e-06,
      "loss": 1.0736,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9660381078720093,
      "step": 6380,
      "valid_targets_mean": 521.7,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.18389976958525345,
      "grad_norm": 1.2801505323161548,
      "learning_rate": 4.89362395631659e-06,
      "loss": 0.994,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9889984130859375,
      "step": 6385,
      "valid_targets_mean": 448.7,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.1840437788018433,
      "grad_norm": 1.2391677743622402,
      "learning_rate": 4.893260964502838e-06,
      "loss": 1.0506,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1416833400726318,
      "step": 6390,
      "valid_targets_mean": 476.7,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.1841877880184332,
      "grad_norm": 1.1343914225445715,
      "learning_rate": 4.892897367925895e-06,
      "loss": 1.0565,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.278780460357666,
      "step": 6395,
      "valid_targets_mean": 602.9,
      "valid_targets_min": 147
    },
    {
      "epoch": 0.18433179723502305,
      "grad_norm": 1.0784409582540175,
      "learning_rate": 4.892533166677639e-06,
      "loss": 1.056,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.096677303314209,
      "step": 6400,
      "valid_targets_mean": 611.2,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.1844758064516129,
      "grad_norm": 0.9436178126369685,
      "learning_rate": 4.892168360850102e-06,
      "loss": 0.9844,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1274769306182861,
      "step": 6405,
      "valid_targets_mean": 732.6,
      "valid_targets_min": 154
    },
    {
      "epoch": 0.18461981566820276,
      "grad_norm": 0.9787498708541515,
      "learning_rate": 4.891802950535468e-06,
      "loss": 0.9479,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8840254545211792,
      "step": 6410,
      "valid_targets_mean": 647.0,
      "valid_targets_min": 269
    },
    {
      "epoch": 0.18476382488479262,
      "grad_norm": 1.106465059193877,
      "learning_rate": 4.891436935826074e-06,
      "loss": 0.9606,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1868665218353271,
      "step": 6415,
      "valid_targets_mean": 617.6,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.18490783410138248,
      "grad_norm": 1.0606090868385778,
      "learning_rate": 4.89107031681441e-06,
      "loss": 1.1261,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.33599054813385,
      "step": 6420,
      "valid_targets_mean": 700.7,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.18505184331797234,
      "grad_norm": 1.02398107565619,
      "learning_rate": 4.8907030935931184e-06,
      "loss": 0.9967,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.322312355041504,
      "step": 6425,
      "valid_targets_mean": 727.2,
      "valid_targets_min": 147
    },
    {
      "epoch": 0.18519585253456222,
      "grad_norm": 1.0652287032228425,
      "learning_rate": 4.8903352662549944e-06,
      "loss": 1.0662,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0046412944793701,
      "step": 6430,
      "valid_targets_mean": 620.2,
      "valid_targets_min": 90
    },
    {
      "epoch": 0.18533986175115208,
      "grad_norm": 1.0023320359716914,
      "learning_rate": 4.8899668348929866e-06,
      "loss": 1.0121,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0376489162445068,
      "step": 6435,
      "valid_targets_mean": 722.1,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.18548387096774194,
      "grad_norm": 1.1722508291951095,
      "learning_rate": 4.889597799600193e-06,
      "loss": 0.9529,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.909641444683075,
      "step": 6440,
      "valid_targets_mean": 519.8,
      "valid_targets_min": 161
    },
    {
      "epoch": 0.1856278801843318,
      "grad_norm": 1.0893781575953674,
      "learning_rate": 4.88922816046987e-06,
      "loss": 1.0223,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1590704917907715,
      "step": 6445,
      "valid_targets_mean": 596.1,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.18577188940092165,
      "grad_norm": 1.195164895387517,
      "learning_rate": 4.8888579175954206e-06,
      "loss": 1.1592,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0142035484313965,
      "step": 6450,
      "valid_targets_mean": 506.1,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.1859158986175115,
      "grad_norm": 1.1136513418540366,
      "learning_rate": 4.8884870710704055e-06,
      "loss": 1.0887,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0264637470245361,
      "step": 6455,
      "valid_targets_mean": 550.4,
      "valid_targets_min": 85
    },
    {
      "epoch": 0.1860599078341014,
      "grad_norm": 0.9943052733478434,
      "learning_rate": 4.8881156209885325e-06,
      "loss": 0.9594,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9667487144470215,
      "step": 6460,
      "valid_targets_mean": 627.4,
      "valid_targets_min": 100
    },
    {
      "epoch": 0.18620391705069125,
      "grad_norm": 1.0595978677125766,
      "learning_rate": 4.887743567443668e-06,
      "loss": 1.0109,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0299562215805054,
      "step": 6465,
      "valid_targets_mean": 598.4,
      "valid_targets_min": 134
    },
    {
      "epoch": 0.1863479262672811,
      "grad_norm": 1.1330590717406173,
      "learning_rate": 4.887370910529825e-06,
      "loss": 0.9545,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8862102031707764,
      "step": 6470,
      "valid_targets_mean": 506.8,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.18649193548387097,
      "grad_norm": 1.1447810267983867,
      "learning_rate": 4.886997650341173e-06,
      "loss": 1.1582,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.111532211303711,
      "step": 6475,
      "valid_targets_mean": 528.6,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.18663594470046083,
      "grad_norm": 1.0822488265883283,
      "learning_rate": 4.8866237869720334e-06,
      "loss": 0.881,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7443886995315552,
      "step": 6480,
      "valid_targets_mean": 546.6,
      "valid_targets_min": 62
    },
    {
      "epoch": 0.18677995391705068,
      "grad_norm": 1.3054091118879598,
      "learning_rate": 4.886249320516879e-06,
      "loss": 1.0922,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1774728298187256,
      "step": 6485,
      "valid_targets_mean": 481.2,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.18692396313364054,
      "grad_norm": 1.1021606896755511,
      "learning_rate": 4.885874251070334e-06,
      "loss": 0.8762,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8932738304138184,
      "step": 6490,
      "valid_targets_mean": 577.5,
      "valid_targets_min": 174
    },
    {
      "epoch": 0.18706797235023043,
      "grad_norm": 1.097424158156696,
      "learning_rate": 4.885498578727177e-06,
      "loss": 1.0376,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9353541731834412,
      "step": 6495,
      "valid_targets_mean": 580.2,
      "valid_targets_min": 203
    },
    {
      "epoch": 0.18721198156682028,
      "grad_norm": 1.090681009021013,
      "learning_rate": 4.8851223035823395e-06,
      "loss": 1.0724,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.102877140045166,
      "step": 6500,
      "valid_targets_mean": 625.5,
      "valid_targets_min": 237
    },
    {
      "epoch": 0.18735599078341014,
      "grad_norm": 0.980345174320159,
      "learning_rate": 4.884745425730902e-06,
      "loss": 0.9674,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0790371894836426,
      "step": 6505,
      "valid_targets_mean": 699.1,
      "valid_targets_min": 246
    },
    {
      "epoch": 0.1875,
      "grad_norm": 1.1677322788508524,
      "learning_rate": 4.884367945268101e-06,
      "loss": 0.9777,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9476933479309082,
      "step": 6510,
      "valid_targets_mean": 515.8,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.18764400921658986,
      "grad_norm": 1.1863313722787017,
      "learning_rate": 4.883989862289322e-06,
      "loss": 1.0214,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9223310947418213,
      "step": 6515,
      "valid_targets_mean": 452.3,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.18778801843317972,
      "grad_norm": 1.1049077791273123,
      "learning_rate": 4.8836111768901054e-06,
      "loss": 1.0682,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0849618911743164,
      "step": 6520,
      "valid_targets_mean": 615.9,
      "valid_targets_min": 356
    },
    {
      "epoch": 0.18793202764976957,
      "grad_norm": 1.188591599257587,
      "learning_rate": 4.883231889166143e-06,
      "loss": 1.0807,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9989219903945923,
      "step": 6525,
      "valid_targets_mean": 513.5,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.18807603686635946,
      "grad_norm": 0.823073213612824,
      "learning_rate": 4.882851999213278e-06,
      "loss": 1.0471,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7594107389450073,
      "step": 6530,
      "valid_targets_mean": 869.2,
      "valid_targets_min": 276
    },
    {
      "epoch": 0.18822004608294932,
      "grad_norm": 1.0758981128620793,
      "learning_rate": 4.882471507127508e-06,
      "loss": 1.1481,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4301292896270752,
      "step": 6535,
      "valid_targets_mean": 714.9,
      "valid_targets_min": 129
    },
    {
      "epoch": 0.18836405529953917,
      "grad_norm": 1.1714015679653638,
      "learning_rate": 4.882090413004979e-06,
      "loss": 1.0405,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8836470246315002,
      "step": 6540,
      "valid_targets_mean": 489.1,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.18850806451612903,
      "grad_norm": 0.9848741853293879,
      "learning_rate": 4.881708716941992e-06,
      "loss": 1.0929,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3177176713943481,
      "step": 6545,
      "valid_targets_mean": 863.1,
      "valid_targets_min": 250
    },
    {
      "epoch": 0.1886520737327189,
      "grad_norm": 1.1369416120150515,
      "learning_rate": 4.881326419035e-06,
      "loss": 1.0107,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8287269473075867,
      "step": 6550,
      "valid_targets_mean": 457.1,
      "valid_targets_min": 87
    },
    {
      "epoch": 0.18879608294930875,
      "grad_norm": 1.067483122432189,
      "learning_rate": 4.880943519380607e-06,
      "loss": 0.9926,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8511050343513489,
      "step": 6555,
      "valid_targets_mean": 586.6,
      "valid_targets_min": 255
    },
    {
      "epoch": 0.1889400921658986,
      "grad_norm": 1.2193841522725428,
      "learning_rate": 4.880560018075569e-06,
      "loss": 0.9712,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0880367755889893,
      "step": 6560,
      "valid_targets_mean": 526.5,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.1890841013824885,
      "grad_norm": 1.1343775527431779,
      "learning_rate": 4.880175915216795e-06,
      "loss": 1.0183,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0825222730636597,
      "step": 6565,
      "valid_targets_mean": 544.9,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.18922811059907835,
      "grad_norm": 1.0620280156792379,
      "learning_rate": 4.879791210901346e-06,
      "loss": 1.0217,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9289461374282837,
      "step": 6570,
      "valid_targets_mean": 609.8,
      "valid_targets_min": 188
    },
    {
      "epoch": 0.1893721198156682,
      "grad_norm": 1.1063371101798354,
      "learning_rate": 4.879405905226434e-06,
      "loss": 1.0142,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.136002540588379,
      "step": 6575,
      "valid_targets_mean": 599.6,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.18951612903225806,
      "grad_norm": 1.0965376839152772,
      "learning_rate": 4.879019998289424e-06,
      "loss": 1.0565,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1483893394470215,
      "step": 6580,
      "valid_targets_mean": 619.1,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.18966013824884792,
      "grad_norm": 1.1494101514304025,
      "learning_rate": 4.878633490187832e-06,
      "loss": 1.0332,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1777575016021729,
      "step": 6585,
      "valid_targets_mean": 572.2,
      "valid_targets_min": 263
    },
    {
      "epoch": 0.18980414746543778,
      "grad_norm": 1.0336180009780829,
      "learning_rate": 4.878246381019327e-06,
      "loss": 0.9625,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0497862100601196,
      "step": 6590,
      "valid_targets_mean": 640.4,
      "valid_targets_min": 251
    },
    {
      "epoch": 0.18994815668202766,
      "grad_norm": 1.0565740684414098,
      "learning_rate": 4.877858670881728e-06,
      "loss": 1.1482,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1341660022735596,
      "step": 6595,
      "valid_targets_mean": 645.6,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.19009216589861752,
      "grad_norm": 1.0526181294300563,
      "learning_rate": 4.877470359873008e-06,
      "loss": 1.0886,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8930409550666809,
      "step": 6600,
      "valid_targets_mean": 597.9,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.19023617511520738,
      "grad_norm": 1.2682828275628277,
      "learning_rate": 4.877081448091291e-06,
      "loss": 1.0417,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1226322650909424,
      "step": 6605,
      "valid_targets_mean": 455.8,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.19038018433179724,
      "grad_norm": 1.2483705180398998,
      "learning_rate": 4.876691935634853e-06,
      "loss": 0.9747,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9492943286895752,
      "step": 6610,
      "valid_targets_mean": 452.7,
      "valid_targets_min": 64
    },
    {
      "epoch": 0.1905241935483871,
      "grad_norm": 1.0670031705071215,
      "learning_rate": 4.87630182260212e-06,
      "loss": 1.0783,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1524299383163452,
      "step": 6615,
      "valid_targets_mean": 641.2,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.19066820276497695,
      "grad_norm": 1.0671702268184562,
      "learning_rate": 4.875911109091674e-06,
      "loss": 0.9748,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9639376401901245,
      "step": 6620,
      "valid_targets_mean": 594.9,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.1908122119815668,
      "grad_norm": 1.1960589924784601,
      "learning_rate": 4.875519795202244e-06,
      "loss": 1.1734,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1303220987319946,
      "step": 6625,
      "valid_targets_mean": 512.2,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.1909562211981567,
      "grad_norm": 1.0246885336563094,
      "learning_rate": 4.875127881032713e-06,
      "loss": 1.1392,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2800527811050415,
      "step": 6630,
      "valid_targets_mean": 712.8,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.19110023041474655,
      "grad_norm": 1.166400252753799,
      "learning_rate": 4.8747353666821155e-06,
      "loss": 0.9988,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0110903978347778,
      "step": 6635,
      "valid_targets_mean": 482.6,
      "valid_targets_min": 124
    },
    {
      "epoch": 0.1912442396313364,
      "grad_norm": 1.0063972901529705,
      "learning_rate": 4.874342252249637e-06,
      "loss": 0.9271,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0762691497802734,
      "step": 6640,
      "valid_targets_mean": 663.9,
      "valid_targets_min": 225
    },
    {
      "epoch": 0.19138824884792627,
      "grad_norm": 1.0792191230368628,
      "learning_rate": 4.873948537834617e-06,
      "loss": 1.0685,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0357165336608887,
      "step": 6645,
      "valid_targets_mean": 596.2,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.19153225806451613,
      "grad_norm": 1.1867417527082422,
      "learning_rate": 4.8735542235365444e-06,
      "loss": 1.0368,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0432679653167725,
      "step": 6650,
      "valid_targets_mean": 526.5,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.19167626728110598,
      "grad_norm": 1.1479294097136454,
      "learning_rate": 4.873159309455059e-06,
      "loss": 1.0109,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1065539121627808,
      "step": 6655,
      "valid_targets_mean": 554.6,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.19182027649769584,
      "grad_norm": 1.0694864329707223,
      "learning_rate": 4.8727637956899535e-06,
      "loss": 0.9513,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.050643801689148,
      "step": 6660,
      "valid_targets_mean": 640.8,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.19196428571428573,
      "grad_norm": 1.0609223724700336,
      "learning_rate": 4.8723676823411734e-06,
      "loss": 0.9642,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8859151601791382,
      "step": 6665,
      "valid_targets_mean": 559.2,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.19210829493087558,
      "grad_norm": 1.0632541612108843,
      "learning_rate": 4.871970969508813e-06,
      "loss": 1.0299,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8682184815406799,
      "step": 6670,
      "valid_targets_mean": 537.0,
      "valid_targets_min": 241
    },
    {
      "epoch": 0.19225230414746544,
      "grad_norm": 0.9971722266836484,
      "learning_rate": 4.871573657293118e-06,
      "loss": 0.916,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9847393035888672,
      "step": 6675,
      "valid_targets_mean": 640.1,
      "valid_targets_min": 142
    },
    {
      "epoch": 0.1923963133640553,
      "grad_norm": 1.2456142549139642,
      "learning_rate": 4.8711757457944894e-06,
      "loss": 0.9613,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.950995683670044,
      "step": 6680,
      "valid_targets_mean": 429.2,
      "valid_targets_min": 60
    },
    {
      "epoch": 0.19254032258064516,
      "grad_norm": 1.12373930153383,
      "learning_rate": 4.870777235113477e-06,
      "loss": 1.0592,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0636345148086548,
      "step": 6685,
      "valid_targets_mean": 605.2,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.19268433179723501,
      "grad_norm": 1.043958170908202,
      "learning_rate": 4.87037812535078e-06,
      "loss": 1.0035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1342074871063232,
      "step": 6690,
      "valid_targets_mean": 635.4,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.19282834101382487,
      "grad_norm": 1.1261550081972342,
      "learning_rate": 4.869978416607254e-06,
      "loss": 0.9132,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.02601158618927,
      "step": 6695,
      "valid_targets_mean": 546.4,
      "valid_targets_min": 62
    },
    {
      "epoch": 0.19297235023041476,
      "grad_norm": 1.182997814469861,
      "learning_rate": 4.8695781089839e-06,
      "loss": 1.0114,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7394945621490479,
      "step": 6700,
      "valid_targets_mean": 399.7,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.19311635944700462,
      "grad_norm": 1.0988727051545166,
      "learning_rate": 4.869177202581875e-06,
      "loss": 0.9659,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8882741928100586,
      "step": 6705,
      "valid_targets_mean": 488.2,
      "valid_targets_min": 60
    },
    {
      "epoch": 0.19326036866359447,
      "grad_norm": 1.0554782186162652,
      "learning_rate": 4.868775697502487e-06,
      "loss": 1.062,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0265203714370728,
      "step": 6710,
      "valid_targets_mean": 639.9,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.19340437788018433,
      "grad_norm": 1.0837885569741939,
      "learning_rate": 4.8683735938471906e-06,
      "loss": 1.1065,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.196120262145996,
      "step": 6715,
      "valid_targets_mean": 620.7,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.1935483870967742,
      "grad_norm": 1.1081093343596409,
      "learning_rate": 4.8679708917176e-06,
      "loss": 0.991,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1003296375274658,
      "step": 6720,
      "valid_targets_mean": 636.2,
      "valid_targets_min": 171
    },
    {
      "epoch": 0.19369239631336405,
      "grad_norm": 1.0660205536667169,
      "learning_rate": 4.86756759121547e-06,
      "loss": 0.991,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0056754350662231,
      "step": 6725,
      "valid_targets_mean": 619.8,
      "valid_targets_min": 236
    },
    {
      "epoch": 0.1938364055299539,
      "grad_norm": 1.123864708501818,
      "learning_rate": 4.867163692442717e-06,
      "loss": 1.0595,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0140047073364258,
      "step": 6730,
      "valid_targets_mean": 549.7,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.1939804147465438,
      "grad_norm": 1.4684285530728216,
      "learning_rate": 4.866759195501401e-06,
      "loss": 1.0298,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1540471315383911,
      "step": 6735,
      "valid_targets_mean": 350.2,
      "valid_targets_min": 100
    },
    {
      "epoch": 0.19412442396313365,
      "grad_norm": 1.0492268424899038,
      "learning_rate": 4.866354100493738e-06,
      "loss": 0.9581,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0059120655059814,
      "step": 6740,
      "valid_targets_mean": 593.2,
      "valid_targets_min": 273
    },
    {
      "epoch": 0.1942684331797235,
      "grad_norm": 1.146860855903038,
      "learning_rate": 4.865948407522091e-06,
      "loss": 0.9859,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.000699520111084,
      "step": 6745,
      "valid_targets_mean": 519.8,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.19441244239631336,
      "grad_norm": 1.0332673904498635,
      "learning_rate": 4.8655421166889784e-06,
      "loss": 1.1142,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.5274121761322021,
      "step": 6750,
      "valid_targets_mean": 830.1,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.19455645161290322,
      "grad_norm": 1.050299089508596,
      "learning_rate": 4.865135228097066e-06,
      "loss": 1.1221,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.362520694732666,
      "step": 6755,
      "valid_targets_mean": 728.4,
      "valid_targets_min": 210
    },
    {
      "epoch": 0.19470046082949308,
      "grad_norm": 1.0412668539764025,
      "learning_rate": 4.864727741849173e-06,
      "loss": 1.0202,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8749053478240967,
      "step": 6760,
      "valid_targets_mean": 565.3,
      "valid_targets_min": 196
    },
    {
      "epoch": 0.19484447004608296,
      "grad_norm": 1.1053833004743097,
      "learning_rate": 4.86431965804827e-06,
      "loss": 1.0269,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9382507801055908,
      "step": 6765,
      "valid_targets_mean": 546.8,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.19498847926267282,
      "grad_norm": 1.116897490149647,
      "learning_rate": 4.863910976797475e-06,
      "loss": 1.037,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9616584777832031,
      "step": 6770,
      "valid_targets_mean": 536.4,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.19513248847926268,
      "grad_norm": 1.2981584951434118,
      "learning_rate": 4.86350169820006e-06,
      "loss": 1.0285,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1600048542022705,
      "step": 6775,
      "valid_targets_mean": 455.8,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.19527649769585254,
      "grad_norm": 0.9867155052972639,
      "learning_rate": 4.863091822359448e-06,
      "loss": 0.8945,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9641862511634827,
      "step": 6780,
      "valid_targets_mean": 732.9,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.1954205069124424,
      "grad_norm": 1.0203006565762736,
      "learning_rate": 4.8626813493792125e-06,
      "loss": 0.8978,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.996770977973938,
      "step": 6785,
      "valid_targets_mean": 649.8,
      "valid_targets_min": 341
    },
    {
      "epoch": 0.19556451612903225,
      "grad_norm": 1.1710180599085989,
      "learning_rate": 4.862270279363076e-06,
      "loss": 1.0299,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.833324134349823,
      "step": 6790,
      "valid_targets_mean": 485.6,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.1957085253456221,
      "grad_norm": 1.1332983753249954,
      "learning_rate": 4.861858612414916e-06,
      "loss": 0.9528,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9150010347366333,
      "step": 6795,
      "valid_targets_mean": 544.2,
      "valid_targets_min": 165
    },
    {
      "epoch": 0.195852534562212,
      "grad_norm": 1.0540941357828726,
      "learning_rate": 4.861446348638757e-06,
      "loss": 0.9864,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9441617131233215,
      "step": 6800,
      "valid_targets_mean": 582.8,
      "valid_targets_min": 213
    },
    {
      "epoch": 0.19599654377880185,
      "grad_norm": 1.035131525208726,
      "learning_rate": 4.8610334881387745e-06,
      "loss": 1.0979,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1177862882614136,
      "step": 6805,
      "valid_targets_mean": 651.2,
      "valid_targets_min": 180
    },
    {
      "epoch": 0.1961405529953917,
      "grad_norm": 1.1574944499052557,
      "learning_rate": 4.860620031019298e-06,
      "loss": 0.9168,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9390994310379028,
      "step": 6810,
      "valid_targets_mean": 494.4,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.19628456221198157,
      "grad_norm": 1.0929258020683421,
      "learning_rate": 4.860205977384805e-06,
      "loss": 1.1217,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3358949422836304,
      "step": 6815,
      "valid_targets_mean": 665.1,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.19642857142857142,
      "grad_norm": 1.0780483986629275,
      "learning_rate": 4.8597913273399245e-06,
      "loss": 0.9349,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.987650990486145,
      "step": 6820,
      "valid_targets_mean": 573.8,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.19657258064516128,
      "grad_norm": 1.0812425288752432,
      "learning_rate": 4.859376080989435e-06,
      "loss": 1.1036,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0741101503372192,
      "step": 6825,
      "valid_targets_mean": 597.6,
      "valid_targets_min": 157
    },
    {
      "epoch": 0.19671658986175114,
      "grad_norm": 1.1184703034152024,
      "learning_rate": 4.858960238438269e-06,
      "loss": 0.9743,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9232430458068848,
      "step": 6830,
      "valid_targets_mean": 514.3,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.19686059907834103,
      "grad_norm": 1.077011294311408,
      "learning_rate": 4.858543799791505e-06,
      "loss": 1.1827,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4081028699874878,
      "step": 6835,
      "valid_targets_mean": 755.5,
      "valid_targets_min": 87
    },
    {
      "epoch": 0.19700460829493088,
      "grad_norm": 1.137524810150505,
      "learning_rate": 4.858126765154377e-06,
      "loss": 1.0765,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9097781181335449,
      "step": 6840,
      "valid_targets_mean": 517.0,
      "valid_targets_min": 136
    },
    {
      "epoch": 0.19714861751152074,
      "grad_norm": 1.090850182572377,
      "learning_rate": 4.857709134632267e-06,
      "loss": 0.9949,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7661789655685425,
      "step": 6845,
      "valid_targets_mean": 489.4,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.1972926267281106,
      "grad_norm": 1.2609346441499734,
      "learning_rate": 4.857290908330706e-06,
      "loss": 1.0253,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1225533485412598,
      "step": 6850,
      "valid_targets_mean": 490.6,
      "valid_targets_min": 87
    },
    {
      "epoch": 0.19743663594470046,
      "grad_norm": 1.107426466712203,
      "learning_rate": 4.856872086355378e-06,
      "loss": 0.9391,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8512673377990723,
      "step": 6855,
      "valid_targets_mean": 513.5,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.1975806451612903,
      "grad_norm": 1.097909839030727,
      "learning_rate": 4.856452668812118e-06,
      "loss": 0.9986,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7841756939888,
      "step": 6860,
      "valid_targets_mean": 511.1,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.19772465437788017,
      "grad_norm": 1.0393630778703054,
      "learning_rate": 4.85603265580691e-06,
      "loss": 1.0681,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0850229263305664,
      "step": 6865,
      "valid_targets_mean": 691.6,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.19786866359447006,
      "grad_norm": 1.0971631948021645,
      "learning_rate": 4.855612047445888e-06,
      "loss": 1.1145,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.346879243850708,
      "step": 6870,
      "valid_targets_mean": 668.1,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.19801267281105991,
      "grad_norm": 1.209580488438107,
      "learning_rate": 4.855190843835338e-06,
      "loss": 1.1694,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2231981754302979,
      "step": 6875,
      "valid_targets_mean": 585.0,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.19815668202764977,
      "grad_norm": 1.1636358361193129,
      "learning_rate": 4.854769045081695e-06,
      "loss": 1.0277,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3348822593688965,
      "step": 6880,
      "valid_targets_mean": 597.8,
      "valid_targets_min": 54
    },
    {
      "epoch": 0.19830069124423963,
      "grad_norm": 1.0272971357316485,
      "learning_rate": 4.854346651291546e-06,
      "loss": 1.101,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9912451505661011,
      "step": 6885,
      "valid_targets_mean": 662.3,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.1984447004608295,
      "grad_norm": 1.0324114561266262,
      "learning_rate": 4.853923662571628e-06,
      "loss": 0.9894,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9740432500839233,
      "step": 6890,
      "valid_targets_mean": 617.7,
      "valid_targets_min": 236
    },
    {
      "epoch": 0.19858870967741934,
      "grad_norm": 1.0896518761335963,
      "learning_rate": 4.853500079028826e-06,
      "loss": 1.0193,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8966982960700989,
      "step": 6895,
      "valid_targets_mean": 553.8,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.19873271889400923,
      "grad_norm": 1.0873734203422558,
      "learning_rate": 4.853075900770179e-06,
      "loss": 0.9919,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2580480575561523,
      "step": 6900,
      "valid_targets_mean": 638.0,
      "valid_targets_min": 255
    },
    {
      "epoch": 0.1988767281105991,
      "grad_norm": 1.2513146910953667,
      "learning_rate": 4.852651127902872e-06,
      "loss": 1.0279,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9749640226364136,
      "step": 6905,
      "valid_targets_mean": 435.2,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.19902073732718895,
      "grad_norm": 1.076025568835179,
      "learning_rate": 4.852225760534245e-06,
      "loss": 1.0887,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9934067726135254,
      "step": 6910,
      "valid_targets_mean": 592.0,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.1991647465437788,
      "grad_norm": 1.0261504118832787,
      "learning_rate": 4.851799798771784e-06,
      "loss": 1.0353,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0750927925109863,
      "step": 6915,
      "valid_targets_mean": 681.0,
      "valid_targets_min": 186
    },
    {
      "epoch": 0.19930875576036866,
      "grad_norm": 1.1633467496326377,
      "learning_rate": 4.85137324272313e-06,
      "loss": 1.0072,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9586052298545837,
      "step": 6920,
      "valid_targets_mean": 533.3,
      "valid_targets_min": 157
    },
    {
      "epoch": 0.19945276497695852,
      "grad_norm": 1.0542682620499915,
      "learning_rate": 4.850946092496067e-06,
      "loss": 1.0014,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9376879930496216,
      "step": 6925,
      "valid_targets_mean": 616.9,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.19959677419354838,
      "grad_norm": 1.1610307733720415,
      "learning_rate": 4.850518348198537e-06,
      "loss": 0.9889,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.187319278717041,
      "step": 6930,
      "valid_targets_mean": 553.7,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.19974078341013826,
      "grad_norm": 1.0263658506772804,
      "learning_rate": 4.850090009938627e-06,
      "loss": 0.959,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0249838829040527,
      "step": 6935,
      "valid_targets_mean": 645.9,
      "valid_targets_min": 248
    },
    {
      "epoch": 0.19988479262672812,
      "grad_norm": 1.1063441474929094,
      "learning_rate": 4.849661077824575e-06,
      "loss": 1.0323,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8947710990905762,
      "step": 6940,
      "valid_targets_mean": 542.2,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.20002880184331798,
      "grad_norm": 1.1266777619214154,
      "learning_rate": 4.849231551964771e-06,
      "loss": 1.0737,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.048088788986206,
      "step": 6945,
      "valid_targets_mean": 580.1,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.20017281105990783,
      "grad_norm": 1.1004382383462414,
      "learning_rate": 4.848801432467754e-06,
      "loss": 0.9415,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0233197212219238,
      "step": 6950,
      "valid_targets_mean": 571.9,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.2003168202764977,
      "grad_norm": 1.1170399581155006,
      "learning_rate": 4.84837071944221e-06,
      "loss": 1.0641,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1313961744308472,
      "step": 6955,
      "valid_targets_mean": 631.8,
      "valid_targets_min": 136
    },
    {
      "epoch": 0.20046082949308755,
      "grad_norm": 1.0884390449795023,
      "learning_rate": 4.847939412996981e-06,
      "loss": 1.0153,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0244650840759277,
      "step": 6960,
      "valid_targets_mean": 585.8,
      "valid_targets_min": 145
    },
    {
      "epoch": 0.2006048387096774,
      "grad_norm": 1.0126833121235588,
      "learning_rate": 4.847507513241053e-06,
      "loss": 0.999,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.87522292137146,
      "step": 6965,
      "valid_targets_mean": 620.6,
      "valid_targets_min": 213
    },
    {
      "epoch": 0.2007488479262673,
      "grad_norm": 1.081891892052658,
      "learning_rate": 4.847075020283567e-06,
      "loss": 1.0584,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.073556661605835,
      "step": 6970,
      "valid_targets_mean": 643.9,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.20089285714285715,
      "grad_norm": 1.1107767120494305,
      "learning_rate": 4.846641934233809e-06,
      "loss": 0.9541,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1407052278518677,
      "step": 6975,
      "valid_targets_mean": 614.2,
      "valid_targets_min": 215
    },
    {
      "epoch": 0.201036866359447,
      "grad_norm": 0.9528566446141328,
      "learning_rate": 4.846208255201219e-06,
      "loss": 1.0551,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9633086919784546,
      "step": 6980,
      "valid_targets_mean": 747.8,
      "valid_targets_min": 300
    },
    {
      "epoch": 0.20118087557603687,
      "grad_norm": 1.2467735905997044,
      "learning_rate": 4.845773983295385e-06,
      "loss": 1.0657,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.204664945602417,
      "step": 6985,
      "valid_targets_mean": 481.3,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.20132488479262672,
      "grad_norm": 1.0358151558627346,
      "learning_rate": 4.845339118626044e-06,
      "loss": 0.8745,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0608141422271729,
      "step": 6990,
      "valid_targets_mean": 698.1,
      "valid_targets_min": 344
    },
    {
      "epoch": 0.20146889400921658,
      "grad_norm": 1.013535126065141,
      "learning_rate": 4.844903661303085e-06,
      "loss": 0.9141,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.081115484237671,
      "step": 6995,
      "valid_targets_mean": 747.2,
      "valid_targets_min": 274
    },
    {
      "epoch": 0.20161290322580644,
      "grad_norm": 1.1519812462073769,
      "learning_rate": 4.844467611436545e-06,
      "loss": 1.0002,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9767774939537048,
      "step": 7000,
      "valid_targets_mean": 528.2,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.20175691244239632,
      "grad_norm": 0.9724901443273812,
      "learning_rate": 4.844030969136612e-06,
      "loss": 1.1164,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9682248830795288,
      "step": 7005,
      "valid_targets_mean": 719.5,
      "valid_targets_min": 221
    },
    {
      "epoch": 0.20190092165898618,
      "grad_norm": 1.1530915573417722,
      "learning_rate": 4.843593734513621e-06,
      "loss": 1.0955,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.132148265838623,
      "step": 7010,
      "valid_targets_mean": 581.3,
      "valid_targets_min": 123
    },
    {
      "epoch": 0.20204493087557604,
      "grad_norm": 1.211226961137011,
      "learning_rate": 4.843155907678061e-06,
      "loss": 1.0544,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.268282413482666,
      "step": 7015,
      "valid_targets_mean": 530.8,
      "valid_targets_min": 87
    },
    {
      "epoch": 0.2021889400921659,
      "grad_norm": 1.1301913602246318,
      "learning_rate": 4.842717488740567e-06,
      "loss": 0.9191,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9562674164772034,
      "step": 7020,
      "valid_targets_mean": 586.6,
      "valid_targets_min": 279
    },
    {
      "epoch": 0.20233294930875576,
      "grad_norm": 1.1548691805951181,
      "learning_rate": 4.842278477811925e-06,
      "loss": 1.0954,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2123609781265259,
      "step": 7025,
      "valid_targets_mean": 581.1,
      "valid_targets_min": 247
    },
    {
      "epoch": 0.2024769585253456,
      "grad_norm": 1.1232007489616427,
      "learning_rate": 4.84183887500307e-06,
      "loss": 1.0354,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7661016583442688,
      "step": 7030,
      "valid_targets_mean": 477.3,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.20262096774193547,
      "grad_norm": 1.1362903760454433,
      "learning_rate": 4.841398680425089e-06,
      "loss": 1.0339,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0399408340454102,
      "step": 7035,
      "valid_targets_mean": 554.9,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.20276497695852536,
      "grad_norm": 1.009276505811089,
      "learning_rate": 4.840957894189214e-06,
      "loss": 0.9252,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8237509727478027,
      "step": 7040,
      "valid_targets_mean": 623.5,
      "valid_targets_min": 243
    },
    {
      "epoch": 0.2029089861751152,
      "grad_norm": 1.0246591721577671,
      "learning_rate": 4.840516516406832e-06,
      "loss": 0.9895,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9430104494094849,
      "step": 7045,
      "valid_targets_mean": 589.0,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.20305299539170507,
      "grad_norm": 1.0836385407874949,
      "learning_rate": 4.840074547189475e-06,
      "loss": 1.0638,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0709433555603027,
      "step": 7050,
      "valid_targets_mean": 620.3,
      "valid_targets_min": 219
    },
    {
      "epoch": 0.20319700460829493,
      "grad_norm": 1.214989122643533,
      "learning_rate": 4.839631986648825e-06,
      "loss": 1.1148,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3466209173202515,
      "step": 7055,
      "valid_targets_mean": 551.4,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.2033410138248848,
      "grad_norm": 1.1650776827904736,
      "learning_rate": 4.839188834896717e-06,
      "loss": 1.0704,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2509021759033203,
      "step": 7060,
      "valid_targets_mean": 590.0,
      "valid_targets_min": 155
    },
    {
      "epoch": 0.20348502304147464,
      "grad_norm": 0.9538328504440663,
      "learning_rate": 4.83874509204513e-06,
      "loss": 1.0423,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.065178632736206,
      "step": 7065,
      "valid_targets_mean": 765.4,
      "valid_targets_min": 183
    },
    {
      "epoch": 0.20362903225806453,
      "grad_norm": 1.100365887641116,
      "learning_rate": 4.8383007582061995e-06,
      "loss": 0.9449,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8131258487701416,
      "step": 7070,
      "valid_targets_mean": 535.6,
      "valid_targets_min": 52
    },
    {
      "epoch": 0.2037730414746544,
      "grad_norm": 1.268648333643455,
      "learning_rate": 4.837855833492201e-06,
      "loss": 0.9349,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9806599617004395,
      "step": 7075,
      "valid_targets_mean": 456.4,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.20391705069124424,
      "grad_norm": 1.2511422701338037,
      "learning_rate": 4.837410318015568e-06,
      "loss": 0.9238,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8468637466430664,
      "step": 7080,
      "valid_targets_mean": 430.1,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.2040610599078341,
      "grad_norm": 1.1485340371824388,
      "learning_rate": 4.836964211888878e-06,
      "loss": 1.0714,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.137958288192749,
      "step": 7085,
      "valid_targets_mean": 563.9,
      "valid_targets_min": 234
    },
    {
      "epoch": 0.20420506912442396,
      "grad_norm": 0.9551272757985394,
      "learning_rate": 4.83651751522486e-06,
      "loss": 1.0354,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8852602243423462,
      "step": 7090,
      "valid_targets_mean": 700.6,
      "valid_targets_min": 180
    },
    {
      "epoch": 0.20434907834101382,
      "grad_norm": 1.1805646539674262,
      "learning_rate": 4.836070228136392e-06,
      "loss": 1.0947,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1432695388793945,
      "step": 7095,
      "valid_targets_mean": 553.4,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.20449308755760368,
      "grad_norm": 1.0710986992887737,
      "learning_rate": 4.835622350736499e-06,
      "loss": 0.9438,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9431904554367065,
      "step": 7100,
      "valid_targets_mean": 569.5,
      "valid_targets_min": 152
    },
    {
      "epoch": 0.20463709677419356,
      "grad_norm": 1.152196497678216,
      "learning_rate": 4.835173883138361e-06,
      "loss": 1.0812,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0713660717010498,
      "step": 7105,
      "valid_targets_mean": 542.8,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.20478110599078342,
      "grad_norm": 1.1285025307358525,
      "learning_rate": 4.834724825455299e-06,
      "loss": 0.9566,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1320524215698242,
      "step": 7110,
      "valid_targets_mean": 597.2,
      "valid_targets_min": 188
    },
    {
      "epoch": 0.20492511520737328,
      "grad_norm": 1.1416462087752983,
      "learning_rate": 4.834275177800789e-06,
      "loss": 1.0486,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0432871580123901,
      "step": 7115,
      "valid_targets_mean": 552.5,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.20506912442396313,
      "grad_norm": 1.0845021899770035,
      "learning_rate": 4.833824940288455e-06,
      "loss": 0.9944,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9985594749450684,
      "step": 7120,
      "valid_targets_mean": 570.3,
      "valid_targets_min": 191
    },
    {
      "epoch": 0.205213133640553,
      "grad_norm": 1.1592042633007935,
      "learning_rate": 4.833374113032068e-06,
      "loss": 0.9584,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0398294925689697,
      "step": 7125,
      "valid_targets_mean": 550.5,
      "valid_targets_min": 193
    },
    {
      "epoch": 0.20535714285714285,
      "grad_norm": 1.0576830661828969,
      "learning_rate": 4.83292269614555e-06,
      "loss": 1.0414,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.218576192855835,
      "step": 7130,
      "valid_targets_mean": 673.4,
      "valid_targets_min": 228
    },
    {
      "epoch": 0.2055011520737327,
      "grad_norm": 1.1762553391970991,
      "learning_rate": 4.832470689742972e-06,
      "loss": 1.0528,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.981243371963501,
      "step": 7135,
      "valid_targets_mean": 512.5,
      "valid_targets_min": 173
    },
    {
      "epoch": 0.2056451612903226,
      "grad_norm": 1.1870152689500546,
      "learning_rate": 4.832018093938553e-06,
      "loss": 0.9338,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9306643009185791,
      "step": 7140,
      "valid_targets_mean": 507.1,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.20578917050691245,
      "grad_norm": 0.9098511830391698,
      "learning_rate": 4.831564908846662e-06,
      "loss": 1.0981,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0822970867156982,
      "step": 7145,
      "valid_targets_mean": 787.3,
      "valid_targets_min": 158
    },
    {
      "epoch": 0.2059331797235023,
      "grad_norm": 1.046133253395867,
      "learning_rate": 4.831111134581814e-06,
      "loss": 1.0436,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.179685115814209,
      "step": 7150,
      "valid_targets_mean": 700.5,
      "valid_targets_min": 131
    },
    {
      "epoch": 0.20607718894009217,
      "grad_norm": 1.196058501592594,
      "learning_rate": 4.830656771258678e-06,
      "loss": 0.98,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1246333122253418,
      "step": 7155,
      "valid_targets_mean": 483.2,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.20622119815668202,
      "grad_norm": 1.0327324879461919,
      "learning_rate": 4.8302018189920666e-06,
      "loss": 0.9436,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7877119183540344,
      "step": 7160,
      "valid_targets_mean": 603.6,
      "valid_targets_min": 203
    },
    {
      "epoch": 0.20636520737327188,
      "grad_norm": 1.1624332384562928,
      "learning_rate": 4.829746277896946e-06,
      "loss": 1.0427,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0434229373931885,
      "step": 7165,
      "valid_targets_mean": 558.3,
      "valid_targets_min": 301
    },
    {
      "epoch": 0.20650921658986174,
      "grad_norm": 1.3220780141904631,
      "learning_rate": 4.829290148088426e-06,
      "loss": 1.0152,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0045132637023926,
      "step": 7170,
      "valid_targets_mean": 495.9,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.20665322580645162,
      "grad_norm": 1.1631286837095924,
      "learning_rate": 4.82883342968177e-06,
      "loss": 1.0336,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8957335948944092,
      "step": 7175,
      "valid_targets_mean": 486.1,
      "valid_targets_min": 198
    },
    {
      "epoch": 0.20679723502304148,
      "grad_norm": 1.0454036425687119,
      "learning_rate": 4.828376122792388e-06,
      "loss": 1.0241,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9928686022758484,
      "step": 7180,
      "valid_targets_mean": 633.8,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.20694124423963134,
      "grad_norm": 1.1690796893572875,
      "learning_rate": 4.827918227535838e-06,
      "loss": 1.0026,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8821731805801392,
      "step": 7185,
      "valid_targets_mean": 473.2,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.2070852534562212,
      "grad_norm": 1.2117318899422613,
      "learning_rate": 4.827459744027828e-06,
      "loss": 1.1121,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3543776273727417,
      "step": 7190,
      "valid_targets_mean": 574.9,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.20722926267281105,
      "grad_norm": 1.2114181604250285,
      "learning_rate": 4.827000672384214e-06,
      "loss": 1.0312,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1125710010528564,
      "step": 7195,
      "valid_targets_mean": 573.0,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.2073732718894009,
      "grad_norm": 1.1319205730947521,
      "learning_rate": 4.826541012721001e-06,
      "loss": 0.9839,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9642943143844604,
      "step": 7200,
      "valid_targets_mean": 567.6,
      "valid_targets_min": 163
    },
    {
      "epoch": 0.20751728110599077,
      "grad_norm": 1.1287439290699801,
      "learning_rate": 4.82608076515434e-06,
      "loss": 0.998,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0295063257217407,
      "step": 7205,
      "valid_targets_mean": 581.9,
      "valid_targets_min": 154
    },
    {
      "epoch": 0.20766129032258066,
      "grad_norm": 1.1134611911009946,
      "learning_rate": 4.825619929800537e-06,
      "loss": 1.0117,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.883441686630249,
      "step": 7210,
      "valid_targets_mean": 522.2,
      "valid_targets_min": 62
    },
    {
      "epoch": 0.2078052995391705,
      "grad_norm": 0.9263053342358625,
      "learning_rate": 4.825158506776041e-06,
      "loss": 1.0226,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7555749416351318,
      "step": 7215,
      "valid_targets_mean": 693.6,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.20794930875576037,
      "grad_norm": 1.167500364319476,
      "learning_rate": 4.824696496197448e-06,
      "loss": 1.173,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1776823997497559,
      "step": 7220,
      "valid_targets_mean": 540.2,
      "valid_targets_min": 159
    },
    {
      "epoch": 0.20809331797235023,
      "grad_norm": 1.1684199134689817,
      "learning_rate": 4.824233898181509e-06,
      "loss": 1.055,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1433799266815186,
      "step": 7225,
      "valid_targets_mean": 555.7,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.20823732718894009,
      "grad_norm": 1.163594347684254,
      "learning_rate": 4.823770712845119e-06,
      "loss": 1.0204,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1465356349945068,
      "step": 7230,
      "valid_targets_mean": 530.2,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.20838133640552994,
      "grad_norm": 1.1800403988989419,
      "learning_rate": 4.82330694030532e-06,
      "loss": 1.0075,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0605292320251465,
      "step": 7235,
      "valid_targets_mean": 513.8,
      "valid_targets_min": 87
    },
    {
      "epoch": 0.20852534562211983,
      "grad_norm": 1.0511397549472377,
      "learning_rate": 4.822842580679307e-06,
      "loss": 0.9267,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9933071732521057,
      "step": 7240,
      "valid_targets_mean": 637.8,
      "valid_targets_min": 85
    },
    {
      "epoch": 0.2086693548387097,
      "grad_norm": 0.9869556721810935,
      "learning_rate": 4.822377634084422e-06,
      "loss": 0.9887,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1756287813186646,
      "step": 7245,
      "valid_targets_mean": 804.5,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.20881336405529954,
      "grad_norm": 1.155787395971934,
      "learning_rate": 4.821912100638151e-06,
      "loss": 1.0571,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0873713493347168,
      "step": 7250,
      "valid_targets_mean": 573.4,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.2089573732718894,
      "grad_norm": 1.18597668222361,
      "learning_rate": 4.821445980458134e-06,
      "loss": 1.0578,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9619808197021484,
      "step": 7255,
      "valid_targets_mean": 494.1,
      "valid_targets_min": 225
    },
    {
      "epoch": 0.20910138248847926,
      "grad_norm": 1.17748061313502,
      "learning_rate": 4.820979273662157e-06,
      "loss": 1.1283,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9821999073028564,
      "step": 7260,
      "valid_targets_mean": 483.2,
      "valid_targets_min": 221
    },
    {
      "epoch": 0.20924539170506912,
      "grad_norm": 1.0628897546284066,
      "learning_rate": 4.820511980368152e-06,
      "loss": 1.048,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0884672403335571,
      "step": 7265,
      "valid_targets_mean": 711.2,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.20938940092165897,
      "grad_norm": 1.0349592109260963,
      "learning_rate": 4.8200441006942035e-06,
      "loss": 0.9717,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8891317844390869,
      "step": 7270,
      "valid_targets_mean": 643.4,
      "valid_targets_min": 184
    },
    {
      "epoch": 0.20953341013824886,
      "grad_norm": 1.103896321969059,
      "learning_rate": 4.81957563475854e-06,
      "loss": 0.947,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.869418740272522,
      "step": 7275,
      "valid_targets_mean": 549.1,
      "valid_targets_min": 290
    },
    {
      "epoch": 0.20967741935483872,
      "grad_norm": 1.1132599777050765,
      "learning_rate": 4.819106582679542e-06,
      "loss": 0.918,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.91037917137146,
      "step": 7280,
      "valid_targets_mean": 548.9,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.20982142857142858,
      "grad_norm": 1.1126426331171508,
      "learning_rate": 4.818636944575735e-06,
      "loss": 0.9192,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8271509408950806,
      "step": 7285,
      "valid_targets_mean": 493.8,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.20996543778801843,
      "grad_norm": 1.0517190133731602,
      "learning_rate": 4.8181667205657946e-06,
      "loss": 1.1104,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1643692255020142,
      "step": 7290,
      "valid_targets_mean": 685.3,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.2101094470046083,
      "grad_norm": 1.073584619009144,
      "learning_rate": 4.817695910768544e-06,
      "loss": 0.9403,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0759539604187012,
      "step": 7295,
      "valid_targets_mean": 634.4,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.21025345622119815,
      "grad_norm": 1.128522380785667,
      "learning_rate": 4.817224515302953e-06,
      "loss": 1.0143,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9334360361099243,
      "step": 7300,
      "valid_targets_mean": 542.9,
      "valid_targets_min": 56
    },
    {
      "epoch": 0.210397465437788,
      "grad_norm": 1.1356480146016608,
      "learning_rate": 4.8167525342881405e-06,
      "loss": 1.0729,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1082029342651367,
      "step": 7305,
      "valid_targets_mean": 565.6,
      "valid_targets_min": 134
    },
    {
      "epoch": 0.2105414746543779,
      "grad_norm": 1.1366440166639369,
      "learning_rate": 4.816279967843374e-06,
      "loss": 0.9732,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0077710151672363,
      "step": 7310,
      "valid_targets_mean": 585.3,
      "valid_targets_min": 224
    },
    {
      "epoch": 0.21068548387096775,
      "grad_norm": 1.141027200734512,
      "learning_rate": 4.815806816088069e-06,
      "loss": 1.0368,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1073834896087646,
      "step": 7315,
      "valid_targets_mean": 542.4,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.2108294930875576,
      "grad_norm": 1.1122607150733201,
      "learning_rate": 4.815333079141786e-06,
      "loss": 1.0771,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1157193183898926,
      "step": 7320,
      "valid_targets_mean": 638.1,
      "valid_targets_min": 195
    },
    {
      "epoch": 0.21097350230414746,
      "grad_norm": 1.0210839240995118,
      "learning_rate": 4.814858757124238e-06,
      "loss": 1.0634,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0606259107589722,
      "step": 7325,
      "valid_targets_mean": 708.3,
      "valid_targets_min": 277
    },
    {
      "epoch": 0.21111751152073732,
      "grad_norm": 1.0746781699907286,
      "learning_rate": 4.814383850155282e-06,
      "loss": 0.9035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9738057255744934,
      "step": 7330,
      "valid_targets_mean": 637.2,
      "valid_targets_min": 139
    },
    {
      "epoch": 0.21126152073732718,
      "grad_norm": 1.083276484220044,
      "learning_rate": 4.813908358354925e-06,
      "loss": 1.0079,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.093508243560791,
      "step": 7335,
      "valid_targets_mean": 657.9,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.21140552995391704,
      "grad_norm": 1.183617835186556,
      "learning_rate": 4.8134322818433204e-06,
      "loss": 0.9953,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1566544771194458,
      "step": 7340,
      "valid_targets_mean": 538.0,
      "valid_targets_min": 85
    },
    {
      "epoch": 0.21154953917050692,
      "grad_norm": 1.066328827380439,
      "learning_rate": 4.81295562074077e-06,
      "loss": 0.9918,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0822091102600098,
      "step": 7345,
      "valid_targets_mean": 598.8,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.21169354838709678,
      "grad_norm": 1.1105774593511857,
      "learning_rate": 4.812478375167724e-06,
      "loss": 1.0167,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.830267071723938,
      "step": 7350,
      "valid_targets_mean": 525.6,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.21183755760368664,
      "grad_norm": 1.0348640650868386,
      "learning_rate": 4.812000545244779e-06,
      "loss": 0.9623,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9648610353469849,
      "step": 7355,
      "valid_targets_mean": 694.8,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.2119815668202765,
      "grad_norm": 1.0620068594175491,
      "learning_rate": 4.81152213109268e-06,
      "loss": 1.0559,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.00278902053833,
      "step": 7360,
      "valid_targets_mean": 591.0,
      "valid_targets_min": 131
    },
    {
      "epoch": 0.21212557603686635,
      "grad_norm": 1.3061111067614026,
      "learning_rate": 4.8110431328323195e-06,
      "loss": 1.0297,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0948302745819092,
      "step": 7365,
      "valid_targets_mean": 448.7,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.2122695852534562,
      "grad_norm": 1.3160405586819994,
      "learning_rate": 4.8105635505847385e-06,
      "loss": 1.0959,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9990191459655762,
      "step": 7370,
      "valid_targets_mean": 434.4,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.2124135944700461,
      "grad_norm": 1.1197541073033324,
      "learning_rate": 4.810083384471122e-06,
      "loss": 1.1846,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1483113765716553,
      "step": 7375,
      "valid_targets_mean": 580.3,
      "valid_targets_min": 171
    },
    {
      "epoch": 0.21255760368663595,
      "grad_norm": 1.0311025123827375,
      "learning_rate": 4.809602634612808e-06,
      "loss": 1.0752,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0274856090545654,
      "step": 7380,
      "valid_targets_mean": 660.1,
      "valid_targets_min": 194
    },
    {
      "epoch": 0.2127016129032258,
      "grad_norm": 1.00814368649602,
      "learning_rate": 4.809121301131278e-06,
      "loss": 1.0418,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.153442144393921,
      "step": 7385,
      "valid_targets_mean": 750.8,
      "valid_targets_min": 301
    },
    {
      "epoch": 0.21284562211981567,
      "grad_norm": 1.112223422745534,
      "learning_rate": 4.808639384148162e-06,
      "loss": 1.0488,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.086321234703064,
      "step": 7390,
      "valid_targets_mean": 571.8,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.21298963133640553,
      "grad_norm": 1.1252290863123815,
      "learning_rate": 4.808156883785238e-06,
      "loss": 1.1057,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9143127202987671,
      "step": 7395,
      "valid_targets_mean": 524.2,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.21313364055299538,
      "grad_norm": 1.0360416191378423,
      "learning_rate": 4.807673800164431e-06,
      "loss": 0.9285,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9323945045471191,
      "step": 7400,
      "valid_targets_mean": 654.6,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.21327764976958524,
      "grad_norm": 1.006127988800209,
      "learning_rate": 4.807190133407813e-06,
      "loss": 0.898,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9053096771240234,
      "step": 7405,
      "valid_targets_mean": 618.7,
      "valid_targets_min": 135
    },
    {
      "epoch": 0.21342165898617513,
      "grad_norm": 0.9927913969879244,
      "learning_rate": 4.806705883637604e-06,
      "loss": 1.0152,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9574022889137268,
      "step": 7410,
      "valid_targets_mean": 617.2,
      "valid_targets_min": 166
    },
    {
      "epoch": 0.21356566820276499,
      "grad_norm": 1.2032599144077882,
      "learning_rate": 4.806221050976173e-06,
      "loss": 1.087,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1275612115859985,
      "step": 7415,
      "valid_targets_mean": 529.1,
      "valid_targets_min": 87
    },
    {
      "epoch": 0.21370967741935484,
      "grad_norm": 0.9542962830622137,
      "learning_rate": 4.8057356355460315e-06,
      "loss": 1.0601,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0467350482940674,
      "step": 7420,
      "valid_targets_mean": 790.7,
      "valid_targets_min": 73
    },
    {
      "epoch": 0.2138536866359447,
      "grad_norm": 1.0598869948674359,
      "learning_rate": 4.805249637469843e-06,
      "loss": 1.0193,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9880555868148804,
      "step": 7425,
      "valid_targets_mean": 603.7,
      "valid_targets_min": 175
    },
    {
      "epoch": 0.21399769585253456,
      "grad_norm": 1.137555112754455,
      "learning_rate": 4.804763056870415e-06,
      "loss": 1.0009,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.083385705947876,
      "step": 7430,
      "valid_targets_mean": 543.3,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.21414170506912442,
      "grad_norm": 1.1667278678219186,
      "learning_rate": 4.8042758938707046e-06,
      "loss": 1.0189,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1714824438095093,
      "step": 7435,
      "valid_targets_mean": 550.9,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.21428571428571427,
      "grad_norm": 1.0617485003822327,
      "learning_rate": 4.803788148593815e-06,
      "loss": 0.9931,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9977442622184753,
      "step": 7440,
      "valid_targets_mean": 577.8,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.21442972350230416,
      "grad_norm": 1.0229272517656458,
      "learning_rate": 4.8032998211629974e-06,
      "loss": 1.0115,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8702117204666138,
      "step": 7445,
      "valid_targets_mean": 622.5,
      "valid_targets_min": 200
    },
    {
      "epoch": 0.21457373271889402,
      "grad_norm": 1.1759665041965486,
      "learning_rate": 4.802810911701648e-06,
      "loss": 1.0616,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1282035112380981,
      "step": 7450,
      "valid_targets_mean": 562.5,
      "valid_targets_min": 64
    },
    {
      "epoch": 0.21471774193548387,
      "grad_norm": 1.1247747109463195,
      "learning_rate": 4.802321420333311e-06,
      "loss": 0.9997,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0962165594100952,
      "step": 7455,
      "valid_targets_mean": 594.1,
      "valid_targets_min": 173
    },
    {
      "epoch": 0.21486175115207373,
      "grad_norm": 0.9548022293887773,
      "learning_rate": 4.801831347181679e-06,
      "loss": 0.896,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6920573711395264,
      "step": 7460,
      "valid_targets_mean": 582.8,
      "valid_targets_min": 129
    },
    {
      "epoch": 0.2150057603686636,
      "grad_norm": 1.1526120083826195,
      "learning_rate": 4.80134069237059e-06,
      "loss": 1.0214,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.995835542678833,
      "step": 7465,
      "valid_targets_mean": 526.9,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.21514976958525345,
      "grad_norm": 1.1005476821777542,
      "learning_rate": 4.800849456024032e-06,
      "loss": 0.9574,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.174232006072998,
      "step": 7470,
      "valid_targets_mean": 664.4,
      "valid_targets_min": 192
    },
    {
      "epoch": 0.2152937788018433,
      "grad_norm": 1.1679196333771846,
      "learning_rate": 4.800357638266134e-06,
      "loss": 1.1079,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0187376737594604,
      "step": 7475,
      "valid_targets_mean": 511.0,
      "valid_targets_min": 59
    },
    {
      "epoch": 0.2154377880184332,
      "grad_norm": 1.0574318591185892,
      "learning_rate": 4.7998652392211774e-06,
      "loss": 1.047,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.979279637336731,
      "step": 7480,
      "valid_targets_mean": 617.7,
      "valid_targets_min": 77
    },
    {
      "epoch": 0.21558179723502305,
      "grad_norm": 1.1231121631270147,
      "learning_rate": 4.799372259013589e-06,
      "loss": 1.0811,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8983407020568848,
      "step": 7485,
      "valid_targets_mean": 509.1,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.2157258064516129,
      "grad_norm": 1.1358800601540437,
      "learning_rate": 4.798878697767941e-06,
      "loss": 0.9328,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.927371084690094,
      "step": 7490,
      "valid_targets_mean": 518.9,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.21586981566820276,
      "grad_norm": 1.1401919372125604,
      "learning_rate": 4.7983845556089545e-06,
      "loss": 1.092,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1875642538070679,
      "step": 7495,
      "valid_targets_mean": 657.8,
      "valid_targets_min": 196
    },
    {
      "epoch": 0.21601382488479262,
      "grad_norm": 1.087434418852161,
      "learning_rate": 4.797889832661494e-06,
      "loss": 1.0181,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1070969104766846,
      "step": 7500,
      "valid_targets_mean": 602.2,
      "valid_targets_min": 157
    },
    {
      "epoch": 0.21615783410138248,
      "grad_norm": 1.285289414973193,
      "learning_rate": 4.797394529050577e-06,
      "loss": 1.104,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9868634939193726,
      "step": 7505,
      "valid_targets_mean": 391.2,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.21630184331797234,
      "grad_norm": 1.0175193853221876,
      "learning_rate": 4.796898644901361e-06,
      "loss": 1.003,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8559167385101318,
      "step": 7510,
      "valid_targets_mean": 581.3,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.21644585253456222,
      "grad_norm": 1.1017712991260458,
      "learning_rate": 4.796402180339154e-06,
      "loss": 1.0177,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1244184970855713,
      "step": 7515,
      "valid_targets_mean": 609.1,
      "valid_targets_min": 78
    },
    {
      "epoch": 0.21658986175115208,
      "grad_norm": 1.0816270610002667,
      "learning_rate": 4.795905135489409e-06,
      "loss": 0.8641,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7531331777572632,
      "step": 7520,
      "valid_targets_mean": 511.6,
      "valid_targets_min": 209
    },
    {
      "epoch": 0.21673387096774194,
      "grad_norm": 1.1371198819951427,
      "learning_rate": 4.795407510477727e-06,
      "loss": 0.9906,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8107671737670898,
      "step": 7525,
      "valid_targets_mean": 478.2,
      "valid_targets_min": 155
    },
    {
      "epoch": 0.2168778801843318,
      "grad_norm": 1.212030009789191,
      "learning_rate": 4.794909305429855e-06,
      "loss": 1.0676,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9377831816673279,
      "step": 7530,
      "valid_targets_mean": 454.3,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.21702188940092165,
      "grad_norm": 1.1880329281951056,
      "learning_rate": 4.794410520471686e-06,
      "loss": 0.9794,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0671037435531616,
      "step": 7535,
      "valid_targets_mean": 490.4,
      "valid_targets_min": 159
    },
    {
      "epoch": 0.2171658986175115,
      "grad_norm": 1.1110005259360798,
      "learning_rate": 4.7939111557292605e-06,
      "loss": 0.9716,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2900259494781494,
      "step": 7540,
      "valid_targets_mean": 622.8,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.2173099078341014,
      "grad_norm": 1.065793475471298,
      "learning_rate": 4.793411211328765e-06,
      "loss": 0.9582,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0302753448486328,
      "step": 7545,
      "valid_targets_mean": 668.4,
      "valid_targets_min": 118
    },
    {
      "epoch": 0.21745391705069125,
      "grad_norm": 1.0108218676814649,
      "learning_rate": 4.792910687396532e-06,
      "loss": 1.0327,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0307964086532593,
      "step": 7550,
      "valid_targets_mean": 705.2,
      "valid_targets_min": 289
    },
    {
      "epoch": 0.2175979262672811,
      "grad_norm": 1.146021165273687,
      "learning_rate": 4.7924095840590425e-06,
      "loss": 1.0398,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2243378162384033,
      "step": 7555,
      "valid_targets_mean": 612.0,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.21774193548387097,
      "grad_norm": 1.0974505622220503,
      "learning_rate": 4.7919079014429216e-06,
      "loss": 1.0392,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0166770219802856,
      "step": 7560,
      "valid_targets_mean": 562.8,
      "valid_targets_min": 243
    },
    {
      "epoch": 0.21788594470046083,
      "grad_norm": 1.1381941113031133,
      "learning_rate": 4.791405639674941e-06,
      "loss": 0.9153,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9871936440467834,
      "step": 7565,
      "valid_targets_mean": 558.7,
      "valid_targets_min": 296
    },
    {
      "epoch": 0.21802995391705068,
      "grad_norm": 1.187804715075595,
      "learning_rate": 4.79090279888202e-06,
      "loss": 0.9431,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0824638605117798,
      "step": 7570,
      "valid_targets_mean": 508.9,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.21817396313364054,
      "grad_norm": 0.9656329743622598,
      "learning_rate": 4.790399379191223e-06,
      "loss": 1.0291,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2786598205566406,
      "step": 7575,
      "valid_targets_mean": 838.9,
      "valid_targets_min": 393
    },
    {
      "epoch": 0.21831797235023043,
      "grad_norm": 1.1755913762220258,
      "learning_rate": 4.789895380729762e-06,
      "loss": 1.0217,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9603791236877441,
      "step": 7580,
      "valid_targets_mean": 516.3,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.21846198156682028,
      "grad_norm": 1.0172165623676956,
      "learning_rate": 4.7893908036249935e-06,
      "loss": 1.0573,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2731801271438599,
      "step": 7585,
      "valid_targets_mean": 749.2,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.21860599078341014,
      "grad_norm": 1.0693020190375366,
      "learning_rate": 4.788885648004423e-06,
      "loss": 0.9764,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.077438473701477,
      "step": 7590,
      "valid_targets_mean": 629.8,
      "valid_targets_min": 390
    },
    {
      "epoch": 0.21875,
      "grad_norm": 0.9556251348994812,
      "learning_rate": 4.788379913995698e-06,
      "loss": 0.9409,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.889607846736908,
      "step": 7595,
      "valid_targets_mean": 703.7,
      "valid_targets_min": 232
    },
    {
      "epoch": 0.21889400921658986,
      "grad_norm": 1.1811227671169362,
      "learning_rate": 4.787873601726617e-06,
      "loss": 0.983,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9427170753479004,
      "step": 7600,
      "valid_targets_mean": 498.4,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.21903801843317972,
      "grad_norm": 1.1084958526202158,
      "learning_rate": 4.78736671132512e-06,
      "loss": 1.0248,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0976250171661377,
      "step": 7605,
      "valid_targets_mean": 609.3,
      "valid_targets_min": 211
    },
    {
      "epoch": 0.21918202764976957,
      "grad_norm": 1.0869244636366746,
      "learning_rate": 4.786859242919296e-06,
      "loss": 1.0662,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1834300756454468,
      "step": 7610,
      "valid_targets_mean": 653.9,
      "valid_targets_min": 130
    },
    {
      "epoch": 0.21932603686635946,
      "grad_norm": 1.0234745654322583,
      "learning_rate": 4.78635119663738e-06,
      "loss": 0.9952,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8899686336517334,
      "step": 7615,
      "valid_targets_mean": 616.6,
      "valid_targets_min": 85
    },
    {
      "epoch": 0.21947004608294932,
      "grad_norm": 1.0352111045391832,
      "learning_rate": 4.785842572607752e-06,
      "loss": 1.0234,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8068902492523193,
      "step": 7620,
      "valid_targets_mean": 530.1,
      "valid_targets_min": 130
    },
    {
      "epoch": 0.21961405529953917,
      "grad_norm": 1.3111761129170119,
      "learning_rate": 4.785333370958938e-06,
      "loss": 1.097,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9152170419692993,
      "step": 7625,
      "valid_targets_mean": 402.6,
      "valid_targets_min": 43
    },
    {
      "epoch": 0.21975806451612903,
      "grad_norm": 0.8951293840062484,
      "learning_rate": 4.78482359181961e-06,
      "loss": 1.0731,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.038367509841919,
      "step": 7630,
      "valid_targets_mean": 840.3,
      "valid_targets_min": 282
    },
    {
      "epoch": 0.2199020737327189,
      "grad_norm": 1.2235366704013015,
      "learning_rate": 4.7843132353185885e-06,
      "loss": 0.9775,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1101417541503906,
      "step": 7635,
      "valid_targets_mean": 469.4,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.22004608294930875,
      "grad_norm": 1.076594774741951,
      "learning_rate": 4.783802301584834e-06,
      "loss": 0.95,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7445250749588013,
      "step": 7640,
      "valid_targets_mean": 536.6,
      "valid_targets_min": 85
    },
    {
      "epoch": 0.2201900921658986,
      "grad_norm": 1.2446022229363316,
      "learning_rate": 4.78329079074746e-06,
      "loss": 1.0482,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1163161993026733,
      "step": 7645,
      "valid_targets_mean": 510.3,
      "valid_targets_min": 156
    },
    {
      "epoch": 0.2203341013824885,
      "grad_norm": 1.101282284342476,
      "learning_rate": 4.78277870293572e-06,
      "loss": 0.9852,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0930845737457275,
      "step": 7650,
      "valid_targets_mean": 582.0,
      "valid_targets_min": 193
    },
    {
      "epoch": 0.22047811059907835,
      "grad_norm": 0.9840358756698746,
      "learning_rate": 4.782266038279017e-06,
      "loss": 1.0958,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.100748062133789,
      "step": 7655,
      "valid_targets_mean": 688.8,
      "valid_targets_min": 269
    },
    {
      "epoch": 0.2206221198156682,
      "grad_norm": 1.0973132868158453,
      "learning_rate": 4.781752796906897e-06,
      "loss": 1.0862,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8088749647140503,
      "step": 7660,
      "valid_targets_mean": 524.6,
      "valid_targets_min": 119
    },
    {
      "epoch": 0.22076612903225806,
      "grad_norm": 1.135878578405975,
      "learning_rate": 4.7812389789490545e-06,
      "loss": 0.9415,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.001345157623291,
      "step": 7665,
      "valid_targets_mean": 530.6,
      "valid_targets_min": 215
    },
    {
      "epoch": 0.22091013824884792,
      "grad_norm": 1.2118020300275703,
      "learning_rate": 4.7807245845353266e-06,
      "loss": 1.0653,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0177109241485596,
      "step": 7670,
      "valid_targets_mean": 510.6,
      "valid_targets_min": 228
    },
    {
      "epoch": 0.22105414746543778,
      "grad_norm": 1.168543979824208,
      "learning_rate": 4.7802096137957e-06,
      "loss": 1.0179,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0478489398956299,
      "step": 7675,
      "valid_targets_mean": 531.6,
      "valid_targets_min": 58
    },
    {
      "epoch": 0.22119815668202766,
      "grad_norm": 1.1917852885683913,
      "learning_rate": 4.779694066860304e-06,
      "loss": 0.9903,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0058033466339111,
      "step": 7680,
      "valid_targets_mean": 465.2,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.22134216589861752,
      "grad_norm": 1.2199778659575757,
      "learning_rate": 4.779177943859413e-06,
      "loss": 0.9626,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.004764437675476,
      "step": 7685,
      "valid_targets_mean": 478.6,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.22148617511520738,
      "grad_norm": 1.1921273489385522,
      "learning_rate": 4.77866124492345e-06,
      "loss": 1.0057,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8309321999549866,
      "step": 7690,
      "valid_targets_mean": 464.6,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.22163018433179724,
      "grad_norm": 1.1590369035272772,
      "learning_rate": 4.778143970182981e-06,
      "loss": 1.0062,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.885330080986023,
      "step": 7695,
      "valid_targets_mean": 475.4,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.2217741935483871,
      "grad_norm": 1.1325375133818418,
      "learning_rate": 4.777626119768718e-06,
      "loss": 1.0348,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9421073794364929,
      "step": 7700,
      "valid_targets_mean": 528.8,
      "valid_targets_min": 162
    },
    {
      "epoch": 0.22191820276497695,
      "grad_norm": 1.1385883245972757,
      "learning_rate": 4.7771076938115205e-06,
      "loss": 1.0055,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.84386146068573,
      "step": 7705,
      "valid_targets_mean": 487.8,
      "valid_targets_min": 205
    },
    {
      "epoch": 0.2220622119815668,
      "grad_norm": 1.1358656506246776,
      "learning_rate": 4.77658869244239e-06,
      "loss": 0.9874,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8643624782562256,
      "step": 7710,
      "valid_targets_mean": 489.1,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.2222062211981567,
      "grad_norm": 1.1308641759845683,
      "learning_rate": 4.776069115792475e-06,
      "loss": 1.0442,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.112582802772522,
      "step": 7715,
      "valid_targets_mean": 600.9,
      "valid_targets_min": 85
    },
    {
      "epoch": 0.22235023041474655,
      "grad_norm": 1.0238163336724104,
      "learning_rate": 4.775548963993072e-06,
      "loss": 1.1408,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1926100254058838,
      "step": 7720,
      "valid_targets_mean": 750.4,
      "valid_targets_min": 156
    },
    {
      "epoch": 0.2224942396313364,
      "grad_norm": 1.0925237598375013,
      "learning_rate": 4.775028237175617e-06,
      "loss": 0.9787,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9468010663986206,
      "step": 7725,
      "valid_targets_mean": 578.3,
      "valid_targets_min": 149
    },
    {
      "epoch": 0.22263824884792627,
      "grad_norm": 1.0558452058604992,
      "learning_rate": 4.774506935471697e-06,
      "loss": 0.9481,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0049407482147217,
      "step": 7730,
      "valid_targets_mean": 649.1,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.22278225806451613,
      "grad_norm": 1.1080311445161084,
      "learning_rate": 4.77398505901304e-06,
      "loss": 1.0785,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1023280620574951,
      "step": 7735,
      "valid_targets_mean": 551.0,
      "valid_targets_min": 186
    },
    {
      "epoch": 0.22292626728110598,
      "grad_norm": 1.0990911262808076,
      "learning_rate": 4.773462607931524e-06,
      "loss": 1.039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0197560787200928,
      "step": 7740,
      "valid_targets_mean": 570.0,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.22307027649769584,
      "grad_norm": 1.3814785112756853,
      "learning_rate": 4.772939582359166e-06,
      "loss": 1.0039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8634067177772522,
      "step": 7745,
      "valid_targets_mean": 379.9,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.22321428571428573,
      "grad_norm": 1.0958333708893768,
      "learning_rate": 4.7724159824281345e-06,
      "loss": 0.9105,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9745103120803833,
      "step": 7750,
      "valid_targets_mean": 570.7,
      "valid_targets_min": 134
    },
    {
      "epoch": 0.22335829493087558,
      "grad_norm": 0.9674511535168036,
      "learning_rate": 4.771891808270738e-06,
      "loss": 1.0581,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1696579456329346,
      "step": 7755,
      "valid_targets_mean": 802.0,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.22350230414746544,
      "grad_norm": 0.9473719249309586,
      "learning_rate": 4.771367060019434e-06,
      "loss": 1.0166,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2891349792480469,
      "step": 7760,
      "valid_targets_mean": 869.6,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.2236463133640553,
      "grad_norm": 0.9495909209986502,
      "learning_rate": 4.770841737806822e-06,
      "loss": 0.8856,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8801236152648926,
      "step": 7765,
      "valid_targets_mean": 715.3,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.22379032258064516,
      "grad_norm": 1.1615238081296329,
      "learning_rate": 4.7703158417656475e-06,
      "loss": 0.9972,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9435572028160095,
      "step": 7770,
      "valid_targets_mean": 501.3,
      "valid_targets_min": 206
    },
    {
      "epoch": 0.22393433179723501,
      "grad_norm": 1.0230424689055742,
      "learning_rate": 4.769789372028804e-06,
      "loss": 0.9333,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1529401540756226,
      "step": 7775,
      "valid_targets_mean": 688.8,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.22407834101382487,
      "grad_norm": 1.159750842625672,
      "learning_rate": 4.769262328729324e-06,
      "loss": 1.0498,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0049303770065308,
      "step": 7780,
      "valid_targets_mean": 512.6,
      "valid_targets_min": 57
    },
    {
      "epoch": 0.22422235023041476,
      "grad_norm": 1.117204726824561,
      "learning_rate": 4.76873471200039e-06,
      "loss": 1.1414,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2630949020385742,
      "step": 7785,
      "valid_targets_mean": 627.6,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.22436635944700462,
      "grad_norm": 1.0622054794234872,
      "learning_rate": 4.7682065219753286e-06,
      "loss": 1.0315,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8768268823623657,
      "step": 7790,
      "valid_targets_mean": 551.2,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.22451036866359447,
      "grad_norm": 1.1022747163753017,
      "learning_rate": 4.767677758787609e-06,
      "loss": 0.9714,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9302325248718262,
      "step": 7795,
      "valid_targets_mean": 604.3,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.22465437788018433,
      "grad_norm": 1.1753193948273253,
      "learning_rate": 4.767148422570846e-06,
      "loss": 1.0512,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0585603713989258,
      "step": 7800,
      "valid_targets_mean": 533.1,
      "valid_targets_min": 136
    },
    {
      "epoch": 0.2247983870967742,
      "grad_norm": 1.1452784389649966,
      "learning_rate": 4.766618513458803e-06,
      "loss": 1.0493,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8253125548362732,
      "step": 7805,
      "valid_targets_mean": 492.8,
      "valid_targets_min": 173
    },
    {
      "epoch": 0.22494239631336405,
      "grad_norm": 1.0174193454003184,
      "learning_rate": 4.7660880315853805e-06,
      "loss": 0.9696,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.988844633102417,
      "step": 7810,
      "valid_targets_mean": 627.6,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.2250864055299539,
      "grad_norm": 1.2603972802649532,
      "learning_rate": 4.765556977084632e-06,
      "loss": 1.0268,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9201838970184326,
      "step": 7815,
      "valid_targets_mean": 433.2,
      "valid_targets_min": 171
    },
    {
      "epoch": 0.2252304147465438,
      "grad_norm": 1.1139954844013018,
      "learning_rate": 4.765025350090749e-06,
      "loss": 1.0991,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.328625202178955,
      "step": 7820,
      "valid_targets_mean": 676.9,
      "valid_targets_min": 85
    },
    {
      "epoch": 0.22537442396313365,
      "grad_norm": 1.0623427097638356,
      "learning_rate": 4.764493150738073e-06,
      "loss": 1.015,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7767371535301208,
      "step": 7825,
      "valid_targets_mean": 596.1,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.2255184331797235,
      "grad_norm": 1.1404602538112223,
      "learning_rate": 4.763960379161085e-06,
      "loss": 0.8553,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.821215033531189,
      "step": 7830,
      "valid_targets_mean": 481.9,
      "valid_targets_min": 118
    },
    {
      "epoch": 0.22566244239631336,
      "grad_norm": 0.8572423820662367,
      "learning_rate": 4.7634270354944164e-06,
      "loss": 0.9835,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1285808086395264,
      "step": 7835,
      "valid_targets_mean": 976.5,
      "valid_targets_min": 329
    },
    {
      "epoch": 0.22580645161290322,
      "grad_norm": 1.1620360670204932,
      "learning_rate": 4.762893119872838e-06,
      "loss": 0.9075,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9033188819885254,
      "step": 7840,
      "valid_targets_mean": 466.2,
      "valid_targets_min": 161
    },
    {
      "epoch": 0.22595046082949308,
      "grad_norm": 1.1505045508864196,
      "learning_rate": 4.762358632431268e-06,
      "loss": 1.0599,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8695116639137268,
      "step": 7845,
      "valid_targets_mean": 495.5,
      "valid_targets_min": 152
    },
    {
      "epoch": 0.22609447004608296,
      "grad_norm": 1.2642756459086613,
      "learning_rate": 4.761823573304767e-06,
      "loss": 0.9593,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0297579765319824,
      "step": 7850,
      "valid_targets_mean": 474.3,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.22623847926267282,
      "grad_norm": 1.0900909299927384,
      "learning_rate": 4.761287942628543e-06,
      "loss": 1.0278,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9541012644767761,
      "step": 7855,
      "valid_targets_mean": 542.2,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.22638248847926268,
      "grad_norm": 1.1314540116415182,
      "learning_rate": 4.7607517405379465e-06,
      "loss": 0.9034,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9299875497817993,
      "step": 7860,
      "valid_targets_mean": 497.9,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.22652649769585254,
      "grad_norm": 1.1887705813151694,
      "learning_rate": 4.760214967168472e-06,
      "loss": 0.9941,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0936328172683716,
      "step": 7865,
      "valid_targets_mean": 518.7,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.2266705069124424,
      "grad_norm": 1.090798961908577,
      "learning_rate": 4.759677622655759e-06,
      "loss": 1.0252,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9988653659820557,
      "step": 7870,
      "valid_targets_mean": 605.4,
      "valid_targets_min": 203
    },
    {
      "epoch": 0.22681451612903225,
      "grad_norm": 1.1039004406474822,
      "learning_rate": 4.759139707135592e-06,
      "loss": 0.9093,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0527303218841553,
      "step": 7875,
      "valid_targets_mean": 567.4,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.2269585253456221,
      "grad_norm": 1.184567880335349,
      "learning_rate": 4.7586012207438985e-06,
      "loss": 0.9531,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.255102515220642,
      "step": 7880,
      "valid_targets_mean": 574.0,
      "valid_targets_min": 225
    },
    {
      "epoch": 0.227102534562212,
      "grad_norm": 1.292709759450345,
      "learning_rate": 4.758062163616751e-06,
      "loss": 0.9732,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3397780656814575,
      "step": 7885,
      "valid_targets_mean": 525.6,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.22724654377880185,
      "grad_norm": 1.1265860911338335,
      "learning_rate": 4.757522535890367e-06,
      "loss": 0.9677,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1746599674224854,
      "step": 7890,
      "valid_targets_mean": 592.0,
      "valid_targets_min": 142
    },
    {
      "epoch": 0.2273905529953917,
      "grad_norm": 0.9683739470779603,
      "learning_rate": 4.756982337701106e-06,
      "loss": 0.9323,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0244606733322144,
      "step": 7895,
      "valid_targets_mean": 713.8,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.22753456221198157,
      "grad_norm": 1.147875202443066,
      "learning_rate": 4.756441569185473e-06,
      "loss": 1.0048,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.127983808517456,
      "step": 7900,
      "valid_targets_mean": 574.6,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.22767857142857142,
      "grad_norm": 1.0672108506802978,
      "learning_rate": 4.755900230480119e-06,
      "loss": 1.0237,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9425511360168457,
      "step": 7905,
      "valid_targets_mean": 608.3,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.22782258064516128,
      "grad_norm": 1.190863966940797,
      "learning_rate": 4.755358321721836e-06,
      "loss": 1.0369,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0521736145019531,
      "step": 7910,
      "valid_targets_mean": 526.3,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.22796658986175114,
      "grad_norm": 1.1820482763673528,
      "learning_rate": 4.75481584304756e-06,
      "loss": 1.0162,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9327428340911865,
      "step": 7915,
      "valid_targets_mean": 509.4,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.22811059907834103,
      "grad_norm": 1.0093693065938458,
      "learning_rate": 4.754272794594373e-06,
      "loss": 1.0342,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.120701551437378,
      "step": 7920,
      "valid_targets_mean": 740.9,
      "valid_targets_min": 482
    },
    {
      "epoch": 0.22825460829493088,
      "grad_norm": 1.283291930982786,
      "learning_rate": 4.753729176499501e-06,
      "loss": 1.005,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7716918587684631,
      "step": 7925,
      "valid_targets_mean": 388.7,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.22839861751152074,
      "grad_norm": 1.0981098838981183,
      "learning_rate": 4.753184988900312e-06,
      "loss": 0.9936,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9418913125991821,
      "step": 7930,
      "valid_targets_mean": 547.4,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.2285426267281106,
      "grad_norm": 1.3001040258855812,
      "learning_rate": 4.75264023193432e-06,
      "loss": 1.054,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8887898921966553,
      "step": 7935,
      "valid_targets_mean": 391.4,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.22868663594470046,
      "grad_norm": 1.08198100889064,
      "learning_rate": 4.7520949057391805e-06,
      "loss": 0.9386,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8459884524345398,
      "step": 7940,
      "valid_targets_mean": 543.1,
      "valid_targets_min": 195
    },
    {
      "epoch": 0.2288306451612903,
      "grad_norm": 1.1884927884638017,
      "learning_rate": 4.751549010452697e-06,
      "loss": 1.0058,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9876182079315186,
      "step": 7945,
      "valid_targets_mean": 515.1,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.22897465437788017,
      "grad_norm": 1.0919659304627005,
      "learning_rate": 4.7510025462128116e-06,
      "loss": 0.9902,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1730502843856812,
      "step": 7950,
      "valid_targets_mean": 616.8,
      "valid_targets_min": 208
    },
    {
      "epoch": 0.22911866359447006,
      "grad_norm": 1.0821865868722644,
      "learning_rate": 4.750455513157614e-06,
      "loss": 1.0053,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2144936323165894,
      "step": 7955,
      "valid_targets_mean": 676.6,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.22926267281105991,
      "grad_norm": 1.2901331415580433,
      "learning_rate": 4.749907911425335e-06,
      "loss": 1.0811,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0360808372497559,
      "step": 7960,
      "valid_targets_mean": 413.6,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.22940668202764977,
      "grad_norm": 1.0555754489767757,
      "learning_rate": 4.749359741154351e-06,
      "loss": 1.113,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2034766674041748,
      "step": 7965,
      "valid_targets_mean": 710.1,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.22955069124423963,
      "grad_norm": 1.0226469269390195,
      "learning_rate": 4.7488110024831815e-06,
      "loss": 0.9534,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.988594651222229,
      "step": 7970,
      "valid_targets_mean": 653.5,
      "valid_targets_min": 234
    },
    {
      "epoch": 0.2296947004608295,
      "grad_norm": 1.1065582136580578,
      "learning_rate": 4.7482616955504905e-06,
      "loss": 0.9587,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.099616527557373,
      "step": 7975,
      "valid_targets_mean": 609.8,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.22983870967741934,
      "grad_norm": 1.0619881851422686,
      "learning_rate": 4.7477118204950835e-06,
      "loss": 0.9575,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9962552189826965,
      "step": 7980,
      "valid_targets_mean": 621.2,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.22998271889400923,
      "grad_norm": 1.0057518631403957,
      "learning_rate": 4.7471613774559104e-06,
      "loss": 0.9664,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9075942635536194,
      "step": 7985,
      "valid_targets_mean": 699.1,
      "valid_targets_min": 315
    },
    {
      "epoch": 0.2301267281105991,
      "grad_norm": 1.036884906222955,
      "learning_rate": 4.746610366572067e-06,
      "loss": 0.9804,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8894214630126953,
      "step": 7990,
      "valid_targets_mean": 793.2,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.23027073732718895,
      "grad_norm": 1.000324250393728,
      "learning_rate": 4.746058787982788e-06,
      "loss": 1.0415,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.990667462348938,
      "step": 7995,
      "valid_targets_mean": 633.7,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.2304147465437788,
      "grad_norm": 1.2060334298363684,
      "learning_rate": 4.745506641827455e-06,
      "loss": 1.001,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.170245885848999,
      "step": 8000,
      "valid_targets_mean": 560.4,
      "valid_targets_min": 186
    },
    {
      "epoch": 0.23055875576036866,
      "grad_norm": 1.1433020915600316,
      "learning_rate": 4.744953928245594e-06,
      "loss": 0.9785,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1542224884033203,
      "step": 8005,
      "valid_targets_mean": 556.5,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.23070276497695852,
      "grad_norm": 1.0725473492075082,
      "learning_rate": 4.74440064737687e-06,
      "loss": 0.9093,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1342780590057373,
      "step": 8010,
      "valid_targets_mean": 625.6,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.23084677419354838,
      "grad_norm": 1.1469591530160792,
      "learning_rate": 4.743846799361095e-06,
      "loss": 1.0423,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7039427757263184,
      "step": 8015,
      "valid_targets_mean": 459.6,
      "valid_targets_min": 198
    },
    {
      "epoch": 0.23099078341013826,
      "grad_norm": 1.1301992936076393,
      "learning_rate": 4.743292384338223e-06,
      "loss": 1.0147,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.184243083000183,
      "step": 8020,
      "valid_targets_mean": 556.9,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.23113479262672812,
      "grad_norm": 1.1209528806763633,
      "learning_rate": 4.742737402448352e-06,
      "loss": 1.0543,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0585733652114868,
      "step": 8025,
      "valid_targets_mean": 572.2,
      "valid_targets_min": 139
    },
    {
      "epoch": 0.23127880184331798,
      "grad_norm": 1.0289692238531283,
      "learning_rate": 4.742181853831721e-06,
      "loss": 0.9413,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8480764627456665,
      "step": 8030,
      "valid_targets_mean": 607.6,
      "valid_targets_min": 139
    },
    {
      "epoch": 0.23142281105990783,
      "grad_norm": 1.0222320368824085,
      "learning_rate": 4.741625738628716e-06,
      "loss": 1.0778,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2284191846847534,
      "step": 8035,
      "valid_targets_mean": 707.9,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.2315668202764977,
      "grad_norm": 1.025896397278361,
      "learning_rate": 4.741069056979864e-06,
      "loss": 1.0938,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0848028659820557,
      "step": 8040,
      "valid_targets_mean": 657.8,
      "valid_targets_min": 264
    },
    {
      "epoch": 0.23171082949308755,
      "grad_norm": 1.1963612230087113,
      "learning_rate": 4.7405118090258325e-06,
      "loss": 1.0054,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0019655227661133,
      "step": 8045,
      "valid_targets_mean": 490.9,
      "valid_targets_min": 142
    },
    {
      "epoch": 0.2318548387096774,
      "grad_norm": 1.0655543654524378,
      "learning_rate": 4.739953994907438e-06,
      "loss": 1.007,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.914650559425354,
      "step": 8050,
      "valid_targets_mean": 607.3,
      "valid_targets_min": 131
    },
    {
      "epoch": 0.2319988479262673,
      "grad_norm": 1.050440292575001,
      "learning_rate": 4.739395614765636e-06,
      "loss": 0.9826,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0425041913986206,
      "step": 8055,
      "valid_targets_mean": 665.8,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.23214285714285715,
      "grad_norm": 1.1782450624522844,
      "learning_rate": 4.7388366687415255e-06,
      "loss": 1.0344,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0951789617538452,
      "step": 8060,
      "valid_targets_mean": 549.9,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.232286866359447,
      "grad_norm": 0.8110050021390469,
      "learning_rate": 4.738277156976348e-06,
      "loss": 0.9886,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7227203845977783,
      "step": 8065,
      "valid_targets_mean": 778.1,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.23243087557603687,
      "grad_norm": 1.072832119280295,
      "learning_rate": 4.737717079611491e-06,
      "loss": 1.0965,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0730456113815308,
      "step": 8070,
      "valid_targets_mean": 605.1,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.23257488479262672,
      "grad_norm": 1.002442102291664,
      "learning_rate": 4.737156436788482e-06,
      "loss": 1.0023,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9552434682846069,
      "step": 8075,
      "valid_targets_mean": 638.7,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.23271889400921658,
      "grad_norm": 1.0108704091994298,
      "learning_rate": 4.736595228648991e-06,
      "loss": 1.0398,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9812260866165161,
      "step": 8080,
      "valid_targets_mean": 669.5,
      "valid_targets_min": 220
    },
    {
      "epoch": 0.23286290322580644,
      "grad_norm": 1.2439185120084522,
      "learning_rate": 4.736033455334834e-06,
      "loss": 1.1064,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.877557635307312,
      "step": 8085,
      "valid_targets_mean": 442.1,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.23300691244239632,
      "grad_norm": 0.900721141378823,
      "learning_rate": 4.735471116987966e-06,
      "loss": 1.0221,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6764735579490662,
      "step": 8090,
      "valid_targets_mean": 656.7,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.23315092165898618,
      "grad_norm": 0.952098736850429,
      "learning_rate": 4.7349082137504875e-06,
      "loss": 1.1434,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0482749938964844,
      "step": 8095,
      "valid_targets_mean": 798.8,
      "valid_targets_min": 212
    },
    {
      "epoch": 0.23329493087557604,
      "grad_norm": 1.0769472491545737,
      "learning_rate": 4.734344745764642e-06,
      "loss": 0.9691,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8019115924835205,
      "step": 8100,
      "valid_targets_mean": 564.6,
      "valid_targets_min": 170
    },
    {
      "epoch": 0.2334389400921659,
      "grad_norm": 1.1100564597336782,
      "learning_rate": 4.733780713172812e-06,
      "loss": 0.9346,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.027109146118164,
      "step": 8105,
      "valid_targets_mean": 815.8,
      "valid_targets_min": 100
    },
    {
      "epoch": 0.23358294930875576,
      "grad_norm": 1.0569230640282907,
      "learning_rate": 4.733216116117527e-06,
      "loss": 0.9586,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1341139078140259,
      "step": 8110,
      "valid_targets_mean": 622.7,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.2337269585253456,
      "grad_norm": 1.181115824829697,
      "learning_rate": 4.732650954741458e-06,
      "loss": 0.9418,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9614647626876831,
      "step": 8115,
      "valid_targets_mean": 475.1,
      "valid_targets_min": 161
    },
    {
      "epoch": 0.23387096774193547,
      "grad_norm": 0.9778253599110517,
      "learning_rate": 4.732085229187417e-06,
      "loss": 0.9282,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8727300763130188,
      "step": 8120,
      "valid_targets_mean": 674.6,
      "valid_targets_min": 85
    },
    {
      "epoch": 0.23401497695852536,
      "grad_norm": 1.0354613108972535,
      "learning_rate": 4.73151893959836e-06,
      "loss": 0.9846,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9931685924530029,
      "step": 8125,
      "valid_targets_mean": 636.6,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.2341589861751152,
      "grad_norm": 1.1705319453664746,
      "learning_rate": 4.730952086117384e-06,
      "loss": 0.9941,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.128504753112793,
      "step": 8130,
      "valid_targets_mean": 539.3,
      "valid_targets_min": 153
    },
    {
      "epoch": 0.23430299539170507,
      "grad_norm": 1.0790876082056118,
      "learning_rate": 4.730384668887731e-06,
      "loss": 1.0389,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1100350618362427,
      "step": 8135,
      "valid_targets_mean": 651.6,
      "valid_targets_min": 192
    },
    {
      "epoch": 0.23444700460829493,
      "grad_norm": 1.1360700705008857,
      "learning_rate": 4.729816688052783e-06,
      "loss": 1.0246,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0906982421875,
      "step": 8140,
      "valid_targets_mean": 568.8,
      "valid_targets_min": 325
    },
    {
      "epoch": 0.2345910138248848,
      "grad_norm": 0.9565662313014915,
      "learning_rate": 4.729248143756065e-06,
      "loss": 0.9955,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.049389362335205,
      "step": 8145,
      "valid_targets_mean": 721.1,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.23473502304147464,
      "grad_norm": 1.0241242544466294,
      "learning_rate": 4.728679036141249e-06,
      "loss": 1.0035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1033775806427002,
      "step": 8150,
      "valid_targets_mean": 717.2,
      "valid_targets_min": 64
    },
    {
      "epoch": 0.23487903225806453,
      "grad_norm": 1.1005713798396604,
      "learning_rate": 4.728109365352139e-06,
      "loss": 1.0175,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.077440619468689,
      "step": 8155,
      "valid_targets_mean": 643.1,
      "valid_targets_min": 208
    },
    {
      "epoch": 0.2350230414746544,
      "grad_norm": 0.9879994785646825,
      "learning_rate": 4.727539131532691e-06,
      "loss": 1.1705,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1232376098632812,
      "step": 8160,
      "valid_targets_mean": 747.0,
      "valid_targets_min": 310
    },
    {
      "epoch": 0.23516705069124424,
      "grad_norm": 1.122815013851456,
      "learning_rate": 4.726968334827e-06,
      "loss": 0.9758,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1622792482376099,
      "step": 8165,
      "valid_targets_mean": 646.4,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.2353110599078341,
      "grad_norm": 1.072860253689969,
      "learning_rate": 4.726396975379303e-06,
      "loss": 1.1777,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3420226573944092,
      "step": 8170,
      "valid_targets_mean": 727.2,
      "valid_targets_min": 225
    },
    {
      "epoch": 0.23545506912442396,
      "grad_norm": 0.9864717823839363,
      "learning_rate": 4.725825053333977e-06,
      "loss": 1.116,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2864189147949219,
      "step": 8175,
      "valid_targets_mean": 850.8,
      "valid_targets_min": 159
    },
    {
      "epoch": 0.23559907834101382,
      "grad_norm": 1.1551894866721732,
      "learning_rate": 4.725252568835546e-06,
      "loss": 0.8658,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8147921562194824,
      "step": 8180,
      "valid_targets_mean": 488.2,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.23574308755760368,
      "grad_norm": 1.0553765082986775,
      "learning_rate": 4.724679522028672e-06,
      "loss": 0.9539,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0499258041381836,
      "step": 8185,
      "valid_targets_mean": 672.1,
      "valid_targets_min": 165
    },
    {
      "epoch": 0.23588709677419356,
      "grad_norm": 1.2448246083827155,
      "learning_rate": 4.7241059130581615e-06,
      "loss": 1.0353,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.094874620437622,
      "step": 8190,
      "valid_targets_mean": 496.1,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.23603110599078342,
      "grad_norm": 1.1607638132596745,
      "learning_rate": 4.723531742068961e-06,
      "loss": 0.8852,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9253867864608765,
      "step": 8195,
      "valid_targets_mean": 453.9,
      "valid_targets_min": 203
    },
    {
      "epoch": 0.23617511520737328,
      "grad_norm": 1.1745804345604949,
      "learning_rate": 4.722957009206162e-06,
      "loss": 1.0197,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.958429217338562,
      "step": 8200,
      "valid_targets_mean": 520.8,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.23631912442396313,
      "grad_norm": 1.2485753883862187,
      "learning_rate": 4.7223817146149945e-06,
      "loss": 1.0289,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9160637259483337,
      "step": 8205,
      "valid_targets_mean": 451.2,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.236463133640553,
      "grad_norm": 1.127064802649705,
      "learning_rate": 4.7218058584408325e-06,
      "loss": 0.8626,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8550145626068115,
      "step": 8210,
      "valid_targets_mean": 523.1,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.23660714285714285,
      "grad_norm": 1.090957581435723,
      "learning_rate": 4.721229440829192e-06,
      "loss": 0.9313,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1555213928222656,
      "step": 8215,
      "valid_targets_mean": 621.1,
      "valid_targets_min": 184
    },
    {
      "epoch": 0.2367511520737327,
      "grad_norm": 1.1527378527500065,
      "learning_rate": 4.72065246192573e-06,
      "loss": 1.0522,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0877288579940796,
      "step": 8220,
      "valid_targets_mean": 535.4,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.2368951612903226,
      "grad_norm": 1.0494073524057563,
      "learning_rate": 4.720074921876245e-06,
      "loss": 1.0243,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9113119840621948,
      "step": 8225,
      "valid_targets_mean": 565.2,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.23703917050691245,
      "grad_norm": 0.853376145343283,
      "learning_rate": 4.71949682082668e-06,
      "loss": 1.0404,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7397085428237915,
      "step": 8230,
      "valid_targets_mean": 812.4,
      "valid_targets_min": 223
    },
    {
      "epoch": 0.2371831797235023,
      "grad_norm": 1.1531180018775822,
      "learning_rate": 4.718918158923116e-06,
      "loss": 1.0635,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1607532501220703,
      "step": 8235,
      "valid_targets_mean": 597.9,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.23732718894009217,
      "grad_norm": 1.094007363864485,
      "learning_rate": 4.718338936311778e-06,
      "loss": 0.9265,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0955932140350342,
      "step": 8240,
      "valid_targets_mean": 621.8,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.23747119815668202,
      "grad_norm": 1.1025914410699045,
      "learning_rate": 4.717759153139034e-06,
      "loss": 0.9573,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0851020812988281,
      "step": 8245,
      "valid_targets_mean": 565.9,
      "valid_targets_min": 63
    },
    {
      "epoch": 0.23761520737327188,
      "grad_norm": 1.0721555906155986,
      "learning_rate": 4.71717880955139e-06,
      "loss": 1.0348,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1038386821746826,
      "step": 8250,
      "valid_targets_mean": 613.2,
      "valid_targets_min": 213
    },
    {
      "epoch": 0.23775921658986174,
      "grad_norm": 0.994926492145403,
      "learning_rate": 4.716597905695494e-06,
      "loss": 0.9595,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0148301124572754,
      "step": 8255,
      "valid_targets_mean": 741.3,
      "valid_targets_min": 130
    },
    {
      "epoch": 0.23790322580645162,
      "grad_norm": 1.1353727090906993,
      "learning_rate": 4.71601644171814e-06,
      "loss": 1.0215,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0164072513580322,
      "step": 8260,
      "valid_targets_mean": 535.2,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.23804723502304148,
      "grad_norm": 0.8401452082036105,
      "learning_rate": 4.715434417766258e-06,
      "loss": 0.9378,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6896723508834839,
      "step": 8265,
      "valid_targets_mean": 805.2,
      "valid_targets_min": 204
    },
    {
      "epoch": 0.23819124423963134,
      "grad_norm": 1.2386129941540978,
      "learning_rate": 4.714851833986924e-06,
      "loss": 0.99,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0527818202972412,
      "step": 8270,
      "valid_targets_mean": 485.1,
      "valid_targets_min": 90
    },
    {
      "epoch": 0.2383352534562212,
      "grad_norm": 1.0311358904747217,
      "learning_rate": 4.714268690527354e-06,
      "loss": 1.0075,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9933071136474609,
      "step": 8275,
      "valid_targets_mean": 643.5,
      "valid_targets_min": 85
    },
    {
      "epoch": 0.23847926267281105,
      "grad_norm": 1.0864840678619119,
      "learning_rate": 4.713684987534903e-06,
      "loss": 0.9477,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9897081851959229,
      "step": 8280,
      "valid_targets_mean": 562.2,
      "valid_targets_min": 326
    },
    {
      "epoch": 0.2386232718894009,
      "grad_norm": 1.0585744538488249,
      "learning_rate": 4.71310072515707e-06,
      "loss": 0.9201,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8041380643844604,
      "step": 8285,
      "valid_targets_mean": 582.2,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.23876728110599077,
      "grad_norm": 0.9876062507371706,
      "learning_rate": 4.7125159035414954e-06,
      "loss": 0.9873,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9107096195220947,
      "step": 8290,
      "valid_targets_mean": 670.1,
      "valid_targets_min": 334
    },
    {
      "epoch": 0.23891129032258066,
      "grad_norm": 1.039914176482112,
      "learning_rate": 4.711930522835961e-06,
      "loss": 1.0378,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9434218406677246,
      "step": 8295,
      "valid_targets_mean": 604.8,
      "valid_targets_min": 118
    },
    {
      "epoch": 0.2390552995391705,
      "grad_norm": 0.9993180576175666,
      "learning_rate": 4.711344583188387e-06,
      "loss": 0.9249,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8938429951667786,
      "step": 8300,
      "valid_targets_mean": 650.4,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.23919930875576037,
      "grad_norm": 1.2137250557679475,
      "learning_rate": 4.710758084746837e-06,
      "loss": 1.1413,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0662107467651367,
      "step": 8305,
      "valid_targets_mean": 523.1,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.23934331797235023,
      "grad_norm": 1.1241873366291777,
      "learning_rate": 4.710171027659518e-06,
      "loss": 0.9375,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0355974435806274,
      "step": 8310,
      "valid_targets_mean": 588.1,
      "valid_targets_min": 193
    },
    {
      "epoch": 0.23948732718894009,
      "grad_norm": 0.800510149137767,
      "learning_rate": 4.709583412074774e-06,
      "loss": 0.8758,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5399625301361084,
      "step": 8315,
      "valid_targets_mean": 722.2,
      "valid_targets_min": 136
    },
    {
      "epoch": 0.23963133640552994,
      "grad_norm": 1.0780302610913202,
      "learning_rate": 4.708995238141093e-06,
      "loss": 0.9834,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9835153818130493,
      "step": 8320,
      "valid_targets_mean": 606.9,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.23977534562211983,
      "grad_norm": 0.9372966920715493,
      "learning_rate": 4.7084065060071026e-06,
      "loss": 0.9681,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9448345899581909,
      "step": 8325,
      "valid_targets_mean": 727.8,
      "valid_targets_min": 206
    },
    {
      "epoch": 0.2399193548387097,
      "grad_norm": 1.0197344841685407,
      "learning_rate": 4.7078172158215715e-06,
      "loss": 0.9748,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8358931541442871,
      "step": 8330,
      "valid_targets_mean": 608.9,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.24006336405529954,
      "grad_norm": 1.2006316665494934,
      "learning_rate": 4.707227367733412e-06,
      "loss": 0.9997,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9643157124519348,
      "step": 8335,
      "valid_targets_mean": 506.9,
      "valid_targets_min": 64
    },
    {
      "epoch": 0.2402073732718894,
      "grad_norm": 1.1331843032599183,
      "learning_rate": 4.706636961891673e-06,
      "loss": 1.021,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0223798751831055,
      "step": 8340,
      "valid_targets_mean": 545.6,
      "valid_targets_min": 270
    },
    {
      "epoch": 0.24035138248847926,
      "grad_norm": 1.0428874877108048,
      "learning_rate": 4.706045998445548e-06,
      "loss": 0.9938,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.027442216873169,
      "step": 8345,
      "valid_targets_mean": 607.3,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.24049539170506912,
      "grad_norm": 1.3483020620036275,
      "learning_rate": 4.70545447754437e-06,
      "loss": 0.95,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1282200813293457,
      "step": 8350,
      "valid_targets_mean": 428.2,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.24063940092165897,
      "grad_norm": 1.0543703167443819,
      "learning_rate": 4.704862399337612e-06,
      "loss": 0.9888,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0147193670272827,
      "step": 8355,
      "valid_targets_mean": 625.0,
      "valid_targets_min": 209
    },
    {
      "epoch": 0.24078341013824886,
      "grad_norm": 1.1854667004303514,
      "learning_rate": 4.704269763974889e-06,
      "loss": 1.0376,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.225329041481018,
      "step": 8360,
      "valid_targets_mean": 575.4,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.24092741935483872,
      "grad_norm": 0.9951756960681061,
      "learning_rate": 4.703676571605957e-06,
      "loss": 0.9768,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1189038753509521,
      "step": 8365,
      "valid_targets_mean": 717.6,
      "valid_targets_min": 184
    },
    {
      "epoch": 0.24107142857142858,
      "grad_norm": 0.9113435468067114,
      "learning_rate": 4.703082822380712e-06,
      "loss": 1.0616,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1432420015335083,
      "step": 8370,
      "valid_targets_mean": 848.0,
      "valid_targets_min": 404
    },
    {
      "epoch": 0.24121543778801843,
      "grad_norm": 1.0054007298861962,
      "learning_rate": 4.7024885164491915e-06,
      "loss": 0.9133,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7314391136169434,
      "step": 8375,
      "valid_targets_mean": 635.8,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.2413594470046083,
      "grad_norm": 1.0508659550637378,
      "learning_rate": 4.7018936539615725e-06,
      "loss": 1.0192,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9776612520217896,
      "step": 8380,
      "valid_targets_mean": 657.1,
      "valid_targets_min": 170
    },
    {
      "epoch": 0.24150345622119815,
      "grad_norm": 1.2182952161717988,
      "learning_rate": 4.701298235068173e-06,
      "loss": 1.0476,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9018994569778442,
      "step": 8385,
      "valid_targets_mean": 451.6,
      "valid_targets_min": 151
    },
    {
      "epoch": 0.241647465437788,
      "grad_norm": 1.1245230023590156,
      "learning_rate": 4.700702259919453e-06,
      "loss": 0.962,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8651690483093262,
      "step": 8390,
      "valid_targets_mean": 500.2,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.2417914746543779,
      "grad_norm": 1.1547232843995443,
      "learning_rate": 4.7001057286660116e-06,
      "loss": 1.108,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0719373226165771,
      "step": 8395,
      "valid_targets_mean": 498.1,
      "valid_targets_min": 87
    },
    {
      "epoch": 0.24193548387096775,
      "grad_norm": 1.161502011307869,
      "learning_rate": 4.699508641458588e-06,
      "loss": 1.065,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0381741523742676,
      "step": 8400,
      "valid_targets_mean": 522.0,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.2420794930875576,
      "grad_norm": 1.1040392441455988,
      "learning_rate": 4.698910998448064e-06,
      "loss": 0.9331,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8127095699310303,
      "step": 8405,
      "valid_targets_mean": 636.3,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.24222350230414746,
      "grad_norm": 1.1748978172576625,
      "learning_rate": 4.698312799785459e-06,
      "loss": 0.9528,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2411081790924072,
      "step": 8410,
      "valid_targets_mean": 579.8,
      "valid_targets_min": 156
    },
    {
      "epoch": 0.24236751152073732,
      "grad_norm": 1.0894703186898786,
      "learning_rate": 4.697714045621935e-06,
      "loss": 0.9377,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1333333253860474,
      "step": 8415,
      "valid_targets_mean": 635.4,
      "valid_targets_min": 124
    },
    {
      "epoch": 0.24251152073732718,
      "grad_norm": 1.027965830759949,
      "learning_rate": 4.697114736108795e-06,
      "loss": 1.0138,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0136594772338867,
      "step": 8420,
      "valid_targets_mean": 690.9,
      "valid_targets_min": 332
    },
    {
      "epoch": 0.24265552995391704,
      "grad_norm": 1.11683919708184,
      "learning_rate": 4.696514871397479e-06,
      "loss": 1.0057,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1107673645019531,
      "step": 8425,
      "valid_targets_mean": 586.1,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.24279953917050692,
      "grad_norm": 1.0935854445912636,
      "learning_rate": 4.69591445163957e-06,
      "loss": 0.8861,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.824819803237915,
      "step": 8430,
      "valid_targets_mean": 535.2,
      "valid_targets_min": 59
    },
    {
      "epoch": 0.24294354838709678,
      "grad_norm": 1.1706812798976447,
      "learning_rate": 4.695313476986792e-06,
      "loss": 0.9639,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9800693392753601,
      "step": 8435,
      "valid_targets_mean": 531.1,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.24308755760368664,
      "grad_norm": 0.9924354443961826,
      "learning_rate": 4.694711947591007e-06,
      "loss": 0.9945,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0211443901062012,
      "step": 8440,
      "valid_targets_mean": 697.6,
      "valid_targets_min": 409
    },
    {
      "epoch": 0.2432315668202765,
      "grad_norm": 1.1085393898192202,
      "learning_rate": 4.694109863604216e-06,
      "loss": 0.9814,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.172401785850525,
      "step": 8445,
      "valid_targets_mean": 634.2,
      "valid_targets_min": 176
    },
    {
      "epoch": 0.24337557603686635,
      "grad_norm": 1.191939500890117,
      "learning_rate": 4.693507225178564e-06,
      "loss": 1.0822,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9724806547164917,
      "step": 8450,
      "valid_targets_mean": 519.4,
      "valid_targets_min": 165
    },
    {
      "epoch": 0.2435195852534562,
      "grad_norm": 1.1340885375353955,
      "learning_rate": 4.692904032466335e-06,
      "loss": 0.9956,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0332828760147095,
      "step": 8455,
      "valid_targets_mean": 572.4,
      "valid_targets_min": 195
    },
    {
      "epoch": 0.2436635944700461,
      "grad_norm": 1.032867911286204,
      "learning_rate": 4.692300285619951e-06,
      "loss": 1.0489,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8258553743362427,
      "step": 8460,
      "valid_targets_mean": 580.9,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.24380760368663595,
      "grad_norm": 1.0764416985833927,
      "learning_rate": 4.691695984791975e-06,
      "loss": 1.0115,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.060990333557129,
      "step": 8465,
      "valid_targets_mean": 565.3,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.2439516129032258,
      "grad_norm": 1.0823318673050764,
      "learning_rate": 4.691091130135112e-06,
      "loss": 1.0207,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9345270395278931,
      "step": 8470,
      "valid_targets_mean": 536.6,
      "valid_targets_min": 169
    },
    {
      "epoch": 0.24409562211981567,
      "grad_norm": 1.1629116771997685,
      "learning_rate": 4.690485721802204e-06,
      "loss": 0.9276,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9245402216911316,
      "step": 8475,
      "valid_targets_mean": 468.2,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.24423963133640553,
      "grad_norm": 1.100934898846169,
      "learning_rate": 4.689879759946234e-06,
      "loss": 1.0254,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9524010419845581,
      "step": 8480,
      "valid_targets_mean": 579.2,
      "valid_targets_min": 119
    },
    {
      "epoch": 0.24438364055299538,
      "grad_norm": 1.002520110162986,
      "learning_rate": 4.689273244720325e-06,
      "loss": 1.0255,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0025159120559692,
      "step": 8485,
      "valid_targets_mean": 663.8,
      "valid_targets_min": 270
    },
    {
      "epoch": 0.24452764976958524,
      "grad_norm": 1.0196178365824018,
      "learning_rate": 4.688666176277741e-06,
      "loss": 1.0118,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.183629035949707,
      "step": 8490,
      "valid_targets_mean": 700.6,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.24467165898617513,
      "grad_norm": 1.086896503955369,
      "learning_rate": 4.6880585547718845e-06,
      "loss": 0.933,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0226490497589111,
      "step": 8495,
      "valid_targets_mean": 590.6,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.24481566820276499,
      "grad_norm": 1.0539379367570436,
      "learning_rate": 4.687450380356297e-06,
      "loss": 0.9687,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9431567192077637,
      "step": 8500,
      "valid_targets_mean": 627.6,
      "valid_targets_min": 196
    },
    {
      "epoch": 0.24495967741935484,
      "grad_norm": 1.146735954345579,
      "learning_rate": 4.686841653184662e-06,
      "loss": 1.0739,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9847907423973083,
      "step": 8505,
      "valid_targets_mean": 496.6,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.2451036866359447,
      "grad_norm": 1.089448004173027,
      "learning_rate": 4.6862323734108e-06,
      "loss": 1.1379,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.14817214012146,
      "step": 8510,
      "valid_targets_mean": 631.5,
      "valid_targets_min": 223
    },
    {
      "epoch": 0.24524769585253456,
      "grad_norm": 1.0415888900332468,
      "learning_rate": 4.685622541188672e-06,
      "loss": 1.0746,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2259514331817627,
      "step": 8515,
      "valid_targets_mean": 755.6,
      "valid_targets_min": 165
    },
    {
      "epoch": 0.24539170506912442,
      "grad_norm": 1.1391244646898453,
      "learning_rate": 4.685012156672382e-06,
      "loss": 1.053,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0741186141967773,
      "step": 8520,
      "valid_targets_mean": 572.4,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.24553571428571427,
      "grad_norm": 1.1306124336172414,
      "learning_rate": 4.684401220016167e-06,
      "loss": 1.0866,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0404517650604248,
      "step": 8525,
      "valid_targets_mean": 548.6,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.24567972350230416,
      "grad_norm": 1.1219811163489897,
      "learning_rate": 4.683789731374409e-06,
      "loss": 1.0856,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0466649532318115,
      "step": 8530,
      "valid_targets_mean": 578.4,
      "valid_targets_min": 200
    },
    {
      "epoch": 0.24582373271889402,
      "grad_norm": 1.1975466966340174,
      "learning_rate": 4.683177690901628e-06,
      "loss": 1.0188,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0673221349716187,
      "step": 8535,
      "valid_targets_mean": 541.2,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.24596774193548387,
      "grad_norm": 1.2225399648335042,
      "learning_rate": 4.682565098752482e-06,
      "loss": 1.0133,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8319870233535767,
      "step": 8540,
      "valid_targets_mean": 410.4,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.24611175115207373,
      "grad_norm": 1.1383838805886946,
      "learning_rate": 4.6819519550817706e-06,
      "loss": 1.0585,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9636668562889099,
      "step": 8545,
      "valid_targets_mean": 555.5,
      "valid_targets_min": 162
    },
    {
      "epoch": 0.2462557603686636,
      "grad_norm": 0.935952745140253,
      "learning_rate": 4.681338260044431e-06,
      "loss": 1.091,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8247102499008179,
      "step": 8550,
      "valid_targets_mean": 732.7,
      "valid_targets_min": 368
    },
    {
      "epoch": 0.24639976958525345,
      "grad_norm": 1.366278346907833,
      "learning_rate": 4.68072401379554e-06,
      "loss": 0.9673,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1713275909423828,
      "step": 8555,
      "valid_targets_mean": 401.1,
      "valid_targets_min": 85
    },
    {
      "epoch": 0.2465437788018433,
      "grad_norm": 1.1551985035564196,
      "learning_rate": 4.680109216490315e-06,
      "loss": 1.0428,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0109403133392334,
      "step": 8560,
      "valid_targets_mean": 580.3,
      "valid_targets_min": 59
    },
    {
      "epoch": 0.2466877880184332,
      "grad_norm": 1.3052554700006185,
      "learning_rate": 4.679493868284112e-06,
      "loss": 0.9803,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1313583850860596,
      "step": 8565,
      "valid_targets_mean": 435.2,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.24683179723502305,
      "grad_norm": 0.9595479220823616,
      "learning_rate": 4.678877969332423e-06,
      "loss": 1.0353,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0939091444015503,
      "step": 8570,
      "valid_targets_mean": 727.9,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.2469758064516129,
      "grad_norm": 1.1149462764521603,
      "learning_rate": 4.678261519790886e-06,
      "loss": 0.9797,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.20088529586792,
      "step": 8575,
      "valid_targets_mean": 645.2,
      "valid_targets_min": 159
    },
    {
      "epoch": 0.24711981566820276,
      "grad_norm": 1.0458036833975373,
      "learning_rate": 4.677644519815273e-06,
      "loss": 1.0763,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.859242856502533,
      "step": 8580,
      "valid_targets_mean": 601.8,
      "valid_targets_min": 134
    },
    {
      "epoch": 0.24726382488479262,
      "grad_norm": 1.1867871009002924,
      "learning_rate": 4.677026969561494e-06,
      "loss": 1.022,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0766420364379883,
      "step": 8585,
      "valid_targets_mean": 557.8,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.24740783410138248,
      "grad_norm": 1.0867429284963972,
      "learning_rate": 4.676408869185604e-06,
      "loss": 1.041,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9342808723449707,
      "step": 8590,
      "valid_targets_mean": 570.5,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.24755184331797234,
      "grad_norm": 1.0870558419065528,
      "learning_rate": 4.675790218843791e-06,
      "loss": 1.0362,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9820116758346558,
      "step": 8595,
      "valid_targets_mean": 585.8,
      "valid_targets_min": 277
    },
    {
      "epoch": 0.24769585253456222,
      "grad_norm": 1.2477390595540434,
      "learning_rate": 4.6751710186923845e-06,
      "loss": 1.1008,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.042548656463623,
      "step": 8600,
      "valid_targets_mean": 519.6,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.24783986175115208,
      "grad_norm": 0.9163120611123006,
      "learning_rate": 4.674551268887854e-06,
      "loss": 0.9462,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7544194459915161,
      "step": 8605,
      "valid_targets_mean": 700.9,
      "valid_targets_min": 213
    },
    {
      "epoch": 0.24798387096774194,
      "grad_norm": 1.0657071556270035,
      "learning_rate": 4.673930969586806e-06,
      "loss": 0.9416,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8729457855224609,
      "step": 8610,
      "valid_targets_mean": 575.9,
      "valid_targets_min": 156
    },
    {
      "epoch": 0.2481278801843318,
      "grad_norm": 1.124258168168995,
      "learning_rate": 4.673310120945986e-06,
      "loss": 0.9321,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.052353858947754,
      "step": 8615,
      "valid_targets_mean": 603.6,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.24827188940092165,
      "grad_norm": 1.1670216123749202,
      "learning_rate": 4.672688723122279e-06,
      "loss": 1.02,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0433253049850464,
      "step": 8620,
      "valid_targets_mean": 603.8,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.2484158986175115,
      "grad_norm": 1.122546904861429,
      "learning_rate": 4.67206677627271e-06,
      "loss": 1.0627,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.013794183731079,
      "step": 8625,
      "valid_targets_mean": 583.8,
      "valid_targets_min": 197
    },
    {
      "epoch": 0.2485599078341014,
      "grad_norm": 1.1338240225658414,
      "learning_rate": 4.671444280554439e-06,
      "loss": 1.0747,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9727837443351746,
      "step": 8630,
      "valid_targets_mean": 522.9,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.24870391705069125,
      "grad_norm": 1.0024228412271723,
      "learning_rate": 4.67082123612477e-06,
      "loss": 1.0331,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9857869148254395,
      "step": 8635,
      "valid_targets_mean": 738.7,
      "valid_targets_min": 406
    },
    {
      "epoch": 0.2488479262672811,
      "grad_norm": 1.158346270962272,
      "learning_rate": 4.67019764314114e-06,
      "loss": 0.9676,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9243931174278259,
      "step": 8640,
      "valid_targets_mean": 641.4,
      "valid_targets_min": 230
    },
    {
      "epoch": 0.24899193548387097,
      "grad_norm": 1.083606474933385,
      "learning_rate": 4.669573501761129e-06,
      "loss": 0.9819,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0031065940856934,
      "step": 8645,
      "valid_targets_mean": 572.4,
      "valid_targets_min": 211
    },
    {
      "epoch": 0.24913594470046083,
      "grad_norm": 1.021792203371803,
      "learning_rate": 4.668948812142454e-06,
      "loss": 0.9459,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8985711336135864,
      "step": 8650,
      "valid_targets_mean": 576.2,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.24927995391705068,
      "grad_norm": 1.2018226696226963,
      "learning_rate": 4.668323574442969e-06,
      "loss": 1.0745,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9254010915756226,
      "step": 8655,
      "valid_targets_mean": 462.2,
      "valid_targets_min": 65
    },
    {
      "epoch": 0.24942396313364054,
      "grad_norm": 1.1629207308227065,
      "learning_rate": 4.6676977888206684e-06,
      "loss": 0.9208,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.945110023021698,
      "step": 8660,
      "valid_targets_mean": 505.6,
      "valid_targets_min": 174
    },
    {
      "epoch": 0.24956797235023043,
      "grad_norm": 1.1251748288755394,
      "learning_rate": 4.667071455433686e-06,
      "loss": 1.0439,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.032212734222412,
      "step": 8665,
      "valid_targets_mean": 587.8,
      "valid_targets_min": 160
    },
    {
      "epoch": 0.24971198156682028,
      "grad_norm": 1.1148946968983058,
      "learning_rate": 4.666444574440291e-06,
      "loss": 1.1235,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.126893162727356,
      "step": 8670,
      "valid_targets_mean": 606.9,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.24985599078341014,
      "grad_norm": 1.2035660261261831,
      "learning_rate": 4.665817145998893e-06,
      "loss": 0.8878,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1248064041137695,
      "step": 8675,
      "valid_targets_mean": 554.5,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.201124233850486,
      "learning_rate": 4.66518917026804e-06,
      "loss": 1.0957,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9797476530075073,
      "step": 8680,
      "valid_targets_mean": 466.1,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.25014400921658986,
      "grad_norm": 1.1105434652759627,
      "learning_rate": 4.664560647406418e-06,
      "loss": 0.9909,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9348746538162231,
      "step": 8685,
      "valid_targets_mean": 548.2,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.2502880184331797,
      "grad_norm": 1.0261327898930204,
      "learning_rate": 4.66393157757285e-06,
      "loss": 0.9995,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1305294036865234,
      "step": 8690,
      "valid_targets_mean": 715.2,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.2504320276497696,
      "grad_norm": 1.0702079014416332,
      "learning_rate": 4.663301960926299e-06,
      "loss": 0.9486,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.883084237575531,
      "step": 8695,
      "valid_targets_mean": 563.9,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.25057603686635943,
      "grad_norm": 1.0413496869001975,
      "learning_rate": 4.662671797625866e-06,
      "loss": 0.9195,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0512795448303223,
      "step": 8700,
      "valid_targets_mean": 676.0,
      "valid_targets_min": 147
    },
    {
      "epoch": 0.2507200460829493,
      "grad_norm": 1.0726253175396623,
      "learning_rate": 4.6620410878307895e-06,
      "loss": 1.0174,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9410709738731384,
      "step": 8705,
      "valid_targets_mean": 630.8,
      "valid_targets_min": 338
    },
    {
      "epoch": 0.25086405529953915,
      "grad_norm": 1.0896045556523557,
      "learning_rate": 4.661409831700445e-06,
      "loss": 0.887,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8806859850883484,
      "step": 8710,
      "valid_targets_mean": 577.2,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.25100806451612906,
      "grad_norm": 1.0839395519368278,
      "learning_rate": 4.660778029394348e-06,
      "loss": 0.8862,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1034495830535889,
      "step": 8715,
      "valid_targets_mean": 640.9,
      "valid_targets_min": 219
    },
    {
      "epoch": 0.2511520737327189,
      "grad_norm": 1.0953663063243937,
      "learning_rate": 4.660145681072152e-06,
      "loss": 1.0236,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9737961292266846,
      "step": 8720,
      "valid_targets_mean": 574.4,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.2512960829493088,
      "grad_norm": 0.952734714601511,
      "learning_rate": 4.6595127868936465e-06,
      "loss": 0.9868,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9037575125694275,
      "step": 8725,
      "valid_targets_mean": 764.1,
      "valid_targets_min": 85
    },
    {
      "epoch": 0.25144009216589863,
      "grad_norm": 1.0230116090884287,
      "learning_rate": 4.658879347018761e-06,
      "loss": 0.9707,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0565353631973267,
      "step": 8730,
      "valid_targets_mean": 684.2,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.2515841013824885,
      "grad_norm": 1.071213028724905,
      "learning_rate": 4.658245361607562e-06,
      "loss": 1.0504,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.079023003578186,
      "step": 8735,
      "valid_targets_mean": 624.6,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.25172811059907835,
      "grad_norm": 1.210020816249186,
      "learning_rate": 4.657610830820253e-06,
      "loss": 1.0014,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9463557004928589,
      "step": 8740,
      "valid_targets_mean": 470.5,
      "valid_targets_min": 53
    },
    {
      "epoch": 0.2518721198156682,
      "grad_norm": 1.0151868006619138,
      "learning_rate": 4.656975754817178e-06,
      "loss": 0.9458,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.953758180141449,
      "step": 8745,
      "valid_targets_mean": 673.6,
      "valid_targets_min": 267
    },
    {
      "epoch": 0.25201612903225806,
      "grad_norm": 1.0544201506175153,
      "learning_rate": 4.656340133758816e-06,
      "loss": 1.0799,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8752726316452026,
      "step": 8750,
      "valid_targets_mean": 583.2,
      "valid_targets_min": 211
    },
    {
      "epoch": 0.2521601382488479,
      "grad_norm": 0.9955600444502325,
      "learning_rate": 4.655703967805785e-06,
      "loss": 1.1291,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2510597705841064,
      "step": 8755,
      "valid_targets_mean": 766.5,
      "valid_targets_min": 135
    },
    {
      "epoch": 0.2523041474654378,
      "grad_norm": 1.162012336530939,
      "learning_rate": 4.65506725711884e-06,
      "loss": 0.9915,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0378053188323975,
      "step": 8760,
      "valid_targets_mean": 535.4,
      "valid_targets_min": 65
    },
    {
      "epoch": 0.25244815668202764,
      "grad_norm": 1.138971299950139,
      "learning_rate": 4.654430001858874e-06,
      "loss": 1.0258,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1280670166015625,
      "step": 8765,
      "valid_targets_mean": 539.4,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.2525921658986175,
      "grad_norm": 1.0433828038632162,
      "learning_rate": 4.6537922021869195e-06,
      "loss": 0.956,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9533671736717224,
      "step": 8770,
      "valid_targets_mean": 612.0,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.25273617511520735,
      "grad_norm": 1.081093803004052,
      "learning_rate": 4.653153858264142e-06,
      "loss": 1.0411,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2177634239196777,
      "step": 8775,
      "valid_targets_mean": 680.1,
      "valid_targets_min": 123
    },
    {
      "epoch": 0.2528801843317972,
      "grad_norm": 1.1487144455399934,
      "learning_rate": 4.65251497025185e-06,
      "loss": 0.9564,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8949956297874451,
      "step": 8780,
      "valid_targets_mean": 516.5,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.2530241935483871,
      "grad_norm": 1.0518263351313908,
      "learning_rate": 4.651875538311485e-06,
      "loss": 0.9771,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9033662676811218,
      "step": 8785,
      "valid_targets_mean": 584.6,
      "valid_targets_min": 158
    },
    {
      "epoch": 0.253168202764977,
      "grad_norm": 1.0144746377123808,
      "learning_rate": 4.651235562604628e-06,
      "loss": 1.0476,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1828603744506836,
      "step": 8790,
      "valid_targets_mean": 703.6,
      "valid_targets_min": 166
    },
    {
      "epoch": 0.25331221198156684,
      "grad_norm": 1.0465078852636547,
      "learning_rate": 4.650595043292998e-06,
      "loss": 1.153,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3338364362716675,
      "step": 8795,
      "valid_targets_mean": 786.0,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.2534562211981567,
      "grad_norm": 1.2718952034856617,
      "learning_rate": 4.649953980538449e-06,
      "loss": 0.9258,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9863057136535645,
      "step": 8800,
      "valid_targets_mean": 424.3,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.25360023041474655,
      "grad_norm": 1.1496583866206342,
      "learning_rate": 4.6493123745029765e-06,
      "loss": 1.1199,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8861616253852844,
      "step": 8805,
      "valid_targets_mean": 522.2,
      "valid_targets_min": 155
    },
    {
      "epoch": 0.2537442396313364,
      "grad_norm": 1.20974033682458,
      "learning_rate": 4.648670225348707e-06,
      "loss": 0.9471,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.998186469078064,
      "step": 8810,
      "valid_targets_mean": 498.5,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.25388824884792627,
      "grad_norm": 1.3442654749857508,
      "learning_rate": 4.648027533237911e-06,
      "loss": 0.9799,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8896734714508057,
      "step": 8815,
      "valid_targets_mean": 412.3,
      "valid_targets_min": 85
    },
    {
      "epoch": 0.2540322580645161,
      "grad_norm": 1.1092546816171374,
      "learning_rate": 4.647384298332992e-06,
      "loss": 1.0044,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.894616961479187,
      "step": 8820,
      "valid_targets_mean": 565.9,
      "valid_targets_min": 172
    },
    {
      "epoch": 0.254176267281106,
      "grad_norm": 1.1432845981558817,
      "learning_rate": 4.646740520796492e-06,
      "loss": 0.9057,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9722442626953125,
      "step": 8825,
      "valid_targets_mean": 563.4,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.25432027649769584,
      "grad_norm": 1.1545782436911183,
      "learning_rate": 4.646096200791088e-06,
      "loss": 0.9013,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.046157956123352,
      "step": 8830,
      "valid_targets_mean": 556.8,
      "valid_targets_min": 153
    },
    {
      "epoch": 0.2544642857142857,
      "grad_norm": 1.055299889291598,
      "learning_rate": 4.645451338479599e-06,
      "loss": 0.8927,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7130183577537537,
      "step": 8835,
      "valid_targets_mean": 525.1,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.25460829493087556,
      "grad_norm": 1.0417474695267914,
      "learning_rate": 4.644805934024975e-06,
      "loss": 1.0105,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.133195400238037,
      "step": 8840,
      "valid_targets_mean": 658.8,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.2547523041474654,
      "grad_norm": 1.0654475700580843,
      "learning_rate": 4.6441599875903084e-06,
      "loss": 1.0166,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7814897298812866,
      "step": 8845,
      "valid_targets_mean": 536.1,
      "valid_targets_min": 81
    },
    {
      "epoch": 0.2548963133640553,
      "grad_norm": 1.1638843264398346,
      "learning_rate": 4.6435134993388255e-06,
      "loss": 0.9999,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3593391180038452,
      "step": 8850,
      "valid_targets_mean": 589.7,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.2550403225806452,
      "grad_norm": 1.1015154910795875,
      "learning_rate": 4.642866469433889e-06,
      "loss": 0.928,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9457169771194458,
      "step": 8855,
      "valid_targets_mean": 575.1,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.25518433179723504,
      "grad_norm": 1.1463751069994081,
      "learning_rate": 4.642218898039001e-06,
      "loss": 1.015,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8151171207427979,
      "step": 8860,
      "valid_targets_mean": 469.6,
      "valid_targets_min": 64
    },
    {
      "epoch": 0.2553283410138249,
      "grad_norm": 1.1657277992415296,
      "learning_rate": 4.641570785317797e-06,
      "loss": 1.0346,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.061814308166504,
      "step": 8865,
      "valid_targets_mean": 599.9,
      "valid_targets_min": 220
    },
    {
      "epoch": 0.25547235023041476,
      "grad_norm": 0.8973776157714016,
      "learning_rate": 4.640922131434054e-06,
      "loss": 0.8854,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9187968969345093,
      "step": 8870,
      "valid_targets_mean": 769.3,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.2556163594470046,
      "grad_norm": 1.2479677711735495,
      "learning_rate": 4.640272936551682e-06,
      "loss": 1.0879,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0945825576782227,
      "step": 8875,
      "valid_targets_mean": 486.4,
      "valid_targets_min": 209
    },
    {
      "epoch": 0.2557603686635945,
      "grad_norm": 0.827880056763691,
      "learning_rate": 4.639623200834727e-06,
      "loss": 0.9199,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.613097071647644,
      "step": 8880,
      "valid_targets_mean": 638.7,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.25590437788018433,
      "grad_norm": 1.019357762035296,
      "learning_rate": 4.638972924447377e-06,
      "loss": 1.0173,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.149158239364624,
      "step": 8885,
      "valid_targets_mean": 753.5,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.2560483870967742,
      "grad_norm": 1.080577635248095,
      "learning_rate": 4.638322107553949e-06,
      "loss": 0.9066,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.89661705493927,
      "step": 8890,
      "valid_targets_mean": 564.9,
      "valid_targets_min": 165
    },
    {
      "epoch": 0.25619239631336405,
      "grad_norm": 1.0420567879620557,
      "learning_rate": 4.637670750318905e-06,
      "loss": 1.1019,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2116689682006836,
      "step": 8895,
      "valid_targets_mean": 728.0,
      "valid_targets_min": 220
    },
    {
      "epoch": 0.2563364055299539,
      "grad_norm": 1.0661929299873214,
      "learning_rate": 4.637018852906836e-06,
      "loss": 1.0342,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0088118314743042,
      "step": 8900,
      "valid_targets_mean": 620.9,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.25648041474654376,
      "grad_norm": 1.393471099613589,
      "learning_rate": 4.636366415482474e-06,
      "loss": 0.9908,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2396845817565918,
      "step": 8905,
      "valid_targets_mean": 427.9,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.2566244239631336,
      "grad_norm": 1.1904416207877933,
      "learning_rate": 4.635713438210685e-06,
      "loss": 0.955,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1759411096572876,
      "step": 8910,
      "valid_targets_mean": 591.3,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.2567684331797235,
      "grad_norm": 1.145264922778219,
      "learning_rate": 4.6350599212564745e-06,
      "loss": 0.9553,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.110155463218689,
      "step": 8915,
      "valid_targets_mean": 570.8,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.2569124423963134,
      "grad_norm": 1.082805691010352,
      "learning_rate": 4.634405864784981e-06,
      "loss": 1.1281,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2951843738555908,
      "step": 8920,
      "valid_targets_mean": 685.4,
      "valid_targets_min": 214
    },
    {
      "epoch": 0.25705645161290325,
      "grad_norm": 0.9456962490479404,
      "learning_rate": 4.633751268961482e-06,
      "loss": 0.9121,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0946216583251953,
      "step": 8925,
      "valid_targets_mean": 745.6,
      "valid_targets_min": 174
    },
    {
      "epoch": 0.2572004608294931,
      "grad_norm": 1.159060111201253,
      "learning_rate": 4.633096133951388e-06,
      "loss": 0.9723,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.16051185131073,
      "step": 8930,
      "valid_targets_mean": 551.2,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.25734447004608296,
      "grad_norm": 1.0599246959650261,
      "learning_rate": 4.632440459920249e-06,
      "loss": 0.9931,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.882788896560669,
      "step": 8935,
      "valid_targets_mean": 609.4,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.2574884792626728,
      "grad_norm": 1.2253551759220211,
      "learning_rate": 4.6317842470337504e-06,
      "loss": 1.0611,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1042368412017822,
      "step": 8940,
      "valid_targets_mean": 466.2,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.2576324884792627,
      "grad_norm": 0.9803895713043925,
      "learning_rate": 4.631127495457714e-06,
      "loss": 1.0187,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9845524430274963,
      "step": 8945,
      "valid_targets_mean": 660.2,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.25777649769585254,
      "grad_norm": 1.040910625283007,
      "learning_rate": 4.630470205358095e-06,
      "loss": 1.0512,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7059717774391174,
      "step": 8950,
      "valid_targets_mean": 578.7,
      "valid_targets_min": 135
    },
    {
      "epoch": 0.2579205069124424,
      "grad_norm": 0.9145566274233182,
      "learning_rate": 4.629812376900989e-06,
      "loss": 1.0548,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2630517482757568,
      "step": 8955,
      "valid_targets_mean": 876.9,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.25806451612903225,
      "grad_norm": 1.1814044050194892,
      "learning_rate": 4.629154010252624e-06,
      "loss": 0.9868,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1736887693405151,
      "step": 8960,
      "valid_targets_mean": 526.9,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.2582085253456221,
      "grad_norm": 0.9674803643212732,
      "learning_rate": 4.628495105579366e-06,
      "loss": 0.9306,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0405104160308838,
      "step": 8965,
      "valid_targets_mean": 782.2,
      "valid_targets_min": 363
    },
    {
      "epoch": 0.25835253456221197,
      "grad_norm": 1.2810815957289345,
      "learning_rate": 4.627835663047716e-06,
      "loss": 1.0419,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1845650672912598,
      "step": 8970,
      "valid_targets_mean": 483.8,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.2584965437788018,
      "grad_norm": 1.1041322197510293,
      "learning_rate": 4.627175682824312e-06,
      "loss": 1.0653,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3251116275787354,
      "step": 8975,
      "valid_targets_mean": 692.4,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.2586405529953917,
      "grad_norm": 1.1992432950849512,
      "learning_rate": 4.626515165075927e-06,
      "loss": 1.0339,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1419312953948975,
      "step": 8980,
      "valid_targets_mean": 527.8,
      "valid_targets_min": 155
    },
    {
      "epoch": 0.25878456221198154,
      "grad_norm": 1.1066976648395142,
      "learning_rate": 4.625854109969469e-06,
      "loss": 1.0292,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.240984559059143,
      "step": 8985,
      "valid_targets_mean": 683.6,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.25892857142857145,
      "grad_norm": 1.216975214978793,
      "learning_rate": 4.625192517671984e-06,
      "loss": 0.947,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0213954448699951,
      "step": 8990,
      "valid_targets_mean": 481.8,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.2590725806451613,
      "grad_norm": 1.116765406039458,
      "learning_rate": 4.624530388350653e-06,
      "loss": 1.1078,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2008752822875977,
      "step": 8995,
      "valid_targets_mean": 614.5,
      "valid_targets_min": 192
    },
    {
      "epoch": 0.25921658986175117,
      "grad_norm": 1.2175151455806839,
      "learning_rate": 4.62386772217279e-06,
      "loss": 1.0135,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2484204769134521,
      "step": 9000,
      "valid_targets_mean": 537.6,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.259360599078341,
      "grad_norm": 1.230252401224012,
      "learning_rate": 4.623204519305849e-06,
      "loss": 1.0636,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0111703872680664,
      "step": 9005,
      "valid_targets_mean": 460.4,
      "valid_targets_min": 119
    },
    {
      "epoch": 0.2595046082949309,
      "grad_norm": 1.1360735063809326,
      "learning_rate": 4.622540779917417e-06,
      "loss": 1.0812,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1554423570632935,
      "step": 9010,
      "valid_targets_mean": 569.3,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.25964861751152074,
      "grad_norm": 1.12026884739005,
      "learning_rate": 4.6218765041752165e-06,
      "loss": 0.9785,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.999796986579895,
      "step": 9015,
      "valid_targets_mean": 604.3,
      "valid_targets_min": 134
    },
    {
      "epoch": 0.2597926267281106,
      "grad_norm": 1.1010115715997015,
      "learning_rate": 4.621211692247107e-06,
      "loss": 0.9924,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9787660837173462,
      "step": 9020,
      "valid_targets_mean": 576.7,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.25993663594470046,
      "grad_norm": 1.1942695133822856,
      "learning_rate": 4.6205463443010826e-06,
      "loss": 0.9993,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8804178237915039,
      "step": 9025,
      "valid_targets_mean": 472.6,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.2600806451612903,
      "grad_norm": 1.3436080847688483,
      "learning_rate": 4.6198804605052715e-06,
      "loss": 1.0495,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0836560726165771,
      "step": 9030,
      "valid_targets_mean": 422.4,
      "valid_targets_min": 65
    },
    {
      "epoch": 0.26022465437788017,
      "grad_norm": 1.0456488227916356,
      "learning_rate": 4.61921404102794e-06,
      "loss": 0.9019,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9840529561042786,
      "step": 9035,
      "valid_targets_mean": 661.5,
      "valid_targets_min": 161
    },
    {
      "epoch": 0.26036866359447003,
      "grad_norm": 1.005602526380715,
      "learning_rate": 4.618547086037489e-06,
      "loss": 0.9026,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6374623775482178,
      "step": 9040,
      "valid_targets_mean": 569.8,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.2605126728110599,
      "grad_norm": 1.0591707509615627,
      "learning_rate": 4.617879595702452e-06,
      "loss": 0.9976,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0479342937469482,
      "step": 9045,
      "valid_targets_mean": 666.3,
      "valid_targets_min": 161
    },
    {
      "epoch": 0.26065668202764974,
      "grad_norm": 1.0849008050352396,
      "learning_rate": 4.617211570191502e-06,
      "loss": 1.066,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9461709260940552,
      "step": 9050,
      "valid_targets_mean": 556.2,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.26080069124423966,
      "grad_norm": 1.0703436797580217,
      "learning_rate": 4.616543009673444e-06,
      "loss": 1.0049,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8285834789276123,
      "step": 9055,
      "valid_targets_mean": 571.6,
      "valid_targets_min": 279
    },
    {
      "epoch": 0.2609447004608295,
      "grad_norm": 1.1307997755066024,
      "learning_rate": 4.615873914317219e-06,
      "loss": 1.0836,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1709506511688232,
      "step": 9060,
      "valid_targets_mean": 600.8,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.2610887096774194,
      "grad_norm": 1.194269037018354,
      "learning_rate": 4.6152042842919055e-06,
      "loss": 1.0237,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8755447864532471,
      "step": 9065,
      "valid_targets_mean": 492.2,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.26123271889400923,
      "grad_norm": 1.1630992678821608,
      "learning_rate": 4.614534119766714e-06,
      "loss": 1.0096,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.011603593826294,
      "step": 9070,
      "valid_targets_mean": 531.3,
      "valid_targets_min": 211
    },
    {
      "epoch": 0.2613767281105991,
      "grad_norm": 1.0931918065413502,
      "learning_rate": 4.6138634209109906e-06,
      "loss": 0.9746,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0274744033813477,
      "step": 9075,
      "valid_targets_mean": 597.8,
      "valid_targets_min": 193
    },
    {
      "epoch": 0.26152073732718895,
      "grad_norm": 1.0245981928245778,
      "learning_rate": 4.613192187894218e-06,
      "loss": 1.0579,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0914363861083984,
      "step": 9080,
      "valid_targets_mean": 684.9,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.2616647465437788,
      "grad_norm": 1.0443031611787315,
      "learning_rate": 4.612520420886011e-06,
      "loss": 1.026,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.359090805053711,
      "step": 9085,
      "valid_targets_mean": 750.2,
      "valid_targets_min": 202
    },
    {
      "epoch": 0.26180875576036866,
      "grad_norm": 1.1129334675631757,
      "learning_rate": 4.611848120056124e-06,
      "loss": 1.0601,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.078641414642334,
      "step": 9090,
      "valid_targets_mean": 593.2,
      "valid_targets_min": 157
    },
    {
      "epoch": 0.2619527649769585,
      "grad_norm": 1.2005371320499973,
      "learning_rate": 4.611175285574442e-06,
      "loss": 1.0071,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8690540194511414,
      "step": 9095,
      "valid_targets_mean": 489.4,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.2620967741935484,
      "grad_norm": 1.048688201808822,
      "learning_rate": 4.610501917610986e-06,
      "loss": 1.0093,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2254786491394043,
      "step": 9100,
      "valid_targets_mean": 761.0,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.26224078341013823,
      "grad_norm": 1.0869106004120765,
      "learning_rate": 4.609828016335913e-06,
      "loss": 1.0546,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.000996708869934,
      "step": 9105,
      "valid_targets_mean": 553.1,
      "valid_targets_min": 173
    },
    {
      "epoch": 0.2623847926267281,
      "grad_norm": 1.096861232758921,
      "learning_rate": 4.609153581919514e-06,
      "loss": 0.9942,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.990617036819458,
      "step": 9110,
      "valid_targets_mean": 581.7,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.26252880184331795,
      "grad_norm": 1.129713789752431,
      "learning_rate": 4.608478614532215e-06,
      "loss": 1.0514,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8700984716415405,
      "step": 9115,
      "valid_targets_mean": 499.4,
      "valid_targets_min": 62
    },
    {
      "epoch": 0.2626728110599078,
      "grad_norm": 1.2583918912816898,
      "learning_rate": 4.607803114344574e-06,
      "loss": 1.0182,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0351654291152954,
      "step": 9120,
      "valid_targets_mean": 429.9,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.2628168202764977,
      "grad_norm": 1.0735018774000114,
      "learning_rate": 4.60712708152729e-06,
      "loss": 0.9628,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8210414052009583,
      "step": 9125,
      "valid_targets_mean": 589.6,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.2629608294930876,
      "grad_norm": 1.1569771597789642,
      "learning_rate": 4.606450516251189e-06,
      "loss": 1.126,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3433283567428589,
      "step": 9130,
      "valid_targets_mean": 725.4,
      "valid_targets_min": 243
    },
    {
      "epoch": 0.26310483870967744,
      "grad_norm": 1.278410623246108,
      "learning_rate": 4.605773418687236e-06,
      "loss": 1.0253,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9690666198730469,
      "step": 9135,
      "valid_targets_mean": 471.6,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.2632488479262673,
      "grad_norm": 1.0054339452980963,
      "learning_rate": 4.605095789006531e-06,
      "loss": 1.0941,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.164373755455017,
      "step": 9140,
      "valid_targets_mean": 756.1,
      "valid_targets_min": 166
    },
    {
      "epoch": 0.26339285714285715,
      "grad_norm": 1.1206106077235753,
      "learning_rate": 4.604417627380305e-06,
      "loss": 0.927,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9406688213348389,
      "step": 9145,
      "valid_targets_mean": 533.0,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.263536866359447,
      "grad_norm": 1.2387536823678593,
      "learning_rate": 4.6037389339799275e-06,
      "loss": 1.0951,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1017417907714844,
      "step": 9150,
      "valid_targets_mean": 508.6,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.26368087557603687,
      "grad_norm": 1.0962577177350556,
      "learning_rate": 4.603059708976899e-06,
      "loss": 1.0039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1664211750030518,
      "step": 9155,
      "valid_targets_mean": 641.4,
      "valid_targets_min": 182
    },
    {
      "epoch": 0.2638248847926267,
      "grad_norm": 1.1114710210968892,
      "learning_rate": 4.602379952542856e-06,
      "loss": 0.9096,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8813560605049133,
      "step": 9160,
      "valid_targets_mean": 559.9,
      "valid_targets_min": 267
    },
    {
      "epoch": 0.2639688940092166,
      "grad_norm": 1.017193222722952,
      "learning_rate": 4.601699664849571e-06,
      "loss": 1.0525,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7402552366256714,
      "step": 9165,
      "valid_targets_mean": 571.7,
      "valid_targets_min": 182
    },
    {
      "epoch": 0.26411290322580644,
      "grad_norm": 1.0806349734496463,
      "learning_rate": 4.6010188460689456e-06,
      "loss": 1.0342,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9867099523544312,
      "step": 9170,
      "valid_targets_mean": 600.8,
      "valid_targets_min": 166
    },
    {
      "epoch": 0.2642569124423963,
      "grad_norm": 1.0221567736628954,
      "learning_rate": 4.600337496373021e-06,
      "loss": 0.9329,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.970521867275238,
      "step": 9175,
      "valid_targets_mean": 627.4,
      "valid_targets_min": 147
    },
    {
      "epoch": 0.26440092165898615,
      "grad_norm": 1.1596133502643553,
      "learning_rate": 4.599655615933969e-06,
      "loss": 1.0436,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1935065984725952,
      "step": 9180,
      "valid_targets_mean": 573.9,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.264544930875576,
      "grad_norm": 1.200814530432297,
      "learning_rate": 4.598973204924098e-06,
      "loss": 1.0315,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8699861168861389,
      "step": 9185,
      "valid_targets_mean": 440.8,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.2646889400921659,
      "grad_norm": 0.9943065479416776,
      "learning_rate": 4.598290263515848e-06,
      "loss": 0.9257,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.060451865196228,
      "step": 9190,
      "valid_targets_mean": 747.3,
      "valid_targets_min": 220
    },
    {
      "epoch": 0.2648329493087558,
      "grad_norm": 1.0600544756539283,
      "learning_rate": 4.597606791881796e-06,
      "loss": 1.0241,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6935750246047974,
      "step": 9195,
      "valid_targets_mean": 553.4,
      "valid_targets_min": 154
    },
    {
      "epoch": 0.26497695852534564,
      "grad_norm": 1.1747793637235011,
      "learning_rate": 4.596922790194649e-06,
      "loss": 0.9126,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9365643262863159,
      "step": 9200,
      "valid_targets_mean": 538.5,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.2651209677419355,
      "grad_norm": 1.1599868016211516,
      "learning_rate": 4.596238258627252e-06,
      "loss": 0.9485,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9247768521308899,
      "step": 9205,
      "valid_targets_mean": 483.3,
      "valid_targets_min": 64
    },
    {
      "epoch": 0.26526497695852536,
      "grad_norm": 1.3219103089482656,
      "learning_rate": 4.595553197352583e-06,
      "loss": 1.1971,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1312788724899292,
      "step": 9210,
      "valid_targets_mean": 437.4,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.2654089861751152,
      "grad_norm": 1.102984201560873,
      "learning_rate": 4.5948676065437505e-06,
      "loss": 0.9907,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8743700385093689,
      "step": 9215,
      "valid_targets_mean": 558.7,
      "valid_targets_min": 147
    },
    {
      "epoch": 0.26555299539170507,
      "grad_norm": 1.0909360896952074,
      "learning_rate": 4.594181486374002e-06,
      "loss": 0.9373,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7840451002120972,
      "step": 9220,
      "valid_targets_mean": 545.2,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.26569700460829493,
      "grad_norm": 1.1296795760035119,
      "learning_rate": 4.593494837016714e-06,
      "loss": 1.0447,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9782329797744751,
      "step": 9225,
      "valid_targets_mean": 559.6,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.2658410138248848,
      "grad_norm": 0.9909569582737849,
      "learning_rate": 4.592807658645399e-06,
      "loss": 1.0763,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.187244176864624,
      "step": 9230,
      "valid_targets_mean": 745.9,
      "valid_targets_min": 204
    },
    {
      "epoch": 0.26598502304147464,
      "grad_norm": 1.0905968375066215,
      "learning_rate": 4.592119951433704e-06,
      "loss": 0.9912,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0952229499816895,
      "step": 9235,
      "valid_targets_mean": 621.9,
      "valid_targets_min": 131
    },
    {
      "epoch": 0.2661290322580645,
      "grad_norm": 0.8334603824402671,
      "learning_rate": 4.5914317155554086e-06,
      "loss": 0.9847,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7835507392883301,
      "step": 9240,
      "valid_targets_mean": 837.7,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.26627304147465436,
      "grad_norm": 1.0970126952722454,
      "learning_rate": 4.590742951184425e-06,
      "loss": 0.9688,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0400817394256592,
      "step": 9245,
      "valid_targets_mean": 576.5,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.2664170506912442,
      "grad_norm": 1.1910196869167158,
      "learning_rate": 4.590053658494801e-06,
      "loss": 0.9478,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0504050254821777,
      "step": 9250,
      "valid_targets_mean": 529.6,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.2665610599078341,
      "grad_norm": 1.0152964823181305,
      "learning_rate": 4.589363837660717e-06,
      "loss": 1.0833,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2330873012542725,
      "step": 9255,
      "valid_targets_mean": 740.6,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.266705069124424,
      "grad_norm": 1.1968092040275813,
      "learning_rate": 4.588673488856485e-06,
      "loss": 0.9782,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8649049997329712,
      "step": 9260,
      "valid_targets_mean": 467.3,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.26684907834101385,
      "grad_norm": 1.0004086726721144,
      "learning_rate": 4.587982612256554e-06,
      "loss": 0.9484,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7209308743476868,
      "step": 9265,
      "valid_targets_mean": 614.6,
      "valid_targets_min": 73
    },
    {
      "epoch": 0.2669930875576037,
      "grad_norm": 1.078644071538407,
      "learning_rate": 4.587291208035504e-06,
      "loss": 1.077,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1806538105010986,
      "step": 9270,
      "valid_targets_mean": 691.5,
      "valid_targets_min": 237
    },
    {
      "epoch": 0.26713709677419356,
      "grad_norm": 0.9460527692982384,
      "learning_rate": 4.5865992763680474e-06,
      "loss": 1.1152,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7782496213912964,
      "step": 9275,
      "valid_targets_mean": 734.4,
      "valid_targets_min": 73
    },
    {
      "epoch": 0.2672811059907834,
      "grad_norm": 1.205704940340023,
      "learning_rate": 4.585906817429034e-06,
      "loss": 0.9747,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0689738988876343,
      "step": 9280,
      "valid_targets_mean": 530.9,
      "valid_targets_min": 168
    },
    {
      "epoch": 0.2674251152073733,
      "grad_norm": 1.247704883500753,
      "learning_rate": 4.585213831393442e-06,
      "loss": 0.9312,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2599680423736572,
      "step": 9285,
      "valid_targets_mean": 525.2,
      "valid_targets_min": 62
    },
    {
      "epoch": 0.26756912442396313,
      "grad_norm": 1.053694313625849,
      "learning_rate": 4.584520318436387e-06,
      "loss": 1.0193,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9115008115768433,
      "step": 9290,
      "valid_targets_mean": 586.4,
      "valid_targets_min": 165
    },
    {
      "epoch": 0.267713133640553,
      "grad_norm": 0.948999997357226,
      "learning_rate": 4.583826278733114e-06,
      "loss": 1.0038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9951071739196777,
      "step": 9295,
      "valid_targets_mean": 777.9,
      "valid_targets_min": 53
    },
    {
      "epoch": 0.26785714285714285,
      "grad_norm": 1.101020447820837,
      "learning_rate": 4.583131712459002e-06,
      "loss": 1.0723,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.052015781402588,
      "step": 9300,
      "valid_targets_mean": 591.3,
      "valid_targets_min": 60
    },
    {
      "epoch": 0.2680011520737327,
      "grad_norm": 1.1845298459567961,
      "learning_rate": 4.582436619789566e-06,
      "loss": 1.0851,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0427801609039307,
      "step": 9305,
      "valid_targets_mean": 533.1,
      "valid_targets_min": 149
    },
    {
      "epoch": 0.26814516129032256,
      "grad_norm": 1.207529622258374,
      "learning_rate": 4.581741000900452e-06,
      "loss": 1.1078,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.189347743988037,
      "step": 9310,
      "valid_targets_mean": 521.9,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.2682891705069124,
      "grad_norm": 1.0599433025547345,
      "learning_rate": 4.581044855967437e-06,
      "loss": 0.8626,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9075754284858704,
      "step": 9315,
      "valid_targets_mean": 564.4,
      "valid_targets_min": 220
    },
    {
      "epoch": 0.2684331797235023,
      "grad_norm": 1.220417108985427,
      "learning_rate": 4.580348185166434e-06,
      "loss": 0.9742,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9528028964996338,
      "step": 9320,
      "valid_targets_mean": 466.9,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.2685771889400922,
      "grad_norm": 1.1827110871957252,
      "learning_rate": 4.579650988673488e-06,
      "loss": 0.9747,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9755992889404297,
      "step": 9325,
      "valid_targets_mean": 507.8,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.26872119815668205,
      "grad_norm": 1.3221484576430642,
      "learning_rate": 4.578953266664774e-06,
      "loss": 0.9802,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.056662917137146,
      "step": 9330,
      "valid_targets_mean": 446.2,
      "valid_targets_min": 85
    },
    {
      "epoch": 0.2688652073732719,
      "grad_norm": 1.126821186514551,
      "learning_rate": 4.578255019316605e-06,
      "loss": 1.0273,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8293664455413818,
      "step": 9335,
      "valid_targets_mean": 481.1,
      "valid_targets_min": 199
    },
    {
      "epoch": 0.26900921658986177,
      "grad_norm": 1.0266529849089185,
      "learning_rate": 4.577556246805424e-06,
      "loss": 1.0916,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1387015581130981,
      "step": 9340,
      "valid_targets_mean": 711.6,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.2691532258064516,
      "grad_norm": 1.0223946566826576,
      "learning_rate": 4.576856949307806e-06,
      "loss": 1.0996,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.119779348373413,
      "step": 9345,
      "valid_targets_mean": 693.9,
      "valid_targets_min": 210
    },
    {
      "epoch": 0.2692972350230415,
      "grad_norm": 1.4455759644462445,
      "learning_rate": 4.576157127000459e-06,
      "loss": 1.0207,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.006500244140625,
      "step": 9350,
      "valid_targets_mean": 364.9,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.26944124423963134,
      "grad_norm": 1.0236085794617693,
      "learning_rate": 4.575456780060225e-06,
      "loss": 1.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1047732830047607,
      "step": 9355,
      "valid_targets_mean": 669.4,
      "valid_targets_min": 170
    },
    {
      "epoch": 0.2695852534562212,
      "grad_norm": 1.0720252757219622,
      "learning_rate": 4.574755908664076e-06,
      "loss": 0.8675,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.899284839630127,
      "step": 9360,
      "valid_targets_mean": 605.2,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.26972926267281105,
      "grad_norm": 1.1386257577177306,
      "learning_rate": 4.57405451298912e-06,
      "loss": 1.0054,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2444074153900146,
      "step": 9365,
      "valid_targets_mean": 591.6,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.2698732718894009,
      "grad_norm": 1.1222113085076482,
      "learning_rate": 4.5733525932125955e-06,
      "loss": 0.9323,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8533377051353455,
      "step": 9370,
      "valid_targets_mean": 493.0,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.27001728110599077,
      "grad_norm": 0.8612718640524573,
      "learning_rate": 4.572650149511873e-06,
      "loss": 1.0455,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8070099949836731,
      "step": 9375,
      "valid_targets_mean": 817.6,
      "valid_targets_min": 242
    },
    {
      "epoch": 0.2701612903225806,
      "grad_norm": 1.078115493543063,
      "learning_rate": 4.571947182064455e-06,
      "loss": 0.9326,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8061979413032532,
      "step": 9380,
      "valid_targets_mean": 568.6,
      "valid_targets_min": 172
    },
    {
      "epoch": 0.2703052995391705,
      "grad_norm": 1.2245799049834838,
      "learning_rate": 4.571243691047978e-06,
      "loss": 1.0055,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.044905424118042,
      "step": 9385,
      "valid_targets_mean": 483.1,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.27044930875576034,
      "grad_norm": 1.2264301544179916,
      "learning_rate": 4.570539676640211e-06,
      "loss": 1.0873,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2169733047485352,
      "step": 9390,
      "valid_targets_mean": 535.9,
      "valid_targets_min": 118
    },
    {
      "epoch": 0.27059331797235026,
      "grad_norm": 1.1204835116631076,
      "learning_rate": 4.569835139019054e-06,
      "loss": 0.9239,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9767507910728455,
      "step": 9395,
      "valid_targets_mean": 574.3,
      "valid_targets_min": 155
    },
    {
      "epoch": 0.2707373271889401,
      "grad_norm": 0.926873237107541,
      "learning_rate": 4.5691300783625395e-06,
      "loss": 0.9926,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9528160095214844,
      "step": 9400,
      "valid_targets_mean": 689.0,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.27088133640552997,
      "grad_norm": 1.0842043332545523,
      "learning_rate": 4.568424494848831e-06,
      "loss": 0.9716,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9120254516601562,
      "step": 9405,
      "valid_targets_mean": 575.9,
      "valid_targets_min": 54
    },
    {
      "epoch": 0.27102534562211983,
      "grad_norm": 1.119882080289064,
      "learning_rate": 4.5677183886562275e-06,
      "loss": 0.9106,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9241544008255005,
      "step": 9410,
      "valid_targets_mean": 584.1,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.2711693548387097,
      "grad_norm": 1.0431908779621906,
      "learning_rate": 4.567011759963156e-06,
      "loss": 1.0614,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9272046685218811,
      "step": 9415,
      "valid_targets_mean": 648.1,
      "valid_targets_min": 168
    },
    {
      "epoch": 0.27131336405529954,
      "grad_norm": 1.0779364760962418,
      "learning_rate": 4.566304608948178e-06,
      "loss": 0.9332,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8976984024047852,
      "step": 9420,
      "valid_targets_mean": 597.9,
      "valid_targets_min": 163
    },
    {
      "epoch": 0.2714573732718894,
      "grad_norm": 1.116435743107027,
      "learning_rate": 4.565596935789987e-06,
      "loss": 1.1569,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1497440338134766,
      "step": 9425,
      "valid_targets_mean": 581.1,
      "valid_targets_min": 57
    },
    {
      "epoch": 0.27160138248847926,
      "grad_norm": 1.2038784551984787,
      "learning_rate": 4.564888740667409e-06,
      "loss": 1.022,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.195044755935669,
      "step": 9430,
      "valid_targets_mean": 588.1,
      "valid_targets_min": 153
    },
    {
      "epoch": 0.2717453917050691,
      "grad_norm": 1.0654381487814757,
      "learning_rate": 4.564180023759398e-06,
      "loss": 1.0474,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9842920303344727,
      "step": 9435,
      "valid_targets_mean": 650.2,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.271889400921659,
      "grad_norm": 1.0889177849731615,
      "learning_rate": 4.563470785245046e-06,
      "loss": 1.095,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9029826521873474,
      "step": 9440,
      "valid_targets_mean": 588.7,
      "valid_targets_min": 287
    },
    {
      "epoch": 0.27203341013824883,
      "grad_norm": 1.0691033443191562,
      "learning_rate": 4.562761025303569e-06,
      "loss": 1.0438,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.161820650100708,
      "step": 9445,
      "valid_targets_mean": 720.6,
      "valid_targets_min": 226
    },
    {
      "epoch": 0.2721774193548387,
      "grad_norm": 1.1063351034012652,
      "learning_rate": 4.562050744114324e-06,
      "loss": 1.0373,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9629224538803101,
      "step": 9450,
      "valid_targets_mean": 605.6,
      "valid_targets_min": 202
    },
    {
      "epoch": 0.27232142857142855,
      "grad_norm": 1.010302588443393,
      "learning_rate": 4.561339941856792e-06,
      "loss": 0.9581,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.132917046546936,
      "step": 9455,
      "valid_targets_mean": 727.0,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.27246543778801846,
      "grad_norm": 1.080862998494919,
      "learning_rate": 4.56062861871059e-06,
      "loss": 1.0632,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1771111488342285,
      "step": 9460,
      "valid_targets_mean": 679.4,
      "valid_targets_min": 336
    },
    {
      "epoch": 0.2726094470046083,
      "grad_norm": 1.2082592299981156,
      "learning_rate": 4.559916774855464e-06,
      "loss": 0.9945,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9659267663955688,
      "step": 9465,
      "valid_targets_mean": 466.1,
      "valid_targets_min": 51
    },
    {
      "epoch": 0.2727534562211982,
      "grad_norm": 1.1015645407591954,
      "learning_rate": 4.559204410471294e-06,
      "loss": 0.9355,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.965286135673523,
      "step": 9470,
      "valid_targets_mean": 556.0,
      "valid_targets_min": 135
    },
    {
      "epoch": 0.27289746543778803,
      "grad_norm": 1.175484327283087,
      "learning_rate": 4.558491525738089e-06,
      "loss": 1.0037,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9269036054611206,
      "step": 9475,
      "valid_targets_mean": 461.2,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.2730414746543779,
      "grad_norm": 1.097316689394521,
      "learning_rate": 4.557778120835993e-06,
      "loss": 0.9683,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0259597301483154,
      "step": 9480,
      "valid_targets_mean": 629.4,
      "valid_targets_min": 64
    },
    {
      "epoch": 0.27318548387096775,
      "grad_norm": 1.1432728037385085,
      "learning_rate": 4.5570641959452775e-06,
      "loss": 0.9717,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9133260846138,
      "step": 9485,
      "valid_targets_mean": 535.4,
      "valid_targets_min": 171
    },
    {
      "epoch": 0.2733294930875576,
      "grad_norm": 1.1104628986894138,
      "learning_rate": 4.556349751246347e-06,
      "loss": 1.0221,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2078545093536377,
      "step": 9490,
      "valid_targets_mean": 607.4,
      "valid_targets_min": 340
    },
    {
      "epoch": 0.27347350230414746,
      "grad_norm": 0.9317704757010613,
      "learning_rate": 4.5556347869197395e-06,
      "loss": 1.0053,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9814254641532898,
      "step": 9495,
      "valid_targets_mean": 706.4,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.2736175115207373,
      "grad_norm": 1.088890361795025,
      "learning_rate": 4.5549193031461196e-06,
      "loss": 1.0999,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1352002620697021,
      "step": 9500,
      "valid_targets_mean": 602.3,
      "valid_targets_min": 147
    },
    {
      "epoch": 0.2737615207373272,
      "grad_norm": 0.7804162090487055,
      "learning_rate": 4.554203300106288e-06,
      "loss": 0.9131,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6783661842346191,
      "step": 9505,
      "valid_targets_mean": 719.2,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.27390552995391704,
      "grad_norm": 0.8176242851173036,
      "learning_rate": 4.5534867779811745e-06,
      "loss": 0.9246,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6381497383117676,
      "step": 9510,
      "valid_targets_mean": 796.2,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.2740495391705069,
      "grad_norm": 1.0801024515961086,
      "learning_rate": 4.552769736951839e-06,
      "loss": 1.0068,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0112444162368774,
      "step": 9515,
      "valid_targets_mean": 597.4,
      "valid_targets_min": 145
    },
    {
      "epoch": 0.27419354838709675,
      "grad_norm": 1.0125885494920448,
      "learning_rate": 4.552052177199473e-06,
      "loss": 1.1198,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9451815485954285,
      "step": 9520,
      "valid_targets_mean": 646.2,
      "valid_targets_min": 164
    },
    {
      "epoch": 0.2743375576036866,
      "grad_norm": 1.106965049924736,
      "learning_rate": 4.551334098905403e-06,
      "loss": 1.0441,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9965728521347046,
      "step": 9525,
      "valid_targets_mean": 559.3,
      "valid_targets_min": 63
    },
    {
      "epoch": 0.2744815668202765,
      "grad_norm": 1.059996630585902,
      "learning_rate": 4.550615502251079e-06,
      "loss": 1.0901,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9903444647789001,
      "step": 9530,
      "valid_targets_mean": 632.4,
      "valid_targets_min": 100
    },
    {
      "epoch": 0.2746255760368664,
      "grad_norm": 1.1686771696537372,
      "learning_rate": 4.549896387418089e-06,
      "loss": 0.9839,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.032692313194275,
      "step": 9535,
      "valid_targets_mean": 545.6,
      "valid_targets_min": 165
    },
    {
      "epoch": 0.27476958525345624,
      "grad_norm": 1.1227583311429168,
      "learning_rate": 4.549176754588149e-06,
      "loss": 0.9391,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.008957862854004,
      "step": 9540,
      "valid_targets_mean": 565.1,
      "valid_targets_min": 304
    },
    {
      "epoch": 0.2749135944700461,
      "grad_norm": 1.0705481489050228,
      "learning_rate": 4.548456603943104e-06,
      "loss": 1.0412,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1777687072753906,
      "step": 9545,
      "valid_targets_mean": 646.1,
      "valid_targets_min": 55
    },
    {
      "epoch": 0.27505760368663595,
      "grad_norm": 1.1424015405791617,
      "learning_rate": 4.547735935664935e-06,
      "loss": 1.0454,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0024553537368774,
      "step": 9550,
      "valid_targets_mean": 564.0,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.2752016129032258,
      "grad_norm": 1.0477028040894723,
      "learning_rate": 4.5470147499357485e-06,
      "loss": 1.021,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.047965168952942,
      "step": 9555,
      "valid_targets_mean": 707.9,
      "valid_targets_min": 341
    },
    {
      "epoch": 0.27534562211981567,
      "grad_norm": 1.1548612422393842,
      "learning_rate": 4.5462930469377844e-06,
      "loss": 1.0133,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8164933919906616,
      "step": 9560,
      "valid_targets_mean": 488.9,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.2754896313364055,
      "grad_norm": 1.0325006462531128,
      "learning_rate": 4.545570826853413e-06,
      "loss": 1.0604,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8698796033859253,
      "step": 9565,
      "valid_targets_mean": 582.9,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.2756336405529954,
      "grad_norm": 0.904186089909695,
      "learning_rate": 4.544848089865134e-06,
      "loss": 0.9196,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9551881551742554,
      "step": 9570,
      "valid_targets_mean": 855.1,
      "valid_targets_min": 297
    },
    {
      "epoch": 0.27577764976958524,
      "grad_norm": 1.172362527958483,
      "learning_rate": 4.544124836155582e-06,
      "loss": 0.9848,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7670642733573914,
      "step": 9575,
      "valid_targets_mean": 456.1,
      "valid_targets_min": 62
    },
    {
      "epoch": 0.2759216589861751,
      "grad_norm": 1.2302837256640744,
      "learning_rate": 4.5434010659075165e-06,
      "loss": 1.0765,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0389431715011597,
      "step": 9580,
      "valid_targets_mean": 500.9,
      "valid_targets_min": 155
    },
    {
      "epoch": 0.27606566820276496,
      "grad_norm": 1.1163023141589816,
      "learning_rate": 4.542676779303829e-06,
      "loss": 1.0706,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1754941940307617,
      "step": 9585,
      "valid_targets_mean": 599.4,
      "valid_targets_min": 59
    },
    {
      "epoch": 0.2762096774193548,
      "grad_norm": 0.7966826242320085,
      "learning_rate": 4.541951976527546e-06,
      "loss": 0.8327,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6048534512519836,
      "step": 9590,
      "valid_targets_mean": 787.7,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.2763536866359447,
      "grad_norm": 1.202279689500695,
      "learning_rate": 4.541226657761818e-06,
      "loss": 1.0096,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1238609552383423,
      "step": 9595,
      "valid_targets_mean": 532.9,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.2764976958525346,
      "grad_norm": 0.9403661935024286,
      "learning_rate": 4.54050082318993e-06,
      "loss": 0.967,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7147725820541382,
      "step": 9600,
      "valid_targets_mean": 644.9,
      "valid_targets_min": 77
    },
    {
      "epoch": 0.27664170506912444,
      "grad_norm": 0.9991075633543841,
      "learning_rate": 4.539774472995297e-06,
      "loss": 0.9231,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0431989431381226,
      "step": 9605,
      "valid_targets_mean": 705.8,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.2767857142857143,
      "grad_norm": 1.0501791976668848,
      "learning_rate": 4.539047607361461e-06,
      "loss": 0.9933,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9609043598175049,
      "step": 9610,
      "valid_targets_mean": 600.2,
      "valid_targets_min": 200
    },
    {
      "epoch": 0.27692972350230416,
      "grad_norm": 1.087653837428137,
      "learning_rate": 4.5383202264720994e-06,
      "loss": 0.9758,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.200895071029663,
      "step": 9615,
      "valid_targets_mean": 615.4,
      "valid_targets_min": 172
    },
    {
      "epoch": 0.277073732718894,
      "grad_norm": 1.058212184551657,
      "learning_rate": 4.537592330511015e-06,
      "loss": 1.028,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9662151336669922,
      "step": 9620,
      "valid_targets_mean": 609.5,
      "valid_targets_min": 219
    },
    {
      "epoch": 0.2772177419354839,
      "grad_norm": 0.9867934611559201,
      "learning_rate": 4.536863919662145e-06,
      "loss": 1.0215,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9358592629432678,
      "step": 9625,
      "valid_targets_mean": 619.6,
      "valid_targets_min": 162
    },
    {
      "epoch": 0.27736175115207373,
      "grad_norm": 0.9865849637842273,
      "learning_rate": 4.536134994109554e-06,
      "loss": 1.0045,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9256196618080139,
      "step": 9630,
      "valid_targets_mean": 680.2,
      "valid_targets_min": 147
    },
    {
      "epoch": 0.2775057603686636,
      "grad_norm": 1.1238778526555344,
      "learning_rate": 4.535405554037436e-06,
      "loss": 0.928,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9999908804893494,
      "step": 9635,
      "valid_targets_mean": 550.9,
      "valid_targets_min": 139
    },
    {
      "epoch": 0.27764976958525345,
      "grad_norm": 1.1545802273186854,
      "learning_rate": 4.534675599630116e-06,
      "loss": 1.0154,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9350678324699402,
      "step": 9640,
      "valid_targets_mean": 550.7,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.2777937788018433,
      "grad_norm": 1.212640707782528,
      "learning_rate": 4.533945131072051e-06,
      "loss": 1.1169,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.162663221359253,
      "step": 9645,
      "valid_targets_mean": 543.4,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.27793778801843316,
      "grad_norm": 1.0508402023876937,
      "learning_rate": 4.533214148547827e-06,
      "loss": 1.0489,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.971381664276123,
      "step": 9650,
      "valid_targets_mean": 644.9,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.278081797235023,
      "grad_norm": 0.9713264552601719,
      "learning_rate": 4.532482652242157e-06,
      "loss": 0.9336,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.801293134689331,
      "step": 9655,
      "valid_targets_mean": 682.6,
      "valid_targets_min": 183
    },
    {
      "epoch": 0.2782258064516129,
      "grad_norm": 0.997678120207498,
      "learning_rate": 4.531750642339886e-06,
      "loss": 0.8727,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0665596723556519,
      "step": 9660,
      "valid_targets_mean": 678.8,
      "valid_targets_min": 224
    },
    {
      "epoch": 0.2783698156682028,
      "grad_norm": 1.0813001182558912,
      "learning_rate": 4.531018119025989e-06,
      "loss": 1.0604,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1927638053894043,
      "step": 9665,
      "valid_targets_mean": 636.9,
      "valid_targets_min": 173
    },
    {
      "epoch": 0.27851382488479265,
      "grad_norm": 1.0886899983488452,
      "learning_rate": 4.530285082485571e-06,
      "loss": 1.0148,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0726699829101562,
      "step": 9670,
      "valid_targets_mean": 625.6,
      "valid_targets_min": 168
    },
    {
      "epoch": 0.2786578341013825,
      "grad_norm": 1.0392154936512639,
      "learning_rate": 4.529551532903865e-06,
      "loss": 0.8874,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1100373268127441,
      "step": 9675,
      "valid_targets_mean": 661.1,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.27880184331797236,
      "grad_norm": 1.229772629542886,
      "learning_rate": 4.5288174704662355e-06,
      "loss": 0.9121,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9191372394561768,
      "step": 9680,
      "valid_targets_mean": 491.1,
      "valid_targets_min": 135
    },
    {
      "epoch": 0.2789458525345622,
      "grad_norm": 1.1910869562819402,
      "learning_rate": 4.5280828953581766e-06,
      "loss": 0.9377,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.062621831893921,
      "step": 9685,
      "valid_targets_mean": 476.9,
      "valid_targets_min": 165
    },
    {
      "epoch": 0.2790898617511521,
      "grad_norm": 1.1570539346262232,
      "learning_rate": 4.52734780776531e-06,
      "loss": 0.9224,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1847798824310303,
      "step": 9690,
      "valid_targets_mean": 558.1,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.27923387096774194,
      "grad_norm": 1.0708227535850454,
      "learning_rate": 4.5266122078733874e-06,
      "loss": 0.9514,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8745360374450684,
      "step": 9695,
      "valid_targets_mean": 584.1,
      "valid_targets_min": 193
    },
    {
      "epoch": 0.2793778801843318,
      "grad_norm": 0.9626048640940816,
      "learning_rate": 4.525876095868292e-06,
      "loss": 1.0544,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1125613451004028,
      "step": 9700,
      "valid_targets_mean": 782.1,
      "valid_targets_min": 318
    },
    {
      "epoch": 0.27952188940092165,
      "grad_norm": 1.1735464062357501,
      "learning_rate": 4.525139471936036e-06,
      "loss": 0.9234,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.917730450630188,
      "step": 9705,
      "valid_targets_mean": 501.9,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.2796658986175115,
      "grad_norm": 1.1263072341261504,
      "learning_rate": 4.524402336262757e-06,
      "loss": 1.0179,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9799313545227051,
      "step": 9710,
      "valid_targets_mean": 576.9,
      "valid_targets_min": 157
    },
    {
      "epoch": 0.27980990783410137,
      "grad_norm": 1.11713498888404,
      "learning_rate": 4.523664689034727e-06,
      "loss": 1.0808,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8764312863349915,
      "step": 9715,
      "valid_targets_mean": 537.8,
      "valid_targets_min": 178
    },
    {
      "epoch": 0.2799539170506912,
      "grad_norm": 1.0607416076579586,
      "learning_rate": 4.5229265304383444e-06,
      "loss": 0.9736,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9436121582984924,
      "step": 9720,
      "valid_targets_mean": 588.4,
      "valid_targets_min": 260
    },
    {
      "epoch": 0.2800979262672811,
      "grad_norm": 1.241500296219232,
      "learning_rate": 4.522187860660138e-06,
      "loss": 0.9573,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.083984613418579,
      "step": 9725,
      "valid_targets_mean": 503.8,
      "valid_targets_min": 56
    },
    {
      "epoch": 0.28024193548387094,
      "grad_norm": 1.0650857553338704,
      "learning_rate": 4.521448679886766e-06,
      "loss": 1.0496,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2389297485351562,
      "step": 9730,
      "valid_targets_mean": 682.3,
      "valid_targets_min": 391
    },
    {
      "epoch": 0.28038594470046085,
      "grad_norm": 1.0950732777891945,
      "learning_rate": 4.520708988305014e-06,
      "loss": 1.0235,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9692968130111694,
      "step": 9735,
      "valid_targets_mean": 561.1,
      "valid_targets_min": 301
    },
    {
      "epoch": 0.2805299539170507,
      "grad_norm": 1.1161694140096026,
      "learning_rate": 4.519968786101798e-06,
      "loss": 0.9773,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0452229976654053,
      "step": 9740,
      "valid_targets_mean": 556.7,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.28067396313364057,
      "grad_norm": 1.1819057250110447,
      "learning_rate": 4.5192280734641626e-06,
      "loss": 1.0433,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.156432032585144,
      "step": 9745,
      "valid_targets_mean": 518.2,
      "valid_targets_min": 159
    },
    {
      "epoch": 0.2808179723502304,
      "grad_norm": 1.162187199632028,
      "learning_rate": 4.518486850579283e-06,
      "loss": 0.8965,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2740370035171509,
      "step": 9750,
      "valid_targets_mean": 664.4,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.2809619815668203,
      "grad_norm": 1.1394304316198998,
      "learning_rate": 4.51774511763446e-06,
      "loss": 1.064,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0483903884887695,
      "step": 9755,
      "valid_targets_mean": 579.9,
      "valid_targets_min": 145
    },
    {
      "epoch": 0.28110599078341014,
      "grad_norm": 1.1182425046542965,
      "learning_rate": 4.517002874817127e-06,
      "loss": 1.0188,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1034578084945679,
      "step": 9760,
      "valid_targets_mean": 601.2,
      "valid_targets_min": 180
    },
    {
      "epoch": 0.28125,
      "grad_norm": 1.0224239565519206,
      "learning_rate": 4.516260122314843e-06,
      "loss": 0.9948,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7698873281478882,
      "step": 9765,
      "valid_targets_mean": 579.9,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.28139400921658986,
      "grad_norm": 1.2033388279138948,
      "learning_rate": 4.515516860315299e-06,
      "loss": 0.9043,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9085803031921387,
      "step": 9770,
      "valid_targets_mean": 467.9,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.2815380184331797,
      "grad_norm": 1.0738773885480315,
      "learning_rate": 4.51477308900631e-06,
      "loss": 1.0027,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9439725279808044,
      "step": 9775,
      "valid_targets_mean": 608.6,
      "valid_targets_min": 241
    },
    {
      "epoch": 0.2816820276497696,
      "grad_norm": 1.1383188923250984,
      "learning_rate": 4.514028808575826e-06,
      "loss": 1.0642,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1522376537322998,
      "step": 9780,
      "valid_targets_mean": 552.8,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.28182603686635943,
      "grad_norm": 1.0850333800568623,
      "learning_rate": 4.513284019211921e-06,
      "loss": 0.908,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0130536556243896,
      "step": 9785,
      "valid_targets_mean": 633.9,
      "valid_targets_min": 188
    },
    {
      "epoch": 0.2819700460829493,
      "grad_norm": 1.1643888232747428,
      "learning_rate": 4.512538721102798e-06,
      "loss": 1.0526,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3468399047851562,
      "step": 9790,
      "valid_targets_mean": 617.2,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.28211405529953915,
      "grad_norm": 1.0838196673698768,
      "learning_rate": 4.511792914436791e-06,
      "loss": 1.1655,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3760082721710205,
      "step": 9795,
      "valid_targets_mean": 796.2,
      "valid_targets_min": 284
    },
    {
      "epoch": 0.28225806451612906,
      "grad_norm": 1.0366780557886563,
      "learning_rate": 4.51104659940236e-06,
      "loss": 1.0289,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9809495210647583,
      "step": 9800,
      "valid_targets_mean": 606.9,
      "valid_targets_min": 56
    },
    {
      "epoch": 0.2824020737327189,
      "grad_norm": 0.9138417052971956,
      "learning_rate": 4.510299776188095e-06,
      "loss": 0.9354,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7537495493888855,
      "step": 9805,
      "valid_targets_mean": 713.3,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.2825460829493088,
      "grad_norm": 1.1567397938148993,
      "learning_rate": 4.509552444982715e-06,
      "loss": 1.089,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0830358266830444,
      "step": 9810,
      "valid_targets_mean": 546.6,
      "valid_targets_min": 169
    },
    {
      "epoch": 0.28269009216589863,
      "grad_norm": 1.0273159246504229,
      "learning_rate": 4.508804605975063e-06,
      "loss": 0.9494,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8433345556259155,
      "step": 9815,
      "valid_targets_mean": 569.8,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.2828341013824885,
      "grad_norm": 1.250556109288595,
      "learning_rate": 4.508056259354118e-06,
      "loss": 1.0491,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.114586353302002,
      "step": 9820,
      "valid_targets_mean": 491.4,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.28297811059907835,
      "grad_norm": 1.0665195591427186,
      "learning_rate": 4.507307405308979e-06,
      "loss": 1.0078,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0305685997009277,
      "step": 9825,
      "valid_targets_mean": 594.6,
      "valid_targets_min": 161
    },
    {
      "epoch": 0.2831221198156682,
      "grad_norm": 1.160052177978326,
      "learning_rate": 4.506558044028879e-06,
      "loss": 0.9551,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8900043368339539,
      "step": 9830,
      "valid_targets_mean": 495.3,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.28326612903225806,
      "grad_norm": 1.1667151444944581,
      "learning_rate": 4.505808175703177e-06,
      "loss": 0.9319,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9514917135238647,
      "step": 9835,
      "valid_targets_mean": 492.4,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.2834101382488479,
      "grad_norm": 1.1910920139656487,
      "learning_rate": 4.50505780052136e-06,
      "loss": 0.9977,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2898850440979004,
      "step": 9840,
      "valid_targets_mean": 621.6,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.2835541474654378,
      "grad_norm": 1.1380889809494072,
      "learning_rate": 4.504306918673044e-06,
      "loss": 1.0116,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0068624019622803,
      "step": 9845,
      "valid_targets_mean": 544.3,
      "valid_targets_min": 130
    },
    {
      "epoch": 0.28369815668202764,
      "grad_norm": 1.0286237688284499,
      "learning_rate": 4.503555530347973e-06,
      "loss": 0.9817,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.868849515914917,
      "step": 9850,
      "valid_targets_mean": 606.9,
      "valid_targets_min": 171
    },
    {
      "epoch": 0.2838421658986175,
      "grad_norm": 1.111666550633041,
      "learning_rate": 4.502803635736016e-06,
      "loss": 1.1079,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0414320230484009,
      "step": 9855,
      "valid_targets_mean": 601.6,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.28398617511520735,
      "grad_norm": 1.1779991801831646,
      "learning_rate": 4.502051235027175e-06,
      "loss": 1.0212,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9148178696632385,
      "step": 9860,
      "valid_targets_mean": 465.3,
      "valid_targets_min": 129
    },
    {
      "epoch": 0.2841301843317972,
      "grad_norm": 1.2742815767881615,
      "learning_rate": 4.501298328411578e-06,
      "loss": 1.0017,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1762478351593018,
      "step": 9865,
      "valid_targets_mean": 498.9,
      "valid_targets_min": 78
    },
    {
      "epoch": 0.2842741935483871,
      "grad_norm": 1.3290416093604822,
      "learning_rate": 4.5005449160794765e-06,
      "loss": 1.093,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1807703971862793,
      "step": 9870,
      "valid_targets_mean": 488.8,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.284418202764977,
      "grad_norm": 1.079718009953216,
      "learning_rate": 4.4997909982212554e-06,
      "loss": 0.9311,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0062577724456787,
      "step": 9875,
      "valid_targets_mean": 605.4,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.28456221198156684,
      "grad_norm": 1.1324302370818604,
      "learning_rate": 4.499036575027427e-06,
      "loss": 1.0978,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9985949993133545,
      "step": 9880,
      "valid_targets_mean": 581.2,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.2847062211981567,
      "grad_norm": 1.008015709000782,
      "learning_rate": 4.498281646688627e-06,
      "loss": 0.9107,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1163923740386963,
      "step": 9885,
      "valid_targets_mean": 704.6,
      "valid_targets_min": 173
    },
    {
      "epoch": 0.28485023041474655,
      "grad_norm": 1.2066469939493063,
      "learning_rate": 4.4975262133956235e-06,
      "loss": 1.0467,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2030029296875,
      "step": 9890,
      "valid_targets_mean": 542.7,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.2849942396313364,
      "grad_norm": 0.9924881657786583,
      "learning_rate": 4.496770275339308e-06,
      "loss": 1.012,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.975537896156311,
      "step": 9895,
      "valid_targets_mean": 710.1,
      "valid_targets_min": 254
    },
    {
      "epoch": 0.28513824884792627,
      "grad_norm": 1.087678075887382,
      "learning_rate": 4.496013832710704e-06,
      "loss": 0.9429,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1426142454147339,
      "step": 9900,
      "valid_targets_mean": 624.7,
      "valid_targets_min": 142
    },
    {
      "epoch": 0.2852822580645161,
      "grad_norm": 1.1303951416213258,
      "learning_rate": 4.495256885700958e-06,
      "loss": 0.9206,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9652319550514221,
      "step": 9905,
      "valid_targets_mean": 504.1,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.285426267281106,
      "grad_norm": 1.2937986906609789,
      "learning_rate": 4.494499434501348e-06,
      "loss": 0.9124,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0959908962249756,
      "step": 9910,
      "valid_targets_mean": 461.5,
      "valid_targets_min": 165
    },
    {
      "epoch": 0.28557027649769584,
      "grad_norm": 1.1151750430969527,
      "learning_rate": 4.493741479303277e-06,
      "loss": 0.9867,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0605034828186035,
      "step": 9915,
      "valid_targets_mean": 663.9,
      "valid_targets_min": 177
    },
    {
      "epoch": 0.2857142857142857,
      "grad_norm": 1.0397705141558367,
      "learning_rate": 4.492983020298275e-06,
      "loss": 0.9017,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8541005849838257,
      "step": 9920,
      "valid_targets_mean": 554.5,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.28585829493087556,
      "grad_norm": 0.968422162533597,
      "learning_rate": 4.492224057678001e-06,
      "loss": 1.1049,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9957064390182495,
      "step": 9925,
      "valid_targets_mean": 744.9,
      "valid_targets_min": 395
    },
    {
      "epoch": 0.2860023041474654,
      "grad_norm": 1.1361400537606074,
      "learning_rate": 4.491464591634241e-06,
      "loss": 0.9288,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0211132764816284,
      "step": 9930,
      "valid_targets_mean": 594.1,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.2861463133640553,
      "grad_norm": 1.1270077671720402,
      "learning_rate": 4.490704622358905e-06,
      "loss": 1.0471,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0465906858444214,
      "step": 9935,
      "valid_targets_mean": 593.1,
      "valid_targets_min": 238
    },
    {
      "epoch": 0.2862903225806452,
      "grad_norm": 0.9833165415949919,
      "learning_rate": 4.489944150044037e-06,
      "loss": 1.1395,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0572938919067383,
      "step": 9940,
      "valid_targets_mean": 745.3,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.28643433179723504,
      "grad_norm": 1.1765507691291035,
      "learning_rate": 4.4891831748818e-06,
      "loss": 1.0403,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2442485094070435,
      "step": 9945,
      "valid_targets_mean": 661.8,
      "valid_targets_min": 156
    },
    {
      "epoch": 0.2865783410138249,
      "grad_norm": 1.119293479874462,
      "learning_rate": 4.48842169706449e-06,
      "loss": 1.0355,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.012972354888916,
      "step": 9950,
      "valid_targets_mean": 593.6,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.28672235023041476,
      "grad_norm": 1.2121896921363915,
      "learning_rate": 4.487659716784528e-06,
      "loss": 1.0487,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0400164127349854,
      "step": 9955,
      "valid_targets_mean": 487.6,
      "valid_targets_min": 87
    },
    {
      "epoch": 0.2868663594470046,
      "grad_norm": 1.1302959442785139,
      "learning_rate": 4.486897234234462e-06,
      "loss": 0.967,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0438151359558105,
      "step": 9960,
      "valid_targets_mean": 596.5,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.2870103686635945,
      "grad_norm": 1.1676563588427389,
      "learning_rate": 4.486134249606967e-06,
      "loss": 0.9894,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9374321103096008,
      "step": 9965,
      "valid_targets_mean": 502.3,
      "valid_targets_min": 145
    },
    {
      "epoch": 0.28715437788018433,
      "grad_norm": 1.168996641816275,
      "learning_rate": 4.485370763094844e-06,
      "loss": 1.0444,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0369268655776978,
      "step": 9970,
      "valid_targets_mean": 526.6,
      "valid_targets_min": 222
    },
    {
      "epoch": 0.2872983870967742,
      "grad_norm": 1.035328125987146,
      "learning_rate": 4.484606774891022e-06,
      "loss": 0.9185,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8221639394760132,
      "step": 9975,
      "valid_targets_mean": 594.6,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.28744239631336405,
      "grad_norm": 0.9924721983061551,
      "learning_rate": 4.483842285188557e-06,
      "loss": 1.0304,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.114088535308838,
      "step": 9980,
      "valid_targets_mean": 730.1,
      "valid_targets_min": 129
    },
    {
      "epoch": 0.2875864055299539,
      "grad_norm": 1.1368228543546537,
      "learning_rate": 4.483077294180631e-06,
      "loss": 0.9108,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7406448125839233,
      "step": 9985,
      "valid_targets_mean": 459.0,
      "valid_targets_min": 63
    },
    {
      "epoch": 0.28773041474654376,
      "grad_norm": 1.110354428352951,
      "learning_rate": 4.482311802060552e-06,
      "loss": 1.0279,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0155677795410156,
      "step": 9990,
      "valid_targets_mean": 590.9,
      "valid_targets_min": 130
    },
    {
      "epoch": 0.2878744239631336,
      "grad_norm": 1.1995123448702314,
      "learning_rate": 4.481545809021756e-06,
      "loss": 0.9649,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8453085422515869,
      "step": 9995,
      "valid_targets_mean": 459.3,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.2880184331797235,
      "grad_norm": 1.0276983947929452,
      "learning_rate": 4.480779315257805e-06,
      "loss": 1.003,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0050263404846191,
      "step": 10000,
      "valid_targets_mean": 736.6,
      "valid_targets_min": 200
    },
    {
      "epoch": 0.2881624423963134,
      "grad_norm": 0.8470607233991045,
      "learning_rate": 4.480012320962387e-06,
      "loss": 1.0026,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.641426682472229,
      "step": 10005,
      "valid_targets_mean": 712.8,
      "valid_targets_min": 153
    },
    {
      "epoch": 0.28830645161290325,
      "grad_norm": 1.0512448721746692,
      "learning_rate": 4.479244826329318e-06,
      "loss": 0.895,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7739883065223694,
      "step": 10010,
      "valid_targets_mean": 555.8,
      "valid_targets_min": 156
    },
    {
      "epoch": 0.2884504608294931,
      "grad_norm": 1.2319133434664098,
      "learning_rate": 4.478476831552538e-06,
      "loss": 0.9757,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8789529800415039,
      "step": 10015,
      "valid_targets_mean": 436.1,
      "valid_targets_min": 152
    },
    {
      "epoch": 0.28859447004608296,
      "grad_norm": 0.9358550777678999,
      "learning_rate": 4.477708336826116e-06,
      "loss": 1.1105,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8943442702293396,
      "step": 10020,
      "valid_targets_mean": 761.1,
      "valid_targets_min": 200
    },
    {
      "epoch": 0.2887384792626728,
      "grad_norm": 1.1682764212533194,
      "learning_rate": 4.476939342344246e-06,
      "loss": 1.0234,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2631089687347412,
      "step": 10025,
      "valid_targets_mean": 602.9,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.2888824884792627,
      "grad_norm": 1.0601795933077762,
      "learning_rate": 4.476169848301249e-06,
      "loss": 0.9895,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1570250988006592,
      "step": 10030,
      "valid_targets_mean": 679.2,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.28902649769585254,
      "grad_norm": 1.1336536398426849,
      "learning_rate": 4.475399854891571e-06,
      "loss": 1.0301,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3661366701126099,
      "step": 10035,
      "valid_targets_mean": 677.9,
      "valid_targets_min": 184
    },
    {
      "epoch": 0.2891705069124424,
      "grad_norm": 1.3016452673204275,
      "learning_rate": 4.474629362309784e-06,
      "loss": 0.9887,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9596999883651733,
      "step": 10040,
      "valid_targets_mean": 433.0,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.28931451612903225,
      "grad_norm": 1.1536836729349014,
      "learning_rate": 4.473858370750589e-06,
      "loss": 1.0414,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3501315116882324,
      "step": 10045,
      "valid_targets_mean": 592.1,
      "valid_targets_min": 134
    },
    {
      "epoch": 0.2894585253456221,
      "grad_norm": 1.056564046651037,
      "learning_rate": 4.473086880408809e-06,
      "loss": 1.0423,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9671902060508728,
      "step": 10050,
      "valid_targets_mean": 633.8,
      "valid_targets_min": 155
    },
    {
      "epoch": 0.28960253456221197,
      "grad_norm": 0.9584410241768593,
      "learning_rate": 4.472314891479397e-06,
      "loss": 0.975,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9018032550811768,
      "step": 10055,
      "valid_targets_mean": 678.8,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.2897465437788018,
      "grad_norm": 1.0032735814135019,
      "learning_rate": 4.471542404157429e-06,
      "loss": 0.9823,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2175567150115967,
      "step": 10060,
      "valid_targets_mean": 732.5,
      "valid_targets_min": 288
    },
    {
      "epoch": 0.2898905529953917,
      "grad_norm": 1.198858197834607,
      "learning_rate": 4.470769418638108e-06,
      "loss": 0.9492,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8489991426467896,
      "step": 10065,
      "valid_targets_mean": 470.2,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.29003456221198154,
      "grad_norm": 1.2249244432383335,
      "learning_rate": 4.469995935116764e-06,
      "loss": 1.1032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9206064939498901,
      "step": 10070,
      "valid_targets_mean": 456.3,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.29017857142857145,
      "grad_norm": 1.0488305074315338,
      "learning_rate": 4.469221953788851e-06,
      "loss": 0.9162,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1528594493865967,
      "step": 10075,
      "valid_targets_mean": 639.6,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.2903225806451613,
      "grad_norm": 1.1173065686475063,
      "learning_rate": 4.46844747484995e-06,
      "loss": 1.0437,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0442893505096436,
      "step": 10080,
      "valid_targets_mean": 648.1,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.29046658986175117,
      "grad_norm": 1.1928568327927838,
      "learning_rate": 4.467672498495766e-06,
      "loss": 1.0095,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1862722635269165,
      "step": 10085,
      "valid_targets_mean": 634.8,
      "valid_targets_min": 249
    },
    {
      "epoch": 0.290610599078341,
      "grad_norm": 1.2698969179423416,
      "learning_rate": 4.466897024922133e-06,
      "loss": 1.0258,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0373823642730713,
      "step": 10090,
      "valid_targets_mean": 440.2,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.2907546082949309,
      "grad_norm": 0.9702135080283225,
      "learning_rate": 4.466121054325008e-06,
      "loss": 1.0017,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8174976706504822,
      "step": 10095,
      "valid_targets_mean": 646.2,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.29089861751152074,
      "grad_norm": 1.0620359168969156,
      "learning_rate": 4.465344586900474e-06,
      "loss": 0.9701,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0875799655914307,
      "step": 10100,
      "valid_targets_mean": 671.8,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.2910426267281106,
      "grad_norm": 1.0437873835985063,
      "learning_rate": 4.46456762284474e-06,
      "loss": 0.8258,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7722233533859253,
      "step": 10105,
      "valid_targets_mean": 573.2,
      "valid_targets_min": 163
    },
    {
      "epoch": 0.29118663594470046,
      "grad_norm": 1.0696525972427953,
      "learning_rate": 4.4637901623541394e-06,
      "loss": 1.0466,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1514203548431396,
      "step": 10110,
      "valid_targets_mean": 652.8,
      "valid_targets_min": 204
    },
    {
      "epoch": 0.2913306451612903,
      "grad_norm": 1.0049036849308848,
      "learning_rate": 4.463012205625134e-06,
      "loss": 1.0263,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2365906238555908,
      "step": 10115,
      "valid_targets_mean": 771.2,
      "valid_targets_min": 392
    },
    {
      "epoch": 0.29147465437788017,
      "grad_norm": 1.129291027559415,
      "learning_rate": 4.462233752854307e-06,
      "loss": 0.9658,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9595031142234802,
      "step": 10120,
      "valid_targets_mean": 565.4,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.29161866359447003,
      "grad_norm": 1.2512031395935355,
      "learning_rate": 4.46145480423837e-06,
      "loss": 0.9318,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9934274554252625,
      "step": 10125,
      "valid_targets_mean": 460.6,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.2917626728110599,
      "grad_norm": 1.1329394803864103,
      "learning_rate": 4.460675359974158e-06,
      "loss": 0.921,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8446122407913208,
      "step": 10130,
      "valid_targets_mean": 524.7,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.29190668202764974,
      "grad_norm": 0.8112080688756158,
      "learning_rate": 4.459895420258633e-06,
      "loss": 1.0065,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.874788761138916,
      "step": 10135,
      "valid_targets_mean": 910.2,
      "valid_targets_min": 221
    },
    {
      "epoch": 0.29205069124423966,
      "grad_norm": 1.0169486710149203,
      "learning_rate": 4.459114985288881e-06,
      "loss": 0.9711,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1179280281066895,
      "step": 10140,
      "valid_targets_mean": 690.1,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.2921947004608295,
      "grad_norm": 1.1438489911882586,
      "learning_rate": 4.458334055262113e-06,
      "loss": 1.121,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.181668758392334,
      "step": 10145,
      "valid_targets_mean": 615.3,
      "valid_targets_min": 167
    },
    {
      "epoch": 0.2923387096774194,
      "grad_norm": 1.2451847935488125,
      "learning_rate": 4.457552630375666e-06,
      "loss": 0.9321,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9561359286308289,
      "step": 10150,
      "valid_targets_mean": 459.2,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.29248271889400923,
      "grad_norm": 1.0432694677717027,
      "learning_rate": 4.456770710827001e-06,
      "loss": 1.1484,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0976626873016357,
      "step": 10155,
      "valid_targets_mean": 717.2,
      "valid_targets_min": 173
    },
    {
      "epoch": 0.2926267281105991,
      "grad_norm": 1.0790469340625737,
      "learning_rate": 4.455988296813704e-06,
      "loss": 1.0296,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0336370468139648,
      "step": 10160,
      "valid_targets_mean": 613.9,
      "valid_targets_min": 151
    },
    {
      "epoch": 0.29277073732718895,
      "grad_norm": 1.0386428321663235,
      "learning_rate": 4.455205388533488e-06,
      "loss": 1.0771,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0347933769226074,
      "step": 10165,
      "valid_targets_mean": 682.8,
      "valid_targets_min": 162
    },
    {
      "epoch": 0.2929147465437788,
      "grad_norm": 1.0596777773806194,
      "learning_rate": 4.454421986184189e-06,
      "loss": 0.9662,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8891494870185852,
      "step": 10170,
      "valid_targets_mean": 575.2,
      "valid_targets_min": 168
    },
    {
      "epoch": 0.29305875576036866,
      "grad_norm": 0.9932615900549948,
      "learning_rate": 4.453638089963767e-06,
      "loss": 1.0297,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7833590507507324,
      "step": 10175,
      "valid_targets_mean": 599.6,
      "valid_targets_min": 165
    },
    {
      "epoch": 0.2932027649769585,
      "grad_norm": 1.1414730066602004,
      "learning_rate": 4.45285370007031e-06,
      "loss": 1.0504,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0070877075195312,
      "step": 10180,
      "valid_targets_mean": 499.0,
      "valid_targets_min": 65
    },
    {
      "epoch": 0.2933467741935484,
      "grad_norm": 1.0321782949290172,
      "learning_rate": 4.452068816702027e-06,
      "loss": 0.9314,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.113770604133606,
      "step": 10185,
      "valid_targets_mean": 710.7,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.29349078341013823,
      "grad_norm": 1.1112347697614025,
      "learning_rate": 4.4512834400572545e-06,
      "loss": 1.056,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9219261407852173,
      "step": 10190,
      "valid_targets_mean": 580.9,
      "valid_targets_min": 300
    },
    {
      "epoch": 0.2936347926267281,
      "grad_norm": 1.129399510630513,
      "learning_rate": 4.450497570334452e-06,
      "loss": 0.9996,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0058174133300781,
      "step": 10195,
      "valid_targets_mean": 547.1,
      "valid_targets_min": 291
    },
    {
      "epoch": 0.29377880184331795,
      "grad_norm": 1.1428089638463323,
      "learning_rate": 4.4497112077322045e-06,
      "loss": 1.0807,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9704320430755615,
      "step": 10200,
      "valid_targets_mean": 538.4,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.2939228110599078,
      "grad_norm": 1.1086561826979073,
      "learning_rate": 4.448924352449222e-06,
      "loss": 0.992,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.053743600845337,
      "step": 10205,
      "valid_targets_mean": 622.7,
      "valid_targets_min": 242
    },
    {
      "epoch": 0.2940668202764977,
      "grad_norm": 1.1517139357072224,
      "learning_rate": 4.448137004684337e-06,
      "loss": 0.9524,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.854194164276123,
      "step": 10210,
      "valid_targets_mean": 463.6,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.2942108294930876,
      "grad_norm": 1.3992253708254176,
      "learning_rate": 4.4473491646365095e-06,
      "loss": 0.9694,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8135136365890503,
      "step": 10215,
      "valid_targets_mean": 341.2,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.29435483870967744,
      "grad_norm": 0.9730913594911118,
      "learning_rate": 4.446560832504819e-06,
      "loss": 1.0247,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0493628978729248,
      "step": 10220,
      "valid_targets_mean": 717.8,
      "valid_targets_min": 158
    },
    {
      "epoch": 0.2944988479262673,
      "grad_norm": 1.191747431812318,
      "learning_rate": 4.445772008488476e-06,
      "loss": 1.0603,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.929419994354248,
      "step": 10225,
      "valid_targets_mean": 500.7,
      "valid_targets_min": 62
    },
    {
      "epoch": 0.29464285714285715,
      "grad_norm": 1.2732904781651604,
      "learning_rate": 4.44498269278681e-06,
      "loss": 1.0582,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0058363676071167,
      "step": 10230,
      "valid_targets_mean": 441.7,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.294786866359447,
      "grad_norm": 1.004317027366854,
      "learning_rate": 4.444192885599277e-06,
      "loss": 1.0128,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9713270664215088,
      "step": 10235,
      "valid_targets_mean": 685.6,
      "valid_targets_min": 400
    },
    {
      "epoch": 0.29493087557603687,
      "grad_norm": 1.1486711332940711,
      "learning_rate": 4.443402587125455e-06,
      "loss": 0.9788,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9440488219261169,
      "step": 10240,
      "valid_targets_mean": 532.1,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.2950748847926267,
      "grad_norm": 0.9567259689718213,
      "learning_rate": 4.4426117975650505e-06,
      "loss": 0.9422,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9242973327636719,
      "step": 10245,
      "valid_targets_mean": 714.4,
      "valid_targets_min": 224
    },
    {
      "epoch": 0.2952188940092166,
      "grad_norm": 1.0237393040410956,
      "learning_rate": 4.441820517117889e-06,
      "loss": 1.0388,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0211378335952759,
      "step": 10250,
      "valid_targets_mean": 665.4,
      "valid_targets_min": 242
    },
    {
      "epoch": 0.29536290322580644,
      "grad_norm": 1.189152111025308,
      "learning_rate": 4.441028745983925e-06,
      "loss": 0.9897,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.045602560043335,
      "step": 10255,
      "valid_targets_mean": 515.6,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.2955069124423963,
      "grad_norm": 1.212359666241318,
      "learning_rate": 4.440236484363233e-06,
      "loss": 1.0214,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9563603401184082,
      "step": 10260,
      "valid_targets_mean": 480.1,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.29565092165898615,
      "grad_norm": 0.854768164194781,
      "learning_rate": 4.439443732456012e-06,
      "loss": 0.9455,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0410590171813965,
      "step": 10265,
      "valid_targets_mean": 865.2,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.295794930875576,
      "grad_norm": 1.2085455613420715,
      "learning_rate": 4.4386504904625886e-06,
      "loss": 1.0225,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8738850951194763,
      "step": 10270,
      "valid_targets_mean": 486.2,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.2959389400921659,
      "grad_norm": 1.1114310676285954,
      "learning_rate": 4.437856758583408e-06,
      "loss": 1.0755,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0813250541687012,
      "step": 10275,
      "valid_targets_mean": 599.5,
      "valid_targets_min": 158
    },
    {
      "epoch": 0.2960829493087558,
      "grad_norm": 1.0851995725644494,
      "learning_rate": 4.437062537019042e-06,
      "loss": 0.9816,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9791395664215088,
      "step": 10280,
      "valid_targets_mean": 587.5,
      "valid_targets_min": 265
    },
    {
      "epoch": 0.29622695852534564,
      "grad_norm": 1.0672364714838065,
      "learning_rate": 4.436267825970186e-06,
      "loss": 1.0198,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.980052649974823,
      "step": 10285,
      "valid_targets_mean": 635.4,
      "valid_targets_min": 149
    },
    {
      "epoch": 0.2963709677419355,
      "grad_norm": 1.0325182175214656,
      "learning_rate": 4.43547262563766e-06,
      "loss": 0.9486,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8849018812179565,
      "step": 10290,
      "valid_targets_mean": 598.7,
      "valid_targets_min": 158
    },
    {
      "epoch": 0.29651497695852536,
      "grad_norm": 0.919180332777867,
      "learning_rate": 4.434676936222405e-06,
      "loss": 0.9604,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8683348894119263,
      "step": 10295,
      "valid_targets_mean": 724.5,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.2966589861751152,
      "grad_norm": 1.1504012332775724,
      "learning_rate": 4.433880757925488e-06,
      "loss": 1.0768,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9453234672546387,
      "step": 10300,
      "valid_targets_mean": 555.0,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.29680299539170507,
      "grad_norm": 1.0353250745063753,
      "learning_rate": 4.433084090948099e-06,
      "loss": 0.8912,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8768952488899231,
      "step": 10305,
      "valid_targets_mean": 652.4,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.29694700460829493,
      "grad_norm": 1.174426320743445,
      "learning_rate": 4.432286935491549e-06,
      "loss": 1.0596,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9469718933105469,
      "step": 10310,
      "valid_targets_mean": 537.2,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.2970910138248848,
      "grad_norm": 1.0710771061252216,
      "learning_rate": 4.431489291757277e-06,
      "loss": 0.995,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9737712740898132,
      "step": 10315,
      "valid_targets_mean": 658.5,
      "valid_targets_min": 188
    },
    {
      "epoch": 0.29723502304147464,
      "grad_norm": 1.1708430295193257,
      "learning_rate": 4.430691159946842e-06,
      "loss": 0.9408,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.955327033996582,
      "step": 10320,
      "valid_targets_mean": 533.4,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.2973790322580645,
      "grad_norm": 1.0962214174159977,
      "learning_rate": 4.429892540261927e-06,
      "loss": 1.0026,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8902477025985718,
      "step": 10325,
      "valid_targets_mean": 624.3,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.29752304147465436,
      "grad_norm": 1.0535259405417043,
      "learning_rate": 4.42909343290434e-06,
      "loss": 1.0554,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0194783210754395,
      "step": 10330,
      "valid_targets_mean": 640.7,
      "valid_targets_min": 124
    },
    {
      "epoch": 0.2976670506912442,
      "grad_norm": 1.2300286617591374,
      "learning_rate": 4.428293838076009e-06,
      "loss": 0.9465,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9602233171463013,
      "step": 10335,
      "valid_targets_mean": 456.4,
      "valid_targets_min": 153
    },
    {
      "epoch": 0.2978110599078341,
      "grad_norm": 1.0936922766664368,
      "learning_rate": 4.427493755978987e-06,
      "loss": 0.9744,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.996351957321167,
      "step": 10340,
      "valid_targets_mean": 622.0,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.297955069124424,
      "grad_norm": 1.2239118642925488,
      "learning_rate": 4.426693186815451e-06,
      "loss": 0.937,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7961168885231018,
      "step": 10345,
      "valid_targets_mean": 484.2,
      "valid_targets_min": 212
    },
    {
      "epoch": 0.29809907834101385,
      "grad_norm": 0.8677633421469522,
      "learning_rate": 4.425892130787701e-06,
      "loss": 0.98,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8331121206283569,
      "step": 10350,
      "valid_targets_mean": 786.0,
      "valid_targets_min": 177
    },
    {
      "epoch": 0.2982430875576037,
      "grad_norm": 1.2373538140326041,
      "learning_rate": 4.425090588098158e-06,
      "loss": 1.066,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.018278956413269,
      "step": 10355,
      "valid_targets_mean": 457.9,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.29838709677419356,
      "grad_norm": 1.058767530011925,
      "learning_rate": 4.424288558949367e-06,
      "loss": 0.9344,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.000617265701294,
      "step": 10360,
      "valid_targets_mean": 602.6,
      "valid_targets_min": 131
    },
    {
      "epoch": 0.2985311059907834,
      "grad_norm": 1.156075660331533,
      "learning_rate": 4.4234860435439954e-06,
      "loss": 0.9975,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0467290878295898,
      "step": 10365,
      "valid_targets_mean": 576.8,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.2986751152073733,
      "grad_norm": 1.156378002417097,
      "learning_rate": 4.422683042084836e-06,
      "loss": 1.1088,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0775306224822998,
      "step": 10370,
      "valid_targets_mean": 549.3,
      "valid_targets_min": 204
    },
    {
      "epoch": 0.29881912442396313,
      "grad_norm": 1.0139857147088143,
      "learning_rate": 4.421879554774803e-06,
      "loss": 1.0781,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9339920282363892,
      "step": 10375,
      "valid_targets_mean": 646.4,
      "valid_targets_min": 164
    },
    {
      "epoch": 0.298963133640553,
      "grad_norm": 1.1280111732341989,
      "learning_rate": 4.421075581816931e-06,
      "loss": 1.0226,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9578977823257446,
      "step": 10380,
      "valid_targets_mean": 511.0,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.29910714285714285,
      "grad_norm": 1.124840543895627,
      "learning_rate": 4.4202711234143815e-06,
      "loss": 0.9193,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0495741367340088,
      "step": 10385,
      "valid_targets_mean": 582.5,
      "valid_targets_min": 192
    },
    {
      "epoch": 0.2992511520737327,
      "grad_norm": 1.1225513132940355,
      "learning_rate": 4.419466179770434e-06,
      "loss": 1.0143,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1570119857788086,
      "step": 10390,
      "valid_targets_mean": 556.6,
      "valid_targets_min": 85
    },
    {
      "epoch": 0.29939516129032256,
      "grad_norm": 1.1845905457306884,
      "learning_rate": 4.418660751088494e-06,
      "loss": 0.9054,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.944067120552063,
      "step": 10395,
      "valid_targets_mean": 508.1,
      "valid_targets_min": 177
    },
    {
      "epoch": 0.2995391705069124,
      "grad_norm": 1.2523568513100678,
      "learning_rate": 4.4178548375720895e-06,
      "loss": 1.0059,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0406402349472046,
      "step": 10400,
      "valid_targets_mean": 481.1,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.2996831797235023,
      "grad_norm": 1.0984305873125666,
      "learning_rate": 4.41704843942487e-06,
      "loss": 1.0414,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9572010636329651,
      "step": 10405,
      "valid_targets_mean": 555.3,
      "valid_targets_min": 65
    },
    {
      "epoch": 0.2998271889400922,
      "grad_norm": 1.1417685542551281,
      "learning_rate": 4.416241556850608e-06,
      "loss": 0.7833,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6797898411750793,
      "step": 10410,
      "valid_targets_mean": 457.2,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.29997119815668205,
      "grad_norm": 1.0216889889802319,
      "learning_rate": 4.415434190053196e-06,
      "loss": 0.9046,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8538382053375244,
      "step": 10415,
      "valid_targets_mean": 596.9,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.3001152073732719,
      "grad_norm": 1.2545775564376587,
      "learning_rate": 4.4146263392366525e-06,
      "loss": 0.888,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7524438500404358,
      "step": 10420,
      "valid_targets_mean": 403.6,
      "valid_targets_min": 60
    },
    {
      "epoch": 0.30025921658986177,
      "grad_norm": 1.012997865375661,
      "learning_rate": 4.4138180046051175e-06,
      "loss": 0.9826,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9351682662963867,
      "step": 10425,
      "valid_targets_mean": 616.1,
      "valid_targets_min": 221
    },
    {
      "epoch": 0.3004032258064516,
      "grad_norm": 1.0736566501645584,
      "learning_rate": 4.41300918636285e-06,
      "loss": 1.0256,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1292176246643066,
      "step": 10430,
      "valid_targets_mean": 661.9,
      "valid_targets_min": 239
    },
    {
      "epoch": 0.3005472350230415,
      "grad_norm": 1.2175138319522503,
      "learning_rate": 4.412199884714237e-06,
      "loss": 0.9607,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.136529803276062,
      "step": 10435,
      "valid_targets_mean": 520.5,
      "valid_targets_min": 213
    },
    {
      "epoch": 0.30069124423963134,
      "grad_norm": 1.1571671427255648,
      "learning_rate": 4.411390099863781e-06,
      "loss": 0.9894,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.301186203956604,
      "step": 10440,
      "valid_targets_mean": 633.2,
      "valid_targets_min": 85
    },
    {
      "epoch": 0.3008352534562212,
      "grad_norm": 1.0704835346504467,
      "learning_rate": 4.410579832016112e-06,
      "loss": 0.9506,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9899175763130188,
      "step": 10445,
      "valid_targets_mean": 602.4,
      "valid_targets_min": 135
    },
    {
      "epoch": 0.30097926267281105,
      "grad_norm": 1.1143118039486708,
      "learning_rate": 4.40976908137598e-06,
      "loss": 1.0411,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0983307361602783,
      "step": 10450,
      "valid_targets_mean": 582.6,
      "valid_targets_min": 204
    },
    {
      "epoch": 0.3011232718894009,
      "grad_norm": 1.104784523119383,
      "learning_rate": 4.408957848148255e-06,
      "loss": 0.9338,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8062376976013184,
      "step": 10455,
      "valid_targets_mean": 530.6,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.30126728110599077,
      "grad_norm": 1.1764029759124122,
      "learning_rate": 4.408146132537934e-06,
      "loss": 1.0784,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8825451135635376,
      "step": 10460,
      "valid_targets_mean": 511.5,
      "valid_targets_min": 182
    },
    {
      "epoch": 0.3014112903225806,
      "grad_norm": 1.2343730465736769,
      "learning_rate": 4.4073339347501305e-06,
      "loss": 0.8846,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9235188961029053,
      "step": 10465,
      "valid_targets_mean": 486.8,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.3015552995391705,
      "grad_norm": 1.1147063669908177,
      "learning_rate": 4.406521254990083e-06,
      "loss": 0.96,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8193643093109131,
      "step": 10470,
      "valid_targets_mean": 539.4,
      "valid_targets_min": 53
    },
    {
      "epoch": 0.30169930875576034,
      "grad_norm": 1.1228188868422584,
      "learning_rate": 4.4057080934631505e-06,
      "loss": 1.015,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1909513473510742,
      "step": 10475,
      "valid_targets_mean": 613.9,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.30184331797235026,
      "grad_norm": 1.144057404716582,
      "learning_rate": 4.4048944503748146e-06,
      "loss": 1.0189,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0650951862335205,
      "step": 10480,
      "valid_targets_mean": 537.4,
      "valid_targets_min": 238
    },
    {
      "epoch": 0.3019873271889401,
      "grad_norm": 1.0024239100902614,
      "learning_rate": 4.404080325930679e-06,
      "loss": 0.956,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0014002323150635,
      "step": 10485,
      "valid_targets_mean": 675.3,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.30213133640552997,
      "grad_norm": 1.0534632790223186,
      "learning_rate": 4.403265720336467e-06,
      "loss": 0.9719,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8930537700653076,
      "step": 10490,
      "valid_targets_mean": 544.9,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.30227534562211983,
      "grad_norm": 1.1538440720730756,
      "learning_rate": 4.402450633798026e-06,
      "loss": 0.8363,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8303365111351013,
      "step": 10495,
      "valid_targets_mean": 467.3,
      "valid_targets_min": 123
    },
    {
      "epoch": 0.3024193548387097,
      "grad_norm": 1.1588529233989526,
      "learning_rate": 4.401635066521321e-06,
      "loss": 1.0467,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7836593985557556,
      "step": 10500,
      "valid_targets_mean": 425.8,
      "valid_targets_min": 87
    },
    {
      "epoch": 0.30256336405529954,
      "grad_norm": 1.117147742126674,
      "learning_rate": 4.400819018712444e-06,
      "loss": 1.0749,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1531003713607788,
      "step": 10505,
      "valid_targets_mean": 651.5,
      "valid_targets_min": 286
    },
    {
      "epoch": 0.3027073732718894,
      "grad_norm": 1.050176252018523,
      "learning_rate": 4.400002490577604e-06,
      "loss": 0.9211,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0424928665161133,
      "step": 10510,
      "valid_targets_mean": 685.8,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.30285138248847926,
      "grad_norm": 1.1395247613564896,
      "learning_rate": 4.399185482323134e-06,
      "loss": 0.9991,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.91753089427948,
      "step": 10515,
      "valid_targets_mean": 546.7,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.3029953917050691,
      "grad_norm": 1.2741971747001188,
      "learning_rate": 4.398367994155487e-06,
      "loss": 1.0852,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1430833339691162,
      "step": 10520,
      "valid_targets_mean": 506.7,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.303139400921659,
      "grad_norm": 0.8663840800859969,
      "learning_rate": 4.397550026281237e-06,
      "loss": 0.9732,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7996009588241577,
      "step": 10525,
      "valid_targets_mean": 839.2,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.30328341013824883,
      "grad_norm": 1.0811144267944506,
      "learning_rate": 4.396731578907079e-06,
      "loss": 1.0213,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9431813359260559,
      "step": 10530,
      "valid_targets_mean": 580.9,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.3034274193548387,
      "grad_norm": 1.1100901447924227,
      "learning_rate": 4.395912652239832e-06,
      "loss": 1.029,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.036668300628662,
      "step": 10535,
      "valid_targets_mean": 575.5,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.30357142857142855,
      "grad_norm": 1.1164725867256593,
      "learning_rate": 4.395093246486432e-06,
      "loss": 1.0594,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9522395730018616,
      "step": 10540,
      "valid_targets_mean": 557.4,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.30371543778801846,
      "grad_norm": 1.1717493954587104,
      "learning_rate": 4.394273361853939e-06,
      "loss": 0.8164,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8901956081390381,
      "step": 10545,
      "valid_targets_mean": 463.9,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.3038594470046083,
      "grad_norm": 1.13581541069763,
      "learning_rate": 4.393452998549534e-06,
      "loss": 1.0173,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1464060544967651,
      "step": 10550,
      "valid_targets_mean": 621.8,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.3040034562211982,
      "grad_norm": 1.1382398681307897,
      "learning_rate": 4.3926321567805166e-06,
      "loss": 0.9205,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9192757606506348,
      "step": 10555,
      "valid_targets_mean": 533.9,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.30414746543778803,
      "grad_norm": 1.120756831378859,
      "learning_rate": 4.391810836754309e-06,
      "loss": 0.9502,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9246088862419128,
      "step": 10560,
      "valid_targets_mean": 576.4,
      "valid_targets_min": 314
    },
    {
      "epoch": 0.3042914746543779,
      "grad_norm": 1.184278466921271,
      "learning_rate": 4.390989038678455e-06,
      "loss": 0.9955,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0016930103302002,
      "step": 10565,
      "valid_targets_mean": 476.1,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.30443548387096775,
      "grad_norm": 1.1558524924918914,
      "learning_rate": 4.390166762760617e-06,
      "loss": 0.9891,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.858073353767395,
      "step": 10570,
      "valid_targets_mean": 485.5,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.3045794930875576,
      "grad_norm": 1.1583572243805105,
      "learning_rate": 4.38934400920858e-06,
      "loss": 1.058,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0752019882202148,
      "step": 10575,
      "valid_targets_mean": 572.2,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.30472350230414746,
      "grad_norm": 1.0062768694048119,
      "learning_rate": 4.388520778230248e-06,
      "loss": 0.9217,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0260639190673828,
      "step": 10580,
      "valid_targets_mean": 694.2,
      "valid_targets_min": 135
    },
    {
      "epoch": 0.3048675115207373,
      "grad_norm": 1.1271618561162582,
      "learning_rate": 4.387697070033649e-06,
      "loss": 1.0007,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9866962432861328,
      "step": 10585,
      "valid_targets_mean": 546.5,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.3050115207373272,
      "grad_norm": 1.0870283550272004,
      "learning_rate": 4.386872884826928e-06,
      "loss": 1.0808,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9309452772140503,
      "step": 10590,
      "valid_targets_mean": 570.2,
      "valid_targets_min": 225
    },
    {
      "epoch": 0.30515552995391704,
      "grad_norm": 1.0732268302479815,
      "learning_rate": 4.386048222818351e-06,
      "loss": 1.088,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0236907005310059,
      "step": 10595,
      "valid_targets_mean": 620.9,
      "valid_targets_min": 351
    },
    {
      "epoch": 0.3052995391705069,
      "grad_norm": 0.9700539895909454,
      "learning_rate": 4.385223084216307e-06,
      "loss": 1.122,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2546045780181885,
      "step": 10600,
      "valid_targets_mean": 800.1,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.30544354838709675,
      "grad_norm": 0.7959819864007893,
      "learning_rate": 4.384397469229302e-06,
      "loss": 0.9084,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6017317771911621,
      "step": 10605,
      "valid_targets_mean": 803.9,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.3055875576036866,
      "grad_norm": 1.0675230870770311,
      "learning_rate": 4.383571378065966e-06,
      "loss": 1.063,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0761196613311768,
      "step": 10610,
      "valid_targets_mean": 586.1,
      "valid_targets_min": 182
    },
    {
      "epoch": 0.3057315668202765,
      "grad_norm": 1.0059992168388459,
      "learning_rate": 4.382744810935046e-06,
      "loss": 1.0,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.030245304107666,
      "step": 10615,
      "valid_targets_mean": 670.4,
      "valid_targets_min": 145
    },
    {
      "epoch": 0.3058755760368664,
      "grad_norm": 1.0920245876905044,
      "learning_rate": 4.381917768045411e-06,
      "loss": 0.9795,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9521342515945435,
      "step": 10620,
      "valid_targets_mean": 627.8,
      "valid_targets_min": 270
    },
    {
      "epoch": 0.30601958525345624,
      "grad_norm": 1.1776430948550465,
      "learning_rate": 4.3810902496060495e-06,
      "loss": 1.001,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1286091804504395,
      "step": 10625,
      "valid_targets_mean": 559.9,
      "valid_targets_min": 178
    },
    {
      "epoch": 0.3061635944700461,
      "grad_norm": 1.071506989761195,
      "learning_rate": 4.3802622558260725e-06,
      "loss": 0.9744,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0751736164093018,
      "step": 10630,
      "valid_targets_mean": 697.6,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.30630760368663595,
      "grad_norm": 1.1082358193883166,
      "learning_rate": 4.379433786914707e-06,
      "loss": 0.9997,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7745459079742432,
      "step": 10635,
      "valid_targets_mean": 558.6,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.3064516129032258,
      "grad_norm": 1.0172087968586692,
      "learning_rate": 4.378604843081303e-06,
      "loss": 0.8783,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7982495427131653,
      "step": 10640,
      "valid_targets_mean": 625.4,
      "valid_targets_min": 173
    },
    {
      "epoch": 0.30659562211981567,
      "grad_norm": 1.2035818082811467,
      "learning_rate": 4.377775424535331e-06,
      "loss": 0.9774,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0622658729553223,
      "step": 10645,
      "valid_targets_mean": 500.5,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.3067396313364055,
      "grad_norm": 1.168631689339265,
      "learning_rate": 4.376945531486379e-06,
      "loss": 0.8563,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8737910985946655,
      "step": 10650,
      "valid_targets_mean": 491.5,
      "valid_targets_min": 57
    },
    {
      "epoch": 0.3068836405529954,
      "grad_norm": 1.0537251633018205,
      "learning_rate": 4.376115164144157e-06,
      "loss": 0.9713,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2191519737243652,
      "step": 10655,
      "valid_targets_mean": 674.6,
      "valid_targets_min": 275
    },
    {
      "epoch": 0.30702764976958524,
      "grad_norm": 1.033020851219717,
      "learning_rate": 4.375284322718493e-06,
      "loss": 0.9814,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8930057287216187,
      "step": 10660,
      "valid_targets_mean": 602.2,
      "valid_targets_min": 156
    },
    {
      "epoch": 0.3071716589861751,
      "grad_norm": 1.083148652015492,
      "learning_rate": 4.374453007419336e-06,
      "loss": 1.084,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1549947261810303,
      "step": 10665,
      "valid_targets_mean": 637.6,
      "valid_targets_min": 184
    },
    {
      "epoch": 0.30731566820276496,
      "grad_norm": 1.1966102280848514,
      "learning_rate": 4.373621218456755e-06,
      "loss": 0.9866,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.982424259185791,
      "step": 10670,
      "valid_targets_mean": 477.6,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.3074596774193548,
      "grad_norm": 1.2308729433505274,
      "learning_rate": 4.372788956040939e-06,
      "loss": 0.8918,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8379132151603699,
      "step": 10675,
      "valid_targets_mean": 423.4,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.3076036866359447,
      "grad_norm": 1.1978627755152769,
      "learning_rate": 4.371956220382194e-06,
      "loss": 0.989,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9274170398712158,
      "step": 10680,
      "valid_targets_mean": 503.7,
      "valid_targets_min": 210
    },
    {
      "epoch": 0.3077476958525346,
      "grad_norm": 1.0840117364042434,
      "learning_rate": 4.371123011690949e-06,
      "loss": 0.8784,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8771525621414185,
      "step": 10685,
      "valid_targets_mean": 573.2,
      "valid_targets_min": 280
    },
    {
      "epoch": 0.30789170506912444,
      "grad_norm": 1.0293219487381478,
      "learning_rate": 4.37028933017775e-06,
      "loss": 1.0338,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2333202362060547,
      "step": 10690,
      "valid_targets_mean": 782.9,
      "valid_targets_min": 163
    },
    {
      "epoch": 0.3080357142857143,
      "grad_norm": 1.094073228407672,
      "learning_rate": 4.369455176053265e-06,
      "loss": 1.0253,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2179580926895142,
      "step": 10695,
      "valid_targets_mean": 658.2,
      "valid_targets_min": 185
    },
    {
      "epoch": 0.30817972350230416,
      "grad_norm": 1.2345126528240982,
      "learning_rate": 4.368620549528278e-06,
      "loss": 1.0587,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0305275917053223,
      "step": 10700,
      "valid_targets_mean": 491.8,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.308323732718894,
      "grad_norm": 1.1313194848947525,
      "learning_rate": 4.3677854508136966e-06,
      "loss": 1.0983,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0824962854385376,
      "step": 10705,
      "valid_targets_mean": 645.3,
      "valid_targets_min": 245
    },
    {
      "epoch": 0.3084677419354839,
      "grad_norm": 1.1062756655910095,
      "learning_rate": 4.366949880120543e-06,
      "loss": 0.9949,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1494426727294922,
      "step": 10710,
      "valid_targets_mean": 601.1,
      "valid_targets_min": 152
    },
    {
      "epoch": 0.30861175115207373,
      "grad_norm": 0.9967008571150828,
      "learning_rate": 4.366113837659963e-06,
      "loss": 1.023,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0698469877243042,
      "step": 10715,
      "valid_targets_mean": 721.8,
      "valid_targets_min": 341
    },
    {
      "epoch": 0.3087557603686636,
      "grad_norm": 1.0559836149708375,
      "learning_rate": 4.3652773236432186e-06,
      "loss": 1.0243,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9097782969474792,
      "step": 10720,
      "valid_targets_mean": 617.5,
      "valid_targets_min": 166
    },
    {
      "epoch": 0.30889976958525345,
      "grad_norm": 1.168495692447946,
      "learning_rate": 4.3644403382816915e-06,
      "loss": 1.0514,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8937481641769409,
      "step": 10725,
      "valid_targets_mean": 499.0,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.3090437788018433,
      "grad_norm": 1.1572965295384294,
      "learning_rate": 4.363602881786885e-06,
      "loss": 0.9295,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7291812300682068,
      "step": 10730,
      "valid_targets_mean": 434.3,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.30918778801843316,
      "grad_norm": 1.1562922181132076,
      "learning_rate": 4.362764954370417e-06,
      "loss": 0.9186,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9808683395385742,
      "step": 10735,
      "valid_targets_mean": 496.4,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.309331797235023,
      "grad_norm": 1.0098679386146292,
      "learning_rate": 4.361926556244029e-06,
      "loss": 0.8778,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7057335376739502,
      "step": 10740,
      "valid_targets_mean": 525.6,
      "valid_targets_min": 87
    },
    {
      "epoch": 0.3094758064516129,
      "grad_norm": 1.16384528978216,
      "learning_rate": 4.361087687619579e-06,
      "loss": 1.0954,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2051763534545898,
      "step": 10745,
      "valid_targets_mean": 613.6,
      "valid_targets_min": 100
    },
    {
      "epoch": 0.3096198156682028,
      "grad_norm": 1.1556610324084455,
      "learning_rate": 4.360248348709043e-06,
      "loss": 0.9009,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1172572374343872,
      "step": 10750,
      "valid_targets_mean": 570.3,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.30976382488479265,
      "grad_norm": 1.1054248840257188,
      "learning_rate": 4.359408539724519e-06,
      "loss": 1.0259,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8614497780799866,
      "step": 10755,
      "valid_targets_mean": 521.7,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.3099078341013825,
      "grad_norm": 1.1310417315345023,
      "learning_rate": 4.3585682608782196e-06,
      "loss": 1.0049,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1173139810562134,
      "step": 10760,
      "valid_targets_mean": 615.1,
      "valid_targets_min": 193
    },
    {
      "epoch": 0.31005184331797236,
      "grad_norm": 1.1123311933773565,
      "learning_rate": 4.35772751238248e-06,
      "loss": 1.06,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.252920150756836,
      "step": 10765,
      "valid_targets_mean": 664.2,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.3101958525345622,
      "grad_norm": 1.075359680391692,
      "learning_rate": 4.356886294449753e-06,
      "loss": 0.9924,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.72060227394104,
      "step": 10770,
      "valid_targets_mean": 543.4,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.3103398617511521,
      "grad_norm": 0.9974172494044581,
      "learning_rate": 4.3560446072926075e-06,
      "loss": 1.0955,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.29701828956604,
      "step": 10775,
      "valid_targets_mean": 797.8,
      "valid_targets_min": 177
    },
    {
      "epoch": 0.31048387096774194,
      "grad_norm": 1.0816305526919403,
      "learning_rate": 4.3552024511237345e-06,
      "loss": 0.8824,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8276381492614746,
      "step": 10780,
      "valid_targets_mean": 621.8,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.3106278801843318,
      "grad_norm": 1.146984261312549,
      "learning_rate": 4.354359826155941e-06,
      "loss": 1.0469,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0814982652664185,
      "step": 10785,
      "valid_targets_mean": 602.1,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.31077188940092165,
      "grad_norm": 1.0388033146858313,
      "learning_rate": 4.353516732602155e-06,
      "loss": 1.0432,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1859586238861084,
      "step": 10790,
      "valid_targets_mean": 702.2,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.3109158986175115,
      "grad_norm": 1.0594300637955076,
      "learning_rate": 4.3526731706754196e-06,
      "loss": 0.9135,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0066179037094116,
      "step": 10795,
      "valid_targets_mean": 621.9,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.31105990783410137,
      "grad_norm": 0.8784979305464427,
      "learning_rate": 4.351829140588899e-06,
      "loss": 0.9793,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1818263530731201,
      "step": 10800,
      "valid_targets_mean": 911.8,
      "valid_targets_min": 254
    },
    {
      "epoch": 0.3112039170506912,
      "grad_norm": 1.0483808319784367,
      "learning_rate": 4.350984642555874e-06,
      "loss": 1.0263,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8015204668045044,
      "step": 10805,
      "valid_targets_mean": 590.8,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.3113479262672811,
      "grad_norm": 1.2451583756409648,
      "learning_rate": 4.350139676789746e-06,
      "loss": 0.9719,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8457222580909729,
      "step": 10810,
      "valid_targets_mean": 452.4,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.31149193548387094,
      "grad_norm": 1.010834606282606,
      "learning_rate": 4.349294243504031e-06,
      "loss": 0.8227,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8644627332687378,
      "step": 10815,
      "valid_targets_mean": 616.9,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.31163594470046085,
      "grad_norm": 0.8821398441988065,
      "learning_rate": 4.348448342912365e-06,
      "loss": 0.8876,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5374402403831482,
      "step": 10820,
      "valid_targets_mean": 737.1,
      "valid_targets_min": 206
    },
    {
      "epoch": 0.3117799539170507,
      "grad_norm": 1.1484195344700712,
      "learning_rate": 4.3476019752285055e-06,
      "loss": 0.9785,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9835761189460754,
      "step": 10825,
      "valid_targets_mean": 539.9,
      "valid_targets_min": 241
    },
    {
      "epoch": 0.31192396313364057,
      "grad_norm": 1.1584289954566656,
      "learning_rate": 4.346755140666321e-06,
      "loss": 1.0176,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8160436153411865,
      "step": 10830,
      "valid_targets_mean": 489.4,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.3120679723502304,
      "grad_norm": 1.2500718266175543,
      "learning_rate": 4.345907839439803e-06,
      "loss": 0.9841,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9349282383918762,
      "step": 10835,
      "valid_targets_mean": 473.5,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.3122119815668203,
      "grad_norm": 1.0106655447970188,
      "learning_rate": 4.34506007176306e-06,
      "loss": 0.9913,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1733862161636353,
      "step": 10840,
      "valid_targets_mean": 745.9,
      "valid_targets_min": 54
    },
    {
      "epoch": 0.31235599078341014,
      "grad_norm": 1.1463603948301884,
      "learning_rate": 4.344211837850316e-06,
      "loss": 0.943,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0904008150100708,
      "step": 10845,
      "valid_targets_mean": 626.7,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.3125,
      "grad_norm": 1.0732146867889532,
      "learning_rate": 4.343363137915918e-06,
      "loss": 1.1247,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.390251874923706,
      "step": 10850,
      "valid_targets_mean": 771.9,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.31264400921658986,
      "grad_norm": 0.9709314199985981,
      "learning_rate": 4.342513972174326e-06,
      "loss": 1.0255,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1024205684661865,
      "step": 10855,
      "valid_targets_mean": 781.7,
      "valid_targets_min": 268
    },
    {
      "epoch": 0.3127880184331797,
      "grad_norm": 1.0252045808513266,
      "learning_rate": 4.341664340840119e-06,
      "loss": 0.9294,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.114716649055481,
      "step": 10860,
      "valid_targets_mean": 682.1,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.3129320276497696,
      "grad_norm": 1.110754050114494,
      "learning_rate": 4.340814244127993e-06,
      "loss": 1.0009,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.160862684249878,
      "step": 10865,
      "valid_targets_mean": 589.9,
      "valid_targets_min": 90
    },
    {
      "epoch": 0.31307603686635943,
      "grad_norm": 1.2366577341539835,
      "learning_rate": 4.339963682252765e-06,
      "loss": 0.9594,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.918856143951416,
      "step": 10870,
      "valid_targets_mean": 452.0,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.3132200460829493,
      "grad_norm": 1.156679197422556,
      "learning_rate": 4.339112655429366e-06,
      "loss": 0.9861,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0372347831726074,
      "step": 10875,
      "valid_targets_mean": 565.9,
      "valid_targets_min": 214
    },
    {
      "epoch": 0.31336405529953915,
      "grad_norm": 0.9643041035958763,
      "learning_rate": 4.338261163872845e-06,
      "loss": 0.9162,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7907939553260803,
      "step": 10880,
      "valid_targets_mean": 635.9,
      "valid_targets_min": 223
    },
    {
      "epoch": 0.31350806451612906,
      "grad_norm": 1.0607934126746255,
      "learning_rate": 4.337409207798368e-06,
      "loss": 1.0669,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1063499450683594,
      "step": 10885,
      "valid_targets_mean": 696.4,
      "valid_targets_min": 213
    },
    {
      "epoch": 0.3136520737327189,
      "grad_norm": 0.9898922445862892,
      "learning_rate": 4.336556787421222e-06,
      "loss": 0.9856,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.142733097076416,
      "step": 10890,
      "valid_targets_mean": 790.4,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.3137960829493088,
      "grad_norm": 1.1747557549649406,
      "learning_rate": 4.3357039029568065e-06,
      "loss": 1.016,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9219268560409546,
      "step": 10895,
      "valid_targets_mean": 505.1,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.31394009216589863,
      "grad_norm": 1.1878231694081618,
      "learning_rate": 4.334850554620642e-06,
      "loss": 1.0305,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2535443305969238,
      "step": 10900,
      "valid_targets_mean": 573.0,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.3140841013824885,
      "grad_norm": 1.1277881356112598,
      "learning_rate": 4.3339967426283635e-06,
      "loss": 0.9899,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0240455865859985,
      "step": 10905,
      "valid_targets_mean": 570.0,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.31422811059907835,
      "grad_norm": 1.0163565201647327,
      "learning_rate": 4.333142467195725e-06,
      "loss": 0.8993,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.972173810005188,
      "step": 10910,
      "valid_targets_mean": 657.8,
      "valid_targets_min": 153
    },
    {
      "epoch": 0.3143721198156682,
      "grad_norm": 1.0616261681562595,
      "learning_rate": 4.3322877285385964e-06,
      "loss": 1.0109,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8632690906524658,
      "step": 10915,
      "valid_targets_mean": 567.5,
      "valid_targets_min": 223
    },
    {
      "epoch": 0.31451612903225806,
      "grad_norm": 1.096354533569536,
      "learning_rate": 4.331432526872966e-06,
      "loss": 0.8849,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9327423572540283,
      "step": 10920,
      "valid_targets_mean": 573.2,
      "valid_targets_min": 123
    },
    {
      "epoch": 0.3146601382488479,
      "grad_norm": 1.1614582057047322,
      "learning_rate": 4.330576862414938e-06,
      "loss": 1.0376,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0492980480194092,
      "step": 10925,
      "valid_targets_mean": 580.1,
      "valid_targets_min": 208
    },
    {
      "epoch": 0.3148041474654378,
      "grad_norm": 1.0616217388249396,
      "learning_rate": 4.3297207353807334e-06,
      "loss": 0.9838,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1410698890686035,
      "step": 10930,
      "valid_targets_mean": 738.9,
      "valid_targets_min": 445
    },
    {
      "epoch": 0.31494815668202764,
      "grad_norm": 1.1395277190093165,
      "learning_rate": 4.328864145986692e-06,
      "loss": 0.9343,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9466536045074463,
      "step": 10935,
      "valid_targets_mean": 529.6,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.3150921658986175,
      "grad_norm": 1.2246551964264385,
      "learning_rate": 4.328007094449267e-06,
      "loss": 0.9608,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8419958353042603,
      "step": 10940,
      "valid_targets_mean": 455.5,
      "valid_targets_min": 204
    },
    {
      "epoch": 0.31523617511520735,
      "grad_norm": 1.080724150811154,
      "learning_rate": 4.327149580985031e-06,
      "loss": 1.0298,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7768175601959229,
      "step": 10945,
      "valid_targets_mean": 496.5,
      "valid_targets_min": 78
    },
    {
      "epoch": 0.3153801843317972,
      "grad_norm": 1.126232398794238,
      "learning_rate": 4.326291605810673e-06,
      "loss": 0.9466,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1312257051467896,
      "step": 10950,
      "valid_targets_mean": 606.3,
      "valid_targets_min": 130
    },
    {
      "epoch": 0.3155241935483871,
      "grad_norm": 1.008595833526871,
      "learning_rate": 4.325433169142998e-06,
      "loss": 0.9991,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9832050800323486,
      "step": 10955,
      "valid_targets_mean": 726.0,
      "valid_targets_min": 186
    },
    {
      "epoch": 0.315668202764977,
      "grad_norm": 0.9247092392550254,
      "learning_rate": 4.3245742711989295e-06,
      "loss": 0.8339,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9042326211929321,
      "step": 10960,
      "valid_targets_mean": 759.6,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.31581221198156684,
      "grad_norm": 1.208101561246856,
      "learning_rate": 4.323714912195504e-06,
      "loss": 0.9608,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9246558547019958,
      "step": 10965,
      "valid_targets_mean": 466.9,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.3159562211981567,
      "grad_norm": 1.1732029877971342,
      "learning_rate": 4.322855092349878e-06,
      "loss": 1.0618,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0601695775985718,
      "step": 10970,
      "valid_targets_mean": 548.1,
      "valid_targets_min": 49
    },
    {
      "epoch": 0.31610023041474655,
      "grad_norm": 1.0894777905803528,
      "learning_rate": 4.321994811879321e-06,
      "loss": 1.0417,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2113540172576904,
      "step": 10975,
      "valid_targets_mean": 674.2,
      "valid_targets_min": 258
    },
    {
      "epoch": 0.3162442396313364,
      "grad_norm": 1.2586710866926927,
      "learning_rate": 4.321134071001224e-06,
      "loss": 0.9239,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1182702779769897,
      "step": 10980,
      "valid_targets_mean": 506.2,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.31638824884792627,
      "grad_norm": 0.9327677273892254,
      "learning_rate": 4.320272869933088e-06,
      "loss": 0.9406,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.954936146736145,
      "step": 10985,
      "valid_targets_mean": 747.9,
      "valid_targets_min": 62
    },
    {
      "epoch": 0.3165322580645161,
      "grad_norm": 1.0945132591996571,
      "learning_rate": 4.319411208892535e-06,
      "loss": 0.9194,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.007951259613037,
      "step": 10990,
      "valid_targets_mean": 598.1,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.316676267281106,
      "grad_norm": 1.1099801911819827,
      "learning_rate": 4.318549088097303e-06,
      "loss": 1.03,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0999085903167725,
      "step": 10995,
      "valid_targets_mean": 629.1,
      "valid_targets_min": 178
    },
    {
      "epoch": 0.31682027649769584,
      "grad_norm": 1.026908261898744,
      "learning_rate": 4.317686507765243e-06,
      "loss": 0.8984,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9218021035194397,
      "step": 11000,
      "valid_targets_mean": 669.4,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.3169642857142857,
      "grad_norm": 1.2131933330658777,
      "learning_rate": 4.316823468114325e-06,
      "loss": 0.9201,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0995914936065674,
      "step": 11005,
      "valid_targets_mean": 554.0,
      "valid_targets_min": 224
    },
    {
      "epoch": 0.31710829493087556,
      "grad_norm": 1.0845531621008795,
      "learning_rate": 4.315959969362634e-06,
      "loss": 1.0051,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9900293946266174,
      "step": 11010,
      "valid_targets_mean": 587.1,
      "valid_targets_min": 204
    },
    {
      "epoch": 0.3172523041474654,
      "grad_norm": 1.0749301572638696,
      "learning_rate": 4.315096011728371e-06,
      "loss": 0.9099,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.925655722618103,
      "step": 11015,
      "valid_targets_mean": 563.8,
      "valid_targets_min": 167
    },
    {
      "epoch": 0.3173963133640553,
      "grad_norm": 1.1088698658548426,
      "learning_rate": 4.314231595429853e-06,
      "loss": 0.9692,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0487335920333862,
      "step": 11020,
      "valid_targets_mean": 597.4,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.3175403225806452,
      "grad_norm": 1.0270030385849749,
      "learning_rate": 4.313366720685513e-06,
      "loss": 1.1219,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.298506259918213,
      "step": 11025,
      "valid_targets_mean": 715.0,
      "valid_targets_min": 195
    },
    {
      "epoch": 0.31768433179723504,
      "grad_norm": 1.0584657153990753,
      "learning_rate": 4.3125013877138995e-06,
      "loss": 0.9651,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1096817255020142,
      "step": 11030,
      "valid_targets_mean": 657.9,
      "valid_targets_min": 134
    },
    {
      "epoch": 0.3178283410138249,
      "grad_norm": 1.164298928526229,
      "learning_rate": 4.311635596733678e-06,
      "loss": 1.0166,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7901113033294678,
      "step": 11035,
      "valid_targets_mean": 455.5,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.31797235023041476,
      "grad_norm": 1.0454689394169887,
      "learning_rate": 4.310769347963629e-06,
      "loss": 0.9549,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9911842346191406,
      "step": 11040,
      "valid_targets_mean": 631.7,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.3181163594470046,
      "grad_norm": 1.0603041426188249,
      "learning_rate": 4.309902641622648e-06,
      "loss": 0.908,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7792466878890991,
      "step": 11045,
      "valid_targets_mean": 526.8,
      "valid_targets_min": 54
    },
    {
      "epoch": 0.3182603686635945,
      "grad_norm": 1.1336702401856456,
      "learning_rate": 4.309035477929745e-06,
      "loss": 1.0049,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8576198816299438,
      "step": 11050,
      "valid_targets_mean": 551.0,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.31840437788018433,
      "grad_norm": 1.1672929982038016,
      "learning_rate": 4.308167857104051e-06,
      "loss": 0.9228,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0684194564819336,
      "step": 11055,
      "valid_targets_mean": 576.6,
      "valid_targets_min": 185
    },
    {
      "epoch": 0.3185483870967742,
      "grad_norm": 0.9247652397710827,
      "learning_rate": 4.307299779364806e-06,
      "loss": 0.8724,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8067665100097656,
      "step": 11060,
      "valid_targets_mean": 700.8,
      "valid_targets_min": 297
    },
    {
      "epoch": 0.31869239631336405,
      "grad_norm": 1.1915040424251824,
      "learning_rate": 4.306431244931367e-06,
      "loss": 1.0382,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0959440469741821,
      "step": 11065,
      "valid_targets_mean": 547.3,
      "valid_targets_min": 124
    },
    {
      "epoch": 0.3188364055299539,
      "grad_norm": 1.1485984840704853,
      "learning_rate": 4.3055622540232125e-06,
      "loss": 0.9961,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0384671688079834,
      "step": 11070,
      "valid_targets_mean": 566.8,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.31898041474654376,
      "grad_norm": 1.122547318361546,
      "learning_rate": 4.304692806859927e-06,
      "loss": 0.9953,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0329439640045166,
      "step": 11075,
      "valid_targets_mean": 593.4,
      "valid_targets_min": 191
    },
    {
      "epoch": 0.3191244239631336,
      "grad_norm": 1.0424755110820452,
      "learning_rate": 4.303822903661216e-06,
      "loss": 0.9494,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9651187658309937,
      "step": 11080,
      "valid_targets_mean": 638.1,
      "valid_targets_min": 253
    },
    {
      "epoch": 0.3192684331797235,
      "grad_norm": 1.0116355322621078,
      "learning_rate": 4.3029525446469e-06,
      "loss": 0.9668,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.853592574596405,
      "step": 11085,
      "valid_targets_mean": 661.0,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.3194124423963134,
      "grad_norm": 1.182624425927343,
      "learning_rate": 4.302081730036912e-06,
      "loss": 0.9408,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.08955979347229,
      "step": 11090,
      "valid_targets_mean": 554.0,
      "valid_targets_min": 190
    },
    {
      "epoch": 0.31955645161290325,
      "grad_norm": 1.1867794278870816,
      "learning_rate": 4.301210460051304e-06,
      "loss": 1.0448,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0423119068145752,
      "step": 11095,
      "valid_targets_mean": 484.2,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.3197004608294931,
      "grad_norm": 1.1757522292011346,
      "learning_rate": 4.300338734910239e-06,
      "loss": 1.0124,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0384502410888672,
      "step": 11100,
      "valid_targets_mean": 492.8,
      "valid_targets_min": 225
    },
    {
      "epoch": 0.31984447004608296,
      "grad_norm": 1.0745253340094372,
      "learning_rate": 4.299466554833998e-06,
      "loss": 1.0087,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1089327335357666,
      "step": 11105,
      "valid_targets_mean": 592.6,
      "valid_targets_min": 90
    },
    {
      "epoch": 0.3199884792626728,
      "grad_norm": 1.2488021049250602,
      "learning_rate": 4.298593920042975e-06,
      "loss": 0.8986,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8543652892112732,
      "step": 11110,
      "valid_targets_mean": 458.6,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.3201324884792627,
      "grad_norm": 1.0313498699469097,
      "learning_rate": 4.29772083075768e-06,
      "loss": 0.939,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7502539157867432,
      "step": 11115,
      "valid_targets_mean": 560.9,
      "valid_targets_min": 170
    },
    {
      "epoch": 0.32027649769585254,
      "grad_norm": 1.0359998034862756,
      "learning_rate": 4.296847287198738e-06,
      "loss": 1.0134,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0983917713165283,
      "step": 11120,
      "valid_targets_mean": 674.4,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.3204205069124424,
      "grad_norm": 0.9736210119244649,
      "learning_rate": 4.295973289586888e-06,
      "loss": 0.9344,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8716143369674683,
      "step": 11125,
      "valid_targets_mean": 722.4,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.32056451612903225,
      "grad_norm": 1.1963554465927881,
      "learning_rate": 4.295098838142985e-06,
      "loss": 1.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8667079210281372,
      "step": 11130,
      "valid_targets_mean": 464.6,
      "valid_targets_min": 180
    },
    {
      "epoch": 0.3207085253456221,
      "grad_norm": 1.0577741804588454,
      "learning_rate": 4.2942239330879955e-06,
      "loss": 0.9986,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9053863883018494,
      "step": 11135,
      "valid_targets_mean": 579.8,
      "valid_targets_min": 247
    },
    {
      "epoch": 0.32085253456221197,
      "grad_norm": 1.0843332031919901,
      "learning_rate": 4.293348574643006e-06,
      "loss": 1.0476,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.775715708732605,
      "step": 11140,
      "valid_targets_mean": 522.9,
      "valid_targets_min": 163
    },
    {
      "epoch": 0.3209965437788018,
      "grad_norm": 1.1578069912469737,
      "learning_rate": 4.292472763029213e-06,
      "loss": 0.9483,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0086653232574463,
      "step": 11145,
      "valid_targets_mean": 527.2,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.3211405529953917,
      "grad_norm": 1.0684872819872202,
      "learning_rate": 4.2915964984679284e-06,
      "loss": 0.9945,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9411227107048035,
      "step": 11150,
      "valid_targets_mean": 614.0,
      "valid_targets_min": 176
    },
    {
      "epoch": 0.32128456221198154,
      "grad_norm": 1.050149148319675,
      "learning_rate": 4.29071978118058e-06,
      "loss": 1.102,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2619539499282837,
      "step": 11155,
      "valid_targets_mean": 698.4,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.32142857142857145,
      "grad_norm": 1.0938329382572545,
      "learning_rate": 4.289842611388709e-06,
      "loss": 1.0498,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.881639838218689,
      "step": 11160,
      "valid_targets_mean": 532.1,
      "valid_targets_min": 53
    },
    {
      "epoch": 0.3215725806451613,
      "grad_norm": 1.0365586449366349,
      "learning_rate": 4.288964989313972e-06,
      "loss": 0.9082,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.643558144569397,
      "step": 11165,
      "valid_targets_mean": 517.9,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.32171658986175117,
      "grad_norm": 1.1649588916721298,
      "learning_rate": 4.2880869151781375e-06,
      "loss": 0.9015,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9779385328292847,
      "step": 11170,
      "valid_targets_mean": 537.9,
      "valid_targets_min": 193
    },
    {
      "epoch": 0.321860599078341,
      "grad_norm": 1.0534908142100594,
      "learning_rate": 4.2872083892030914e-06,
      "loss": 0.9347,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.099297285079956,
      "step": 11175,
      "valid_targets_mean": 679.4,
      "valid_targets_min": 182
    },
    {
      "epoch": 0.3220046082949309,
      "grad_norm": 1.0178613221712218,
      "learning_rate": 4.28632941161083e-06,
      "loss": 0.9375,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9292972683906555,
      "step": 11180,
      "valid_targets_mean": 680.3,
      "valid_targets_min": 229
    },
    {
      "epoch": 0.32214861751152074,
      "grad_norm": 1.048022042357973,
      "learning_rate": 4.285449982623468e-06,
      "loss": 0.9237,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8552439212799072,
      "step": 11185,
      "valid_targets_mean": 576.5,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.3222926267281106,
      "grad_norm": 1.1756474087509978,
      "learning_rate": 4.28457010246323e-06,
      "loss": 1.0107,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0615321397781372,
      "step": 11190,
      "valid_targets_mean": 547.2,
      "valid_targets_min": 63
    },
    {
      "epoch": 0.32243663594470046,
      "grad_norm": 1.0096239676992464,
      "learning_rate": 4.2836897713524585e-06,
      "loss": 1.0515,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9825417995452881,
      "step": 11195,
      "valid_targets_mean": 715.5,
      "valid_targets_min": 267
    },
    {
      "epoch": 0.3225806451612903,
      "grad_norm": 1.033851837214527,
      "learning_rate": 4.282808989513607e-06,
      "loss": 1.1318,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0561294555664062,
      "step": 11200,
      "valid_targets_mean": 713.1,
      "valid_targets_min": 482
    },
    {
      "epoch": 0.32272465437788017,
      "grad_norm": 1.0305517193743403,
      "learning_rate": 4.281927757169244e-06,
      "loss": 1.0491,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8102377653121948,
      "step": 11205,
      "valid_targets_mean": 625.2,
      "valid_targets_min": 237
    },
    {
      "epoch": 0.32286866359447003,
      "grad_norm": 1.1011291976480384,
      "learning_rate": 4.281046074542052e-06,
      "loss": 1.0127,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9938136339187622,
      "step": 11210,
      "valid_targets_mean": 616.8,
      "valid_targets_min": 189
    },
    {
      "epoch": 0.3230126728110599,
      "grad_norm": 1.087680732524026,
      "learning_rate": 4.280163941854828e-06,
      "loss": 0.9191,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9486119747161865,
      "step": 11215,
      "valid_targets_mean": 586.5,
      "valid_targets_min": 214
    },
    {
      "epoch": 0.32315668202764974,
      "grad_norm": 0.9993338151516926,
      "learning_rate": 4.279281359330481e-06,
      "loss": 0.9934,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.071691632270813,
      "step": 11220,
      "valid_targets_mean": 754.9,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.32330069124423966,
      "grad_norm": 1.1767868629873592,
      "learning_rate": 4.278398327192033e-06,
      "loss": 0.9982,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9332746267318726,
      "step": 11225,
      "valid_targets_mean": 506.6,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.3234447004608295,
      "grad_norm": 1.103628899082427,
      "learning_rate": 4.277514845662623e-06,
      "loss": 0.9839,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0859689712524414,
      "step": 11230,
      "valid_targets_mean": 605.7,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.3235887096774194,
      "grad_norm": 1.1481055349843214,
      "learning_rate": 4.276630914965502e-06,
      "loss": 1.0629,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0052001476287842,
      "step": 11235,
      "valid_targets_mean": 560.4,
      "valid_targets_min": 194
    },
    {
      "epoch": 0.32373271889400923,
      "grad_norm": 1.1609930397760047,
      "learning_rate": 4.275746535324033e-06,
      "loss": 0.9504,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.021090030670166,
      "step": 11240,
      "valid_targets_mean": 549.9,
      "valid_targets_min": 85
    },
    {
      "epoch": 0.3238767281105991,
      "grad_norm": 1.078661692429038,
      "learning_rate": 4.274861706961693e-06,
      "loss": 0.9822,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.860810399055481,
      "step": 11245,
      "valid_targets_mean": 586.8,
      "valid_targets_min": 171
    },
    {
      "epoch": 0.32402073732718895,
      "grad_norm": 1.1355937409887407,
      "learning_rate": 4.273976430102076e-06,
      "loss": 1.0292,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2090729475021362,
      "step": 11250,
      "valid_targets_mean": 572.9,
      "valid_targets_min": 228
    },
    {
      "epoch": 0.3241647465437788,
      "grad_norm": 1.054146945136572,
      "learning_rate": 4.273090704968884e-06,
      "loss": 0.9096,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.893402099609375,
      "step": 11255,
      "valid_targets_mean": 635.4,
      "valid_targets_min": 220
    },
    {
      "epoch": 0.32430875576036866,
      "grad_norm": 1.0269235519686992,
      "learning_rate": 4.272204531785934e-06,
      "loss": 1.003,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7137466073036194,
      "step": 11260,
      "valid_targets_mean": 596.1,
      "valid_targets_min": 189
    },
    {
      "epoch": 0.3244527649769585,
      "grad_norm": 1.1383108500244716,
      "learning_rate": 4.271317910777159e-06,
      "loss": 1.1491,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3173456192016602,
      "step": 11265,
      "valid_targets_mean": 671.2,
      "valid_targets_min": 227
    },
    {
      "epoch": 0.3245967741935484,
      "grad_norm": 1.1402581534743128,
      "learning_rate": 4.2704308421666e-06,
      "loss": 0.9547,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8356665372848511,
      "step": 11270,
      "valid_targets_mean": 536.9,
      "valid_targets_min": 241
    },
    {
      "epoch": 0.32474078341013823,
      "grad_norm": 1.0447351526121422,
      "learning_rate": 4.269543326178417e-06,
      "loss": 0.946,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9842387437820435,
      "step": 11275,
      "valid_targets_mean": 671.9,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.3248847926267281,
      "grad_norm": 1.168225881459725,
      "learning_rate": 4.268655363036878e-06,
      "loss": 0.9206,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0450763702392578,
      "step": 11280,
      "valid_targets_mean": 552.8,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.32502880184331795,
      "grad_norm": 1.017501469151266,
      "learning_rate": 4.267766952966369e-06,
      "loss": 1.1387,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.161967158317566,
      "step": 11285,
      "valid_targets_mean": 724.2,
      "valid_targets_min": 197
    },
    {
      "epoch": 0.3251728110599078,
      "grad_norm": 1.095097369974121,
      "learning_rate": 4.266878096191384e-06,
      "loss": 1.0996,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9636191129684448,
      "step": 11290,
      "valid_targets_mean": 619.1,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.3253168202764977,
      "grad_norm": 1.0826959134546494,
      "learning_rate": 4.265988792936532e-06,
      "loss": 1.0246,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0052545070648193,
      "step": 11295,
      "valid_targets_mean": 607.2,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.3254608294930876,
      "grad_norm": 1.1097193451665672,
      "learning_rate": 4.265099043426534e-06,
      "loss": 0.967,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9588911533355713,
      "step": 11300,
      "valid_targets_mean": 519.2,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.32560483870967744,
      "grad_norm": 1.121348119225511,
      "learning_rate": 4.264208847886226e-06,
      "loss": 0.9331,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7552385330200195,
      "step": 11305,
      "valid_targets_mean": 555.8,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.3257488479262673,
      "grad_norm": 1.1128533595645682,
      "learning_rate": 4.263318206540556e-06,
      "loss": 0.9474,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0899862051010132,
      "step": 11310,
      "valid_targets_mean": 659.2,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.32589285714285715,
      "grad_norm": 1.2113971950820206,
      "learning_rate": 4.2624271196145815e-06,
      "loss": 1.1903,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0212533473968506,
      "step": 11315,
      "valid_targets_mean": 548.4,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.326036866359447,
      "grad_norm": 0.9739111607900338,
      "learning_rate": 4.261535587333476e-06,
      "loss": 0.9928,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.022450566291809,
      "step": 11320,
      "valid_targets_mean": 736.6,
      "valid_targets_min": 172
    },
    {
      "epoch": 0.32618087557603687,
      "grad_norm": 1.116053876560486,
      "learning_rate": 4.260643609922526e-06,
      "loss": 0.9162,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7461463212966919,
      "step": 11325,
      "valid_targets_mean": 523.3,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.3263248847926267,
      "grad_norm": 1.1582711746804895,
      "learning_rate": 4.259751187607127e-06,
      "loss": 0.9917,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9614048004150391,
      "step": 11330,
      "valid_targets_mean": 532.2,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.3264688940092166,
      "grad_norm": 1.1548240724031442,
      "learning_rate": 4.258858320612791e-06,
      "loss": 0.9926,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1099777221679688,
      "step": 11335,
      "valid_targets_mean": 535.7,
      "valid_targets_min": 180
    },
    {
      "epoch": 0.32661290322580644,
      "grad_norm": 1.1123096911678017,
      "learning_rate": 4.257965009165138e-06,
      "loss": 0.9727,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1302179098129272,
      "step": 11340,
      "valid_targets_mean": 618.9,
      "valid_targets_min": 155
    },
    {
      "epoch": 0.3267569124423963,
      "grad_norm": 1.0842313130346917,
      "learning_rate": 4.257071253489904e-06,
      "loss": 1.0359,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1236827373504639,
      "step": 11345,
      "valid_targets_mean": 629.6,
      "valid_targets_min": 142
    },
    {
      "epoch": 0.32690092165898615,
      "grad_norm": 1.189915839546271,
      "learning_rate": 4.256177053812935e-06,
      "loss": 0.9641,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7476953268051147,
      "step": 11350,
      "valid_targets_mean": 451.3,
      "valid_targets_min": 124
    },
    {
      "epoch": 0.327044930875576,
      "grad_norm": 1.1159145442357337,
      "learning_rate": 4.255282410360192e-06,
      "loss": 0.9556,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8058531284332275,
      "step": 11355,
      "valid_targets_mean": 544.8,
      "valid_targets_min": 100
    },
    {
      "epoch": 0.3271889400921659,
      "grad_norm": 1.1129748668722172,
      "learning_rate": 4.254387323357744e-06,
      "loss": 0.9048,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0270864963531494,
      "step": 11360,
      "valid_targets_mean": 554.9,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.3273329493087558,
      "grad_norm": 1.2002645528051965,
      "learning_rate": 4.253491793031776e-06,
      "loss": 0.9917,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9652825593948364,
      "step": 11365,
      "valid_targets_mean": 493.3,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.32747695852534564,
      "grad_norm": 1.105536792499061,
      "learning_rate": 4.252595819608581e-06,
      "loss": 0.9404,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.030083417892456,
      "step": 11370,
      "valid_targets_mean": 590.0,
      "valid_targets_min": 169
    },
    {
      "epoch": 0.3276209677419355,
      "grad_norm": 1.151198740913349,
      "learning_rate": 4.251699403314569e-06,
      "loss": 1.1193,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.140299677848816,
      "step": 11375,
      "valid_targets_mean": 557.1,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.32776497695852536,
      "grad_norm": 1.2965801042875458,
      "learning_rate": 4.250802544376258e-06,
      "loss": 0.9278,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8771912455558777,
      "step": 11380,
      "valid_targets_mean": 405.0,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.3279089861751152,
      "grad_norm": 1.0629867403416258,
      "learning_rate": 4.249905243020279e-06,
      "loss": 0.8679,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8214439153671265,
      "step": 11385,
      "valid_targets_mean": 588.1,
      "valid_targets_min": 181
    },
    {
      "epoch": 0.32805299539170507,
      "grad_norm": 1.1735316222062397,
      "learning_rate": 4.249007499473375e-06,
      "loss": 0.9214,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8779404163360596,
      "step": 11390,
      "valid_targets_mean": 527.0,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.32819700460829493,
      "grad_norm": 0.9922466817191217,
      "learning_rate": 4.248109313962401e-06,
      "loss": 0.9428,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.015724778175354,
      "step": 11395,
      "valid_targets_mean": 682.1,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.3283410138248848,
      "grad_norm": 1.2380045776467017,
      "learning_rate": 4.247210686714323e-06,
      "loss": 0.9905,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9719877243041992,
      "step": 11400,
      "valid_targets_mean": 446.3,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.32848502304147464,
      "grad_norm": 1.3176443444097594,
      "learning_rate": 4.246311617956218e-06,
      "loss": 1.0063,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.11264967918396,
      "step": 11405,
      "valid_targets_mean": 485.2,
      "valid_targets_min": 134
    },
    {
      "epoch": 0.3286290322580645,
      "grad_norm": 1.1406752958365183,
      "learning_rate": 4.245412107915276e-06,
      "loss": 0.9624,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9594138860702515,
      "step": 11410,
      "valid_targets_mean": 562.0,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.32877304147465436,
      "grad_norm": 1.2154700549794835,
      "learning_rate": 4.244512156818798e-06,
      "loss": 1.0019,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.02708101272583,
      "step": 11415,
      "valid_targets_mean": 513.4,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.3289170506912442,
      "grad_norm": 1.0181858198118228,
      "learning_rate": 4.2436117648941985e-06,
      "loss": 0.8502,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8379952907562256,
      "step": 11420,
      "valid_targets_mean": 662.6,
      "valid_targets_min": 267
    },
    {
      "epoch": 0.3290610599078341,
      "grad_norm": 1.0475996628100963,
      "learning_rate": 4.242710932368998e-06,
      "loss": 1.0197,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9080343246459961,
      "step": 11425,
      "valid_targets_mean": 636.0,
      "valid_targets_min": 189
    },
    {
      "epoch": 0.329205069124424,
      "grad_norm": 1.1716533790651937,
      "learning_rate": 4.241809659470834e-06,
      "loss": 0.954,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9565989971160889,
      "step": 11430,
      "valid_targets_mean": 581.1,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.32934907834101385,
      "grad_norm": 1.1306700284784663,
      "learning_rate": 4.240907946427452e-06,
      "loss": 1.0255,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8625971078872681,
      "step": 11435,
      "valid_targets_mean": 567.9,
      "valid_targets_min": 181
    },
    {
      "epoch": 0.3294930875576037,
      "grad_norm": 1.2446253228040993,
      "learning_rate": 4.240005793466709e-06,
      "loss": 0.988,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8428843021392822,
      "step": 11440,
      "valid_targets_mean": 468.0,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.32963709677419356,
      "grad_norm": 1.0816055535158895,
      "learning_rate": 4.239103200816575e-06,
      "loss": 1.0424,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9767619371414185,
      "step": 11445,
      "valid_targets_mean": 613.7,
      "valid_targets_min": 291
    },
    {
      "epoch": 0.3297811059907834,
      "grad_norm": 1.0386169138680257,
      "learning_rate": 4.238200168705129e-06,
      "loss": 1.0328,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0067877769470215,
      "step": 11450,
      "valid_targets_mean": 618.2,
      "valid_targets_min": 57
    },
    {
      "epoch": 0.3299251152073733,
      "grad_norm": 1.0925417223526028,
      "learning_rate": 4.2372966973605636e-06,
      "loss": 0.9014,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9479368329048157,
      "step": 11455,
      "valid_targets_mean": 570.2,
      "valid_targets_min": 234
    },
    {
      "epoch": 0.33006912442396313,
      "grad_norm": 1.0607655662294888,
      "learning_rate": 4.236392787011179e-06,
      "loss": 0.9296,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0957682132720947,
      "step": 11460,
      "valid_targets_mean": 631.4,
      "valid_targets_min": 147
    },
    {
      "epoch": 0.330213133640553,
      "grad_norm": 1.1925494767992013,
      "learning_rate": 4.235488437885388e-06,
      "loss": 1.0537,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9123606085777283,
      "step": 11465,
      "valid_targets_mean": 481.7,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.33035714285714285,
      "grad_norm": 1.2504476589007607,
      "learning_rate": 4.234583650211717e-06,
      "loss": 0.938,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1102235317230225,
      "step": 11470,
      "valid_targets_mean": 520.8,
      "valid_targets_min": 135
    },
    {
      "epoch": 0.3305011520737327,
      "grad_norm": 1.0938910205453334,
      "learning_rate": 4.233678424218798e-06,
      "loss": 0.9776,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2732856273651123,
      "step": 11475,
      "valid_targets_mean": 683.8,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.33064516129032256,
      "grad_norm": 1.1047418494508476,
      "learning_rate": 4.232772760135376e-06,
      "loss": 0.9178,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.10029137134552,
      "step": 11480,
      "valid_targets_mean": 599.8,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.3307891705069124,
      "grad_norm": 1.1027413966704025,
      "learning_rate": 4.23186665819031e-06,
      "loss": 0.9438,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1148415803909302,
      "step": 11485,
      "valid_targets_mean": 667.2,
      "valid_targets_min": 164
    },
    {
      "epoch": 0.3309331797235023,
      "grad_norm": 1.0696532808002812,
      "learning_rate": 4.230960118612563e-06,
      "loss": 0.9008,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0536061525344849,
      "step": 11490,
      "valid_targets_mean": 620.6,
      "valid_targets_min": 151
    },
    {
      "epoch": 0.3310771889400922,
      "grad_norm": 1.1561097647517655,
      "learning_rate": 4.230053141631216e-06,
      "loss": 0.952,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.006253719329834,
      "step": 11495,
      "valid_targets_mean": 508.5,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.33122119815668205,
      "grad_norm": 1.10731709575927,
      "learning_rate": 4.229145727475455e-06,
      "loss": 0.9676,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7681963443756104,
      "step": 11500,
      "valid_targets_mean": 533.7,
      "valid_targets_min": 202
    },
    {
      "epoch": 0.3313652073732719,
      "grad_norm": 1.0732430238013728,
      "learning_rate": 4.228237876374578e-06,
      "loss": 1.0547,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.092604160308838,
      "step": 11505,
      "valid_targets_mean": 673.4,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.33150921658986177,
      "grad_norm": 1.1042197446348567,
      "learning_rate": 4.227329588557994e-06,
      "loss": 0.9059,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.007866382598877,
      "step": 11510,
      "valid_targets_mean": 618.1,
      "valid_targets_min": 222
    },
    {
      "epoch": 0.3316532258064516,
      "grad_norm": 1.1039421603114026,
      "learning_rate": 4.226420864255223e-06,
      "loss": 0.8391,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0143682956695557,
      "step": 11515,
      "valid_targets_mean": 551.8,
      "valid_targets_min": 283
    },
    {
      "epoch": 0.3317972350230415,
      "grad_norm": 1.1885228773505494,
      "learning_rate": 4.225511703695893e-06,
      "loss": 1.0089,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0264906883239746,
      "step": 11520,
      "valid_targets_mean": 493.7,
      "valid_targets_min": 162
    },
    {
      "epoch": 0.33194124423963134,
      "grad_norm": 0.9761398458468733,
      "learning_rate": 4.224602107109744e-06,
      "loss": 1.0022,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8344841003417969,
      "step": 11525,
      "valid_targets_mean": 765.8,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.3320852534562212,
      "grad_norm": 1.1695975587138916,
      "learning_rate": 4.223692074726625e-06,
      "loss": 1.0616,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1444101333618164,
      "step": 11530,
      "valid_targets_mean": 559.2,
      "valid_targets_min": 131
    },
    {
      "epoch": 0.33222926267281105,
      "grad_norm": 1.0584610109365522,
      "learning_rate": 4.222781606776498e-06,
      "loss": 0.9106,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0510740280151367,
      "step": 11535,
      "valid_targets_mean": 678.3,
      "valid_targets_min": 176
    },
    {
      "epoch": 0.3323732718894009,
      "grad_norm": 1.0745731281313136,
      "learning_rate": 4.221870703489432e-06,
      "loss": 0.9908,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7609934210777283,
      "step": 11540,
      "valid_targets_mean": 563.6,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.33251728110599077,
      "grad_norm": 1.1620216302915045,
      "learning_rate": 4.220959365095607e-06,
      "loss": 0.9111,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9320856332778931,
      "step": 11545,
      "valid_targets_mean": 486.4,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.3326612903225806,
      "grad_norm": 1.0083908492682847,
      "learning_rate": 4.220047591825312e-06,
      "loss": 0.9529,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7882684469223022,
      "step": 11550,
      "valid_targets_mean": 633.8,
      "valid_targets_min": 266
    },
    {
      "epoch": 0.3328052995391705,
      "grad_norm": 1.0554823201623282,
      "learning_rate": 4.219135383908948e-06,
      "loss": 0.984,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.983801543712616,
      "step": 11555,
      "valid_targets_mean": 689.0,
      "valid_targets_min": 218
    },
    {
      "epoch": 0.33294930875576034,
      "grad_norm": 1.1611643420197588,
      "learning_rate": 4.218222741577024e-06,
      "loss": 0.9947,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9073476791381836,
      "step": 11560,
      "valid_targets_mean": 514.7,
      "valid_targets_min": 188
    },
    {
      "epoch": 0.33309331797235026,
      "grad_norm": 1.0892829113394038,
      "learning_rate": 4.21730966506016e-06,
      "loss": 0.8561,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1440703868865967,
      "step": 11565,
      "valid_targets_mean": 642.9,
      "valid_targets_min": 165
    },
    {
      "epoch": 0.3332373271889401,
      "grad_norm": 1.0777883654887168,
      "learning_rate": 4.2163961545890845e-06,
      "loss": 1.1416,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.5072338581085205,
      "step": 11570,
      "valid_targets_mean": 739.1,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.33338133640552997,
      "grad_norm": 1.1043105896336822,
      "learning_rate": 4.215482210394637e-06,
      "loss": 1.0737,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9915224313735962,
      "step": 11575,
      "valid_targets_mean": 619.2,
      "valid_targets_min": 206
    },
    {
      "epoch": 0.33352534562211983,
      "grad_norm": 1.2763502533645972,
      "learning_rate": 4.214567832707765e-06,
      "loss": 0.9888,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0561258792877197,
      "step": 11580,
      "valid_targets_mean": 466.9,
      "valid_targets_min": 215
    },
    {
      "epoch": 0.3336693548387097,
      "grad_norm": 1.1348762225602858,
      "learning_rate": 4.213653021759528e-06,
      "loss": 1.0456,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0255242586135864,
      "step": 11585,
      "valid_targets_mean": 576.1,
      "valid_targets_min": 144
    },
    {
      "epoch": 0.33381336405529954,
      "grad_norm": 1.0566185242691173,
      "learning_rate": 4.212737777781092e-06,
      "loss": 0.9612,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8974802494049072,
      "step": 11590,
      "valid_targets_mean": 591.2,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.3339573732718894,
      "grad_norm": 1.2138208591657953,
      "learning_rate": 4.211822101003734e-06,
      "loss": 1.024,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0089466571807861,
      "step": 11595,
      "valid_targets_mean": 520.8,
      "valid_targets_min": 185
    },
    {
      "epoch": 0.33410138248847926,
      "grad_norm": 0.9165315109850166,
      "learning_rate": 4.210905991658841e-06,
      "loss": 0.9676,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.979711651802063,
      "step": 11600,
      "valid_targets_mean": 807.4,
      "valid_targets_min": 352
    },
    {
      "epoch": 0.3342453917050691,
      "grad_norm": 1.0392965525095794,
      "learning_rate": 4.209989449977908e-06,
      "loss": 1.0211,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9871609807014465,
      "step": 11605,
      "valid_targets_mean": 627.2,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.334389400921659,
      "grad_norm": 1.1052647531034185,
      "learning_rate": 4.20907247619254e-06,
      "loss": 0.9297,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8997200727462769,
      "step": 11610,
      "valid_targets_mean": 558.2,
      "valid_targets_min": 167
    },
    {
      "epoch": 0.33453341013824883,
      "grad_norm": 1.0846811568412635,
      "learning_rate": 4.2081550705344495e-06,
      "loss": 0.9532,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.806435227394104,
      "step": 11615,
      "valid_targets_mean": 586.1,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.3346774193548387,
      "grad_norm": 1.1195456902010128,
      "learning_rate": 4.2072372332354624e-06,
      "loss": 0.9854,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0947706699371338,
      "step": 11620,
      "valid_targets_mean": 615.8,
      "valid_targets_min": 64
    },
    {
      "epoch": 0.33482142857142855,
      "grad_norm": 1.2653469348533983,
      "learning_rate": 4.206318964527508e-06,
      "loss": 1.0702,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0646982192993164,
      "step": 11625,
      "valid_targets_mean": 526.6,
      "valid_targets_min": 157
    },
    {
      "epoch": 0.33496543778801846,
      "grad_norm": 1.150361021217234,
      "learning_rate": 4.205400264642631e-06,
      "loss": 0.9209,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9142695665359497,
      "step": 11630,
      "valid_targets_mean": 491.3,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.3351094470046083,
      "grad_norm": 1.0793745625030604,
      "learning_rate": 4.204481133812977e-06,
      "loss": 0.8979,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9251978993415833,
      "step": 11635,
      "valid_targets_mean": 619.8,
      "valid_targets_min": 161
    },
    {
      "epoch": 0.3352534562211982,
      "grad_norm": 1.1943294386274343,
      "learning_rate": 4.203561572270809e-06,
      "loss": 0.9918,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1725999116897583,
      "step": 11640,
      "valid_targets_mean": 532.8,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.33539746543778803,
      "grad_norm": 1.071655415949939,
      "learning_rate": 4.202641580248492e-06,
      "loss": 1.0345,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1586251258850098,
      "step": 11645,
      "valid_targets_mean": 669.4,
      "valid_targets_min": 283
    },
    {
      "epoch": 0.3355414746543779,
      "grad_norm": 1.093886035097161,
      "learning_rate": 4.2017211579785055e-06,
      "loss": 1.0481,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9592757225036621,
      "step": 11650,
      "valid_targets_mean": 576.4,
      "valid_targets_min": 334
    },
    {
      "epoch": 0.33568548387096775,
      "grad_norm": 0.8764830232692009,
      "learning_rate": 4.200800305693432e-06,
      "loss": 0.9205,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6881740093231201,
      "step": 11655,
      "valid_targets_mean": 787.1,
      "valid_targets_min": 216
    },
    {
      "epoch": 0.3358294930875576,
      "grad_norm": 0.9071119946327659,
      "learning_rate": 4.1998790236259676e-06,
      "loss": 0.984,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9255163669586182,
      "step": 11660,
      "valid_targets_mean": 785.9,
      "valid_targets_min": 187
    },
    {
      "epoch": 0.33597350230414746,
      "grad_norm": 1.0692244439986682,
      "learning_rate": 4.198957312008914e-06,
      "loss": 0.9709,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.016577124595642,
      "step": 11665,
      "valid_targets_mean": 628.6,
      "valid_targets_min": 193
    },
    {
      "epoch": 0.3361175115207373,
      "grad_norm": 0.9743711678008844,
      "learning_rate": 4.198035171075183e-06,
      "loss": 0.8845,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9603111743927002,
      "step": 11670,
      "valid_targets_mean": 745.1,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.3362615207373272,
      "grad_norm": 1.2594708261178924,
      "learning_rate": 4.197112601057793e-06,
      "loss": 1.0143,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0727741718292236,
      "step": 11675,
      "valid_targets_mean": 500.4,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.33640552995391704,
      "grad_norm": 1.0278374955680314,
      "learning_rate": 4.196189602189874e-06,
      "loss": 0.9573,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0557708740234375,
      "step": 11680,
      "valid_targets_mean": 707.1,
      "valid_targets_min": 214
    },
    {
      "epoch": 0.3365495391705069,
      "grad_norm": 1.0839936285010956,
      "learning_rate": 4.195266174704662e-06,
      "loss": 0.919,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8377193808555603,
      "step": 11685,
      "valid_targets_mean": 550.1,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.33669354838709675,
      "grad_norm": 1.0950720532893385,
      "learning_rate": 4.1943423188355e-06,
      "loss": 0.937,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7354498505592346,
      "step": 11690,
      "valid_targets_mean": 555.1,
      "valid_targets_min": 124
    },
    {
      "epoch": 0.3368375576036866,
      "grad_norm": 1.2296621749709964,
      "learning_rate": 4.193418034815843e-06,
      "loss": 0.951,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0110461711883545,
      "step": 11695,
      "valid_targets_mean": 507.8,
      "valid_targets_min": 158
    },
    {
      "epoch": 0.3369815668202765,
      "grad_norm": 1.0356646872533322,
      "learning_rate": 4.192493322879251e-06,
      "loss": 0.9751,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9984654188156128,
      "step": 11700,
      "valid_targets_mean": 647.5,
      "valid_targets_min": 147
    },
    {
      "epoch": 0.3371255760368664,
      "grad_norm": 1.035711134509357,
      "learning_rate": 4.191568183259394e-06,
      "loss": 0.9698,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0084148645401,
      "step": 11705,
      "valid_targets_mean": 703.3,
      "valid_targets_min": 278
    },
    {
      "epoch": 0.33726958525345624,
      "grad_norm": 1.0640453088864508,
      "learning_rate": 4.190642616190049e-06,
      "loss": 1.0061,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0261276960372925,
      "step": 11710,
      "valid_targets_mean": 605.6,
      "valid_targets_min": 222
    },
    {
      "epoch": 0.3374135944700461,
      "grad_norm": 1.0623642093758776,
      "learning_rate": 4.189716621905102e-06,
      "loss": 0.9024,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1010234355926514,
      "step": 11715,
      "valid_targets_mean": 634.1,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.33755760368663595,
      "grad_norm": 1.1759381613665019,
      "learning_rate": 4.1887902006385464e-06,
      "loss": 0.9776,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8198136687278748,
      "step": 11720,
      "valid_targets_mean": 472.8,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.3377016129032258,
      "grad_norm": 1.1425991910461157,
      "learning_rate": 4.187863352624483e-06,
      "loss": 1.0574,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9456253051757812,
      "step": 11725,
      "valid_targets_mean": 499.4,
      "valid_targets_min": 90
    },
    {
      "epoch": 0.33784562211981567,
      "grad_norm": 1.0582181757513918,
      "learning_rate": 4.186936078097121e-06,
      "loss": 1.0233,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0515434741973877,
      "step": 11730,
      "valid_targets_mean": 688.8,
      "valid_targets_min": 243
    },
    {
      "epoch": 0.3379896313364055,
      "grad_norm": 1.0310954698863577,
      "learning_rate": 4.1860083772907775e-06,
      "loss": 0.9757,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9657357931137085,
      "step": 11735,
      "valid_targets_mean": 653.8,
      "valid_targets_min": 196
    },
    {
      "epoch": 0.3381336405529954,
      "grad_norm": 1.027076801114958,
      "learning_rate": 4.185080250439877e-06,
      "loss": 0.9809,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0220389366149902,
      "step": 11740,
      "valid_targets_mean": 637.6,
      "valid_targets_min": 217
    },
    {
      "epoch": 0.33827764976958524,
      "grad_norm": 1.1321771809560623,
      "learning_rate": 4.184151697778953e-06,
      "loss": 0.9273,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8784899115562439,
      "step": 11745,
      "valid_targets_mean": 497.1,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.3384216589861751,
      "grad_norm": 1.1442903380986351,
      "learning_rate": 4.183222719542643e-06,
      "loss": 0.9906,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2200156450271606,
      "step": 11750,
      "valid_targets_mean": 618.6,
      "valid_targets_min": 172
    },
    {
      "epoch": 0.33856566820276496,
      "grad_norm": 1.061673175156993,
      "learning_rate": 4.182293315965696e-06,
      "loss": 1.0544,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0007325410842896,
      "step": 11755,
      "valid_targets_mean": 640.8,
      "valid_targets_min": 160
    },
    {
      "epoch": 0.3387096774193548,
      "grad_norm": 1.0238075073809463,
      "learning_rate": 4.181363487282966e-06,
      "loss": 0.93,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8910714387893677,
      "step": 11760,
      "valid_targets_mean": 597.9,
      "valid_targets_min": 168
    },
    {
      "epoch": 0.3388536866359447,
      "grad_norm": 1.1339329781263063,
      "learning_rate": 4.180433233729416e-06,
      "loss": 1.0162,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0189909934997559,
      "step": 11765,
      "valid_targets_mean": 573.4,
      "valid_targets_min": 198
    },
    {
      "epoch": 0.3389976958525346,
      "grad_norm": 1.15554633512434,
      "learning_rate": 4.179502555540117e-06,
      "loss": 1.0399,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8554193377494812,
      "step": 11770,
      "valid_targets_mean": 510.1,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.33914170506912444,
      "grad_norm": 0.8382039601553959,
      "learning_rate": 4.178571452950243e-06,
      "loss": 0.9807,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7498574256896973,
      "step": 11775,
      "valid_targets_mean": 796.5,
      "valid_targets_min": 306
    },
    {
      "epoch": 0.3392857142857143,
      "grad_norm": 1.0376273422854616,
      "learning_rate": 4.177639926195081e-06,
      "loss": 0.9557,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1371095180511475,
      "step": 11780,
      "valid_targets_mean": 657.1,
      "valid_targets_min": 202
    },
    {
      "epoch": 0.33942972350230416,
      "grad_norm": 1.088691444075808,
      "learning_rate": 4.17670797551002e-06,
      "loss": 0.9814,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9679206013679504,
      "step": 11785,
      "valid_targets_mean": 607.4,
      "valid_targets_min": 180
    },
    {
      "epoch": 0.339573732718894,
      "grad_norm": 1.0458488559961303,
      "learning_rate": 4.175775601130561e-06,
      "loss": 1.0869,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1727241277694702,
      "step": 11790,
      "valid_targets_mean": 665.3,
      "valid_targets_min": 219
    },
    {
      "epoch": 0.3397177419354839,
      "grad_norm": 1.1704434305198874,
      "learning_rate": 4.1748428032923074e-06,
      "loss": 0.9185,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8250707387924194,
      "step": 11795,
      "valid_targets_mean": 471.9,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.33986175115207373,
      "grad_norm": 1.2389821532199319,
      "learning_rate": 4.1739095822309725e-06,
      "loss": 0.9277,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0550501346588135,
      "step": 11800,
      "valid_targets_mean": 489.3,
      "valid_targets_min": 85
    },
    {
      "epoch": 0.3400057603686636,
      "grad_norm": 1.0601890415589084,
      "learning_rate": 4.172975938182377e-06,
      "loss": 0.9875,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8711526393890381,
      "step": 11805,
      "valid_targets_mean": 590.4,
      "valid_targets_min": 282
    },
    {
      "epoch": 0.34014976958525345,
      "grad_norm": 1.1505454084676003,
      "learning_rate": 4.172041871382446e-06,
      "loss": 0.9839,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8927417397499084,
      "step": 11810,
      "valid_targets_mean": 517.7,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.3402937788018433,
      "grad_norm": 1.1632053205250366,
      "learning_rate": 4.171107382067213e-06,
      "loss": 0.9376,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8725073337554932,
      "step": 11815,
      "valid_targets_mean": 489.1,
      "valid_targets_min": 65
    },
    {
      "epoch": 0.34043778801843316,
      "grad_norm": 1.1023172897456355,
      "learning_rate": 4.1701724704728195e-06,
      "loss": 0.9893,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9514902234077454,
      "step": 11820,
      "valid_targets_mean": 592.1,
      "valid_targets_min": 174
    },
    {
      "epoch": 0.340581797235023,
      "grad_norm": 1.1096091332134534,
      "learning_rate": 4.16923713683551e-06,
      "loss": 0.9222,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8705965876579285,
      "step": 11825,
      "valid_targets_mean": 520.1,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.3407258064516129,
      "grad_norm": 1.17055563987294,
      "learning_rate": 4.1683013813916395e-06,
      "loss": 0.9645,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8653655648231506,
      "step": 11830,
      "valid_targets_mean": 502.1,
      "valid_targets_min": 136
    },
    {
      "epoch": 0.3408698156682028,
      "grad_norm": 1.0790070187245786,
      "learning_rate": 4.167365204377667e-06,
      "loss": 1.1529,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.264761209487915,
      "step": 11835,
      "valid_targets_mean": 720.1,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.34101382488479265,
      "grad_norm": 1.1342264877491153,
      "learning_rate": 4.16642860603016e-06,
      "loss": 1.0088,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7997140884399414,
      "step": 11840,
      "valid_targets_mean": 507.4,
      "valid_targets_min": 124
    },
    {
      "epoch": 0.3411578341013825,
      "grad_norm": 1.1532287683335765,
      "learning_rate": 4.16549158658579e-06,
      "loss": 0.982,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1421246528625488,
      "step": 11845,
      "valid_targets_mean": 566.1,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.34130184331797236,
      "grad_norm": 1.0981494417998512,
      "learning_rate": 4.164554146281339e-06,
      "loss": 0.9623,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1458814144134521,
      "step": 11850,
      "valid_targets_mean": 658.5,
      "valid_targets_min": 65
    },
    {
      "epoch": 0.3414458525345622,
      "grad_norm": 0.9592302619870139,
      "learning_rate": 4.1636162853536895e-06,
      "loss": 1.0283,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8531273603439331,
      "step": 11855,
      "valid_targets_mean": 716.6,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.3415898617511521,
      "grad_norm": 1.0612309428997977,
      "learning_rate": 4.162678004039835e-06,
      "loss": 0.9969,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8911949992179871,
      "step": 11860,
      "valid_targets_mean": 579.8,
      "valid_targets_min": 239
    },
    {
      "epoch": 0.34173387096774194,
      "grad_norm": 1.0506966822413684,
      "learning_rate": 4.161739302576875e-06,
      "loss": 0.868,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9709545373916626,
      "step": 11865,
      "valid_targets_mean": 639.2,
      "valid_targets_min": 152
    },
    {
      "epoch": 0.3418778801843318,
      "grad_norm": 1.2977008032381319,
      "learning_rate": 4.160800181202011e-06,
      "loss": 1.0754,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9783183932304382,
      "step": 11870,
      "valid_targets_mean": 473.4,
      "valid_targets_min": 163
    },
    {
      "epoch": 0.34202188940092165,
      "grad_norm": 1.0003257590919599,
      "learning_rate": 4.1598606401525575e-06,
      "loss": 0.9733,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8712820410728455,
      "step": 11875,
      "valid_targets_mean": 667.1,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.3421658986175115,
      "grad_norm": 1.2705790664153036,
      "learning_rate": 4.158920679665927e-06,
      "loss": 1.0308,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1287550926208496,
      "step": 11880,
      "valid_targets_mean": 460.3,
      "valid_targets_min": 62
    },
    {
      "epoch": 0.34230990783410137,
      "grad_norm": 1.1167020334084488,
      "learning_rate": 4.157980299979646e-06,
      "loss": 1.0123,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.936622679233551,
      "step": 11885,
      "valid_targets_mean": 562.6,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.3424539170506912,
      "grad_norm": 1.1607997503940128,
      "learning_rate": 4.157039501331339e-06,
      "loss": 1.0175,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0588154792785645,
      "step": 11890,
      "valid_targets_mean": 533.9,
      "valid_targets_min": 87
    },
    {
      "epoch": 0.3425979262672811,
      "grad_norm": 0.8752582603188348,
      "learning_rate": 4.156098283958744e-06,
      "loss": 1.0544,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7470497488975525,
      "step": 11895,
      "valid_targets_mean": 722.2,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.34274193548387094,
      "grad_norm": 1.0473423354063314,
      "learning_rate": 4.155156648099697e-06,
      "loss": 0.9515,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1230809688568115,
      "step": 11900,
      "valid_targets_mean": 757.5,
      "valid_targets_min": 134
    },
    {
      "epoch": 0.34288594470046085,
      "grad_norm": 1.1355165406574161,
      "learning_rate": 4.154214593992149e-06,
      "loss": 1.0205,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1019439697265625,
      "step": 11905,
      "valid_targets_mean": 574.4,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.3430299539170507,
      "grad_norm": 1.100541378934783,
      "learning_rate": 4.153272121874148e-06,
      "loss": 1.1276,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0211725234985352,
      "step": 11910,
      "valid_targets_mean": 596.1,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.34317396313364057,
      "grad_norm": 1.1223162642176814,
      "learning_rate": 4.152329231983852e-06,
      "loss": 0.9143,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9225713610649109,
      "step": 11915,
      "valid_targets_mean": 553.9,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.3433179723502304,
      "grad_norm": 0.9087205627303097,
      "learning_rate": 4.151385924559525e-06,
      "loss": 0.9289,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9404556751251221,
      "step": 11920,
      "valid_targets_mean": 798.2,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.3434619815668203,
      "grad_norm": 1.0571292626936797,
      "learning_rate": 4.150442199839534e-06,
      "loss": 1.0593,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0416905879974365,
      "step": 11925,
      "valid_targets_mean": 663.1,
      "valid_targets_min": 65
    },
    {
      "epoch": 0.34360599078341014,
      "grad_norm": 1.1306640393686704,
      "learning_rate": 4.149498058062354e-06,
      "loss": 1.063,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2955644130706787,
      "step": 11930,
      "valid_targets_mean": 617.6,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.34375,
      "grad_norm": 1.07326946528946,
      "learning_rate": 4.148553499466562e-06,
      "loss": 1.0063,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1540887355804443,
      "step": 11935,
      "valid_targets_mean": 632.8,
      "valid_targets_min": 300
    },
    {
      "epoch": 0.34389400921658986,
      "grad_norm": 1.1238020022528983,
      "learning_rate": 4.147608524290844e-06,
      "loss": 0.9215,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7867178916931152,
      "step": 11940,
      "valid_targets_mean": 502.2,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.3440380184331797,
      "grad_norm": 1.1946507891713751,
      "learning_rate": 4.14666313277399e-06,
      "loss": 0.9035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9481281638145447,
      "step": 11945,
      "valid_targets_mean": 488.1,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.3441820276497696,
      "grad_norm": 1.2237706499587035,
      "learning_rate": 4.145717325154895e-06,
      "loss": 0.9931,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0340631008148193,
      "step": 11950,
      "valid_targets_mean": 456.6,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.34432603686635943,
      "grad_norm": 1.1397492136388387,
      "learning_rate": 4.1447711016725575e-06,
      "loss": 0.9782,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.026084542274475,
      "step": 11955,
      "valid_targets_mean": 567.3,
      "valid_targets_min": 167
    },
    {
      "epoch": 0.3444700460829493,
      "grad_norm": 1.139239614181969,
      "learning_rate": 4.1438244625660866e-06,
      "loss": 1.0102,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9257063865661621,
      "step": 11960,
      "valid_targets_mean": 544.4,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.34461405529953915,
      "grad_norm": 1.1795199807624126,
      "learning_rate": 4.142877408074687e-06,
      "loss": 0.9324,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0240981578826904,
      "step": 11965,
      "valid_targets_mean": 509.2,
      "valid_targets_min": 248
    },
    {
      "epoch": 0.34475806451612906,
      "grad_norm": 1.0002931645885285,
      "learning_rate": 4.141929938437677e-06,
      "loss": 0.9741,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.988568127155304,
      "step": 11970,
      "valid_targets_mean": 713.3,
      "valid_targets_min": 197
    },
    {
      "epoch": 0.3449020737327189,
      "grad_norm": 1.1979308759915321,
      "learning_rate": 4.140982053894478e-06,
      "loss": 0.9552,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9887888431549072,
      "step": 11975,
      "valid_targets_mean": 500.0,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.3450460829493088,
      "grad_norm": 1.0938742801838004,
      "learning_rate": 4.140033754684612e-06,
      "loss": 1.0014,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9749395847320557,
      "step": 11980,
      "valid_targets_mean": 614.9,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.34519009216589863,
      "grad_norm": 1.1496629477747353,
      "learning_rate": 4.139085041047711e-06,
      "loss": 0.9793,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0226755142211914,
      "step": 11985,
      "valid_targets_mean": 558.0,
      "valid_targets_min": 177
    },
    {
      "epoch": 0.3453341013824885,
      "grad_norm": 1.0278742973345327,
      "learning_rate": 4.138135913223509e-06,
      "loss": 0.9287,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0826542377471924,
      "step": 11990,
      "valid_targets_mean": 658.0,
      "valid_targets_min": 194
    },
    {
      "epoch": 0.34547811059907835,
      "grad_norm": 0.887043894686511,
      "learning_rate": 4.1371863714518436e-06,
      "loss": 0.9755,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.808135986328125,
      "step": 11995,
      "valid_targets_mean": 788.2,
      "valid_targets_min": 90
    },
    {
      "epoch": 0.3456221198156682,
      "grad_norm": 0.9663759640296705,
      "learning_rate": 4.136236415972659e-06,
      "loss": 1.0277,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9935590028762817,
      "step": 12000,
      "valid_targets_mean": 754.4,
      "valid_targets_min": 134
    },
    {
      "epoch": 0.34576612903225806,
      "grad_norm": 1.0646847472642686,
      "learning_rate": 4.135286047026005e-06,
      "loss": 1.1741,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.254817008972168,
      "step": 12005,
      "valid_targets_mean": 745.6,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.3459101382488479,
      "grad_norm": 1.0973913556758925,
      "learning_rate": 4.134335264852033e-06,
      "loss": 1.1283,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1331970691680908,
      "step": 12010,
      "valid_targets_mean": 596.6,
      "valid_targets_min": 123
    },
    {
      "epoch": 0.3460541474654378,
      "grad_norm": 1.1242399200209383,
      "learning_rate": 4.133384069691e-06,
      "loss": 0.9515,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.108149766921997,
      "step": 12015,
      "valid_targets_mean": 571.9,
      "valid_targets_min": 142
    },
    {
      "epoch": 0.34619815668202764,
      "grad_norm": 1.0501749472397464,
      "learning_rate": 4.132432461783269e-06,
      "loss": 1.0162,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0851967334747314,
      "step": 12020,
      "valid_targets_mean": 711.5,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.3463421658986175,
      "grad_norm": 1.1506144624847672,
      "learning_rate": 4.131480441369304e-06,
      "loss": 0.9682,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9956380128860474,
      "step": 12025,
      "valid_targets_mean": 556.4,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.34648617511520735,
      "grad_norm": 1.105637844053304,
      "learning_rate": 4.130528008689676e-06,
      "loss": 1.0611,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0966413021087646,
      "step": 12030,
      "valid_targets_mean": 572.4,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.3466301843317972,
      "grad_norm": 1.0297507987323375,
      "learning_rate": 4.129575163985059e-06,
      "loss": 0.9614,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9744552373886108,
      "step": 12035,
      "valid_targets_mean": 668.1,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.3467741935483871,
      "grad_norm": 0.9523198121439375,
      "learning_rate": 4.1286219074962306e-06,
      "loss": 0.9657,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7267618179321289,
      "step": 12040,
      "valid_targets_mean": 671.8,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.346918202764977,
      "grad_norm": 0.9397567429238043,
      "learning_rate": 4.127668239464076e-06,
      "loss": 0.9028,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9958161115646362,
      "step": 12045,
      "valid_targets_mean": 762.3,
      "valid_targets_min": 239
    },
    {
      "epoch": 0.34706221198156684,
      "grad_norm": 1.2435915912379836,
      "learning_rate": 4.126714160129578e-06,
      "loss": 1.0057,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0448174476623535,
      "step": 12050,
      "valid_targets_mean": 492.4,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.3472062211981567,
      "grad_norm": 1.172627642630049,
      "learning_rate": 4.125759669733828e-06,
      "loss": 0.978,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9569680690765381,
      "step": 12055,
      "valid_targets_mean": 480.5,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.34735023041474655,
      "grad_norm": 1.0164424502082985,
      "learning_rate": 4.124804768518022e-06,
      "loss": 0.9793,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0131642818450928,
      "step": 12060,
      "valid_targets_mean": 683.8,
      "valid_targets_min": 154
    },
    {
      "epoch": 0.3474942396313364,
      "grad_norm": 1.0892477378789445,
      "learning_rate": 4.123849456723457e-06,
      "loss": 1.0971,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1928576231002808,
      "step": 12065,
      "valid_targets_mean": 674.0,
      "valid_targets_min": 189
    },
    {
      "epoch": 0.34763824884792627,
      "grad_norm": 1.1783830641047672,
      "learning_rate": 4.1228937345915325e-06,
      "loss": 0.9937,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7731906175613403,
      "step": 12070,
      "valid_targets_mean": 467.4,
      "valid_targets_min": 142
    },
    {
      "epoch": 0.3477822580645161,
      "grad_norm": 1.1214369294701472,
      "learning_rate": 4.121937602363758e-06,
      "loss": 1.0041,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7061166763305664,
      "step": 12075,
      "valid_targets_mean": 479.8,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.347926267281106,
      "grad_norm": 1.1826442929485936,
      "learning_rate": 4.120981060281739e-06,
      "loss": 1.0696,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8697035312652588,
      "step": 12080,
      "valid_targets_mean": 497.9,
      "valid_targets_min": 194
    },
    {
      "epoch": 0.34807027649769584,
      "grad_norm": 1.3383333069554224,
      "learning_rate": 4.1200241085871905e-06,
      "loss": 1.0,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2733283042907715,
      "step": 12085,
      "valid_targets_mean": 458.7,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.3482142857142857,
      "grad_norm": 1.0566883387416401,
      "learning_rate": 4.119066747521928e-06,
      "loss": 1.0379,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9769864082336426,
      "step": 12090,
      "valid_targets_mean": 584.2,
      "valid_targets_min": 123
    },
    {
      "epoch": 0.34835829493087556,
      "grad_norm": 1.0307400048984467,
      "learning_rate": 4.118108977327871e-06,
      "loss": 0.945,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9452282190322876,
      "step": 12095,
      "valid_targets_mean": 651.6,
      "valid_targets_min": 134
    },
    {
      "epoch": 0.3485023041474654,
      "grad_norm": 1.101029882921872,
      "learning_rate": 4.117150798247041e-06,
      "loss": 0.9593,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8555277585983276,
      "step": 12100,
      "valid_targets_mean": 523.1,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.3486463133640553,
      "grad_norm": 1.1593400463771737,
      "learning_rate": 4.1161922105215665e-06,
      "loss": 0.909,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9630106687545776,
      "step": 12105,
      "valid_targets_mean": 542.9,
      "valid_targets_min": 227
    },
    {
      "epoch": 0.3487903225806452,
      "grad_norm": 1.1627796248912865,
      "learning_rate": 4.115233214393677e-06,
      "loss": 1.0375,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0073299407958984,
      "step": 12110,
      "valid_targets_mean": 570.1,
      "valid_targets_min": 78
    },
    {
      "epoch": 0.34893433179723504,
      "grad_norm": 1.1978492827646872,
      "learning_rate": 4.114273810105703e-06,
      "loss": 0.9288,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8215460777282715,
      "step": 12115,
      "valid_targets_mean": 479.2,
      "valid_targets_min": 64
    },
    {
      "epoch": 0.3490783410138249,
      "grad_norm": 1.1065530348597894,
      "learning_rate": 4.113313997900083e-06,
      "loss": 0.9845,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9652352929115295,
      "step": 12120,
      "valid_targets_mean": 667.1,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.34922235023041476,
      "grad_norm": 1.2177931407208735,
      "learning_rate": 4.112353778019356e-06,
      "loss": 0.993,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9734714031219482,
      "step": 12125,
      "valid_targets_mean": 487.8,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.3493663594470046,
      "grad_norm": 1.1236580905301004,
      "learning_rate": 4.111393150706161e-06,
      "loss": 1.0574,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9616479873657227,
      "step": 12130,
      "valid_targets_mean": 540.9,
      "valid_targets_min": 136
    },
    {
      "epoch": 0.3495103686635945,
      "grad_norm": 1.0442955604121862,
      "learning_rate": 4.110432116203246e-06,
      "loss": 1.0657,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9443519711494446,
      "step": 12135,
      "valid_targets_mean": 612.6,
      "valid_targets_min": 163
    },
    {
      "epoch": 0.34965437788018433,
      "grad_norm": 1.0087625622698506,
      "learning_rate": 4.1094706747534565e-06,
      "loss": 0.9549,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8973516225814819,
      "step": 12140,
      "valid_targets_mean": 630.7,
      "valid_targets_min": 162
    },
    {
      "epoch": 0.3497983870967742,
      "grad_norm": 1.0988404241148746,
      "learning_rate": 4.108508826599745e-06,
      "loss": 0.9149,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.033402681350708,
      "step": 12145,
      "valid_targets_mean": 597.9,
      "valid_targets_min": 152
    },
    {
      "epoch": 0.34994239631336405,
      "grad_norm": 1.0665741330624803,
      "learning_rate": 4.107546571985165e-06,
      "loss": 0.9616,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8052718639373779,
      "step": 12150,
      "valid_targets_mean": 598.1,
      "valid_targets_min": 213
    },
    {
      "epoch": 0.3500864055299539,
      "grad_norm": 1.1101893802235205,
      "learning_rate": 4.106583911152872e-06,
      "loss": 1.1173,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9392232894897461,
      "step": 12155,
      "valid_targets_mean": 585.2,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.35023041474654376,
      "grad_norm": 1.0829837756678025,
      "learning_rate": 4.105620844346125e-06,
      "loss": 0.9411,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9779102802276611,
      "step": 12160,
      "valid_targets_mean": 604.4,
      "valid_targets_min": 192
    },
    {
      "epoch": 0.3503744239631336,
      "grad_norm": 1.1342636156908765,
      "learning_rate": 4.104657371808285e-06,
      "loss": 0.9165,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8611622452735901,
      "step": 12165,
      "valid_targets_mean": 527.6,
      "valid_targets_min": 279
    },
    {
      "epoch": 0.3505184331797235,
      "grad_norm": 1.1481420706514522,
      "learning_rate": 4.103693493782816e-06,
      "loss": 0.9409,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0226987600326538,
      "step": 12170,
      "valid_targets_mean": 538.6,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.3506624423963134,
      "grad_norm": 1.2218410690212798,
      "learning_rate": 4.102729210513285e-06,
      "loss": 0.9402,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1869441270828247,
      "step": 12175,
      "valid_targets_mean": 481.7,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.35080645161290325,
      "grad_norm": 1.2355730563188636,
      "learning_rate": 4.10176452224336e-06,
      "loss": 0.9756,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8954306840896606,
      "step": 12180,
      "valid_targets_mean": 432.2,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.3509504608294931,
      "grad_norm": 1.1633069429354832,
      "learning_rate": 4.100799429216813e-06,
      "loss": 0.9944,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9438766241073608,
      "step": 12185,
      "valid_targets_mean": 528.9,
      "valid_targets_min": 175
    },
    {
      "epoch": 0.35109447004608296,
      "grad_norm": 0.8573658845420108,
      "learning_rate": 4.099833931677517e-06,
      "loss": 0.9268,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7610609531402588,
      "step": 12190,
      "valid_targets_mean": 820.1,
      "valid_targets_min": 147
    },
    {
      "epoch": 0.3512384792626728,
      "grad_norm": 1.188254301643513,
      "learning_rate": 4.098868029869447e-06,
      "loss": 0.9962,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.079749584197998,
      "step": 12195,
      "valid_targets_mean": 527.1,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.3513824884792627,
      "grad_norm": 1.0700765926946219,
      "learning_rate": 4.097901724036682e-06,
      "loss": 0.9846,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9222009181976318,
      "step": 12200,
      "valid_targets_mean": 587.1,
      "valid_targets_min": 217
    },
    {
      "epoch": 0.35152649769585254,
      "grad_norm": 1.0800413025200815,
      "learning_rate": 4.096935014423401e-06,
      "loss": 0.9449,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.134689211845398,
      "step": 12205,
      "valid_targets_mean": 668.1,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.3516705069124424,
      "grad_norm": 1.1434979239496537,
      "learning_rate": 4.095967901273886e-06,
      "loss": 0.9937,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9406435489654541,
      "step": 12210,
      "valid_targets_mean": 551.8,
      "valid_targets_min": 230
    },
    {
      "epoch": 0.35181451612903225,
      "grad_norm": 0.8296934385044294,
      "learning_rate": 4.095000384832522e-06,
      "loss": 0.8125,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6302602291107178,
      "step": 12215,
      "valid_targets_mean": 641.1,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.3519585253456221,
      "grad_norm": 1.000504327479206,
      "learning_rate": 4.094032465343793e-06,
      "loss": 0.9549,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7709028124809265,
      "step": 12220,
      "valid_targets_mean": 606.1,
      "valid_targets_min": 62
    },
    {
      "epoch": 0.35210253456221197,
      "grad_norm": 1.1708893270905596,
      "learning_rate": 4.093064143052288e-06,
      "loss": 0.9987,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9127861261367798,
      "step": 12225,
      "valid_targets_mean": 499.8,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.3522465437788018,
      "grad_norm": 1.082823150342938,
      "learning_rate": 4.092095418202697e-06,
      "loss": 0.9663,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9691511988639832,
      "step": 12230,
      "valid_targets_mean": 608.7,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.3523905529953917,
      "grad_norm": 1.1063646999910277,
      "learning_rate": 4.091126291039808e-06,
      "loss": 0.929,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9519054889678955,
      "step": 12235,
      "valid_targets_mean": 551.1,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.35253456221198154,
      "grad_norm": 1.0757569027077336,
      "learning_rate": 4.090156761808518e-06,
      "loss": 0.9486,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1313889026641846,
      "step": 12240,
      "valid_targets_mean": 629.8,
      "valid_targets_min": 256
    },
    {
      "epoch": 0.35267857142857145,
      "grad_norm": 1.1370182527412294,
      "learning_rate": 4.089186830753819e-06,
      "loss": 0.9218,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0938640832901,
      "step": 12245,
      "valid_targets_mean": 590.8,
      "valid_targets_min": 280
    },
    {
      "epoch": 0.3528225806451613,
      "grad_norm": 1.0464617000317977,
      "learning_rate": 4.088216498120807e-06,
      "loss": 1.039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0947374105453491,
      "step": 12250,
      "valid_targets_mean": 694.1,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.35296658986175117,
      "grad_norm": 1.0617702279297605,
      "learning_rate": 4.08724576415468e-06,
      "loss": 0.8647,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7263109683990479,
      "step": 12255,
      "valid_targets_mean": 565.2,
      "valid_targets_min": 225
    },
    {
      "epoch": 0.353110599078341,
      "grad_norm": 1.2064023536916044,
      "learning_rate": 4.086274629100736e-06,
      "loss": 1.0007,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0030280351638794,
      "step": 12260,
      "valid_targets_mean": 497.1,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.3532546082949309,
      "grad_norm": 1.103234069523586,
      "learning_rate": 4.085303093204378e-06,
      "loss": 0.8524,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7358025312423706,
      "step": 12265,
      "valid_targets_mean": 499.6,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.35339861751152074,
      "grad_norm": 1.0143464695068733,
      "learning_rate": 4.084331156711104e-06,
      "loss": 1.119,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2020995616912842,
      "step": 12270,
      "valid_targets_mean": 759.8,
      "valid_targets_min": 262
    },
    {
      "epoch": 0.3535426267281106,
      "grad_norm": 1.1657654749996993,
      "learning_rate": 4.083358819866518e-06,
      "loss": 0.9087,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8348113298416138,
      "step": 12275,
      "valid_targets_mean": 498.4,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.35368663594470046,
      "grad_norm": 1.3612623703868993,
      "learning_rate": 4.082386082916323e-06,
      "loss": 1.0547,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0206034183502197,
      "step": 12280,
      "valid_targets_mean": 417.6,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.3538306451612903,
      "grad_norm": 1.0432391644680952,
      "learning_rate": 4.081412946106327e-06,
      "loss": 1.0566,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1531617641448975,
      "step": 12285,
      "valid_targets_mean": 747.2,
      "valid_targets_min": 321
    },
    {
      "epoch": 0.35397465437788017,
      "grad_norm": 0.9923369735389467,
      "learning_rate": 4.0804394096824325e-06,
      "loss": 0.988,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9497338533401489,
      "step": 12290,
      "valid_targets_mean": 688.9,
      "valid_targets_min": 245
    },
    {
      "epoch": 0.35411866359447003,
      "grad_norm": 1.1424434033394104,
      "learning_rate": 4.0794654738906485e-06,
      "loss": 0.9353,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8321783542633057,
      "step": 12295,
      "valid_targets_mean": 506.1,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.3542626728110599,
      "grad_norm": 1.0633317685938612,
      "learning_rate": 4.078491138977083e-06,
      "loss": 1.0083,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8295446038246155,
      "step": 12300,
      "valid_targets_mean": 575.4,
      "valid_targets_min": 233
    },
    {
      "epoch": 0.35440668202764974,
      "grad_norm": 0.921970768053771,
      "learning_rate": 4.077516405187944e-06,
      "loss": 1.0191,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9065951108932495,
      "step": 12305,
      "valid_targets_mean": 770.7,
      "valid_targets_min": 118
    },
    {
      "epoch": 0.35455069124423966,
      "grad_norm": 1.1720057749639523,
      "learning_rate": 4.076541272769542e-06,
      "loss": 0.9854,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9276366233825684,
      "step": 12310,
      "valid_targets_mean": 520.1,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.3546947004608295,
      "grad_norm": 1.088714392596402,
      "learning_rate": 4.075565741968286e-06,
      "loss": 0.8938,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8248810172080994,
      "step": 12315,
      "valid_targets_mean": 556.2,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.3548387096774194,
      "grad_norm": 0.974030306747331,
      "learning_rate": 4.074589813030687e-06,
      "loss": 0.9551,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.782614529132843,
      "step": 12320,
      "valid_targets_mean": 693.2,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.35498271889400923,
      "grad_norm": 1.1406115861257822,
      "learning_rate": 4.0736134862033585e-06,
      "loss": 0.9971,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9296753406524658,
      "step": 12325,
      "valid_targets_mean": 504.8,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.3551267281105991,
      "grad_norm": 1.157833963216606,
      "learning_rate": 4.072636761733011e-06,
      "loss": 0.9604,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9294286966323853,
      "step": 12330,
      "valid_targets_mean": 537.7,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.35527073732718895,
      "grad_norm": 1.17140491219356,
      "learning_rate": 4.071659639866457e-06,
      "loss": 1.0559,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.171884298324585,
      "step": 12335,
      "valid_targets_mean": 563.0,
      "valid_targets_min": 85
    },
    {
      "epoch": 0.3554147465437788,
      "grad_norm": 1.0648170514726363,
      "learning_rate": 4.070682120850611e-06,
      "loss": 1.0209,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2769114971160889,
      "step": 12340,
      "valid_targets_mean": 642.1,
      "valid_targets_min": 228
    },
    {
      "epoch": 0.35555875576036866,
      "grad_norm": 1.1509697512052341,
      "learning_rate": 4.069704204932484e-06,
      "loss": 0.927,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2359347343444824,
      "step": 12345,
      "valid_targets_mean": 620.4,
      "valid_targets_min": 123
    },
    {
      "epoch": 0.3557027649769585,
      "grad_norm": 1.009289495887991,
      "learning_rate": 4.068725892359194e-06,
      "loss": 0.9736,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9080292582511902,
      "step": 12350,
      "valid_targets_mean": 659.4,
      "valid_targets_min": 155
    },
    {
      "epoch": 0.3558467741935484,
      "grad_norm": 1.1537304875039835,
      "learning_rate": 4.067747183377949e-06,
      "loss": 1.0227,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7951908111572266,
      "step": 12355,
      "valid_targets_mean": 473.4,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.35599078341013823,
      "grad_norm": 1.1700614715291697,
      "learning_rate": 4.0667680782360674e-06,
      "loss": 1.027,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.176081895828247,
      "step": 12360,
      "valid_targets_mean": 575.6,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.3561347926267281,
      "grad_norm": 0.9930426776778127,
      "learning_rate": 4.065788577180962e-06,
      "loss": 1.0933,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1614502668380737,
      "step": 12365,
      "valid_targets_mean": 708.4,
      "valid_targets_min": 172
    },
    {
      "epoch": 0.35627880184331795,
      "grad_norm": 1.0629821195905806,
      "learning_rate": 4.064808680460149e-06,
      "loss": 0.9527,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9731360673904419,
      "step": 12370,
      "valid_targets_mean": 623.9,
      "valid_targets_min": 164
    },
    {
      "epoch": 0.3564228110599078,
      "grad_norm": 1.1550622551160747,
      "learning_rate": 4.063828388321238e-06,
      "loss": 0.9586,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8456217646598816,
      "step": 12375,
      "valid_targets_mean": 469.6,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.3565668202764977,
      "grad_norm": 1.0139877937050508,
      "learning_rate": 4.062847701011948e-06,
      "loss": 0.9683,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.811978280544281,
      "step": 12380,
      "valid_targets_mean": 592.8,
      "valid_targets_min": 218
    },
    {
      "epoch": 0.3567108294930876,
      "grad_norm": 1.1150330501036239,
      "learning_rate": 4.06186661878009e-06,
      "loss": 0.8842,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8945962190628052,
      "step": 12385,
      "valid_targets_mean": 598.4,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.35685483870967744,
      "grad_norm": 1.0581171411996912,
      "learning_rate": 4.0608851418735795e-06,
      "loss": 1.0334,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1324106454849243,
      "step": 12390,
      "valid_targets_mean": 721.2,
      "valid_targets_min": 333
    },
    {
      "epoch": 0.3569988479262673,
      "grad_norm": 1.1137052138346948,
      "learning_rate": 4.059903270540428e-06,
      "loss": 0.8963,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9954396486282349,
      "step": 12395,
      "valid_targets_mean": 566.6,
      "valid_targets_min": 78
    },
    {
      "epoch": 0.35714285714285715,
      "grad_norm": 1.23790492868281,
      "learning_rate": 4.058921005028752e-06,
      "loss": 1.039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2239019870758057,
      "step": 12400,
      "valid_targets_mean": 532.9,
      "valid_targets_min": 154
    },
    {
      "epoch": 0.357286866359447,
      "grad_norm": 1.041886374999503,
      "learning_rate": 4.057938345586762e-06,
      "loss": 0.9346,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9292943477630615,
      "step": 12405,
      "valid_targets_mean": 627.6,
      "valid_targets_min": 221
    },
    {
      "epoch": 0.35743087557603687,
      "grad_norm": 1.0612370702093437,
      "learning_rate": 4.05695529246277e-06,
      "loss": 0.9463,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6931478977203369,
      "step": 12410,
      "valid_targets_mean": 524.4,
      "valid_targets_min": 135
    },
    {
      "epoch": 0.3575748847926267,
      "grad_norm": 1.0439599635767456,
      "learning_rate": 4.055971845905188e-06,
      "loss": 0.9206,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1342763900756836,
      "step": 12415,
      "valid_targets_mean": 707.0,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.3577188940092166,
      "grad_norm": 1.1650911577670116,
      "learning_rate": 4.054988006162529e-06,
      "loss": 1.0096,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.160517692565918,
      "step": 12420,
      "valid_targets_mean": 527.8,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.35786290322580644,
      "grad_norm": 1.1565785363226413,
      "learning_rate": 4.054003773483401e-06,
      "loss": 0.9431,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0623750686645508,
      "step": 12425,
      "valid_targets_mean": 602.2,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.3580069124423963,
      "grad_norm": 1.2219500675078423,
      "learning_rate": 4.053019148116516e-06,
      "loss": 0.9913,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.022156834602356,
      "step": 12430,
      "valid_targets_mean": 493.8,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.35815092165898615,
      "grad_norm": 1.1022020536148438,
      "learning_rate": 4.052034130310683e-06,
      "loss": 0.9832,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0879590511322021,
      "step": 12435,
      "valid_targets_mean": 620.4,
      "valid_targets_min": 172
    },
    {
      "epoch": 0.358294930875576,
      "grad_norm": 1.1135599497533584,
      "learning_rate": 4.0510487203148095e-06,
      "loss": 1.0828,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1334259510040283,
      "step": 12440,
      "valid_targets_mean": 682.3,
      "valid_targets_min": 162
    },
    {
      "epoch": 0.3584389400921659,
      "grad_norm": 1.022904350776068,
      "learning_rate": 4.050062918377903e-06,
      "loss": 1.018,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8428925275802612,
      "step": 12445,
      "valid_targets_mean": 569.4,
      "valid_targets_min": 163
    },
    {
      "epoch": 0.3585829493087558,
      "grad_norm": 1.09566523754179,
      "learning_rate": 4.04907672474907e-06,
      "loss": 1.0858,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8829414248466492,
      "step": 12450,
      "valid_targets_mean": 574.6,
      "valid_targets_min": 205
    },
    {
      "epoch": 0.35872695852534564,
      "grad_norm": 0.9830125791856397,
      "learning_rate": 4.048090139677516e-06,
      "loss": 1.0642,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2533769607543945,
      "step": 12455,
      "valid_targets_mean": 810.4,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.3588709677419355,
      "grad_norm": 1.132114051544733,
      "learning_rate": 4.047103163412545e-06,
      "loss": 0.991,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0875823497772217,
      "step": 12460,
      "valid_targets_mean": 594.4,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.35901497695852536,
      "grad_norm": 1.0487885212961214,
      "learning_rate": 4.046115796203562e-06,
      "loss": 0.9512,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9324462413787842,
      "step": 12465,
      "valid_targets_mean": 683.7,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.3591589861751152,
      "grad_norm": 1.1952522098302183,
      "learning_rate": 4.0451280383000655e-06,
      "loss": 1.024,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0365395545959473,
      "step": 12470,
      "valid_targets_mean": 535.4,
      "valid_targets_min": 129
    },
    {
      "epoch": 0.35930299539170507,
      "grad_norm": 1.072517124277097,
      "learning_rate": 4.0441398899516594e-06,
      "loss": 0.8623,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0394151210784912,
      "step": 12475,
      "valid_targets_mean": 600.0,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.35944700460829493,
      "grad_norm": 1.0410354390288061,
      "learning_rate": 4.043151351408041e-06,
      "loss": 0.8766,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7072466611862183,
      "step": 12480,
      "valid_targets_mean": 518.9,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.3595910138248848,
      "grad_norm": 1.0768913530603823,
      "learning_rate": 4.042162422919011e-06,
      "loss": 1.1131,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9859758615493774,
      "step": 12485,
      "valid_targets_mean": 585.4,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.35973502304147464,
      "grad_norm": 1.1035029199329787,
      "learning_rate": 4.041173104734462e-06,
      "loss": 1.0225,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0177160501480103,
      "step": 12490,
      "valid_targets_mean": 605.0,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.3598790322580645,
      "grad_norm": 1.1002610167456037,
      "learning_rate": 4.040183397104391e-06,
      "loss": 1.0503,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9336925148963928,
      "step": 12495,
      "valid_targets_mean": 563.1,
      "valid_targets_min": 151
    },
    {
      "epoch": 0.36002304147465436,
      "grad_norm": 1.1578495891202856,
      "learning_rate": 4.0391933002788924e-06,
      "loss": 0.9606,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.957621693611145,
      "step": 12500,
      "valid_targets_mean": 522.5,
      "valid_targets_min": 123
    },
    {
      "epoch": 0.3601670506912442,
      "grad_norm": 0.9991722733717779,
      "learning_rate": 4.038202814508157e-06,
      "loss": 0.9936,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7572229504585266,
      "step": 12505,
      "valid_targets_mean": 629.8,
      "valid_targets_min": 241
    },
    {
      "epoch": 0.3603110599078341,
      "grad_norm": 1.0724658902502344,
      "learning_rate": 4.037211940042475e-06,
      "loss": 0.9686,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0558793544769287,
      "step": 12510,
      "valid_targets_mean": 668.6,
      "valid_targets_min": 135
    },
    {
      "epoch": 0.360455069124424,
      "grad_norm": 1.0212657080961136,
      "learning_rate": 4.036220677132233e-06,
      "loss": 0.988,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.772779107093811,
      "step": 12515,
      "valid_targets_mean": 616.3,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.36059907834101385,
      "grad_norm": 1.1209993590309948,
      "learning_rate": 4.035229026027921e-06,
      "loss": 0.9266,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9359304904937744,
      "step": 12520,
      "valid_targets_mean": 541.9,
      "valid_targets_min": 309
    },
    {
      "epoch": 0.3607430875576037,
      "grad_norm": 1.106655847388385,
      "learning_rate": 4.034236986980119e-06,
      "loss": 0.9858,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9268803000450134,
      "step": 12525,
      "valid_targets_mean": 550.4,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.36088709677419356,
      "grad_norm": 1.1017305636048782,
      "learning_rate": 4.033244560239513e-06,
      "loss": 0.9753,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.822995126247406,
      "step": 12530,
      "valid_targets_mean": 543.2,
      "valid_targets_min": 163
    },
    {
      "epoch": 0.3610311059907834,
      "grad_norm": 1.1478567980774497,
      "learning_rate": 4.032251746056881e-06,
      "loss": 1.0002,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2842586040496826,
      "step": 12535,
      "valid_targets_mean": 606.1,
      "valid_targets_min": 90
    },
    {
      "epoch": 0.3611751152073733,
      "grad_norm": 1.203454116869436,
      "learning_rate": 4.031258544683104e-06,
      "loss": 0.8612,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7971329689025879,
      "step": 12540,
      "valid_targets_mean": 472.1,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.36131912442396313,
      "grad_norm": 1.163832087292514,
      "learning_rate": 4.030264956369158e-06,
      "loss": 1.0379,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.097335934638977,
      "step": 12545,
      "valid_targets_mean": 539.6,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.361463133640553,
      "grad_norm": 1.136263089716296,
      "learning_rate": 4.029270981366115e-06,
      "loss": 0.9821,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8029372096061707,
      "step": 12550,
      "valid_targets_mean": 474.9,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.36160714285714285,
      "grad_norm": 1.1721882360780564,
      "learning_rate": 4.028276619925146e-06,
      "loss": 0.9386,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0184528827667236,
      "step": 12555,
      "valid_targets_mean": 532.7,
      "valid_targets_min": 73
    },
    {
      "epoch": 0.3617511520737327,
      "grad_norm": 1.2311357143903483,
      "learning_rate": 4.027281872297524e-06,
      "loss": 1.016,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1287051439285278,
      "step": 12560,
      "valid_targets_mean": 524.6,
      "valid_targets_min": 220
    },
    {
      "epoch": 0.36189516129032256,
      "grad_norm": 1.0737595474840345,
      "learning_rate": 4.026286738734614e-06,
      "loss": 0.9904,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9316350221633911,
      "step": 12565,
      "valid_targets_mean": 592.2,
      "valid_targets_min": 237
    },
    {
      "epoch": 0.3620391705069124,
      "grad_norm": 1.0182481364522953,
      "learning_rate": 4.02529121948788e-06,
      "loss": 1.021,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0829854011535645,
      "step": 12570,
      "valid_targets_mean": 761.9,
      "valid_targets_min": 220
    },
    {
      "epoch": 0.3621831797235023,
      "grad_norm": 1.2142742109500082,
      "learning_rate": 4.024295314808885e-06,
      "loss": 0.9455,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8183731436729431,
      "step": 12575,
      "valid_targets_mean": 474.8,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.3623271889400922,
      "grad_norm": 1.1055134113344622,
      "learning_rate": 4.0232990249492875e-06,
      "loss": 0.9689,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.959740161895752,
      "step": 12580,
      "valid_targets_mean": 589.0,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.36247119815668205,
      "grad_norm": 1.1866315676286139,
      "learning_rate": 4.022302350160844e-06,
      "loss": 1.0516,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1222056150436401,
      "step": 12585,
      "valid_targets_mean": 571.6,
      "valid_targets_min": 270
    },
    {
      "epoch": 0.3626152073732719,
      "grad_norm": 1.1066705500952376,
      "learning_rate": 4.02130529069541e-06,
      "loss": 1.0081,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0949020385742188,
      "step": 12590,
      "valid_targets_mean": 582.4,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.36275921658986177,
      "grad_norm": 1.0515231219141552,
      "learning_rate": 4.020307846804935e-06,
      "loss": 1.0781,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1721386909484863,
      "step": 12595,
      "valid_targets_mean": 700.1,
      "valid_targets_min": 253
    },
    {
      "epoch": 0.3629032258064516,
      "grad_norm": 1.111592371264129,
      "learning_rate": 4.0193100187414676e-06,
      "loss": 1.0651,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0090386867523193,
      "step": 12600,
      "valid_targets_mean": 626.3,
      "valid_targets_min": 256
    },
    {
      "epoch": 0.3630472350230415,
      "grad_norm": 1.154179778890577,
      "learning_rate": 4.018311806757153e-06,
      "loss": 1.0817,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.053698182106018,
      "step": 12605,
      "valid_targets_mean": 543.9,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.36319124423963134,
      "grad_norm": 1.1867090636204685,
      "learning_rate": 4.017313211104235e-06,
      "loss": 0.9904,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9842013120651245,
      "step": 12610,
      "valid_targets_mean": 504.2,
      "valid_targets_min": 167
    },
    {
      "epoch": 0.3633352534562212,
      "grad_norm": 0.9540851543377071,
      "learning_rate": 4.016314232035053e-06,
      "loss": 1.027,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1584217548370361,
      "step": 12615,
      "valid_targets_mean": 836.5,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.36347926267281105,
      "grad_norm": 1.1197535764691284,
      "learning_rate": 4.01531486980204e-06,
      "loss": 1.0397,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2581055164337158,
      "step": 12620,
      "valid_targets_mean": 646.1,
      "valid_targets_min": 147
    },
    {
      "epoch": 0.3636232718894009,
      "grad_norm": 1.092109391913883,
      "learning_rate": 4.014315124657733e-06,
      "loss": 1.0059,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0451570749282837,
      "step": 12625,
      "valid_targets_mean": 566.4,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.36376728110599077,
      "grad_norm": 1.0938766909609834,
      "learning_rate": 4.0133149968547595e-06,
      "loss": 0.9919,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0434844493865967,
      "step": 12630,
      "valid_targets_mean": 571.2,
      "valid_targets_min": 159
    },
    {
      "epoch": 0.3639112903225806,
      "grad_norm": 1.040921312705542,
      "learning_rate": 4.012314486645847e-06,
      "loss": 0.8939,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8780301809310913,
      "step": 12635,
      "valid_targets_mean": 599.6,
      "valid_targets_min": 205
    },
    {
      "epoch": 0.3640552995391705,
      "grad_norm": 1.1110988140994484,
      "learning_rate": 4.011313594283818e-06,
      "loss": 1.0431,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9959378838539124,
      "step": 12640,
      "valid_targets_mean": 598.1,
      "valid_targets_min": 64
    },
    {
      "epoch": 0.36419930875576034,
      "grad_norm": 1.034757847051748,
      "learning_rate": 4.010312320021592e-06,
      "loss": 0.9545,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0202298164367676,
      "step": 12645,
      "valid_targets_mean": 640.7,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.36434331797235026,
      "grad_norm": 1.1170745931320263,
      "learning_rate": 4.009310664112186e-06,
      "loss": 1.0923,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9128208160400391,
      "step": 12650,
      "valid_targets_mean": 571.9,
      "valid_targets_min": 234
    },
    {
      "epoch": 0.3644873271889401,
      "grad_norm": 1.0836271107234192,
      "learning_rate": 4.008308626808712e-06,
      "loss": 1.0503,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8893754482269287,
      "step": 12655,
      "valid_targets_mean": 552.6,
      "valid_targets_min": 278
    },
    {
      "epoch": 0.36463133640552997,
      "grad_norm": 1.0271686862273868,
      "learning_rate": 4.00730620836438e-06,
      "loss": 0.9842,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9170312881469727,
      "step": 12660,
      "valid_targets_mean": 636.8,
      "valid_targets_min": 166
    },
    {
      "epoch": 0.36477534562211983,
      "grad_norm": 1.0060263611268807,
      "learning_rate": 4.006303409032495e-06,
      "loss": 0.974,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1481276750564575,
      "step": 12665,
      "valid_targets_mean": 759.4,
      "valid_targets_min": 447
    },
    {
      "epoch": 0.3649193548387097,
      "grad_norm": 1.129485708647427,
      "learning_rate": 4.005300229066457e-06,
      "loss": 0.9732,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9386059641838074,
      "step": 12670,
      "valid_targets_mean": 552.9,
      "valid_targets_min": 60
    },
    {
      "epoch": 0.36506336405529954,
      "grad_norm": 1.1607875366336522,
      "learning_rate": 4.004296668719766e-06,
      "loss": 1.0152,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.097650408744812,
      "step": 12675,
      "valid_targets_mean": 587.3,
      "valid_targets_min": 160
    },
    {
      "epoch": 0.3652073732718894,
      "grad_norm": 1.1023125959285502,
      "learning_rate": 4.003292728246015e-06,
      "loss": 0.876,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8434972167015076,
      "step": 12680,
      "valid_targets_mean": 535.9,
      "valid_targets_min": 57
    },
    {
      "epoch": 0.36535138248847926,
      "grad_norm": 1.0159622125260117,
      "learning_rate": 4.002288407898893e-06,
      "loss": 1.032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1974339485168457,
      "step": 12685,
      "valid_targets_mean": 723.8,
      "valid_targets_min": 73
    },
    {
      "epoch": 0.3654953917050691,
      "grad_norm": 1.0459438616219838,
      "learning_rate": 4.001283707932187e-06,
      "loss": 1.0014,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0115255117416382,
      "step": 12690,
      "valid_targets_mean": 633.2,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.365639400921659,
      "grad_norm": 0.9840534004637534,
      "learning_rate": 4.000278628599779e-06,
      "loss": 1.056,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0890189409255981,
      "step": 12695,
      "valid_targets_mean": 725.0,
      "valid_targets_min": 251
    },
    {
      "epoch": 0.36578341013824883,
      "grad_norm": 1.0536394484658753,
      "learning_rate": 3.999273170155647e-06,
      "loss": 1.0822,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0852603912353516,
      "step": 12700,
      "valid_targets_mean": 646.1,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.3659274193548387,
      "grad_norm": 1.2383577862009238,
      "learning_rate": 3.998267332853864e-06,
      "loss": 0.9201,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.872143030166626,
      "step": 12705,
      "valid_targets_mean": 455.2,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.36607142857142855,
      "grad_norm": 1.021142822459956,
      "learning_rate": 3.997261116948599e-06,
      "loss": 1.0591,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1203155517578125,
      "step": 12710,
      "valid_targets_mean": 705.6,
      "valid_targets_min": 367
    },
    {
      "epoch": 0.36621543778801846,
      "grad_norm": 1.2206364316061604,
      "learning_rate": 3.996254522694116e-06,
      "loss": 1.0721,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0315966606140137,
      "step": 12715,
      "valid_targets_mean": 536.4,
      "valid_targets_min": 169
    },
    {
      "epoch": 0.3663594470046083,
      "grad_norm": 1.3681286297690374,
      "learning_rate": 3.995247550344777e-06,
      "loss": 1.0693,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3534890413284302,
      "step": 12720,
      "valid_targets_mean": 543.7,
      "valid_targets_min": 147
    },
    {
      "epoch": 0.3665034562211982,
      "grad_norm": 1.1618076089096312,
      "learning_rate": 3.994240200155038e-06,
      "loss": 1.0401,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1389750242233276,
      "step": 12725,
      "valid_targets_mean": 547.4,
      "valid_targets_min": 167
    },
    {
      "epoch": 0.36664746543778803,
      "grad_norm": 0.8232203127341758,
      "learning_rate": 3.9932324723794515e-06,
      "loss": 0.9381,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7764836549758911,
      "step": 12730,
      "valid_targets_mean": 869.9,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.3667914746543779,
      "grad_norm": 1.1113358670109235,
      "learning_rate": 3.992224367272662e-06,
      "loss": 1.0999,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.09025239944458,
      "step": 12735,
      "valid_targets_mean": 643.4,
      "valid_targets_min": 258
    },
    {
      "epoch": 0.36693548387096775,
      "grad_norm": 1.2178776236865152,
      "learning_rate": 3.9912158850894136e-06,
      "loss": 0.9062,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9963113069534302,
      "step": 12740,
      "valid_targets_mean": 449.1,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.3670794930875576,
      "grad_norm": 1.106669136283732,
      "learning_rate": 3.9902070260845426e-06,
      "loss": 0.9605,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.100358009338379,
      "step": 12745,
      "valid_targets_mean": 624.2,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.36722350230414746,
      "grad_norm": 1.0155940098850578,
      "learning_rate": 3.989197790512984e-06,
      "loss": 1.0688,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0498716831207275,
      "step": 12750,
      "valid_targets_mean": 665.7,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.3673675115207373,
      "grad_norm": 1.0536698544140368,
      "learning_rate": 3.988188178629763e-06,
      "loss": 1.0069,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0718263387680054,
      "step": 12755,
      "valid_targets_mean": 633.9,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.3675115207373272,
      "grad_norm": 1.0648215232950464,
      "learning_rate": 3.987178190690005e-06,
      "loss": 0.8968,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9197181463241577,
      "step": 12760,
      "valid_targets_mean": 575.1,
      "valid_targets_min": 134
    },
    {
      "epoch": 0.36765552995391704,
      "grad_norm": 1.023547266710129,
      "learning_rate": 3.986167826948927e-06,
      "loss": 0.9894,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0576884746551514,
      "step": 12765,
      "valid_targets_mean": 665.2,
      "valid_targets_min": 54
    },
    {
      "epoch": 0.3677995391705069,
      "grad_norm": 1.3114374634238688,
      "learning_rate": 3.985157087661843e-06,
      "loss": 1.0178,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.932458758354187,
      "step": 12770,
      "valid_targets_mean": 440.1,
      "valid_targets_min": 73
    },
    {
      "epoch": 0.36794354838709675,
      "grad_norm": 1.1280213625283035,
      "learning_rate": 3.984145973084159e-06,
      "loss": 0.9534,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9988764524459839,
      "step": 12775,
      "valid_targets_mean": 588.5,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.3680875576036866,
      "grad_norm": 1.2985031532195057,
      "learning_rate": 3.9831344834713805e-06,
      "loss": 1.0325,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9951081275939941,
      "step": 12780,
      "valid_targets_mean": 443.8,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.3682315668202765,
      "grad_norm": 1.1423299334871035,
      "learning_rate": 3.982122619079102e-06,
      "loss": 0.9533,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9822808504104614,
      "step": 12785,
      "valid_targets_mean": 621.9,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.3683755760368664,
      "grad_norm": 1.1674997158632996,
      "learning_rate": 3.981110380163019e-06,
      "loss": 0.9112,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0676813125610352,
      "step": 12790,
      "valid_targets_mean": 553.5,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.36851958525345624,
      "grad_norm": 1.12181121762382,
      "learning_rate": 3.980097766978916e-06,
      "loss": 0.9365,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9561320543289185,
      "step": 12795,
      "valid_targets_mean": 574.6,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.3686635944700461,
      "grad_norm": 1.1615970213901627,
      "learning_rate": 3.979084779782675e-06,
      "loss": 0.9896,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1851876974105835,
      "step": 12800,
      "valid_targets_mean": 593.9,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.36880760368663595,
      "grad_norm": 1.2606381869806735,
      "learning_rate": 3.978071418830273e-06,
      "loss": 0.8489,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9184638261795044,
      "step": 12805,
      "valid_targets_mean": 436.9,
      "valid_targets_min": 123
    },
    {
      "epoch": 0.3689516129032258,
      "grad_norm": 1.0638100213708208,
      "learning_rate": 3.97705768437778e-06,
      "loss": 0.9485,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8317841291427612,
      "step": 12810,
      "valid_targets_mean": 596.2,
      "valid_targets_min": 223
    },
    {
      "epoch": 0.36909562211981567,
      "grad_norm": 1.2034235287630848,
      "learning_rate": 3.9760435766813595e-06,
      "loss": 0.9922,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1156452894210815,
      "step": 12815,
      "valid_targets_mean": 552.6,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.3692396313364055,
      "grad_norm": 1.2042483227035927,
      "learning_rate": 3.975029095997272e-06,
      "loss": 1.0393,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2246317863464355,
      "step": 12820,
      "valid_targets_mean": 590.9,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.3693836405529954,
      "grad_norm": 0.8097463280462075,
      "learning_rate": 3.974014242581872e-06,
      "loss": 0.8689,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5711199045181274,
      "step": 12825,
      "valid_targets_mean": 678.2,
      "valid_targets_min": 220
    },
    {
      "epoch": 0.36952764976958524,
      "grad_norm": 1.0976062076553694,
      "learning_rate": 3.972999016691604e-06,
      "loss": 0.8452,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7961723804473877,
      "step": 12830,
      "valid_targets_mean": 560.2,
      "valid_targets_min": 211
    },
    {
      "epoch": 0.3696716589861751,
      "grad_norm": 1.2043961211743195,
      "learning_rate": 3.971983418583012e-06,
      "loss": 0.9895,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2197818756103516,
      "step": 12835,
      "valid_targets_mean": 562.7,
      "valid_targets_min": 195
    },
    {
      "epoch": 0.36981566820276496,
      "grad_norm": 1.0285458668483503,
      "learning_rate": 3.970967448512731e-06,
      "loss": 0.9656,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9903032183647156,
      "step": 12840,
      "valid_targets_mean": 685.6,
      "valid_targets_min": 145
    },
    {
      "epoch": 0.3699596774193548,
      "grad_norm": 1.1355671424599414,
      "learning_rate": 3.969951106737492e-06,
      "loss": 0.9926,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1076061725616455,
      "step": 12845,
      "valid_targets_mean": 593.5,
      "valid_targets_min": 63
    },
    {
      "epoch": 0.3701036866359447,
      "grad_norm": 1.0025372507161814,
      "learning_rate": 3.968934393514117e-06,
      "loss": 1.0676,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8915562033653259,
      "step": 12850,
      "valid_targets_mean": 618.2,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.3702476958525346,
      "grad_norm": 1.0978212383060675,
      "learning_rate": 3.9679173090995236e-06,
      "loss": 0.98,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1539617776870728,
      "step": 12855,
      "valid_targets_mean": 654.6,
      "valid_targets_min": 164
    },
    {
      "epoch": 0.37039170506912444,
      "grad_norm": 1.2579711455291975,
      "learning_rate": 3.966899853750724e-06,
      "loss": 1.0006,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.947812020778656,
      "step": 12860,
      "valid_targets_mean": 530.4,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.3705357142857143,
      "grad_norm": 1.0023940721088338,
      "learning_rate": 3.965882027724824e-06,
      "loss": 0.9183,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.047838807106018,
      "step": 12865,
      "valid_targets_mean": 657.9,
      "valid_targets_min": 147
    },
    {
      "epoch": 0.37067972350230416,
      "grad_norm": 1.2027822753433086,
      "learning_rate": 3.96486383127902e-06,
      "loss": 0.9288,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8710799217224121,
      "step": 12870,
      "valid_targets_mean": 464.1,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.370823732718894,
      "grad_norm": 1.0774178183832184,
      "learning_rate": 3.963845264670606e-06,
      "loss": 1.0643,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0048826932907104,
      "step": 12875,
      "valid_targets_mean": 647.4,
      "valid_targets_min": 250
    },
    {
      "epoch": 0.3709677419354839,
      "grad_norm": 1.047646069586331,
      "learning_rate": 3.962826328156968e-06,
      "loss": 0.9033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8499953746795654,
      "step": 12880,
      "valid_targets_mean": 612.1,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.37111175115207373,
      "grad_norm": 1.0592765763079859,
      "learning_rate": 3.961807021995584e-06,
      "loss": 0.917,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8985528349876404,
      "step": 12885,
      "valid_targets_mean": 586.7,
      "valid_targets_min": 199
    },
    {
      "epoch": 0.3712557603686636,
      "grad_norm": 1.0580350888293346,
      "learning_rate": 3.960787346444028e-06,
      "loss": 1.133,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2321949005126953,
      "step": 12890,
      "valid_targets_mean": 690.7,
      "valid_targets_min": 135
    },
    {
      "epoch": 0.37139976958525345,
      "grad_norm": 0.9965692646571218,
      "learning_rate": 3.959767301759967e-06,
      "loss": 1.05,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0153493881225586,
      "step": 12895,
      "valid_targets_mean": 707.2,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.3715437788018433,
      "grad_norm": 1.1454245685597317,
      "learning_rate": 3.958746888201158e-06,
      "loss": 1.0504,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1307421922683716,
      "step": 12900,
      "valid_targets_mean": 621.1,
      "valid_targets_min": 62
    },
    {
      "epoch": 0.37168778801843316,
      "grad_norm": 1.1200884944371177,
      "learning_rate": 3.957726106025455e-06,
      "loss": 0.9009,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6605859994888306,
      "step": 12905,
      "valid_targets_mean": 457.9,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.371831797235023,
      "grad_norm": 1.053665317229921,
      "learning_rate": 3.956704955490804e-06,
      "loss": 1.0214,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1665449142456055,
      "step": 12910,
      "valid_targets_mean": 708.5,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.3719758064516129,
      "grad_norm": 1.0702088441362638,
      "learning_rate": 3.955683436855242e-06,
      "loss": 0.9523,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9021923542022705,
      "step": 12915,
      "valid_targets_mean": 642.9,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.3721198156682028,
      "grad_norm": 1.0261967898254702,
      "learning_rate": 3.9546615503769035e-06,
      "loss": 0.9511,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8815004825592041,
      "step": 12920,
      "valid_targets_mean": 664.8,
      "valid_targets_min": 195
    },
    {
      "epoch": 0.37226382488479265,
      "grad_norm": 0.9725351410539116,
      "learning_rate": 3.953639296314012e-06,
      "loss": 0.9636,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0803946256637573,
      "step": 12925,
      "valid_targets_mean": 748.2,
      "valid_targets_min": 87
    },
    {
      "epoch": 0.3724078341013825,
      "grad_norm": 0.9898974022571808,
      "learning_rate": 3.952616674924885e-06,
      "loss": 1.1275,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2359318733215332,
      "step": 12930,
      "valid_targets_mean": 762.2,
      "valid_targets_min": 131
    },
    {
      "epoch": 0.37255184331797236,
      "grad_norm": 0.9916691101344532,
      "learning_rate": 3.951593686467933e-06,
      "loss": 0.9974,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.98381108045578,
      "step": 12935,
      "valid_targets_mean": 749.6,
      "valid_targets_min": 163
    },
    {
      "epoch": 0.3726958525345622,
      "grad_norm": 1.0688465127275217,
      "learning_rate": 3.95057033120166e-06,
      "loss": 0.8336,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.969997227191925,
      "step": 12940,
      "valid_targets_mean": 604.9,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.3728398617511521,
      "grad_norm": 1.0838210406465725,
      "learning_rate": 3.9495466093846606e-06,
      "loss": 0.9112,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9295337200164795,
      "step": 12945,
      "valid_targets_mean": 589.8,
      "valid_targets_min": 156
    },
    {
      "epoch": 0.37298387096774194,
      "grad_norm": 1.2190919665950681,
      "learning_rate": 3.948522521275625e-06,
      "loss": 0.8887,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8782196640968323,
      "step": 12950,
      "valid_targets_mean": 452.2,
      "valid_targets_min": 184
    },
    {
      "epoch": 0.3731278801843318,
      "grad_norm": 1.0648071095121878,
      "learning_rate": 3.947498067133333e-06,
      "loss": 0.9815,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8404229283332825,
      "step": 12955,
      "valid_targets_mean": 560.1,
      "valid_targets_min": 159
    },
    {
      "epoch": 0.37327188940092165,
      "grad_norm": 1.188154282606671,
      "learning_rate": 3.946473247216659e-06,
      "loss": 1.0867,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9367527961730957,
      "step": 12960,
      "valid_targets_mean": 524.0,
      "valid_targets_min": 251
    },
    {
      "epoch": 0.3734158986175115,
      "grad_norm": 1.167754814271791,
      "learning_rate": 3.945448061784568e-06,
      "loss": 1.0647,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0587594509124756,
      "step": 12965,
      "valid_targets_mean": 548.7,
      "valid_targets_min": 119
    },
    {
      "epoch": 0.37355990783410137,
      "grad_norm": 1.129669958423391,
      "learning_rate": 3.9444225110961195e-06,
      "loss": 0.8845,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.791111946105957,
      "step": 12970,
      "valid_targets_mean": 527.5,
      "valid_targets_min": 200
    },
    {
      "epoch": 0.3737039170506912,
      "grad_norm": 1.2082521102258788,
      "learning_rate": 3.943396595410464e-06,
      "loss": 0.9928,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1093392372131348,
      "step": 12975,
      "valid_targets_mean": 518.7,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.3738479262672811,
      "grad_norm": 1.125284282784759,
      "learning_rate": 3.942370314986845e-06,
      "loss": 1.0057,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.120640754699707,
      "step": 12980,
      "valid_targets_mean": 606.1,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.37399193548387094,
      "grad_norm": 1.1078707043763845,
      "learning_rate": 3.9413436700845975e-06,
      "loss": 0.8437,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8074260950088501,
      "step": 12985,
      "valid_targets_mean": 529.8,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.37413594470046085,
      "grad_norm": 1.072965256090527,
      "learning_rate": 3.940316660963147e-06,
      "loss": 0.9733,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8523527383804321,
      "step": 12990,
      "valid_targets_mean": 565.7,
      "valid_targets_min": 73
    },
    {
      "epoch": 0.3742799539170507,
      "grad_norm": 1.181332460964413,
      "learning_rate": 3.939289287882015e-06,
      "loss": 1.1276,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0095629692077637,
      "step": 12995,
      "valid_targets_mean": 525.0,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.37442396313364057,
      "grad_norm": 1.1559484987117774,
      "learning_rate": 3.938261551100811e-06,
      "loss": 0.9207,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9530620574951172,
      "step": 13000,
      "valid_targets_mean": 507.4,
      "valid_targets_min": 238
    },
    {
      "epoch": 0.3745679723502304,
      "grad_norm": 1.1381988264266532,
      "learning_rate": 3.93723345087924e-06,
      "loss": 0.9845,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.01739501953125,
      "step": 13005,
      "valid_targets_mean": 549.9,
      "valid_targets_min": 153
    },
    {
      "epoch": 0.3747119815668203,
      "grad_norm": 1.0044791876944315,
      "learning_rate": 3.936204987477095e-06,
      "loss": 1.023,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8103164434432983,
      "step": 13010,
      "valid_targets_mean": 636.1,
      "valid_targets_min": 217
    },
    {
      "epoch": 0.37485599078341014,
      "grad_norm": 1.1163210686248095,
      "learning_rate": 3.935176161154263e-06,
      "loss": 0.959,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8634145259857178,
      "step": 13015,
      "valid_targets_mean": 548.2,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.375,
      "grad_norm": 1.13834329469886,
      "learning_rate": 3.934146972170724e-06,
      "loss": 1.0136,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9085803031921387,
      "step": 13020,
      "valid_targets_mean": 535.2,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.37514400921658986,
      "grad_norm": 1.195719444946062,
      "learning_rate": 3.933117420786547e-06,
      "loss": 1.0322,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0019761323928833,
      "step": 13025,
      "valid_targets_mean": 574.3,
      "valid_targets_min": 192
    },
    {
      "epoch": 0.3752880184331797,
      "grad_norm": 1.11591292982953,
      "learning_rate": 3.932087507261894e-06,
      "loss": 1.0027,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.040855884552002,
      "step": 13030,
      "valid_targets_mean": 629.1,
      "valid_targets_min": 184
    },
    {
      "epoch": 0.3754320276497696,
      "grad_norm": 1.2401748119482556,
      "learning_rate": 3.931057231857018e-06,
      "loss": 1.0041,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0520062446594238,
      "step": 13035,
      "valid_targets_mean": 471.5,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.37557603686635943,
      "grad_norm": 1.0755471021146699,
      "learning_rate": 3.9300265948322626e-06,
      "loss": 1.0627,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.017213225364685,
      "step": 13040,
      "valid_targets_mean": 639.4,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.3757200460829493,
      "grad_norm": 1.1439733987512155,
      "learning_rate": 3.928995596448066e-06,
      "loss": 0.995,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0188593864440918,
      "step": 13045,
      "valid_targets_mean": 568.6,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.37586405529953915,
      "grad_norm": 1.0646293007421572,
      "learning_rate": 3.927964236964954e-06,
      "loss": 1.0879,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2671098709106445,
      "step": 13050,
      "valid_targets_mean": 698.9,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.37600806451612906,
      "grad_norm": 1.0863767122471932,
      "learning_rate": 3.926932516643545e-06,
      "loss": 1.039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2041038274765015,
      "step": 13055,
      "valid_targets_mean": 682.2,
      "valid_targets_min": 226
    },
    {
      "epoch": 0.3761520737327189,
      "grad_norm": 1.067929975833126,
      "learning_rate": 3.92590043574455e-06,
      "loss": 1.0327,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8886699676513672,
      "step": 13060,
      "valid_targets_mean": 608.8,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.3762960829493088,
      "grad_norm": 0.9970742899524162,
      "learning_rate": 3.92486799452877e-06,
      "loss": 0.8932,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9116083979606628,
      "step": 13065,
      "valid_targets_mean": 646.5,
      "valid_targets_min": 118
    },
    {
      "epoch": 0.37644009216589863,
      "grad_norm": 1.2675809436456735,
      "learning_rate": 3.923835193257095e-06,
      "loss": 0.9802,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0105280876159668,
      "step": 13070,
      "valid_targets_mean": 523.9,
      "valid_targets_min": 78
    },
    {
      "epoch": 0.3765841013824885,
      "grad_norm": 0.814216783077266,
      "learning_rate": 3.922802032190509e-06,
      "loss": 0.9601,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9307756423950195,
      "step": 13075,
      "valid_targets_mean": 967.6,
      "valid_targets_min": 211
    },
    {
      "epoch": 0.37672811059907835,
      "grad_norm": 1.009669942015941,
      "learning_rate": 3.9217685115900865e-06,
      "loss": 1.0626,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2673903703689575,
      "step": 13080,
      "valid_targets_mean": 775.6,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.3768721198156682,
      "grad_norm": 1.154431354898416,
      "learning_rate": 3.920734631716991e-06,
      "loss": 1.02,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0240474939346313,
      "step": 13085,
      "valid_targets_mean": 559.8,
      "valid_targets_min": 172
    },
    {
      "epoch": 0.37701612903225806,
      "grad_norm": 1.034616317490398,
      "learning_rate": 3.919700392832478e-06,
      "loss": 0.9303,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9188634157180786,
      "step": 13090,
      "valid_targets_mean": 642.6,
      "valid_targets_min": 218
    },
    {
      "epoch": 0.3771601382488479,
      "grad_norm": 1.030708858849345,
      "learning_rate": 3.918665795197895e-06,
      "loss": 1.1004,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9519526958465576,
      "step": 13095,
      "valid_targets_mean": 649.0,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.3773041474654378,
      "grad_norm": 1.062442582674131,
      "learning_rate": 3.917630839074678e-06,
      "loss": 0.8851,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7640177607536316,
      "step": 13100,
      "valid_targets_mean": 576.0,
      "valid_targets_min": 153
    },
    {
      "epoch": 0.37744815668202764,
      "grad_norm": 1.1488961830782523,
      "learning_rate": 3.916595524724353e-06,
      "loss": 0.9931,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.179189920425415,
      "step": 13105,
      "valid_targets_mean": 579.4,
      "valid_targets_min": 63
    },
    {
      "epoch": 0.3775921658986175,
      "grad_norm": 1.1041878241102967,
      "learning_rate": 3.915559852408541e-06,
      "loss": 0.9412,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8909490704536438,
      "step": 13110,
      "valid_targets_mean": 590.4,
      "valid_targets_min": 294
    },
    {
      "epoch": 0.37773617511520735,
      "grad_norm": 1.1813946706862042,
      "learning_rate": 3.914523822388948e-06,
      "loss": 1.0632,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0656659603118896,
      "step": 13115,
      "valid_targets_mean": 511.9,
      "valid_targets_min": 183
    },
    {
      "epoch": 0.3778801843317972,
      "grad_norm": 1.0799782741131292,
      "learning_rate": 3.913487434927373e-06,
      "loss": 0.9186,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0721733570098877,
      "step": 13120,
      "valid_targets_mean": 676.6,
      "valid_targets_min": 162
    },
    {
      "epoch": 0.3780241935483871,
      "grad_norm": 1.0929917756169862,
      "learning_rate": 3.912450690285707e-06,
      "loss": 0.985,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8181538581848145,
      "step": 13125,
      "valid_targets_mean": 554.7,
      "valid_targets_min": 272
    },
    {
      "epoch": 0.378168202764977,
      "grad_norm": 1.181029437092109,
      "learning_rate": 3.911413588725926e-06,
      "loss": 1.057,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.165234088897705,
      "step": 13130,
      "valid_targets_mean": 581.2,
      "valid_targets_min": 174
    },
    {
      "epoch": 0.37831221198156684,
      "grad_norm": 1.0330458912349576,
      "learning_rate": 3.910376130510103e-06,
      "loss": 1.0157,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0205674171447754,
      "step": 13135,
      "valid_targets_mean": 700.8,
      "valid_targets_min": 307
    },
    {
      "epoch": 0.3784562211981567,
      "grad_norm": 1.1490031440141215,
      "learning_rate": 3.909338315900397e-06,
      "loss": 1.0706,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8180292248725891,
      "step": 13140,
      "valid_targets_mean": 478.0,
      "valid_targets_min": 145
    },
    {
      "epoch": 0.37860023041474655,
      "grad_norm": 0.9554137249171566,
      "learning_rate": 3.908300145159055e-06,
      "loss": 0.9721,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8145071268081665,
      "step": 13145,
      "valid_targets_mean": 739.6,
      "valid_targets_min": 232
    },
    {
      "epoch": 0.3787442396313364,
      "grad_norm": 1.0181893211364907,
      "learning_rate": 3.90726161854842e-06,
      "loss": 1.0146,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8082292079925537,
      "step": 13150,
      "valid_targets_mean": 656.7,
      "valid_targets_min": 283
    },
    {
      "epoch": 0.37888824884792627,
      "grad_norm": 0.9180110217747376,
      "learning_rate": 3.90622273633092e-06,
      "loss": 0.8983,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8190508484840393,
      "step": 13155,
      "valid_targets_mean": 781.6,
      "valid_targets_min": 180
    },
    {
      "epoch": 0.3790322580645161,
      "grad_norm": 1.0649938138351194,
      "learning_rate": 3.905183498769075e-06,
      "loss": 0.9839,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.077568531036377,
      "step": 13160,
      "valid_targets_mean": 608.4,
      "valid_targets_min": 164
    },
    {
      "epoch": 0.379176267281106,
      "grad_norm": 0.9549198914092076,
      "learning_rate": 3.904143906125495e-06,
      "loss": 0.9462,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8890988826751709,
      "step": 13165,
      "valid_targets_mean": 741.0,
      "valid_targets_min": 129
    },
    {
      "epoch": 0.37932027649769584,
      "grad_norm": 1.068467371536543,
      "learning_rate": 3.903103958662877e-06,
      "loss": 0.9393,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.940392255783081,
      "step": 13170,
      "valid_targets_mean": 592.8,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.3794642857142857,
      "grad_norm": 1.1848027743738776,
      "learning_rate": 3.902063656644012e-06,
      "loss": 1.0724,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9369195103645325,
      "step": 13175,
      "valid_targets_mean": 541.8,
      "valid_targets_min": 202
    },
    {
      "epoch": 0.37960829493087556,
      "grad_norm": 1.0482914141930821,
      "learning_rate": 3.901023000331777e-06,
      "loss": 0.9509,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9453727006912231,
      "step": 13180,
      "valid_targets_mean": 665.8,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.3797523041474654,
      "grad_norm": 1.1087807074785945,
      "learning_rate": 3.8999819899891385e-06,
      "loss": 1.0012,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1067448854446411,
      "step": 13185,
      "valid_targets_mean": 635.6,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.3798963133640553,
      "grad_norm": 1.0015463066874561,
      "learning_rate": 3.898940625879157e-06,
      "loss": 0.8395,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.015666127204895,
      "step": 13190,
      "valid_targets_mean": 723.1,
      "valid_targets_min": 236
    },
    {
      "epoch": 0.3800403225806452,
      "grad_norm": 1.1438183858593776,
      "learning_rate": 3.8978989082649776e-06,
      "loss": 0.973,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.852321982383728,
      "step": 13195,
      "valid_targets_mean": 508.6,
      "valid_targets_min": 164
    },
    {
      "epoch": 0.38018433179723504,
      "grad_norm": 0.9992083781081137,
      "learning_rate": 3.896856837409836e-06,
      "loss": 0.9932,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8956983089447021,
      "step": 13200,
      "valid_targets_mean": 666.2,
      "valid_targets_min": 169
    },
    {
      "epoch": 0.3803283410138249,
      "grad_norm": 1.1023967517998043,
      "learning_rate": 3.895814413577058e-06,
      "loss": 0.9346,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9498453140258789,
      "step": 13205,
      "valid_targets_mean": 573.3,
      "valid_targets_min": 174
    },
    {
      "epoch": 0.38047235023041476,
      "grad_norm": 1.0054221749038543,
      "learning_rate": 3.894771637030057e-06,
      "loss": 1.0278,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1297214031219482,
      "step": 13210,
      "valid_targets_mean": 748.8,
      "valid_targets_min": 90
    },
    {
      "epoch": 0.3806163594470046,
      "grad_norm": 1.0453363236134725,
      "learning_rate": 3.893728508032338e-06,
      "loss": 0.9916,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0021600723266602,
      "step": 13215,
      "valid_targets_mean": 639.3,
      "valid_targets_min": 209
    },
    {
      "epoch": 0.3807603686635945,
      "grad_norm": 1.1427933729609965,
      "learning_rate": 3.8926850268474934e-06,
      "loss": 0.9487,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8077294230461121,
      "step": 13220,
      "valid_targets_mean": 514.1,
      "valid_targets_min": 192
    },
    {
      "epoch": 0.38090437788018433,
      "grad_norm": 1.1020719226771887,
      "learning_rate": 3.891641193739205e-06,
      "loss": 1.0364,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9273256063461304,
      "step": 13225,
      "valid_targets_mean": 565.9,
      "valid_targets_min": 166
    },
    {
      "epoch": 0.3810483870967742,
      "grad_norm": 1.2472825718633023,
      "learning_rate": 3.890597008971242e-06,
      "loss": 0.9657,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.991927981376648,
      "step": 13230,
      "valid_targets_mean": 448.8,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.38119239631336405,
      "grad_norm": 1.1365428962354371,
      "learning_rate": 3.889552472807464e-06,
      "loss": 0.9639,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0248708724975586,
      "step": 13235,
      "valid_targets_mean": 562.0,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.3813364055299539,
      "grad_norm": 1.127544659450821,
      "learning_rate": 3.888507585511821e-06,
      "loss": 1.1797,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1255747079849243,
      "step": 13240,
      "valid_targets_mean": 634.6,
      "valid_targets_min": 212
    },
    {
      "epoch": 0.38148041474654376,
      "grad_norm": 1.1175870420419918,
      "learning_rate": 3.8874623473483494e-06,
      "loss": 0.8249,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8675187230110168,
      "step": 13245,
      "valid_targets_mean": 567.8,
      "valid_targets_min": 168
    },
    {
      "epoch": 0.3816244239631336,
      "grad_norm": 1.223543895281213,
      "learning_rate": 3.886416758581174e-06,
      "loss": 1.0603,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9968814849853516,
      "step": 13250,
      "valid_targets_mean": 488.6,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.3817684331797235,
      "grad_norm": 1.0410315348481813,
      "learning_rate": 3.885370819474509e-06,
      "loss": 0.9955,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0924818515777588,
      "step": 13255,
      "valid_targets_mean": 627.2,
      "valid_targets_min": 142
    },
    {
      "epoch": 0.3819124423963134,
      "grad_norm": 1.0476584253883108,
      "learning_rate": 3.8843245302926576e-06,
      "loss": 0.7801,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8271102905273438,
      "step": 13260,
      "valid_targets_mean": 630.2,
      "valid_targets_min": 173
    },
    {
      "epoch": 0.38205645161290325,
      "grad_norm": 1.0808002400509271,
      "learning_rate": 3.8832778913000116e-06,
      "loss": 0.9583,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0388803482055664,
      "step": 13265,
      "valid_targets_mean": 620.1,
      "valid_targets_min": 206
    },
    {
      "epoch": 0.3822004608294931,
      "grad_norm": 0.9179664728043941,
      "learning_rate": 3.882230902761049e-06,
      "loss": 0.906,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7266125679016113,
      "step": 13270,
      "valid_targets_mean": 701.9,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.38234447004608296,
      "grad_norm": 0.9632091342358683,
      "learning_rate": 3.88118356494034e-06,
      "loss": 0.9088,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9613879919052124,
      "step": 13275,
      "valid_targets_mean": 689.1,
      "valid_targets_min": 175
    },
    {
      "epoch": 0.3824884792626728,
      "grad_norm": 1.2048097231771175,
      "learning_rate": 3.880135878102539e-06,
      "loss": 1.0978,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2570109367370605,
      "step": 13280,
      "valid_targets_mean": 576.2,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.3826324884792627,
      "grad_norm": 1.01161089634426,
      "learning_rate": 3.879087842512391e-06,
      "loss": 1.001,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7197814583778381,
      "step": 13285,
      "valid_targets_mean": 528.0,
      "valid_targets_min": 194
    },
    {
      "epoch": 0.38277649769585254,
      "grad_norm": 1.2406076774709507,
      "learning_rate": 3.878039458434728e-06,
      "loss": 0.986,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9220176935195923,
      "step": 13290,
      "valid_targets_mean": 473.6,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.3829205069124424,
      "grad_norm": 1.0453407388594842,
      "learning_rate": 3.876990726134472e-06,
      "loss": 0.9604,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8136090040206909,
      "step": 13295,
      "valid_targets_mean": 552.1,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.38306451612903225,
      "grad_norm": 1.238601957325414,
      "learning_rate": 3.875941645876631e-06,
      "loss": 1.0105,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0283122062683105,
      "step": 13300,
      "valid_targets_mean": 460.3,
      "valid_targets_min": 131
    },
    {
      "epoch": 0.3832085253456221,
      "grad_norm": 1.0999006220362095,
      "learning_rate": 3.874892217926299e-06,
      "loss": 0.9164,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1223156452178955,
      "step": 13305,
      "valid_targets_mean": 627.4,
      "valid_targets_min": 123
    },
    {
      "epoch": 0.38335253456221197,
      "grad_norm": 1.1429127744695993,
      "learning_rate": 3.873842442548665e-06,
      "loss": 0.9491,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9555107355117798,
      "step": 13310,
      "valid_targets_mean": 558.7,
      "valid_targets_min": 52
    },
    {
      "epoch": 0.3834965437788018,
      "grad_norm": 1.1351652940067924,
      "learning_rate": 3.872792320008998e-06,
      "loss": 0.9614,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9580336809158325,
      "step": 13315,
      "valid_targets_mean": 531.6,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.3836405529953917,
      "grad_norm": 1.168010769484058,
      "learning_rate": 3.8717418505726575e-06,
      "loss": 0.9429,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9477465152740479,
      "step": 13320,
      "valid_targets_mean": 485.7,
      "valid_targets_min": 166
    },
    {
      "epoch": 0.38378456221198154,
      "grad_norm": 1.0878675603182826,
      "learning_rate": 3.870691034505093e-06,
      "loss": 1.0338,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9157114028930664,
      "step": 13325,
      "valid_targets_mean": 577.7,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.38392857142857145,
      "grad_norm": 1.0228370479535014,
      "learning_rate": 3.869639872071839e-06,
      "loss": 1.0325,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0474334955215454,
      "step": 13330,
      "valid_targets_mean": 705.2,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.3840725806451613,
      "grad_norm": 1.156381164835354,
      "learning_rate": 3.868588363538518e-06,
      "loss": 0.9381,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8251510858535767,
      "step": 13335,
      "valid_targets_mean": 465.4,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.38421658986175117,
      "grad_norm": 1.0047169512197633,
      "learning_rate": 3.86753650917084e-06,
      "loss": 0.9166,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.097860336303711,
      "step": 13340,
      "valid_targets_mean": 729.6,
      "valid_targets_min": 145
    },
    {
      "epoch": 0.384360599078341,
      "grad_norm": 1.1035963503501238,
      "learning_rate": 3.866484309234602e-06,
      "loss": 0.9206,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7219148874282837,
      "step": 13345,
      "valid_targets_mean": 503.1,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.3845046082949309,
      "grad_norm": 1.0237643746947804,
      "learning_rate": 3.865431763995689e-06,
      "loss": 0.8891,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8640851974487305,
      "step": 13350,
      "valid_targets_mean": 659.2,
      "valid_targets_min": 210
    },
    {
      "epoch": 0.38464861751152074,
      "grad_norm": 1.271098597210677,
      "learning_rate": 3.864378873720075e-06,
      "loss": 0.9432,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2344905138015747,
      "step": 13355,
      "valid_targets_mean": 517.3,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.3847926267281106,
      "grad_norm": 1.0539979368851666,
      "learning_rate": 3.863325638673817e-06,
      "loss": 0.9595,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8388091325759888,
      "step": 13360,
      "valid_targets_mean": 589.5,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.38493663594470046,
      "grad_norm": 1.1308251281645045,
      "learning_rate": 3.862272059123062e-06,
      "loss": 0.9855,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9871746897697449,
      "step": 13365,
      "valid_targets_mean": 588.9,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.3850806451612903,
      "grad_norm": 1.1960432593748582,
      "learning_rate": 3.861218135334044e-06,
      "loss": 0.9875,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1204583644866943,
      "step": 13370,
      "valid_targets_mean": 512.8,
      "valid_targets_min": 169
    },
    {
      "epoch": 0.38522465437788017,
      "grad_norm": 1.275381841899651,
      "learning_rate": 3.860163867573082e-06,
      "loss": 0.9385,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8588612079620361,
      "step": 13375,
      "valid_targets_mean": 440.1,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.38536866359447003,
      "grad_norm": 1.0327782819626534,
      "learning_rate": 3.859109256106586e-06,
      "loss": 1.1178,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.167704463005066,
      "step": 13380,
      "valid_targets_mean": 708.1,
      "valid_targets_min": 154
    },
    {
      "epoch": 0.3855126728110599,
      "grad_norm": 1.0914445388806022,
      "learning_rate": 3.858054301201047e-06,
      "loss": 0.9578,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.030325174331665,
      "step": 13385,
      "valid_targets_mean": 573.4,
      "valid_targets_min": 156
    },
    {
      "epoch": 0.38565668202764974,
      "grad_norm": 0.9888385729619207,
      "learning_rate": 3.856999003123049e-06,
      "loss": 0.975,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0188264846801758,
      "step": 13390,
      "valid_targets_mean": 722.4,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.38580069124423966,
      "grad_norm": 1.030157165481069,
      "learning_rate": 3.8559433621392575e-06,
      "loss": 1.0142,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9109047651290894,
      "step": 13395,
      "valid_targets_mean": 646.1,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.3859447004608295,
      "grad_norm": 1.1019471043678721,
      "learning_rate": 3.854887378516428e-06,
      "loss": 0.9899,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.104509949684143,
      "step": 13400,
      "valid_targets_mean": 650.6,
      "valid_targets_min": 152
    },
    {
      "epoch": 0.3860887096774194,
      "grad_norm": 1.1025553872288973,
      "learning_rate": 3.853831052521402e-06,
      "loss": 1.019,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9480540752410889,
      "step": 13405,
      "valid_targets_mean": 603.8,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.38623271889400923,
      "grad_norm": 1.2028145896074767,
      "learning_rate": 3.852774384421105e-06,
      "loss": 0.9534,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9335847496986389,
      "step": 13410,
      "valid_targets_mean": 479.9,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.3863767281105991,
      "grad_norm": 1.0338095318829013,
      "learning_rate": 3.851717374482552e-06,
      "loss": 1.0655,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.248228907585144,
      "step": 13415,
      "valid_targets_mean": 775.2,
      "valid_targets_min": 353
    },
    {
      "epoch": 0.38652073732718895,
      "grad_norm": 1.079038161777273,
      "learning_rate": 3.850660022972844e-06,
      "loss": 1.0221,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2693099975585938,
      "step": 13420,
      "valid_targets_mean": 685.2,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.3866647465437788,
      "grad_norm": 1.1616654892635636,
      "learning_rate": 3.849602330159166e-06,
      "loss": 1.004,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0184049606323242,
      "step": 13425,
      "valid_targets_mean": 580.1,
      "valid_targets_min": 183
    },
    {
      "epoch": 0.38680875576036866,
      "grad_norm": 1.0657456193806938,
      "learning_rate": 3.848544296308793e-06,
      "loss": 1.0076,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7483880519866943,
      "step": 13430,
      "valid_targets_mean": 508.8,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.3869527649769585,
      "grad_norm": 1.0989881491193962,
      "learning_rate": 3.847485921689082e-06,
      "loss": 0.9971,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.731002926826477,
      "step": 13435,
      "valid_targets_mean": 458.1,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.3870967741935484,
      "grad_norm": 1.1335287696134924,
      "learning_rate": 3.846427206567479e-06,
      "loss": 1.0501,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1134040355682373,
      "step": 13440,
      "valid_targets_mean": 605.6,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.38724078341013823,
      "grad_norm": 1.065314910152149,
      "learning_rate": 3.845368151211516e-06,
      "loss": 1.0383,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9866973161697388,
      "step": 13445,
      "valid_targets_mean": 605.4,
      "valid_targets_min": 73
    },
    {
      "epoch": 0.3873847926267281,
      "grad_norm": 1.3262236937472935,
      "learning_rate": 3.844308755888808e-06,
      "loss": 1.0556,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0075808763504028,
      "step": 13450,
      "valid_targets_mean": 386.4,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.38752880184331795,
      "grad_norm": 1.1335238601519146,
      "learning_rate": 3.8432490208670605e-06,
      "loss": 0.8971,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0635402202606201,
      "step": 13455,
      "valid_targets_mean": 579.4,
      "valid_targets_min": 197
    },
    {
      "epoch": 0.3876728110599078,
      "grad_norm": 1.1971065432023291,
      "learning_rate": 3.842188946414061e-06,
      "loss": 1.0579,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9059538841247559,
      "step": 13460,
      "valid_targets_mean": 476.2,
      "valid_targets_min": 119
    },
    {
      "epoch": 0.3878168202764977,
      "grad_norm": 1.2482569060424422,
      "learning_rate": 3.841128532797683e-06,
      "loss": 1.0607,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0689235925674438,
      "step": 13465,
      "valid_targets_mean": 471.9,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.3879608294930876,
      "grad_norm": 1.141391099362711,
      "learning_rate": 3.84006778028589e-06,
      "loss": 0.9823,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.864689826965332,
      "step": 13470,
      "valid_targets_mean": 541.0,
      "valid_targets_min": 225
    },
    {
      "epoch": 0.38810483870967744,
      "grad_norm": 1.18725263067301,
      "learning_rate": 3.839006689146726e-06,
      "loss": 0.9454,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7951407432556152,
      "step": 13475,
      "valid_targets_mean": 485.4,
      "valid_targets_min": 90
    },
    {
      "epoch": 0.3882488479262673,
      "grad_norm": 1.117714964349891,
      "learning_rate": 3.8379452596483225e-06,
      "loss": 1.0046,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1557377576828003,
      "step": 13480,
      "valid_targets_mean": 625.2,
      "valid_targets_min": 224
    },
    {
      "epoch": 0.38839285714285715,
      "grad_norm": 1.4188739366200491,
      "learning_rate": 3.836883492058897e-06,
      "loss": 1.0483,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1763906478881836,
      "step": 13485,
      "valid_targets_mean": 401.9,
      "valid_targets_min": 58
    },
    {
      "epoch": 0.388536866359447,
      "grad_norm": 1.0547732915474681,
      "learning_rate": 3.835821386646753e-06,
      "loss": 0.9786,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8879848718643188,
      "step": 13490,
      "valid_targets_mean": 653.2,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.38868087557603687,
      "grad_norm": 0.9498879299361273,
      "learning_rate": 3.834758943680276e-06,
      "loss": 0.9837,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9392977952957153,
      "step": 13495,
      "valid_targets_mean": 786.4,
      "valid_targets_min": 222
    },
    {
      "epoch": 0.3888248847926267,
      "grad_norm": 1.2225607020219607,
      "learning_rate": 3.833696163427942e-06,
      "loss": 1.0248,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9345950484275818,
      "step": 13500,
      "valid_targets_mean": 564.1,
      "valid_targets_min": 199
    },
    {
      "epoch": 0.3889688940092166,
      "grad_norm": 1.1084274841508501,
      "learning_rate": 3.832633046158307e-06,
      "loss": 0.8388,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9346684217453003,
      "step": 13505,
      "valid_targets_mean": 586.6,
      "valid_targets_min": 123
    },
    {
      "epoch": 0.38911290322580644,
      "grad_norm": 1.2327062075291033,
      "learning_rate": 3.831569592140017e-06,
      "loss": 0.9305,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1813737154006958,
      "step": 13510,
      "valid_targets_mean": 520.4,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.3892569124423963,
      "grad_norm": 1.1545306717625263,
      "learning_rate": 3.830505801641797e-06,
      "loss": 1.063,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1781014204025269,
      "step": 13515,
      "valid_targets_mean": 602.4,
      "valid_targets_min": 118
    },
    {
      "epoch": 0.38940092165898615,
      "grad_norm": 0.921785334040654,
      "learning_rate": 3.829441674932465e-06,
      "loss": 0.9081,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7408366203308105,
      "step": 13520,
      "valid_targets_mean": 759.2,
      "valid_targets_min": 90
    },
    {
      "epoch": 0.389544930875576,
      "grad_norm": 0.9962244382671935,
      "learning_rate": 3.828377212280917e-06,
      "loss": 0.9139,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0616579055786133,
      "step": 13525,
      "valid_targets_mean": 731.1,
      "valid_targets_min": 248
    },
    {
      "epoch": 0.3896889400921659,
      "grad_norm": 1.0970286629284132,
      "learning_rate": 3.8273124139561365e-06,
      "loss": 0.985,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9030764102935791,
      "step": 13530,
      "valid_targets_mean": 533.2,
      "valid_targets_min": 169
    },
    {
      "epoch": 0.3898329493087558,
      "grad_norm": 1.0862061740334215,
      "learning_rate": 3.826247280227194e-06,
      "loss": 0.963,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.898980975151062,
      "step": 13535,
      "valid_targets_mean": 591.4,
      "valid_targets_min": 208
    },
    {
      "epoch": 0.38997695852534564,
      "grad_norm": 1.0712629113924197,
      "learning_rate": 3.825181811363241e-06,
      "loss": 1.0111,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0239794254302979,
      "step": 13540,
      "valid_targets_mean": 590.6,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.3901209677419355,
      "grad_norm": 1.0718630368332909,
      "learning_rate": 3.824116007633514e-06,
      "loss": 0.96,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0713579654693604,
      "step": 13545,
      "valid_targets_mean": 631.7,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.39026497695852536,
      "grad_norm": 1.0760727323935104,
      "learning_rate": 3.823049869307338e-06,
      "loss": 0.9903,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8809671401977539,
      "step": 13550,
      "valid_targets_mean": 602.9,
      "valid_targets_min": 149
    },
    {
      "epoch": 0.3904089861751152,
      "grad_norm": 1.174772678207569,
      "learning_rate": 3.821983396654119e-06,
      "loss": 0.9224,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0579384565353394,
      "step": 13555,
      "valid_targets_mean": 564.7,
      "valid_targets_min": 130
    },
    {
      "epoch": 0.39055299539170507,
      "grad_norm": 0.8418880174877919,
      "learning_rate": 3.820916589943348e-06,
      "loss": 0.8975,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5896025896072388,
      "step": 13560,
      "valid_targets_mean": 702.9,
      "valid_targets_min": 131
    },
    {
      "epoch": 0.39069700460829493,
      "grad_norm": 1.066627242468446,
      "learning_rate": 3.819849449444602e-06,
      "loss": 0.9679,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7700614929199219,
      "step": 13565,
      "valid_targets_mean": 552.5,
      "valid_targets_min": 149
    },
    {
      "epoch": 0.3908410138248848,
      "grad_norm": 1.019179771144236,
      "learning_rate": 3.81878197542754e-06,
      "loss": 0.9937,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9689937829971313,
      "step": 13570,
      "valid_targets_mean": 721.9,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.39098502304147464,
      "grad_norm": 1.1686008516769941,
      "learning_rate": 3.817714168161907e-06,
      "loss": 0.7974,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9316670894622803,
      "step": 13575,
      "valid_targets_mean": 513.2,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.3911290322580645,
      "grad_norm": 1.118922556322815,
      "learning_rate": 3.816646027917532e-06,
      "loss": 1.0007,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9828885793685913,
      "step": 13580,
      "valid_targets_mean": 620.1,
      "valid_targets_min": 340
    },
    {
      "epoch": 0.39127304147465436,
      "grad_norm": 1.1490296118903225,
      "learning_rate": 3.815577554964328e-06,
      "loss": 1.005,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9228276014328003,
      "step": 13585,
      "valid_targets_mean": 580.6,
      "valid_targets_min": 51
    },
    {
      "epoch": 0.3914170506912442,
      "grad_norm": 1.0224162229624534,
      "learning_rate": 3.8145087495722897e-06,
      "loss": 1.0592,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0049569606781006,
      "step": 13590,
      "valid_targets_mean": 695.1,
      "valid_targets_min": 164
    },
    {
      "epoch": 0.3915610599078341,
      "grad_norm": 1.1197532865446131,
      "learning_rate": 3.8134396120115013e-06,
      "loss": 1.0728,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1484354734420776,
      "step": 13595,
      "valid_targets_mean": 685.2,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.391705069124424,
      "grad_norm": 1.093466871761614,
      "learning_rate": 3.8123701425521266e-06,
      "loss": 0.9964,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2026176452636719,
      "step": 13600,
      "valid_targets_mean": 671.2,
      "valid_targets_min": 139
    },
    {
      "epoch": 0.39184907834101385,
      "grad_norm": 1.1055977968096184,
      "learning_rate": 3.8113003414644135e-06,
      "loss": 0.9213,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0293906927108765,
      "step": 13605,
      "valid_targets_mean": 632.9,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.3919930875576037,
      "grad_norm": 1.1697043121020125,
      "learning_rate": 3.810230209018694e-06,
      "loss": 0.9892,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8354953527450562,
      "step": 13610,
      "valid_targets_mean": 498.4,
      "valid_targets_min": 244
    },
    {
      "epoch": 0.39213709677419356,
      "grad_norm": 1.0262986361152957,
      "learning_rate": 3.809159745485387e-06,
      "loss": 1.0307,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9935247302055359,
      "step": 13615,
      "valid_targets_mean": 700.3,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.3922811059907834,
      "grad_norm": 1.0308292492709135,
      "learning_rate": 3.8080889511349894e-06,
      "loss": 0.9679,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0666298866271973,
      "step": 13620,
      "valid_targets_mean": 687.1,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.3924251152073733,
      "grad_norm": 1.098844604825838,
      "learning_rate": 3.8070178262380876e-06,
      "loss": 1.0124,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1482508182525635,
      "step": 13625,
      "valid_targets_mean": 598.9,
      "valid_targets_min": 85
    },
    {
      "epoch": 0.39256912442396313,
      "grad_norm": 1.0924321589751367,
      "learning_rate": 3.8059463710653465e-06,
      "loss": 1.0337,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1816987991333008,
      "step": 13630,
      "valid_targets_mean": 681.3,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.392713133640553,
      "grad_norm": 1.0825120280282474,
      "learning_rate": 3.804874585887517e-06,
      "loss": 1.0078,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0637301206588745,
      "step": 13635,
      "valid_targets_mean": 658.2,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.39285714285714285,
      "grad_norm": 1.0710220091715592,
      "learning_rate": 3.8038024709754336e-06,
      "loss": 0.9938,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0654906034469604,
      "step": 13640,
      "valid_targets_mean": 614.4,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.3930011520737327,
      "grad_norm": 0.7699435242562441,
      "learning_rate": 3.8027300266000135e-06,
      "loss": 0.9907,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6919930577278137,
      "step": 13645,
      "valid_targets_mean": 877.8,
      "valid_targets_min": 300
    },
    {
      "epoch": 0.39314516129032256,
      "grad_norm": 1.0868524366952503,
      "learning_rate": 3.801657253032256e-06,
      "loss": 1.0421,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0397703647613525,
      "step": 13650,
      "valid_targets_mean": 589.1,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.3932891705069124,
      "grad_norm": 1.0958499184251522,
      "learning_rate": 3.800584150543247e-06,
      "loss": 0.9685,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9961059093475342,
      "step": 13655,
      "valid_targets_mean": 620.8,
      "valid_targets_min": 255
    },
    {
      "epoch": 0.3934331797235023,
      "grad_norm": 1.0956310177817523,
      "learning_rate": 3.7995107194041514e-06,
      "loss": 0.8836,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8320075869560242,
      "step": 13660,
      "valid_targets_mean": 543.8,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.3935771889400922,
      "grad_norm": 1.100048857609877,
      "learning_rate": 3.798436959886219e-06,
      "loss": 0.9381,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9799004197120667,
      "step": 13665,
      "valid_targets_mean": 628.4,
      "valid_targets_min": 173
    },
    {
      "epoch": 0.39372119815668205,
      "grad_norm": 1.0982315140974717,
      "learning_rate": 3.7973628722607848e-06,
      "loss": 1.028,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0928590297698975,
      "step": 13670,
      "valid_targets_mean": 624.8,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.3938652073732719,
      "grad_norm": 1.1550982398656913,
      "learning_rate": 3.796288456799262e-06,
      "loss": 1.0062,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9553460478782654,
      "step": 13675,
      "valid_targets_mean": 559.5,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.39400921658986177,
      "grad_norm": 1.334976101815722,
      "learning_rate": 3.7952137137731503e-06,
      "loss": 1.0499,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.022605538368225,
      "step": 13680,
      "valid_targets_mean": 418.4,
      "valid_targets_min": 58
    },
    {
      "epoch": 0.3941532258064516,
      "grad_norm": 1.226823461869997,
      "learning_rate": 3.7941386434540307e-06,
      "loss": 0.9261,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.031134843826294,
      "step": 13685,
      "valid_targets_mean": 522.7,
      "valid_targets_min": 129
    },
    {
      "epoch": 0.3942972350230415,
      "grad_norm": 1.0681535952050778,
      "learning_rate": 3.7930632461135685e-06,
      "loss": 0.9961,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7801327705383301,
      "step": 13690,
      "valid_targets_mean": 539.7,
      "valid_targets_min": 155
    },
    {
      "epoch": 0.39444124423963134,
      "grad_norm": 1.0560533706820634,
      "learning_rate": 3.7919875220235083e-06,
      "loss": 0.8166,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0028969049453735,
      "step": 13695,
      "valid_targets_mean": 597.4,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.3945852534562212,
      "grad_norm": 1.2124743640864069,
      "learning_rate": 3.7909114714556806e-06,
      "loss": 1.0223,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.737364649772644,
      "step": 13700,
      "valid_targets_mean": 438.9,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.39472926267281105,
      "grad_norm": 1.1600006847854192,
      "learning_rate": 3.7898350946819968e-06,
      "loss": 1.0051,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0022242069244385,
      "step": 13705,
      "valid_targets_mean": 554.2,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.3948732718894009,
      "grad_norm": 1.1933713895681377,
      "learning_rate": 3.7887583919744513e-06,
      "loss": 1.0392,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1587390899658203,
      "step": 13710,
      "valid_targets_mean": 558.8,
      "valid_targets_min": 57
    },
    {
      "epoch": 0.39501728110599077,
      "grad_norm": 1.1087589589444393,
      "learning_rate": 3.7876813636051204e-06,
      "loss": 1.0724,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1349701881408691,
      "step": 13715,
      "valid_targets_mean": 601.6,
      "valid_targets_min": 183
    },
    {
      "epoch": 0.3951612903225806,
      "grad_norm": 1.186081557499042,
      "learning_rate": 3.786604009846164e-06,
      "loss": 1.0373,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1282873153686523,
      "step": 13720,
      "valid_targets_mean": 551.3,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.3953052995391705,
      "grad_norm": 1.094435279866966,
      "learning_rate": 3.785526330969821e-06,
      "loss": 1.0807,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0601744651794434,
      "step": 13725,
      "valid_targets_mean": 657.1,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.39544930875576034,
      "grad_norm": 1.092328872609533,
      "learning_rate": 3.7844483272484163e-06,
      "loss": 0.9928,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.06754469871521,
      "step": 13730,
      "valid_targets_mean": 592.6,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.39559331797235026,
      "grad_norm": 1.1059589729212864,
      "learning_rate": 3.783369998954355e-06,
      "loss": 0.928,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9817882180213928,
      "step": 13735,
      "valid_targets_mean": 626.9,
      "valid_targets_min": 275
    },
    {
      "epoch": 0.3957373271889401,
      "grad_norm": 1.10159820079813,
      "learning_rate": 3.782291346360124e-06,
      "loss": 0.9631,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1104581356048584,
      "step": 13740,
      "valid_targets_mean": 647.7,
      "valid_targets_min": 160
    },
    {
      "epoch": 0.39588133640552997,
      "grad_norm": 1.1418979218188083,
      "learning_rate": 3.781212369738292e-06,
      "loss": 0.9869,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1251254081726074,
      "step": 13745,
      "valid_targets_mean": 563.6,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.39602534562211983,
      "grad_norm": 1.0809701114177295,
      "learning_rate": 3.780133069361512e-06,
      "loss": 0.9777,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.959557056427002,
      "step": 13750,
      "valid_targets_mean": 605.4,
      "valid_targets_min": 142
    },
    {
      "epoch": 0.3961693548387097,
      "grad_norm": 1.062623115599102,
      "learning_rate": 3.7790534455025154e-06,
      "loss": 0.9484,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0246036052703857,
      "step": 13755,
      "valid_targets_mean": 629.5,
      "valid_targets_min": 147
    },
    {
      "epoch": 0.39631336405529954,
      "grad_norm": 1.0876831939368823,
      "learning_rate": 3.777973498434117e-06,
      "loss": 1.0261,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0945039987564087,
      "step": 13760,
      "valid_targets_mean": 612.1,
      "valid_targets_min": 164
    },
    {
      "epoch": 0.3964573732718894,
      "grad_norm": 1.1486071163686888,
      "learning_rate": 3.7768932284292147e-06,
      "loss": 0.8259,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8784142732620239,
      "step": 13765,
      "valid_targets_mean": 538.4,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.39660138248847926,
      "grad_norm": 1.0610874981298444,
      "learning_rate": 3.775812635760784e-06,
      "loss": 1.0826,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8884561061859131,
      "step": 13770,
      "valid_targets_mean": 549.8,
      "valid_targets_min": 152
    },
    {
      "epoch": 0.3967453917050691,
      "grad_norm": 1.0307518128681927,
      "learning_rate": 3.774731720701886e-06,
      "loss": 0.9583,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9032185077667236,
      "step": 13775,
      "valid_targets_mean": 667.6,
      "valid_targets_min": 243
    },
    {
      "epoch": 0.396889400921659,
      "grad_norm": 1.1566247853229479,
      "learning_rate": 3.7736504835256615e-06,
      "loss": 1.0249,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.919466495513916,
      "step": 13780,
      "valid_targets_mean": 559.6,
      "valid_targets_min": 200
    },
    {
      "epoch": 0.39703341013824883,
      "grad_norm": 1.142599753361999,
      "learning_rate": 3.772568924505333e-06,
      "loss": 0.9457,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9721029996871948,
      "step": 13785,
      "valid_targets_mean": 599.9,
      "valid_targets_min": 157
    },
    {
      "epoch": 0.3971774193548387,
      "grad_norm": 1.1516948354121284,
      "learning_rate": 3.771487043914204e-06,
      "loss": 0.9761,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0227537155151367,
      "step": 13790,
      "valid_targets_mean": 592.3,
      "valid_targets_min": 199
    },
    {
      "epoch": 0.39732142857142855,
      "grad_norm": 1.2900015876783486,
      "learning_rate": 3.770404842025659e-06,
      "loss": 1.0126,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9109821319580078,
      "step": 13795,
      "valid_targets_mean": 425.2,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.39746543778801846,
      "grad_norm": 1.1550425767726968,
      "learning_rate": 3.769322319113165e-06,
      "loss": 0.9051,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8198865056037903,
      "step": 13800,
      "valid_targets_mean": 492.9,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.3976094470046083,
      "grad_norm": 1.0155879806998522,
      "learning_rate": 3.7682394754502687e-06,
      "loss": 0.9466,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1149733066558838,
      "step": 13805,
      "valid_targets_mean": 742.3,
      "valid_targets_min": 154
    },
    {
      "epoch": 0.3977534562211982,
      "grad_norm": 1.2566290270213587,
      "learning_rate": 3.767156311310598e-06,
      "loss": 1.0249,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9348412156105042,
      "step": 13810,
      "valid_targets_mean": 410.3,
      "valid_targets_min": 81
    },
    {
      "epoch": 0.39789746543778803,
      "grad_norm": 1.1483435165733449,
      "learning_rate": 3.7660728269678645e-06,
      "loss": 0.9416,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.866080641746521,
      "step": 13815,
      "valid_targets_mean": 516.6,
      "valid_targets_min": 159
    },
    {
      "epoch": 0.3980414746543779,
      "grad_norm": 1.2267702675314949,
      "learning_rate": 3.764989022695855e-06,
      "loss": 1.0704,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0996558666229248,
      "step": 13820,
      "valid_targets_mean": 509.9,
      "valid_targets_min": 77
    },
    {
      "epoch": 0.39818548387096775,
      "grad_norm": 1.2068045027643184,
      "learning_rate": 3.7639048987684425e-06,
      "loss": 0.9777,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9791241884231567,
      "step": 13825,
      "valid_targets_mean": 523.3,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.3983294930875576,
      "grad_norm": 1.0796511490549912,
      "learning_rate": 3.7628204554595793e-06,
      "loss": 0.9768,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9845685362815857,
      "step": 13830,
      "valid_targets_mean": 603.5,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.39847350230414746,
      "grad_norm": 1.0766633793890996,
      "learning_rate": 3.761735693043297e-06,
      "loss": 1.0384,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0231425762176514,
      "step": 13835,
      "valid_targets_mean": 633.2,
      "valid_targets_min": 241
    },
    {
      "epoch": 0.3986175115207373,
      "grad_norm": 1.0537628056221804,
      "learning_rate": 3.760650611793708e-06,
      "loss": 0.9702,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9741556644439697,
      "step": 13840,
      "valid_targets_mean": 674.2,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.3987615207373272,
      "grad_norm": 1.1223459742775173,
      "learning_rate": 3.7595652119850083e-06,
      "loss": 0.9749,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.110584020614624,
      "step": 13845,
      "valid_targets_mean": 611.2,
      "valid_targets_min": 255
    },
    {
      "epoch": 0.39890552995391704,
      "grad_norm": 1.098042629464301,
      "learning_rate": 3.758479493891471e-06,
      "loss": 0.9291,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.812903642654419,
      "step": 13850,
      "valid_targets_mean": 537.0,
      "valid_targets_min": 190
    },
    {
      "epoch": 0.3990495391705069,
      "grad_norm": 0.9854265095986066,
      "learning_rate": 3.75739345778745e-06,
      "loss": 0.9415,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.794819712638855,
      "step": 13855,
      "valid_targets_mean": 657.2,
      "valid_targets_min": 247
    },
    {
      "epoch": 0.39919354838709675,
      "grad_norm": 1.345210140112227,
      "learning_rate": 3.7563071039473818e-06,
      "loss": 0.9738,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0067565441131592,
      "step": 13860,
      "valid_targets_mean": 410.8,
      "valid_targets_min": 157
    },
    {
      "epoch": 0.3993375576036866,
      "grad_norm": 1.1200949187175344,
      "learning_rate": 3.7552204326457797e-06,
      "loss": 1.0772,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9498569965362549,
      "step": 13865,
      "valid_targets_mean": 547.8,
      "valid_targets_min": 64
    },
    {
      "epoch": 0.3994815668202765,
      "grad_norm": 1.2539469112506074,
      "learning_rate": 3.754133444157242e-06,
      "loss": 1.0335,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9381515979766846,
      "step": 13870,
      "valid_targets_mean": 486.7,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.3996255760368664,
      "grad_norm": 1.0971419567137823,
      "learning_rate": 3.753046138756442e-06,
      "loss": 0.9338,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9937207698822021,
      "step": 13875,
      "valid_targets_mean": 542.2,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.39976958525345624,
      "grad_norm": 1.145569044512749,
      "learning_rate": 3.751958516718137e-06,
      "loss": 1.027,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1780506372451782,
      "step": 13880,
      "valid_targets_mean": 656.2,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.3999135944700461,
      "grad_norm": 1.1324967454285346,
      "learning_rate": 3.750870578317162e-06,
      "loss": 1.088,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.954017162322998,
      "step": 13885,
      "valid_targets_mean": 530.9,
      "valid_targets_min": 73
    },
    {
      "epoch": 0.40005760368663595,
      "grad_norm": 1.0566575913249356,
      "learning_rate": 3.749782323828433e-06,
      "loss": 1.0628,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0324769020080566,
      "step": 13890,
      "valid_targets_mean": 630.8,
      "valid_targets_min": 170
    },
    {
      "epoch": 0.4002016129032258,
      "grad_norm": 1.127608355582679,
      "learning_rate": 3.748693753526945e-06,
      "loss": 1.0327,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.05788254737854,
      "step": 13895,
      "valid_targets_mean": 600.1,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.40034562211981567,
      "grad_norm": 1.0458304098057924,
      "learning_rate": 3.7476048676877745e-06,
      "loss": 0.9638,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.264076590538025,
      "step": 13900,
      "valid_targets_mean": 753.2,
      "valid_targets_min": 246
    },
    {
      "epoch": 0.4004896313364055,
      "grad_norm": 0.9399014699160887,
      "learning_rate": 3.7465156665860764e-06,
      "loss": 0.9005,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1305859088897705,
      "step": 13905,
      "valid_targets_mean": 764.2,
      "valid_targets_min": 258
    },
    {
      "epoch": 0.4006336405529954,
      "grad_norm": 1.0513378575196728,
      "learning_rate": 3.7454261504970846e-06,
      "loss": 0.9402,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8915520310401917,
      "step": 13910,
      "valid_targets_mean": 602.5,
      "valid_targets_min": 238
    },
    {
      "epoch": 0.40077764976958524,
      "grad_norm": 1.2016175183529387,
      "learning_rate": 3.744336319696114e-06,
      "loss": 0.9256,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1270993947982788,
      "step": 13915,
      "valid_targets_mean": 530.6,
      "valid_targets_min": 208
    },
    {
      "epoch": 0.4009216589861751,
      "grad_norm": 1.0732188493589494,
      "learning_rate": 3.7432461744585595e-06,
      "loss": 0.9042,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0411088466644287,
      "step": 13920,
      "valid_targets_mean": 635.6,
      "valid_targets_min": 156
    },
    {
      "epoch": 0.40106566820276496,
      "grad_norm": 1.1138515364628283,
      "learning_rate": 3.742155715059893e-06,
      "loss": 0.9145,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9587836265563965,
      "step": 13925,
      "valid_targets_mean": 589.9,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.4012096774193548,
      "grad_norm": 1.1260267156716268,
      "learning_rate": 3.7410649417756677e-06,
      "loss": 0.8877,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6687139272689819,
      "step": 13930,
      "valid_targets_mean": 469.1,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.4013536866359447,
      "grad_norm": 1.1126314376639843,
      "learning_rate": 3.739973854881517e-06,
      "loss": 0.9486,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1899385452270508,
      "step": 13935,
      "valid_targets_mean": 638.3,
      "valid_targets_min": 212
    },
    {
      "epoch": 0.4014976958525346,
      "grad_norm": 1.0025536763837921,
      "learning_rate": 3.73888245465315e-06,
      "loss": 1.064,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3415253162384033,
      "step": 13940,
      "valid_targets_mean": 827.9,
      "valid_targets_min": 155
    },
    {
      "epoch": 0.40164170506912444,
      "grad_norm": 0.9916819528462286,
      "learning_rate": 3.7377907413663585e-06,
      "loss": 0.88,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9770888090133667,
      "step": 13945,
      "valid_targets_mean": 671.6,
      "valid_targets_min": 249
    },
    {
      "epoch": 0.4017857142857143,
      "grad_norm": 1.045727479626559,
      "learning_rate": 3.7366987152970124e-06,
      "loss": 0.9314,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8709213137626648,
      "step": 13950,
      "valid_targets_mean": 640.9,
      "valid_targets_min": 177
    },
    {
      "epoch": 0.40192972350230416,
      "grad_norm": 1.0877299853105118,
      "learning_rate": 3.73560637672106e-06,
      "loss": 0.9958,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1439684629440308,
      "step": 13955,
      "valid_targets_mean": 694.5,
      "valid_targets_min": 131
    },
    {
      "epoch": 0.402073732718894,
      "grad_norm": 0.9885583373264486,
      "learning_rate": 3.7345137259145285e-06,
      "loss": 0.9132,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6675177216529846,
      "step": 13960,
      "valid_targets_mean": 619.0,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.4022177419354839,
      "grad_norm": 1.1243488157664283,
      "learning_rate": 3.7334207631535257e-06,
      "loss": 1.0864,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1196975708007812,
      "step": 13965,
      "valid_targets_mean": 608.6,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.40236175115207373,
      "grad_norm": 0.9831022994665743,
      "learning_rate": 3.732327488714236e-06,
      "loss": 0.9693,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7185110449790955,
      "step": 13970,
      "valid_targets_mean": 627.4,
      "valid_targets_min": 217
    },
    {
      "epoch": 0.4025057603686636,
      "grad_norm": 1.2230452840011192,
      "learning_rate": 3.731233902872923e-06,
      "loss": 0.9199,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.846738338470459,
      "step": 13975,
      "valid_targets_mean": 497.9,
      "valid_targets_min": 55
    },
    {
      "epoch": 0.40264976958525345,
      "grad_norm": 1.1550310317116717,
      "learning_rate": 3.73014000590593e-06,
      "loss": 0.9927,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0289026498794556,
      "step": 13980,
      "valid_targets_mean": 536.4,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.4027937788018433,
      "grad_norm": 1.202728385104494,
      "learning_rate": 3.7290457980896793e-06,
      "loss": 0.9593,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9597554206848145,
      "step": 13985,
      "valid_targets_mean": 448.5,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.40293778801843316,
      "grad_norm": 1.0706266265059672,
      "learning_rate": 3.7279512797006696e-06,
      "loss": 0.854,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9264085292816162,
      "step": 13990,
      "valid_targets_mean": 653.7,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.403081797235023,
      "grad_norm": 1.084702820433207,
      "learning_rate": 3.7268564510154803e-06,
      "loss": 0.9448,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9044325351715088,
      "step": 13995,
      "valid_targets_mean": 568.9,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.4032258064516129,
      "grad_norm": 1.0740171008225199,
      "learning_rate": 3.7257613123107677e-06,
      "loss": 1.012,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8130778074264526,
      "step": 14000,
      "valid_targets_mean": 564.8,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.4033698156682028,
      "grad_norm": 1.0818448518469335,
      "learning_rate": 3.7246658638632676e-06,
      "loss": 0.9494,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.045418620109558,
      "step": 14005,
      "valid_targets_mean": 599.6,
      "valid_targets_min": 62
    },
    {
      "epoch": 0.40351382488479265,
      "grad_norm": 1.147028224345237,
      "learning_rate": 3.7235701059497925e-06,
      "loss": 0.887,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8077062368392944,
      "step": 14010,
      "valid_targets_mean": 523.9,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.4036578341013825,
      "grad_norm": 1.1724216287675056,
      "learning_rate": 3.7224740388472354e-06,
      "loss": 0.9484,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0558158159255981,
      "step": 14015,
      "valid_targets_mean": 627.9,
      "valid_targets_min": 291
    },
    {
      "epoch": 0.40380184331797236,
      "grad_norm": 0.8013622035609641,
      "learning_rate": 3.7213776628325645e-06,
      "loss": 0.8407,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7054901719093323,
      "step": 14020,
      "valid_targets_mean": 899.8,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.4039458525345622,
      "grad_norm": 1.023588607783079,
      "learning_rate": 3.7202809781828287e-06,
      "loss": 0.9171,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8672749400138855,
      "step": 14025,
      "valid_targets_mean": 621.6,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.4040898617511521,
      "grad_norm": 1.2103458339837334,
      "learning_rate": 3.7191839851751543e-06,
      "loss": 1.0827,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1811591386795044,
      "step": 14030,
      "valid_targets_mean": 579.4,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.40423387096774194,
      "grad_norm": 1.1222012195244022,
      "learning_rate": 3.7180866840867434e-06,
      "loss": 0.9141,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.894968569278717,
      "step": 14035,
      "valid_targets_mean": 537.0,
      "valid_targets_min": 145
    },
    {
      "epoch": 0.4043778801843318,
      "grad_norm": 1.0848133644508662,
      "learning_rate": 3.7169890751948794e-06,
      "loss": 1.0367,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8415865302085876,
      "step": 14040,
      "valid_targets_mean": 634.4,
      "valid_targets_min": 173
    },
    {
      "epoch": 0.40452188940092165,
      "grad_norm": 1.0062773487577823,
      "learning_rate": 3.7158911587769213e-06,
      "loss": 1.2108,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2096199989318848,
      "step": 14045,
      "valid_targets_mean": 730.1,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.4046658986175115,
      "grad_norm": 1.1223935745658655,
      "learning_rate": 3.7147929351103064e-06,
      "loss": 0.9073,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9526855945587158,
      "step": 14050,
      "valid_targets_mean": 563.2,
      "valid_targets_min": 78
    },
    {
      "epoch": 0.40480990783410137,
      "grad_norm": 1.1855659217511254,
      "learning_rate": 3.7136944044725475e-06,
      "loss": 1.0437,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1554639339447021,
      "step": 14055,
      "valid_targets_mean": 549.9,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.4049539170506912,
      "grad_norm": 1.09332332144878,
      "learning_rate": 3.71259556714124e-06,
      "loss": 0.9642,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9794522523880005,
      "step": 14060,
      "valid_targets_mean": 585.3,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.4050979262672811,
      "grad_norm": 1.1131062145805457,
      "learning_rate": 3.711496423394051e-06,
      "loss": 0.8643,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6989024877548218,
      "step": 14065,
      "valid_targets_mean": 514.4,
      "valid_targets_min": 183
    },
    {
      "epoch": 0.40524193548387094,
      "grad_norm": 1.0628898606684047,
      "learning_rate": 3.7103969735087297e-06,
      "loss": 0.9081,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8584520220756531,
      "step": 14070,
      "valid_targets_mean": 564.1,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.40538594470046085,
      "grad_norm": 0.9526310996673233,
      "learning_rate": 3.7092972177630998e-06,
      "loss": 0.9119,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8582581281661987,
      "step": 14075,
      "valid_targets_mean": 909.2,
      "valid_targets_min": 261
    },
    {
      "epoch": 0.4055299539170507,
      "grad_norm": 1.056408855227116,
      "learning_rate": 3.708197156435064e-06,
      "loss": 0.9719,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0685055255889893,
      "step": 14080,
      "valid_targets_mean": 654.3,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.40567396313364057,
      "grad_norm": 1.0436947408715678,
      "learning_rate": 3.7070967898025994e-06,
      "loss": 1.0095,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8152223825454712,
      "step": 14085,
      "valid_targets_mean": 639.0,
      "valid_targets_min": 288
    },
    {
      "epoch": 0.4058179723502304,
      "grad_norm": 1.0723347050368985,
      "learning_rate": 3.7059961181437646e-06,
      "loss": 0.9584,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0532273054122925,
      "step": 14090,
      "valid_targets_mean": 644.2,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.4059619815668203,
      "grad_norm": 1.1852226242435788,
      "learning_rate": 3.704895141736692e-06,
      "loss": 1.1372,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0753674507141113,
      "step": 14095,
      "valid_targets_mean": 612.8,
      "valid_targets_min": 171
    },
    {
      "epoch": 0.40610599078341014,
      "grad_norm": 1.2988657529815428,
      "learning_rate": 3.703793860859592e-06,
      "loss": 0.8875,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0610406398773193,
      "step": 14100,
      "valid_targets_mean": 447.7,
      "valid_targets_min": 158
    },
    {
      "epoch": 0.40625,
      "grad_norm": 1.1563224295289172,
      "learning_rate": 3.702692275790752e-06,
      "loss": 0.9099,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8214537501335144,
      "step": 14105,
      "valid_targets_mean": 501.4,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.40639400921658986,
      "grad_norm": 1.2069630248988703,
      "learning_rate": 3.7015903868085356e-06,
      "loss": 1.0511,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0089359283447266,
      "step": 14110,
      "valid_targets_mean": 516.1,
      "valid_targets_min": 247
    },
    {
      "epoch": 0.4065380184331797,
      "grad_norm": 1.2187567158982007,
      "learning_rate": 3.7004881941913847e-06,
      "loss": 0.9648,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1580557823181152,
      "step": 14115,
      "valid_targets_mean": 543.2,
      "valid_targets_min": 161
    },
    {
      "epoch": 0.4066820276497696,
      "grad_norm": 1.1045542267558583,
      "learning_rate": 3.6993856982178167e-06,
      "loss": 0.9956,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9962600469589233,
      "step": 14120,
      "valid_targets_mean": 545.6,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.40682603686635943,
      "grad_norm": 1.180766022457702,
      "learning_rate": 3.6982828991664247e-06,
      "loss": 0.9655,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0275338888168335,
      "step": 14125,
      "valid_targets_mean": 513.8,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.4069700460829493,
      "grad_norm": 1.0137510452620198,
      "learning_rate": 3.6971797973158817e-06,
      "loss": 0.8655,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7685832977294922,
      "step": 14130,
      "valid_targets_mean": 601.4,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.40711405529953915,
      "grad_norm": 1.1472375955528855,
      "learning_rate": 3.6960763929449343e-06,
      "loss": 0.9327,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0831772089004517,
      "step": 14135,
      "valid_targets_mean": 555.2,
      "valid_targets_min": 90
    },
    {
      "epoch": 0.40725806451612906,
      "grad_norm": 0.9963491259875339,
      "learning_rate": 3.694972686332406e-06,
      "loss": 1.0067,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0857884883880615,
      "step": 14140,
      "valid_targets_mean": 728.1,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.4074020737327189,
      "grad_norm": 1.1564348124912074,
      "learning_rate": 3.6938686777571976e-06,
      "loss": 0.998,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9801334142684937,
      "step": 14145,
      "valid_targets_mean": 592.5,
      "valid_targets_min": 152
    },
    {
      "epoch": 0.4075460829493088,
      "grad_norm": 1.166866268838584,
      "learning_rate": 3.692764367498285e-06,
      "loss": 0.9897,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9712058305740356,
      "step": 14150,
      "valid_targets_mean": 510.6,
      "valid_targets_min": 174
    },
    {
      "epoch": 0.40769009216589863,
      "grad_norm": 1.3327878118773802,
      "learning_rate": 3.6916597558347217e-06,
      "loss": 1.0574,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9300388097763062,
      "step": 14155,
      "valid_targets_mean": 403.5,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.4078341013824885,
      "grad_norm": 1.1118303606828466,
      "learning_rate": 3.690554843045636e-06,
      "loss": 1.0243,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9183948636054993,
      "step": 14160,
      "valid_targets_mean": 555.7,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.40797811059907835,
      "grad_norm": 1.1189589602954546,
      "learning_rate": 3.6894496294102343e-06,
      "loss": 0.8962,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.853410005569458,
      "step": 14165,
      "valid_targets_mean": 499.1,
      "valid_targets_min": 62
    },
    {
      "epoch": 0.4081221198156682,
      "grad_norm": 1.0960654322927654,
      "learning_rate": 3.6883441152077958e-06,
      "loss": 0.9315,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9870290756225586,
      "step": 14170,
      "valid_targets_mean": 592.6,
      "valid_targets_min": 162
    },
    {
      "epoch": 0.40826612903225806,
      "grad_norm": 1.1221055282044645,
      "learning_rate": 3.6872383007176792e-06,
      "loss": 0.944,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.075122356414795,
      "step": 14175,
      "valid_targets_mean": 582.4,
      "valid_targets_min": 161
    },
    {
      "epoch": 0.4084101382488479,
      "grad_norm": 1.1719234798263298,
      "learning_rate": 3.6861321862193166e-06,
      "loss": 0.9959,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.098976731300354,
      "step": 14180,
      "valid_targets_mean": 575.2,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.4085541474654378,
      "grad_norm": 1.0799467887280336,
      "learning_rate": 3.685025771992217e-06,
      "loss": 0.9398,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1501238346099854,
      "step": 14185,
      "valid_targets_mean": 665.2,
      "valid_targets_min": 219
    },
    {
      "epoch": 0.40869815668202764,
      "grad_norm": 1.0628283803022867,
      "learning_rate": 3.6839190583159635e-06,
      "loss": 0.9453,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9255012273788452,
      "step": 14190,
      "valid_targets_mean": 610.1,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.4088421658986175,
      "grad_norm": 1.1434538255031743,
      "learning_rate": 3.6828120454702186e-06,
      "loss": 1.0701,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.002124309539795,
      "step": 14195,
      "valid_targets_mean": 549.7,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.40898617511520735,
      "grad_norm": 1.162061469033848,
      "learning_rate": 3.6817047337347168e-06,
      "loss": 0.9598,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.03243088722229,
      "step": 14200,
      "valid_targets_mean": 523.9,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.4091301843317972,
      "grad_norm": 1.064115716230879,
      "learning_rate": 3.6805971233892695e-06,
      "loss": 0.8924,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8875398635864258,
      "step": 14205,
      "valid_targets_mean": 646.6,
      "valid_targets_min": 250
    },
    {
      "epoch": 0.4092741935483871,
      "grad_norm": 1.2441377495128216,
      "learning_rate": 3.6794892147137635e-06,
      "loss": 1.1009,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2551026344299316,
      "step": 14210,
      "valid_targets_mean": 525.1,
      "valid_targets_min": 251
    },
    {
      "epoch": 0.409418202764977,
      "grad_norm": 1.1724164745361196,
      "learning_rate": 3.6783810079881605e-06,
      "loss": 1.0678,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9973571300506592,
      "step": 14215,
      "valid_targets_mean": 519.0,
      "valid_targets_min": 64
    },
    {
      "epoch": 0.40956221198156684,
      "grad_norm": 1.0113437853339857,
      "learning_rate": 3.6772725034924982e-06,
      "loss": 1.0321,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9068865776062012,
      "step": 14220,
      "valid_targets_mean": 639.5,
      "valid_targets_min": 202
    },
    {
      "epoch": 0.4097062211981567,
      "grad_norm": 1.197868924133652,
      "learning_rate": 3.6761637015068895e-06,
      "loss": 0.9786,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.021744728088379,
      "step": 14225,
      "valid_targets_mean": 552.8,
      "valid_targets_min": 256
    },
    {
      "epoch": 0.40985023041474655,
      "grad_norm": 1.126061028117373,
      "learning_rate": 3.675054602311522e-06,
      "loss": 0.9272,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1892635822296143,
      "step": 14230,
      "valid_targets_mean": 629.3,
      "valid_targets_min": 162
    },
    {
      "epoch": 0.4099942396313364,
      "grad_norm": 1.124519485237646,
      "learning_rate": 3.673945206186658e-06,
      "loss": 1.0466,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.022606611251831,
      "step": 14235,
      "valid_targets_mean": 605.1,
      "valid_targets_min": 324
    },
    {
      "epoch": 0.41013824884792627,
      "grad_norm": 1.2043217174806795,
      "learning_rate": 3.672835513412637e-06,
      "loss": 0.9268,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9271711111068726,
      "step": 14240,
      "valid_targets_mean": 508.6,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.4102822580645161,
      "grad_norm": 1.1221136091244928,
      "learning_rate": 3.6717255242698712e-06,
      "loss": 0.9073,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.921661376953125,
      "step": 14245,
      "valid_targets_mean": 573.1,
      "valid_targets_min": 305
    },
    {
      "epoch": 0.410426267281106,
      "grad_norm": 1.137976858860712,
      "learning_rate": 3.6706152390388483e-06,
      "loss": 0.9344,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2223182916641235,
      "step": 14250,
      "valid_targets_mean": 621.0,
      "valid_targets_min": 166
    },
    {
      "epoch": 0.41057027649769584,
      "grad_norm": 1.3136256532342279,
      "learning_rate": 3.6695046580001304e-06,
      "loss": 0.9166,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7471891641616821,
      "step": 14255,
      "valid_targets_mean": 384.6,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.4107142857142857,
      "grad_norm": 1.2990841763633842,
      "learning_rate": 3.668393781434356e-06,
      "loss": 1.0329,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8834860920906067,
      "step": 14260,
      "valid_targets_mean": 425.8,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.41085829493087556,
      "grad_norm": 1.0176340983881478,
      "learning_rate": 3.667282609622236e-06,
      "loss": 1.0213,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1647770404815674,
      "step": 14265,
      "valid_targets_mean": 791.9,
      "valid_targets_min": 310
    },
    {
      "epoch": 0.4110023041474654,
      "grad_norm": 1.2171423112225621,
      "learning_rate": 3.6661711428445586e-06,
      "loss": 0.9905,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9784294366836548,
      "step": 14270,
      "valid_targets_mean": 486.8,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.4111463133640553,
      "grad_norm": 0.9413675891401905,
      "learning_rate": 3.665059381382183e-06,
      "loss": 0.7883,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8426656126976013,
      "step": 14275,
      "valid_targets_mean": 695.1,
      "valid_targets_min": 216
    },
    {
      "epoch": 0.4112903225806452,
      "grad_norm": 1.0123323442654524,
      "learning_rate": 3.6639473255160474e-06,
      "loss": 1.0403,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8703919649124146,
      "step": 14280,
      "valid_targets_mean": 630.6,
      "valid_targets_min": 221
    },
    {
      "epoch": 0.41143433179723504,
      "grad_norm": 1.2795489920102932,
      "learning_rate": 3.6628349755271597e-06,
      "loss": 1.0802,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2064424753189087,
      "step": 14285,
      "valid_targets_mean": 499.2,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.4115783410138249,
      "grad_norm": 1.1581536813213527,
      "learning_rate": 3.661722331696606e-06,
      "loss": 1.0293,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0531164407730103,
      "step": 14290,
      "valid_targets_mean": 564.5,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.41172235023041476,
      "grad_norm": 1.113804367735824,
      "learning_rate": 3.660609394305543e-06,
      "loss": 0.9541,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8876880407333374,
      "step": 14295,
      "valid_targets_mean": 588.2,
      "valid_targets_min": 135
    },
    {
      "epoch": 0.4118663594470046,
      "grad_norm": 0.9497719637878143,
      "learning_rate": 3.6594961636352057e-06,
      "loss": 0.8897,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8680232167243958,
      "step": 14300,
      "valid_targets_mean": 756.7,
      "valid_targets_min": 481
    },
    {
      "epoch": 0.4120103686635945,
      "grad_norm": 0.8788206257615272,
      "learning_rate": 3.6583826399668993e-06,
      "loss": 0.9491,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8088313341140747,
      "step": 14305,
      "valid_targets_mean": 819.9,
      "valid_targets_min": 202
    },
    {
      "epoch": 0.41215437788018433,
      "grad_norm": 1.1463772139531294,
      "learning_rate": 3.6572688235820054e-06,
      "loss": 0.9196,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9894492626190186,
      "step": 14310,
      "valid_targets_mean": 569.9,
      "valid_targets_min": 57
    },
    {
      "epoch": 0.4122983870967742,
      "grad_norm": 1.0823305600802016,
      "learning_rate": 3.656154714761979e-06,
      "loss": 0.9824,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9574862122535706,
      "step": 14315,
      "valid_targets_mean": 728.1,
      "valid_targets_min": 325
    },
    {
      "epoch": 0.41244239631336405,
      "grad_norm": 1.078461328640784,
      "learning_rate": 3.6550403137883494e-06,
      "loss": 0.9406,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0748026371002197,
      "step": 14320,
      "valid_targets_mean": 634.2,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.4125864055299539,
      "grad_norm": 1.0321600793499177,
      "learning_rate": 3.653925620942719e-06,
      "loss": 0.9688,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2062368392944336,
      "step": 14325,
      "valid_targets_mean": 751.1,
      "valid_targets_min": 246
    },
    {
      "epoch": 0.41273041474654376,
      "grad_norm": 1.1919929852789715,
      "learning_rate": 3.652810636506763e-06,
      "loss": 0.9512,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.808670699596405,
      "step": 14330,
      "valid_targets_mean": 478.9,
      "valid_targets_min": 184
    },
    {
      "epoch": 0.4128744239631336,
      "grad_norm": 0.9888330164541996,
      "learning_rate": 3.6516953607622333e-06,
      "loss": 0.9014,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9860630035400391,
      "step": 14335,
      "valid_targets_mean": 649.8,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.4130184331797235,
      "grad_norm": 1.4341841843381211,
      "learning_rate": 3.6505797939909524e-06,
      "loss": 1.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7604242563247681,
      "step": 14340,
      "valid_targets_mean": 303.7,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.4131624423963134,
      "grad_norm": 1.0893978589350684,
      "learning_rate": 3.6494639364748187e-06,
      "loss": 0.8927,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7195045351982117,
      "step": 14345,
      "valid_targets_mean": 544.2,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.41330645161290325,
      "grad_norm": 1.3634517686574088,
      "learning_rate": 3.6483477884958023e-06,
      "loss": 1.0165,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.111079216003418,
      "step": 14350,
      "valid_targets_mean": 452.6,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.4134504608294931,
      "grad_norm": 1.088289620833702,
      "learning_rate": 3.647231350335947e-06,
      "loss": 0.9235,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0352416038513184,
      "step": 14355,
      "valid_targets_mean": 598.9,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.41359447004608296,
      "grad_norm": 1.0768937599531083,
      "learning_rate": 3.6461146222773703e-06,
      "loss": 0.9324,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7862069606781006,
      "step": 14360,
      "valid_targets_mean": 526.6,
      "valid_targets_min": 53
    },
    {
      "epoch": 0.4137384792626728,
      "grad_norm": 1.1981062507611733,
      "learning_rate": 3.6449976046022646e-06,
      "loss": 0.8457,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.772017240524292,
      "step": 14365,
      "valid_targets_mean": 465.8,
      "valid_targets_min": 145
    },
    {
      "epoch": 0.4138824884792627,
      "grad_norm": 1.1769518320395695,
      "learning_rate": 3.6438802975928913e-06,
      "loss": 0.9808,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2712314128875732,
      "step": 14370,
      "valid_targets_mean": 569.6,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.41402649769585254,
      "grad_norm": 1.1358437311667275,
      "learning_rate": 3.642762701531588e-06,
      "loss": 1.0539,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9878553748130798,
      "step": 14375,
      "valid_targets_mean": 558.6,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.4141705069124424,
      "grad_norm": 1.1878360255329614,
      "learning_rate": 3.6416448167007664e-06,
      "loss": 0.9774,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9154741764068604,
      "step": 14380,
      "valid_targets_mean": 456.5,
      "valid_targets_min": 239
    },
    {
      "epoch": 0.41431451612903225,
      "grad_norm": 1.1470974567661687,
      "learning_rate": 3.640526643382908e-06,
      "loss": 0.8325,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9107598662376404,
      "step": 14385,
      "valid_targets_mean": 541.9,
      "valid_targets_min": 123
    },
    {
      "epoch": 0.4144585253456221,
      "grad_norm": 1.0475399647823422,
      "learning_rate": 3.6394081818605687e-06,
      "loss": 0.9626,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8472179174423218,
      "step": 14390,
      "valid_targets_mean": 581.8,
      "valid_targets_min": 57
    },
    {
      "epoch": 0.41460253456221197,
      "grad_norm": 0.7897329862430618,
      "learning_rate": 3.6382894324163783e-06,
      "loss": 0.9081,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7702783942222595,
      "step": 14395,
      "valid_targets_mean": 907.8,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.4147465437788018,
      "grad_norm": 0.9747367591816322,
      "learning_rate": 3.6371703953330372e-06,
      "loss": 1.0985,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.108501672744751,
      "step": 14400,
      "valid_targets_mean": 806.0,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.4148905529953917,
      "grad_norm": 1.2162528129681467,
      "learning_rate": 3.6360510708933207e-06,
      "loss": 0.9441,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9214562773704529,
      "step": 14405,
      "valid_targets_mean": 465.4,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.41503456221198154,
      "grad_norm": 0.9919114898081665,
      "learning_rate": 3.6349314593800743e-06,
      "loss": 0.9823,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7546496391296387,
      "step": 14410,
      "valid_targets_mean": 565.9,
      "valid_targets_min": 147
    },
    {
      "epoch": 0.41517857142857145,
      "grad_norm": 1.1278826943509475,
      "learning_rate": 3.6338115610762183e-06,
      "loss": 0.9353,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0038515329360962,
      "step": 14415,
      "valid_targets_mean": 577.9,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.4153225806451613,
      "grad_norm": 1.1001587537263617,
      "learning_rate": 3.6326913762647444e-06,
      "loss": 0.9441,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0564110279083252,
      "step": 14420,
      "valid_targets_mean": 647.6,
      "valid_targets_min": 173
    },
    {
      "epoch": 0.41546658986175117,
      "grad_norm": 1.1899681274921603,
      "learning_rate": 3.631570905228717e-06,
      "loss": 0.9428,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7660465836524963,
      "step": 14425,
      "valid_targets_mean": 458.2,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.415610599078341,
      "grad_norm": 1.1169497064424507,
      "learning_rate": 3.6304501482512717e-06,
      "loss": 0.9558,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8988434076309204,
      "step": 14430,
      "valid_targets_mean": 540.8,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.4157546082949309,
      "grad_norm": 0.8599485080719599,
      "learning_rate": 3.6293291056156178e-06,
      "loss": 0.892,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5382606983184814,
      "step": 14435,
      "valid_targets_mean": 643.0,
      "valid_targets_min": 145
    },
    {
      "epoch": 0.41589861751152074,
      "grad_norm": 1.254441200135142,
      "learning_rate": 3.628207777605037e-06,
      "loss": 0.9862,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.983931303024292,
      "step": 14440,
      "valid_targets_mean": 470.6,
      "valid_targets_min": 81
    },
    {
      "epoch": 0.4160426267281106,
      "grad_norm": 1.0208372649438497,
      "learning_rate": 3.6270861645028815e-06,
      "loss": 0.9298,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8853007555007935,
      "step": 14445,
      "valid_targets_mean": 678.5,
      "valid_targets_min": 284
    },
    {
      "epoch": 0.41618663594470046,
      "grad_norm": 1.1192893401587372,
      "learning_rate": 3.625964266592577e-06,
      "loss": 1.0181,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9563826322555542,
      "step": 14450,
      "valid_targets_mean": 575.6,
      "valid_targets_min": 161
    },
    {
      "epoch": 0.4163306451612903,
      "grad_norm": 1.1091017298796717,
      "learning_rate": 3.6248420841576203e-06,
      "loss": 0.9697,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8315068483352661,
      "step": 14455,
      "valid_targets_mean": 526.7,
      "valid_targets_min": 49
    },
    {
      "epoch": 0.41647465437788017,
      "grad_norm": 0.9784769589519549,
      "learning_rate": 3.62371961748158e-06,
      "loss": 0.905,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7640147805213928,
      "step": 14460,
      "valid_targets_mean": 648.1,
      "valid_targets_min": 211
    },
    {
      "epoch": 0.41661866359447003,
      "grad_norm": 1.1498691863106023,
      "learning_rate": 3.6225968668480978e-06,
      "loss": 0.9592,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0224469900131226,
      "step": 14465,
      "valid_targets_mean": 558.1,
      "valid_targets_min": 190
    },
    {
      "epoch": 0.4167626728110599,
      "grad_norm": 1.005275483589238,
      "learning_rate": 3.6214738325408855e-06,
      "loss": 1.0096,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9137972593307495,
      "step": 14470,
      "valid_targets_mean": 615.0,
      "valid_targets_min": 168
    },
    {
      "epoch": 0.41690668202764974,
      "grad_norm": 1.1586161909405266,
      "learning_rate": 3.6203505148437278e-06,
      "loss": 0.9242,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0306832790374756,
      "step": 14475,
      "valid_targets_mean": 556.0,
      "valid_targets_min": 210
    },
    {
      "epoch": 0.41705069124423966,
      "grad_norm": 0.8930414613722683,
      "learning_rate": 3.6192269140404814e-06,
      "loss": 0.8914,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6961811780929565,
      "step": 14480,
      "valid_targets_mean": 734.9,
      "valid_targets_min": 225
    },
    {
      "epoch": 0.4171947004608295,
      "grad_norm": 1.0753324901990782,
      "learning_rate": 3.618103030415071e-06,
      "loss": 1.0686,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3869181871414185,
      "step": 14485,
      "valid_targets_mean": 792.6,
      "valid_targets_min": 268
    },
    {
      "epoch": 0.4173387096774194,
      "grad_norm": 1.1706038061097357,
      "learning_rate": 3.616978864251499e-06,
      "loss": 0.8748,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8698418736457825,
      "step": 14490,
      "valid_targets_mean": 479.0,
      "valid_targets_min": 59
    },
    {
      "epoch": 0.41748271889400923,
      "grad_norm": 1.310757231486378,
      "learning_rate": 3.615854415833833e-06,
      "loss": 0.9913,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0003705024719238,
      "step": 14495,
      "valid_targets_mean": 543.6,
      "valid_targets_min": 189
    },
    {
      "epoch": 0.4176267281105991,
      "grad_norm": 1.303179331963312,
      "learning_rate": 3.6147296854462164e-06,
      "loss": 1.0744,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.099630355834961,
      "step": 14500,
      "valid_targets_mean": 462.8,
      "valid_targets_min": 100
    },
    {
      "epoch": 0.41777073732718895,
      "grad_norm": 1.0948261099364598,
      "learning_rate": 3.6136046733728613e-06,
      "loss": 0.9173,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7942910194396973,
      "step": 14505,
      "valid_targets_mean": 557.1,
      "valid_targets_min": 90
    },
    {
      "epoch": 0.4179147465437788,
      "grad_norm": 1.102438756930085,
      "learning_rate": 3.6124793798980506e-06,
      "loss": 1.0247,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9055602550506592,
      "step": 14510,
      "valid_targets_mean": 567.0,
      "valid_targets_min": 238
    },
    {
      "epoch": 0.41805875576036866,
      "grad_norm": 1.0268263214789446,
      "learning_rate": 3.6113538053061413e-06,
      "loss": 1.0045,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2413184642791748,
      "step": 14515,
      "valid_targets_mean": 811.1,
      "valid_targets_min": 296
    },
    {
      "epoch": 0.4182027649769585,
      "grad_norm": 1.2227121266195655,
      "learning_rate": 3.610227949881559e-06,
      "loss": 0.9499,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8967095017433167,
      "step": 14520,
      "valid_targets_mean": 486.5,
      "valid_targets_min": 155
    },
    {
      "epoch": 0.4183467741935484,
      "grad_norm": 1.2922587420439593,
      "learning_rate": 3.6091018139088007e-06,
      "loss": 0.8633,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9420795440673828,
      "step": 14525,
      "valid_targets_mean": 432.8,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.41849078341013823,
      "grad_norm": 1.2660896898321656,
      "learning_rate": 3.607975397672434e-06,
      "loss": 1.0472,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1417393684387207,
      "step": 14530,
      "valid_targets_mean": 520.8,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.4186347926267281,
      "grad_norm": 1.2838850658924699,
      "learning_rate": 3.606848701457099e-06,
      "loss": 0.8989,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9189707040786743,
      "step": 14535,
      "valid_targets_mean": 443.1,
      "valid_targets_min": 100
    },
    {
      "epoch": 0.41877880184331795,
      "grad_norm": 1.0611180784756338,
      "learning_rate": 3.6057217255475034e-06,
      "loss": 1.0001,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0516144037246704,
      "step": 14540,
      "valid_targets_mean": 662.8,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.4189228110599078,
      "grad_norm": 1.243289694385004,
      "learning_rate": 3.604594470228429e-06,
      "loss": 0.9193,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8051027059555054,
      "step": 14545,
      "valid_targets_mean": 444.2,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.4190668202764977,
      "grad_norm": 1.218871423682602,
      "learning_rate": 3.603466935784727e-06,
      "loss": 0.9306,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1211340427398682,
      "step": 14550,
      "valid_targets_mean": 562.6,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.4192108294930876,
      "grad_norm": 1.1621071261514453,
      "learning_rate": 3.602339122501317e-06,
      "loss": 0.921,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8052315711975098,
      "step": 14555,
      "valid_targets_mean": 519.0,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.41935483870967744,
      "grad_norm": 1.1956020478859104,
      "learning_rate": 3.6012110306631924e-06,
      "loss": 0.9939,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.210817813873291,
      "step": 14560,
      "valid_targets_mean": 559.4,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.4194988479262673,
      "grad_norm": 0.9625873105105877,
      "learning_rate": 3.600082660555416e-06,
      "loss": 0.9393,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0265216827392578,
      "step": 14565,
      "valid_targets_mean": 746.2,
      "valid_targets_min": 192
    },
    {
      "epoch": 0.41964285714285715,
      "grad_norm": 1.3617595095221533,
      "learning_rate": 3.5989540124631176e-06,
      "loss": 1.0608,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0228898525238037,
      "step": 14570,
      "valid_targets_mean": 421.3,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.419786866359447,
      "grad_norm": 0.9561903460744505,
      "learning_rate": 3.597825086671504e-06,
      "loss": 0.9906,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9672220945358276,
      "step": 14575,
      "valid_targets_mean": 731.6,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.41993087557603687,
      "grad_norm": 1.3564261476364063,
      "learning_rate": 3.5966958834658446e-06,
      "loss": 0.9896,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1208018064498901,
      "step": 14580,
      "valid_targets_mean": 502.8,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.4200748847926267,
      "grad_norm": 1.201611635617156,
      "learning_rate": 3.5955664031314846e-06,
      "loss": 0.8924,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7710456848144531,
      "step": 14585,
      "valid_targets_mean": 429.1,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.4202188940092166,
      "grad_norm": 1.120455395491291,
      "learning_rate": 3.594436645953836e-06,
      "loss": 0.9114,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8319660425186157,
      "step": 14590,
      "valid_targets_mean": 495.2,
      "valid_targets_min": 119
    },
    {
      "epoch": 0.42036290322580644,
      "grad_norm": 1.0861994946462779,
      "learning_rate": 3.593306612218383e-06,
      "loss": 1.0665,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.011989712715149,
      "step": 14595,
      "valid_targets_mean": 588.8,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.4205069124423963,
      "grad_norm": 1.2235546995943514,
      "learning_rate": 3.592176302210678e-06,
      "loss": 0.9344,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9224851131439209,
      "step": 14600,
      "valid_targets_mean": 439.3,
      "valid_targets_min": 55
    },
    {
      "epoch": 0.42065092165898615,
      "grad_norm": 1.1503180476161048,
      "learning_rate": 3.5910457162163435e-06,
      "loss": 0.9538,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2494220733642578,
      "step": 14605,
      "valid_targets_mean": 660.4,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.420794930875576,
      "grad_norm": 1.2325030180871206,
      "learning_rate": 3.589914854521073e-06,
      "loss": 0.9851,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0195329189300537,
      "step": 14610,
      "valid_targets_mean": 485.2,
      "valid_targets_min": 164
    },
    {
      "epoch": 0.4209389400921659,
      "grad_norm": 1.1521065351851274,
      "learning_rate": 3.5887837174106276e-06,
      "loss": 1.0474,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9375020861625671,
      "step": 14615,
      "valid_targets_mean": 532.2,
      "valid_targets_min": 223
    },
    {
      "epoch": 0.4210829493087558,
      "grad_norm": 0.9361466820490738,
      "learning_rate": 3.5876523051708403e-06,
      "loss": 1.0349,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7245930433273315,
      "step": 14620,
      "valid_targets_mean": 661.6,
      "valid_targets_min": 408
    },
    {
      "epoch": 0.42122695852534564,
      "grad_norm": 1.069790009330187,
      "learning_rate": 3.586520618087611e-06,
      "loss": 1.0386,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.146195650100708,
      "step": 14625,
      "valid_targets_mean": 722.9,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.4213709677419355,
      "grad_norm": 1.0476639409237214,
      "learning_rate": 3.5853886564469115e-06,
      "loss": 0.9119,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.900559663772583,
      "step": 14630,
      "valid_targets_mean": 650.7,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.42151497695852536,
      "grad_norm": 1.0909460416526298,
      "learning_rate": 3.5842564205347815e-06,
      "loss": 0.97,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.031444787979126,
      "step": 14635,
      "valid_targets_mean": 665.6,
      "valid_targets_min": 282
    },
    {
      "epoch": 0.4216589861751152,
      "grad_norm": 1.1721132840888533,
      "learning_rate": 3.5831239106373306e-06,
      "loss": 0.9244,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7638677954673767,
      "step": 14640,
      "valid_targets_mean": 467.8,
      "valid_targets_min": 168
    },
    {
      "epoch": 0.42180299539170507,
      "grad_norm": 1.1695296890444726,
      "learning_rate": 3.5819911270407375e-06,
      "loss": 0.8841,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9381803274154663,
      "step": 14645,
      "valid_targets_mean": 527.5,
      "valid_targets_min": 155
    },
    {
      "epoch": 0.42194700460829493,
      "grad_norm": 1.0433149548502672,
      "learning_rate": 3.58085807003125e-06,
      "loss": 0.9385,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.95868980884552,
      "step": 14650,
      "valid_targets_mean": 637.2,
      "valid_targets_min": 100
    },
    {
      "epoch": 0.4220910138248848,
      "grad_norm": 1.2562164403492035,
      "learning_rate": 3.5797247398951858e-06,
      "loss": 0.9328,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1629539728164673,
      "step": 14655,
      "valid_targets_mean": 545.3,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.42223502304147464,
      "grad_norm": 1.1071062344312612,
      "learning_rate": 3.5785911369189295e-06,
      "loss": 0.9033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0258361101150513,
      "step": 14660,
      "valid_targets_mean": 542.9,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.4223790322580645,
      "grad_norm": 1.1421341776434812,
      "learning_rate": 3.5774572613889363e-06,
      "loss": 0.9568,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8305625915527344,
      "step": 14665,
      "valid_targets_mean": 508.8,
      "valid_targets_min": 162
    },
    {
      "epoch": 0.42252304147465436,
      "grad_norm": 1.2184488247170195,
      "learning_rate": 3.5763231135917307e-06,
      "loss": 0.9249,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8156372308731079,
      "step": 14670,
      "valid_targets_mean": 450.4,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.4226670506912442,
      "grad_norm": 0.8368125423933561,
      "learning_rate": 3.575188693813906e-06,
      "loss": 0.792,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7195134162902832,
      "step": 14675,
      "valid_targets_mean": 776.8,
      "valid_targets_min": 164
    },
    {
      "epoch": 0.4228110599078341,
      "grad_norm": 1.1929900406852123,
      "learning_rate": 3.5740540023421213e-06,
      "loss": 0.9024,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9159798622131348,
      "step": 14680,
      "valid_targets_mean": 539.5,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.422955069124424,
      "grad_norm": 1.1122247038551056,
      "learning_rate": 3.5729190394631075e-06,
      "loss": 0.9856,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.136714220046997,
      "step": 14685,
      "valid_targets_mean": 620.9,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.42309907834101385,
      "grad_norm": 1.1914216971560603,
      "learning_rate": 3.5717838054636644e-06,
      "loss": 0.8721,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9329306483268738,
      "step": 14690,
      "valid_targets_mean": 469.7,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.4232430875576037,
      "grad_norm": 1.2710262969392039,
      "learning_rate": 3.5706483006306567e-06,
      "loss": 0.9306,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9691029191017151,
      "step": 14695,
      "valid_targets_mean": 484.4,
      "valid_targets_min": 166
    },
    {
      "epoch": 0.42338709677419356,
      "grad_norm": 1.1205431622228323,
      "learning_rate": 3.5695125252510228e-06,
      "loss": 1.0168,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9561009407043457,
      "step": 14700,
      "valid_targets_mean": 542.4,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.4235311059907834,
      "grad_norm": 1.1134610313351125,
      "learning_rate": 3.5683764796117635e-06,
      "loss": 0.997,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.080225944519043,
      "step": 14705,
      "valid_targets_mean": 605.8,
      "valid_targets_min": 181
    },
    {
      "epoch": 0.4236751152073733,
      "grad_norm": 1.181265470478352,
      "learning_rate": 3.5672401639999533e-06,
      "loss": 0.8815,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9921996593475342,
      "step": 14710,
      "valid_targets_mean": 548.9,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.42381912442396313,
      "grad_norm": 0.9890793346633977,
      "learning_rate": 3.5661035787027317e-06,
      "loss": 1.0447,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.038482427597046,
      "step": 14715,
      "valid_targets_mean": 698.6,
      "valid_targets_min": 205
    },
    {
      "epoch": 0.423963133640553,
      "grad_norm": 1.0880531084073912,
      "learning_rate": 3.564966724007307e-06,
      "loss": 1.0078,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.95609450340271,
      "step": 14720,
      "valid_targets_mean": 628.6,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.42410714285714285,
      "grad_norm": 0.9403043284396155,
      "learning_rate": 3.5638296002009563e-06,
      "loss": 0.9547,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0419282913208008,
      "step": 14725,
      "valid_targets_mean": 805.8,
      "valid_targets_min": 299
    },
    {
      "epoch": 0.4242511520737327,
      "grad_norm": 1.3525975499857361,
      "learning_rate": 3.5626922075710234e-06,
      "loss": 0.9382,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8197422027587891,
      "step": 14730,
      "valid_targets_mean": 383.1,
      "valid_targets_min": 46
    },
    {
      "epoch": 0.42439516129032256,
      "grad_norm": 1.2468634907203995,
      "learning_rate": 3.561554546404923e-06,
      "loss": 0.9666,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.045358657836914,
      "step": 14735,
      "valid_targets_mean": 504.8,
      "valid_targets_min": 57
    },
    {
      "epoch": 0.4245391705069124,
      "grad_norm": 1.1548458004266788,
      "learning_rate": 3.5604166169901323e-06,
      "loss": 0.9231,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9839539527893066,
      "step": 14740,
      "valid_targets_mean": 562.8,
      "valid_targets_min": 156
    },
    {
      "epoch": 0.4246831797235023,
      "grad_norm": 1.176927491893697,
      "learning_rate": 3.559278419614201e-06,
      "loss": 0.9903,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.954500138759613,
      "step": 14745,
      "valid_targets_mean": 525.2,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.4248271889400922,
      "grad_norm": 1.183411705649779,
      "learning_rate": 3.558139954564746e-06,
      "loss": 0.951,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.955674946308136,
      "step": 14750,
      "valid_targets_mean": 508.6,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.42497119815668205,
      "grad_norm": 1.1466429795524007,
      "learning_rate": 3.557001222129449e-06,
      "loss": 0.8787,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8949708938598633,
      "step": 14755,
      "valid_targets_mean": 499.0,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.4251152073732719,
      "grad_norm": 1.126975800366843,
      "learning_rate": 3.5558622225960623e-06,
      "loss": 0.9508,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.909593403339386,
      "step": 14760,
      "valid_targets_mean": 516.8,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.42525921658986177,
      "grad_norm": 1.091630702862479,
      "learning_rate": 3.554722956252405e-06,
      "loss": 1.0002,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0483920574188232,
      "step": 14765,
      "valid_targets_mean": 601.6,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.4254032258064516,
      "grad_norm": 1.217993707935175,
      "learning_rate": 3.553583423386361e-06,
      "loss": 0.8651,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9383318424224854,
      "step": 14770,
      "valid_targets_mean": 481.1,
      "valid_targets_min": 78
    },
    {
      "epoch": 0.4255472350230415,
      "grad_norm": 1.115507425737971,
      "learning_rate": 3.552443624285885e-06,
      "loss": 1.0557,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.093909740447998,
      "step": 14775,
      "valid_targets_mean": 621.8,
      "valid_targets_min": 64
    },
    {
      "epoch": 0.42569124423963134,
      "grad_norm": 1.2389238671589156,
      "learning_rate": 3.5513035592389985e-06,
      "loss": 0.9323,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.001275658607483,
      "step": 14780,
      "valid_targets_mean": 487.4,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.4258352534562212,
      "grad_norm": 1.0823006875862147,
      "learning_rate": 3.550163228533788e-06,
      "loss": 1.13,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.256317138671875,
      "step": 14785,
      "valid_targets_mean": 736.1,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.42597926267281105,
      "grad_norm": 1.006453790463486,
      "learning_rate": 3.549022632458408e-06,
      "loss": 0.8506,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9050800800323486,
      "step": 14790,
      "valid_targets_mean": 699.0,
      "valid_targets_min": 180
    },
    {
      "epoch": 0.4261232718894009,
      "grad_norm": 1.0705971213433016,
      "learning_rate": 3.5478817713010825e-06,
      "loss": 0.9082,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0902299880981445,
      "step": 14795,
      "valid_targets_mean": 699.5,
      "valid_targets_min": 247
    },
    {
      "epoch": 0.42626728110599077,
      "grad_norm": 1.0046720424082065,
      "learning_rate": 3.5467406453500993e-06,
      "loss": 0.9787,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1126947402954102,
      "step": 14800,
      "valid_targets_mean": 705.6,
      "valid_targets_min": 221
    },
    {
      "epoch": 0.4264112903225806,
      "grad_norm": 1.0916259889509599,
      "learning_rate": 3.5455992548938133e-06,
      "loss": 0.9334,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8725230693817139,
      "step": 14805,
      "valid_targets_mean": 619.1,
      "valid_targets_min": 211
    },
    {
      "epoch": 0.4265552995391705,
      "grad_norm": 1.141610160281908,
      "learning_rate": 3.54445760022065e-06,
      "loss": 0.9247,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9612963199615479,
      "step": 14810,
      "valid_targets_mean": 514.8,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.42669930875576034,
      "grad_norm": 1.0561792591543677,
      "learning_rate": 3.543315681619096e-06,
      "loss": 0.9957,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1024534702301025,
      "step": 14815,
      "valid_targets_mean": 691.5,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.42684331797235026,
      "grad_norm": 0.8762490824516842,
      "learning_rate": 3.5421734993777096e-06,
      "loss": 0.8893,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6555790901184082,
      "step": 14820,
      "valid_targets_mean": 698.9,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.4269873271889401,
      "grad_norm": 1.0688140378195188,
      "learning_rate": 3.5410310537851127e-06,
      "loss": 0.9514,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.905620813369751,
      "step": 14825,
      "valid_targets_mean": 591.1,
      "valid_targets_min": 284
    },
    {
      "epoch": 0.42713133640552997,
      "grad_norm": 1.2173125119629777,
      "learning_rate": 3.5398883451299947e-06,
      "loss": 0.9908,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9187885522842407,
      "step": 14830,
      "valid_targets_mean": 490.6,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.42727534562211983,
      "grad_norm": 1.2208054792037033,
      "learning_rate": 3.5387453737011115e-06,
      "loss": 1.0325,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.428667664527893,
      "step": 14835,
      "valid_targets_mean": 667.9,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.4274193548387097,
      "grad_norm": 1.2912927068803157,
      "learning_rate": 3.5376021397872854e-06,
      "loss": 0.951,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1820054054260254,
      "step": 14840,
      "valid_targets_mean": 453.7,
      "valid_targets_min": 188
    },
    {
      "epoch": 0.42756336405529954,
      "grad_norm": 1.1236096931485058,
      "learning_rate": 3.5364586436774057e-06,
      "loss": 0.9487,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7224684953689575,
      "step": 14845,
      "valid_targets_mean": 509.3,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.4277073732718894,
      "grad_norm": 0.9947498129373312,
      "learning_rate": 3.5353148856604265e-06,
      "loss": 0.8744,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.969568133354187,
      "step": 14850,
      "valid_targets_mean": 636.4,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.42785138248847926,
      "grad_norm": 1.1210398478465542,
      "learning_rate": 3.5341708660253686e-06,
      "loss": 1.1118,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0304064750671387,
      "step": 14855,
      "valid_targets_mean": 591.2,
      "valid_targets_min": 170
    },
    {
      "epoch": 0.4279953917050691,
      "grad_norm": 1.103782402954601,
      "learning_rate": 3.5330265850613198e-06,
      "loss": 0.9418,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.798123836517334,
      "step": 14860,
      "valid_targets_mean": 521.7,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.428139400921659,
      "grad_norm": 1.2124790149792384,
      "learning_rate": 3.5318820430574324e-06,
      "loss": 0.9933,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0105574131011963,
      "step": 14865,
      "valid_targets_mean": 497.5,
      "valid_targets_min": 278
    },
    {
      "epoch": 0.42828341013824883,
      "grad_norm": 1.2171212811685779,
      "learning_rate": 3.530737240302927e-06,
      "loss": 0.9067,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8857868313789368,
      "step": 14870,
      "valid_targets_mean": 476.4,
      "valid_targets_min": 147
    },
    {
      "epoch": 0.4284274193548387,
      "grad_norm": 1.0496328141619389,
      "learning_rate": 3.5295921770870872e-06,
      "loss": 1.0822,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2401366233825684,
      "step": 14875,
      "valid_targets_mean": 727.1,
      "valid_targets_min": 203
    },
    {
      "epoch": 0.42857142857142855,
      "grad_norm": 1.2446801108146288,
      "learning_rate": 3.5284468536992642e-06,
      "loss": 0.9613,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1235911846160889,
      "step": 14880,
      "valid_targets_mean": 487.1,
      "valid_targets_min": 144
    },
    {
      "epoch": 0.42871543778801846,
      "grad_norm": 1.1901755444638964,
      "learning_rate": 3.5273012704288746e-06,
      "loss": 0.9387,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.930597186088562,
      "step": 14885,
      "valid_targets_mean": 542.7,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.4288594470046083,
      "grad_norm": 0.9565941512888975,
      "learning_rate": 3.5261554275654013e-06,
      "loss": 0.9735,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.251836895942688,
      "step": 14890,
      "valid_targets_mean": 810.7,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.4290034562211982,
      "grad_norm": 1.2406241606728305,
      "learning_rate": 3.5250093253983918e-06,
      "loss": 1.0285,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9443091154098511,
      "step": 14895,
      "valid_targets_mean": 496.3,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.42914746543778803,
      "grad_norm": 1.2712626274126924,
      "learning_rate": 3.5238629642174594e-06,
      "loss": 0.9829,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0928066968917847,
      "step": 14900,
      "valid_targets_mean": 455.1,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.4292914746543779,
      "grad_norm": 1.2398945776881065,
      "learning_rate": 3.522716344312283e-06,
      "loss": 1.0832,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.029034972190857,
      "step": 14905,
      "valid_targets_mean": 512.5,
      "valid_targets_min": 77
    },
    {
      "epoch": 0.42943548387096775,
      "grad_norm": 1.0566694178723954,
      "learning_rate": 3.5215694659726055e-06,
      "loss": 0.9984,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.913058876991272,
      "step": 14910,
      "valid_targets_mean": 608.2,
      "valid_targets_min": 185
    },
    {
      "epoch": 0.4295794930875576,
      "grad_norm": 1.1817070154967726,
      "learning_rate": 3.520422329488239e-06,
      "loss": 1.0088,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.810019850730896,
      "step": 14915,
      "valid_targets_mean": 519.1,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.42972350230414746,
      "grad_norm": 1.0595286050469082,
      "learning_rate": 3.5192749351490568e-06,
      "loss": 0.9032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8260269165039062,
      "step": 14920,
      "valid_targets_mean": 627.1,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.4298675115207373,
      "grad_norm": 1.0915513744595895,
      "learning_rate": 3.5181272832449986e-06,
      "loss": 0.9534,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8381679058074951,
      "step": 14925,
      "valid_targets_mean": 524.5,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.4300115207373272,
      "grad_norm": 1.201784817529387,
      "learning_rate": 3.516979374066069e-06,
      "loss": 1.0283,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0798238515853882,
      "step": 14930,
      "valid_targets_mean": 518.2,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.43015552995391704,
      "grad_norm": 1.089980877576323,
      "learning_rate": 3.5158312079023405e-06,
      "loss": 0.9509,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.071763277053833,
      "step": 14935,
      "valid_targets_mean": 630.4,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.4302995391705069,
      "grad_norm": 1.052954970803059,
      "learning_rate": 3.514682785043944e-06,
      "loss": 0.9917,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9595400094985962,
      "step": 14940,
      "valid_targets_mean": 666.8,
      "valid_targets_min": 50
    },
    {
      "epoch": 0.43044354838709675,
      "grad_norm": 1.025437216649237,
      "learning_rate": 3.513534105781083e-06,
      "loss": 1.0393,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0959734916687012,
      "step": 14945,
      "valid_targets_mean": 724.4,
      "valid_targets_min": 308
    },
    {
      "epoch": 0.4305875576036866,
      "grad_norm": 1.0523977592455132,
      "learning_rate": 3.51238517040402e-06,
      "loss": 0.9363,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7968461513519287,
      "step": 14950,
      "valid_targets_mean": 622.0,
      "valid_targets_min": 207
    },
    {
      "epoch": 0.4307315668202765,
      "grad_norm": 1.246449710910849,
      "learning_rate": 3.511235979203086e-06,
      "loss": 0.9645,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.961641252040863,
      "step": 14955,
      "valid_targets_mean": 472.6,
      "valid_targets_min": 147
    },
    {
      "epoch": 0.4308755760368664,
      "grad_norm": 1.0188487203777168,
      "learning_rate": 3.510086532468673e-06,
      "loss": 1.0413,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9904318451881409,
      "step": 14960,
      "valid_targets_mean": 771.8,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.43101958525345624,
      "grad_norm": 0.9032444843238858,
      "learning_rate": 3.508936830491241e-06,
      "loss": 0.929,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8868060111999512,
      "step": 14965,
      "valid_targets_mean": 762.2,
      "valid_targets_min": 65
    },
    {
      "epoch": 0.4311635944700461,
      "grad_norm": 1.040892410705623,
      "learning_rate": 3.507786873561311e-06,
      "loss": 0.9342,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0485221147537231,
      "step": 14970,
      "valid_targets_mean": 717.2,
      "valid_targets_min": 235
    },
    {
      "epoch": 0.43130760368663595,
      "grad_norm": 1.1260962953909959,
      "learning_rate": 3.5066366619694736e-06,
      "loss": 0.9462,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9751540422439575,
      "step": 14975,
      "valid_targets_mean": 568.5,
      "valid_targets_min": 151
    },
    {
      "epoch": 0.4314516129032258,
      "grad_norm": 1.0462735336884088,
      "learning_rate": 3.5054861960063786e-06,
      "loss": 0.9659,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8001066446304321,
      "step": 14980,
      "valid_targets_mean": 594.0,
      "valid_targets_min": 174
    },
    {
      "epoch": 0.43159562211981567,
      "grad_norm": 1.1181940671526442,
      "learning_rate": 3.504335475962742e-06,
      "loss": 0.9818,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9744813442230225,
      "step": 14985,
      "valid_targets_mean": 553.1,
      "valid_targets_min": 73
    },
    {
      "epoch": 0.4317396313364055,
      "grad_norm": 1.1528274731611685,
      "learning_rate": 3.503184502129345e-06,
      "loss": 0.8862,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8495659828186035,
      "step": 14990,
      "valid_targets_mean": 530.1,
      "valid_targets_min": 153
    },
    {
      "epoch": 0.4318836405529954,
      "grad_norm": 1.0821643713959523,
      "learning_rate": 3.5020332747970316e-06,
      "loss": 0.9255,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9417203664779663,
      "step": 14995,
      "valid_targets_mean": 571.5,
      "valid_targets_min": 151
    },
    {
      "epoch": 0.43202764976958524,
      "grad_norm": 1.1188833617533,
      "learning_rate": 3.50088179425671e-06,
      "loss": 0.9749,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3382288217544556,
      "step": 15000,
      "valid_targets_mean": 662.6,
      "valid_targets_min": 152
    },
    {
      "epoch": 0.4321716589861751,
      "grad_norm": 1.0034840026569125,
      "learning_rate": 3.499730060799352e-06,
      "loss": 0.8753,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8541867733001709,
      "step": 15005,
      "valid_targets_mean": 607.6,
      "valid_targets_min": 187
    },
    {
      "epoch": 0.43231566820276496,
      "grad_norm": 1.0424841550131567,
      "learning_rate": 3.498578074715997e-06,
      "loss": 0.8643,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7243905067443848,
      "step": 15010,
      "valid_targets_mean": 554.1,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.4324596774193548,
      "grad_norm": 1.1265400947721995,
      "learning_rate": 3.4974258362977413e-06,
      "loss": 0.9135,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8563052415847778,
      "step": 15015,
      "valid_targets_mean": 530.6,
      "valid_targets_min": 168
    },
    {
      "epoch": 0.4326036866359447,
      "grad_norm": 1.19599066353667,
      "learning_rate": 3.496273345835752e-06,
      "loss": 0.9133,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8524659872055054,
      "step": 15020,
      "valid_targets_mean": 475.9,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.4327476958525346,
      "grad_norm": 1.099681506946465,
      "learning_rate": 3.4951206036212547e-06,
      "loss": 0.8687,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.100511908531189,
      "step": 15025,
      "valid_targets_mean": 633.8,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.43289170506912444,
      "grad_norm": 1.1877912027588011,
      "learning_rate": 3.493967609945542e-06,
      "loss": 0.809,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8930942416191101,
      "step": 15030,
      "valid_targets_mean": 487.5,
      "valid_targets_min": 164
    },
    {
      "epoch": 0.4330357142857143,
      "grad_norm": 1.1654203259312552,
      "learning_rate": 3.4928143650999674e-06,
      "loss": 0.9608,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0574283599853516,
      "step": 15035,
      "valid_targets_mean": 597.4,
      "valid_targets_min": 210
    },
    {
      "epoch": 0.43317972350230416,
      "grad_norm": 1.1510809881756927,
      "learning_rate": 3.4916608693759507e-06,
      "loss": 0.906,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7921540141105652,
      "step": 15040,
      "valid_targets_mean": 524.3,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.433323732718894,
      "grad_norm": 1.1582444416799997,
      "learning_rate": 3.4905071230649725e-06,
      "loss": 0.8613,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0541677474975586,
      "step": 15045,
      "valid_targets_mean": 594.2,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.4334677419354839,
      "grad_norm": 1.171886214520941,
      "learning_rate": 3.4893531264585777e-06,
      "loss": 0.9247,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7591298222541809,
      "step": 15050,
      "valid_targets_mean": 448.4,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.43361175115207373,
      "grad_norm": 1.083789915344456,
      "learning_rate": 3.488198879848376e-06,
      "loss": 0.9682,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0077118873596191,
      "step": 15055,
      "valid_targets_mean": 592.9,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.4337557603686636,
      "grad_norm": 1.0685918889255677,
      "learning_rate": 3.4870443835260375e-06,
      "loss": 1.1029,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1835956573486328,
      "step": 15060,
      "valid_targets_mean": 703.6,
      "valid_targets_min": 181
    },
    {
      "epoch": 0.43389976958525345,
      "grad_norm": 1.170060301418245,
      "learning_rate": 3.4858896377832966e-06,
      "loss": 0.9252,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.906710147857666,
      "step": 15065,
      "valid_targets_mean": 514.9,
      "valid_targets_min": 180
    },
    {
      "epoch": 0.4340437788018433,
      "grad_norm": 1.144732591637887,
      "learning_rate": 3.484734642911952e-06,
      "loss": 0.8569,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0015473365783691,
      "step": 15070,
      "valid_targets_mean": 549.8,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.43418778801843316,
      "grad_norm": 1.081954797992179,
      "learning_rate": 3.4835793992038634e-06,
      "loss": 0.9919,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0655875205993652,
      "step": 15075,
      "valid_targets_mean": 593.9,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.434331797235023,
      "grad_norm": 1.0129717588899718,
      "learning_rate": 3.482423906950954e-06,
      "loss": 0.9548,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9010552167892456,
      "step": 15080,
      "valid_targets_mean": 674.3,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.4344758064516129,
      "grad_norm": 1.177688059589525,
      "learning_rate": 3.4812681664452106e-06,
      "loss": 0.9212,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7985067963600159,
      "step": 15085,
      "valid_targets_mean": 482.8,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.4346198156682028,
      "grad_norm": 1.0807934138108266,
      "learning_rate": 3.480112177978683e-06,
      "loss": 1.0623,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1809546947479248,
      "step": 15090,
      "valid_targets_mean": 702.8,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.43476382488479265,
      "grad_norm": 1.1275141942793827,
      "learning_rate": 3.4789559418434803e-06,
      "loss": 1.0117,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9627963304519653,
      "step": 15095,
      "valid_targets_mean": 539.0,
      "valid_targets_min": 210
    },
    {
      "epoch": 0.4349078341013825,
      "grad_norm": 1.183990013044177,
      "learning_rate": 3.4777994583317793e-06,
      "loss": 1.0092,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9309078454971313,
      "step": 15100,
      "valid_targets_mean": 566.0,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.43505184331797236,
      "grad_norm": 1.0865725277093277,
      "learning_rate": 3.476642727735815e-06,
      "loss": 0.937,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0945980548858643,
      "step": 15105,
      "valid_targets_mean": 626.4,
      "valid_targets_min": 221
    },
    {
      "epoch": 0.4351958525345622,
      "grad_norm": 0.9361342478396357,
      "learning_rate": 3.475485750347886e-06,
      "loss": 0.9565,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6562337279319763,
      "step": 15110,
      "valid_targets_mean": 716.2,
      "valid_targets_min": 195
    },
    {
      "epoch": 0.4353398617511521,
      "grad_norm": 1.0808121251937741,
      "learning_rate": 3.474328526460356e-06,
      "loss": 0.8825,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7998879551887512,
      "step": 15115,
      "valid_targets_mean": 553.8,
      "valid_targets_min": 280
    },
    {
      "epoch": 0.43548387096774194,
      "grad_norm": 1.2281363435030883,
      "learning_rate": 3.4731710563656473e-06,
      "loss": 0.955,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3215293884277344,
      "step": 15120,
      "valid_targets_mean": 602.5,
      "valid_targets_min": 118
    },
    {
      "epoch": 0.4356278801843318,
      "grad_norm": 1.0008277358933781,
      "learning_rate": 3.472013340356246e-06,
      "loss": 1.0435,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9698805212974548,
      "step": 15125,
      "valid_targets_mean": 727.6,
      "valid_targets_min": 318
    },
    {
      "epoch": 0.43577188940092165,
      "grad_norm": 1.0202757289468214,
      "learning_rate": 3.470855378724701e-06,
      "loss": 0.9986,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.041135549545288,
      "step": 15130,
      "valid_targets_mean": 734.6,
      "valid_targets_min": 124
    },
    {
      "epoch": 0.4359158986175115,
      "grad_norm": 1.2572021885278615,
      "learning_rate": 3.469697171763622e-06,
      "loss": 0.9445,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9026567339897156,
      "step": 15135,
      "valid_targets_mean": 437.9,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.43605990783410137,
      "grad_norm": 1.055480912303083,
      "learning_rate": 3.46853871976568e-06,
      "loss": 0.935,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7135396003723145,
      "step": 15140,
      "valid_targets_mean": 562.9,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.4362039170506912,
      "grad_norm": 1.0373670123911594,
      "learning_rate": 3.467380023023611e-06,
      "loss": 0.9494,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8107715845108032,
      "step": 15145,
      "valid_targets_mean": 617.1,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.4363479262672811,
      "grad_norm": 1.0337264839474514,
      "learning_rate": 3.46622108183021e-06,
      "loss": 0.9854,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.066619634628296,
      "step": 15150,
      "valid_targets_mean": 685.1,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.43649193548387094,
      "grad_norm": 0.9331135375165216,
      "learning_rate": 3.465061896478335e-06,
      "loss": 0.8477,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.721614420413971,
      "step": 15155,
      "valid_targets_mean": 649.9,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.43663594470046085,
      "grad_norm": 0.9852980159407622,
      "learning_rate": 3.4639024672609045e-06,
      "loss": 0.9373,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8566391468048096,
      "step": 15160,
      "valid_targets_mean": 644.6,
      "valid_targets_min": 221
    },
    {
      "epoch": 0.4367799539170507,
      "grad_norm": 1.1062194938510457,
      "learning_rate": 3.462742794470902e-06,
      "loss": 0.9675,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8192931413650513,
      "step": 15165,
      "valid_targets_mean": 552.5,
      "valid_targets_min": 268
    },
    {
      "epoch": 0.43692396313364057,
      "grad_norm": 1.19511798752127,
      "learning_rate": 3.4615828784013674e-06,
      "loss": 1.0367,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0017421245574951,
      "step": 15170,
      "valid_targets_mean": 519.4,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.4370679723502304,
      "grad_norm": 1.13465483157324,
      "learning_rate": 3.4604227193454055e-06,
      "loss": 0.9408,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1143592596054077,
      "step": 15175,
      "valid_targets_mean": 579.4,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.4372119815668203,
      "grad_norm": 0.9193399486853147,
      "learning_rate": 3.459262317596183e-06,
      "loss": 0.9537,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0392223596572876,
      "step": 15180,
      "valid_targets_mean": 794.2,
      "valid_targets_min": 201
    },
    {
      "epoch": 0.43735599078341014,
      "grad_norm": 1.2037026435149163,
      "learning_rate": 3.458101673446925e-06,
      "loss": 1.0633,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0461163520812988,
      "step": 15185,
      "valid_targets_mean": 553.4,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.4375,
      "grad_norm": 1.0438656541212061,
      "learning_rate": 3.456940787190922e-06,
      "loss": 0.8307,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.662973165512085,
      "step": 15190,
      "valid_targets_mean": 543.2,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.43764400921658986,
      "grad_norm": 1.129304029678409,
      "learning_rate": 3.4557796591215205e-06,
      "loss": 0.9519,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8677991628646851,
      "step": 15195,
      "valid_targets_mean": 497.1,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.4377880184331797,
      "grad_norm": 1.247664807725789,
      "learning_rate": 3.4546182895321316e-06,
      "loss": 0.9809,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0344467163085938,
      "step": 15200,
      "valid_targets_mean": 467.6,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.4379320276497696,
      "grad_norm": 1.1848341168655385,
      "learning_rate": 3.453456678716227e-06,
      "loss": 0.9798,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.124298095703125,
      "step": 15205,
      "valid_targets_mean": 704.9,
      "valid_targets_min": 62
    },
    {
      "epoch": 0.43807603686635943,
      "grad_norm": 1.0714459690842502,
      "learning_rate": 3.4522948269673405e-06,
      "loss": 1.0231,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.158132553100586,
      "step": 15210,
      "valid_targets_mean": 680.4,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.4382200460829493,
      "grad_norm": 1.0448787513620734,
      "learning_rate": 3.451132734579063e-06,
      "loss": 0.9983,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9400075078010559,
      "step": 15215,
      "valid_targets_mean": 697.4,
      "valid_targets_min": 342
    },
    {
      "epoch": 0.43836405529953915,
      "grad_norm": 0.9142344624814028,
      "learning_rate": 3.4499704018450493e-06,
      "loss": 0.8733,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5823658108711243,
      "step": 15220,
      "valid_targets_mean": 682.2,
      "valid_targets_min": 172
    },
    {
      "epoch": 0.43850806451612906,
      "grad_norm": 1.1585035489628173,
      "learning_rate": 3.4488078290590143e-06,
      "loss": 0.9988,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9616298675537109,
      "step": 15225,
      "valid_targets_mean": 521.4,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.4386520737327189,
      "grad_norm": 1.1173659139025351,
      "learning_rate": 3.447645016514734e-06,
      "loss": 1.0351,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9161816239356995,
      "step": 15230,
      "valid_targets_mean": 544.8,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.4387960829493088,
      "grad_norm": 1.2520734764745616,
      "learning_rate": 3.4464819645060426e-06,
      "loss": 0.9231,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0331348180770874,
      "step": 15235,
      "valid_targets_mean": 468.1,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.43894009216589863,
      "grad_norm": 1.1713660856194175,
      "learning_rate": 3.4453186733268397e-06,
      "loss": 1.0051,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9037491083145142,
      "step": 15240,
      "valid_targets_mean": 482.8,
      "valid_targets_min": 78
    },
    {
      "epoch": 0.4390841013824885,
      "grad_norm": 1.2346108832095366,
      "learning_rate": 3.4441551432710785e-06,
      "loss": 0.875,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0604822635650635,
      "step": 15245,
      "valid_targets_mean": 517.5,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.43922811059907835,
      "grad_norm": 1.2956987724822064,
      "learning_rate": 3.4429913746327787e-06,
      "loss": 0.9995,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.002689242362976,
      "step": 15250,
      "valid_targets_mean": 453.9,
      "valid_targets_min": 170
    },
    {
      "epoch": 0.4393721198156682,
      "grad_norm": 1.1313539308281202,
      "learning_rate": 3.4418273677060177e-06,
      "loss": 1.0677,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8656991720199585,
      "step": 15255,
      "valid_targets_mean": 520.0,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.43951612903225806,
      "grad_norm": 1.0489487037034175,
      "learning_rate": 3.4406631227849325e-06,
      "loss": 0.9433,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8221047520637512,
      "step": 15260,
      "valid_targets_mean": 618.9,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.4396601382488479,
      "grad_norm": 1.039617597819667,
      "learning_rate": 3.4394986401637213e-06,
      "loss": 0.9901,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1574277877807617,
      "step": 15265,
      "valid_targets_mean": 683.8,
      "valid_targets_min": 240
    },
    {
      "epoch": 0.4398041474654378,
      "grad_norm": 0.9223482394085307,
      "learning_rate": 3.438333920136643e-06,
      "loss": 1.0083,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1305948495864868,
      "step": 15270,
      "valid_targets_mean": 866.9,
      "valid_targets_min": 166
    },
    {
      "epoch": 0.43994815668202764,
      "grad_norm": 1.0688895146899569,
      "learning_rate": 3.437168962998014e-06,
      "loss": 0.8702,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7697291374206543,
      "step": 15275,
      "valid_targets_mean": 591.9,
      "valid_targets_min": 283
    },
    {
      "epoch": 0.4400921658986175,
      "grad_norm": 1.111952863776294,
      "learning_rate": 3.436003769042214e-06,
      "loss": 0.9002,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9966465830802917,
      "step": 15280,
      "valid_targets_mean": 569.8,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.44023617511520735,
      "grad_norm": 1.0815273590820964,
      "learning_rate": 3.43483833856368e-06,
      "loss": 0.9333,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9624406099319458,
      "step": 15285,
      "valid_targets_mean": 655.5,
      "valid_targets_min": 156
    },
    {
      "epoch": 0.4403801843317972,
      "grad_norm": 1.0802864043854215,
      "learning_rate": 3.4336726718569093e-06,
      "loss": 1.1214,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9958710670471191,
      "step": 15290,
      "valid_targets_mean": 605.2,
      "valid_targets_min": 118
    },
    {
      "epoch": 0.4405241935483871,
      "grad_norm": 1.047277238496659,
      "learning_rate": 3.4325067692164593e-06,
      "loss": 0.8892,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9587894082069397,
      "step": 15295,
      "valid_targets_mean": 622.5,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.440668202764977,
      "grad_norm": 0.9956771149768158,
      "learning_rate": 3.4313406309369466e-06,
      "loss": 0.9643,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9217997193336487,
      "step": 15300,
      "valid_targets_mean": 691.0,
      "valid_targets_min": 220
    },
    {
      "epoch": 0.44081221198156684,
      "grad_norm": 1.1112855329959035,
      "learning_rate": 3.430174257313048e-06,
      "loss": 0.9995,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9790837168693542,
      "step": 15305,
      "valid_targets_mean": 623.9,
      "valid_targets_min": 353
    },
    {
      "epoch": 0.4409562211981567,
      "grad_norm": 1.0100721726395876,
      "learning_rate": 3.4290076486394984e-06,
      "loss": 0.9294,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8213769197463989,
      "step": 15310,
      "valid_targets_mean": 659.4,
      "valid_targets_min": 313
    },
    {
      "epoch": 0.44110023041474655,
      "grad_norm": 1.057530326013235,
      "learning_rate": 3.427840805211095e-06,
      "loss": 0.8921,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9072781801223755,
      "step": 15315,
      "valid_targets_mean": 652.4,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.4412442396313364,
      "grad_norm": 1.0512871212970045,
      "learning_rate": 3.4266737273226914e-06,
      "loss": 1.0249,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.083196997642517,
      "step": 15320,
      "valid_targets_mean": 646.8,
      "valid_targets_min": 130
    },
    {
      "epoch": 0.44138824884792627,
      "grad_norm": 1.1372118964929567,
      "learning_rate": 3.4255064152692008e-06,
      "loss": 0.9862,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9505851864814758,
      "step": 15325,
      "valid_targets_mean": 603.9,
      "valid_targets_min": 164
    },
    {
      "epoch": 0.4415322580645161,
      "grad_norm": 1.1766557996318872,
      "learning_rate": 3.424338869345596e-06,
      "loss": 1.0157,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9060857892036438,
      "step": 15330,
      "valid_targets_mean": 537.2,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.441676267281106,
      "grad_norm": 1.1350023653830423,
      "learning_rate": 3.4231710898469107e-06,
      "loss": 0.9759,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8575189113616943,
      "step": 15335,
      "valid_targets_mean": 554.9,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.44182027649769584,
      "grad_norm": 1.111640563151546,
      "learning_rate": 3.4220030770682345e-06,
      "loss": 0.9411,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7954040765762329,
      "step": 15340,
      "valid_targets_mean": 584.5,
      "valid_targets_min": 161
    },
    {
      "epoch": 0.4419642857142857,
      "grad_norm": 1.0107591711485704,
      "learning_rate": 3.4208348313047186e-06,
      "loss": 1.0581,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6887662410736084,
      "step": 15345,
      "valid_targets_mean": 598.2,
      "valid_targets_min": 64
    },
    {
      "epoch": 0.44210829493087556,
      "grad_norm": 1.0565474952787028,
      "learning_rate": 3.4196663528515705e-06,
      "loss": 1.0211,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.094954252243042,
      "step": 15350,
      "valid_targets_mean": 644.8,
      "valid_targets_min": 188
    },
    {
      "epoch": 0.4422523041474654,
      "grad_norm": 1.1797281313615307,
      "learning_rate": 3.41849764200406e-06,
      "loss": 0.9836,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.921891450881958,
      "step": 15355,
      "valid_targets_mean": 493.6,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.4423963133640553,
      "grad_norm": 1.0578814888790338,
      "learning_rate": 3.417328699057511e-06,
      "loss": 0.8581,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8532301187515259,
      "step": 15360,
      "valid_targets_mean": 604.9,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.4425403225806452,
      "grad_norm": 1.1430849202204418,
      "learning_rate": 3.416159524307311e-06,
      "loss": 0.9447,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9349777698516846,
      "step": 15365,
      "valid_targets_mean": 532.9,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.44268433179723504,
      "grad_norm": 1.2704640059020995,
      "learning_rate": 3.4149901180489025e-06,
      "loss": 1.0557,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0966299772262573,
      "step": 15370,
      "valid_targets_mean": 489.5,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.4428283410138249,
      "grad_norm": 1.1007812326749942,
      "learning_rate": 3.4138204805777874e-06,
      "loss": 0.9934,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0656979084014893,
      "step": 15375,
      "valid_targets_mean": 635.4,
      "valid_targets_min": 210
    },
    {
      "epoch": 0.44297235023041476,
      "grad_norm": 1.0565050592478564,
      "learning_rate": 3.4126506121895282e-06,
      "loss": 1.0384,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9258344769477844,
      "step": 15380,
      "valid_targets_mean": 593.8,
      "valid_targets_min": 199
    },
    {
      "epoch": 0.4431163594470046,
      "grad_norm": 1.1401662235706957,
      "learning_rate": 3.4114805131797406e-06,
      "loss": 0.9134,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9891295433044434,
      "step": 15385,
      "valid_targets_mean": 551.1,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.4432603686635945,
      "grad_norm": 1.2560134869464197,
      "learning_rate": 3.410310183844105e-06,
      "loss": 1.0091,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0550249814987183,
      "step": 15390,
      "valid_targets_mean": 508.6,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.44340437788018433,
      "grad_norm": 1.0631467705687272,
      "learning_rate": 3.4091396244783554e-06,
      "loss": 0.8571,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8575838208198547,
      "step": 15395,
      "valid_targets_mean": 556.9,
      "valid_targets_min": 254
    },
    {
      "epoch": 0.4435483870967742,
      "grad_norm": 0.9840851151415678,
      "learning_rate": 3.4079688353782853e-06,
      "loss": 0.8861,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8694080114364624,
      "step": 15400,
      "valid_targets_mean": 696.4,
      "valid_targets_min": 324
    },
    {
      "epoch": 0.44369239631336405,
      "grad_norm": 1.2102858273617185,
      "learning_rate": 3.4067978168397466e-06,
      "loss": 1.0014,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9493799805641174,
      "step": 15405,
      "valid_targets_mean": 478.8,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.4438364055299539,
      "grad_norm": 1.118939640115597,
      "learning_rate": 3.4056265691586495e-06,
      "loss": 0.9466,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8699300289154053,
      "step": 15410,
      "valid_targets_mean": 601.7,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.44398041474654376,
      "grad_norm": 1.1631756774480562,
      "learning_rate": 3.4044550926309594e-06,
      "loss": 0.9464,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2429707050323486,
      "step": 15415,
      "valid_targets_mean": 662.8,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.4441244239631336,
      "grad_norm": 1.2281673001187567,
      "learning_rate": 3.4032833875527043e-06,
      "loss": 1.1116,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1899772882461548,
      "step": 15420,
      "valid_targets_mean": 498.1,
      "valid_targets_min": 134
    },
    {
      "epoch": 0.4442684331797235,
      "grad_norm": 1.1896069114163,
      "learning_rate": 3.4021114542199662e-06,
      "loss": 0.9456,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9137675762176514,
      "step": 15425,
      "valid_targets_mean": 465.6,
      "valid_targets_min": 166
    },
    {
      "epoch": 0.4444124423963134,
      "grad_norm": 1.088022854543323,
      "learning_rate": 3.4009392929288853e-06,
      "loss": 0.9668,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8395119309425354,
      "step": 15430,
      "valid_targets_mean": 550.4,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.44455645161290325,
      "grad_norm": 1.0131676274656047,
      "learning_rate": 3.3997669039756604e-06,
      "loss": 0.9596,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9004409909248352,
      "step": 15435,
      "valid_targets_mean": 643.4,
      "valid_targets_min": 186
    },
    {
      "epoch": 0.4447004608294931,
      "grad_norm": 1.1791121064455068,
      "learning_rate": 3.398594287656548e-06,
      "loss": 0.8761,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1160939931869507,
      "step": 15440,
      "valid_targets_mean": 588.1,
      "valid_targets_min": 231
    },
    {
      "epoch": 0.44484447004608296,
      "grad_norm": 1.0110791196377698,
      "learning_rate": 3.3974214442678603e-06,
      "loss": 0.9254,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0570008754730225,
      "step": 15445,
      "valid_targets_mean": 732.2,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.4449884792626728,
      "grad_norm": 1.0716100730926001,
      "learning_rate": 3.3962483741059695e-06,
      "loss": 1.0369,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8993576169013977,
      "step": 15450,
      "valid_targets_mean": 638.6,
      "valid_targets_min": 180
    },
    {
      "epoch": 0.4451324884792627,
      "grad_norm": 1.2994472281176854,
      "learning_rate": 3.3950750774673017e-06,
      "loss": 1.0535,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.026898741722107,
      "step": 15455,
      "valid_targets_mean": 456.1,
      "valid_targets_min": 155
    },
    {
      "epoch": 0.44527649769585254,
      "grad_norm": 1.0339727099037637,
      "learning_rate": 3.3939015546483433e-06,
      "loss": 1.0038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.175295352935791,
      "step": 15460,
      "valid_targets_mean": 743.6,
      "valid_targets_min": 200
    },
    {
      "epoch": 0.4454205069124424,
      "grad_norm": 1.2716011677493297,
      "learning_rate": 3.3927278059456374e-06,
      "loss": 0.9599,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.883480429649353,
      "step": 15465,
      "valid_targets_mean": 441.9,
      "valid_targets_min": 159
    },
    {
      "epoch": 0.44556451612903225,
      "grad_norm": 1.1109900181811814,
      "learning_rate": 3.391553831655783e-06,
      "loss": 1.0279,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.909269392490387,
      "step": 15470,
      "valid_targets_mean": 545.4,
      "valid_targets_min": 90
    },
    {
      "epoch": 0.4457085253456221,
      "grad_norm": 1.1032700089978191,
      "learning_rate": 3.3903796320754363e-06,
      "loss": 0.9454,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8914319276809692,
      "step": 15475,
      "valid_targets_mean": 582.6,
      "valid_targets_min": 149
    },
    {
      "epoch": 0.44585253456221197,
      "grad_norm": 1.114504969554967,
      "learning_rate": 3.3892052075013097e-06,
      "loss": 0.9728,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8918328285217285,
      "step": 15480,
      "valid_targets_mean": 569.8,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.4459965437788018,
      "grad_norm": 1.1770318272828157,
      "learning_rate": 3.3880305582301766e-06,
      "loss": 1.0009,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8859254717826843,
      "step": 15485,
      "valid_targets_mean": 524.1,
      "valid_targets_min": 212
    },
    {
      "epoch": 0.4461405529953917,
      "grad_norm": 1.0637728362036212,
      "learning_rate": 3.38685568455886e-06,
      "loss": 0.9618,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9119380712509155,
      "step": 15490,
      "valid_targets_mean": 580.1,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.44628456221198154,
      "grad_norm": 1.0447565154103258,
      "learning_rate": 3.3856805867842468e-06,
      "loss": 1.0519,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0524482727050781,
      "step": 15495,
      "valid_targets_mean": 696.8,
      "valid_targets_min": 52
    },
    {
      "epoch": 0.44642857142857145,
      "grad_norm": 1.0954696630511624,
      "learning_rate": 3.3845052652032764e-06,
      "loss": 0.9512,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2223632335662842,
      "step": 15500,
      "valid_targets_mean": 696.9,
      "valid_targets_min": 330
    },
    {
      "epoch": 0.4465725806451613,
      "grad_norm": 0.9507227537915652,
      "learning_rate": 3.3833297201129456e-06,
      "loss": 0.9438,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8610750436782837,
      "step": 15505,
      "valid_targets_mean": 733.5,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.44671658986175117,
      "grad_norm": 1.157911912606065,
      "learning_rate": 3.3821539518103076e-06,
      "loss": 1.0553,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8717842102050781,
      "step": 15510,
      "valid_targets_mean": 495.6,
      "valid_targets_min": 57
    },
    {
      "epoch": 0.446860599078341,
      "grad_norm": 1.0394666801597154,
      "learning_rate": 3.3809779605924733e-06,
      "loss": 0.933,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8799723386764526,
      "step": 15515,
      "valid_targets_mean": 620.2,
      "valid_targets_min": 73
    },
    {
      "epoch": 0.4470046082949309,
      "grad_norm": 1.102652791479808,
      "learning_rate": 3.3798017467566075e-06,
      "loss": 0.9612,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0294092893600464,
      "step": 15520,
      "valid_targets_mean": 620.2,
      "valid_targets_min": 160
    },
    {
      "epoch": 0.44714861751152074,
      "grad_norm": 1.0539455643141844,
      "learning_rate": 3.378625310599934e-06,
      "loss": 0.9238,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9227954149246216,
      "step": 15525,
      "valid_targets_mean": 599.7,
      "valid_targets_min": 177
    },
    {
      "epoch": 0.4472926267281106,
      "grad_norm": 1.047753569423063,
      "learning_rate": 3.37744865241973e-06,
      "loss": 0.8897,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.919479250907898,
      "step": 15530,
      "valid_targets_mean": 650.9,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.44743663594470046,
      "grad_norm": 1.0851610982871909,
      "learning_rate": 3.376271772513332e-06,
      "loss": 0.9892,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.784020721912384,
      "step": 15535,
      "valid_targets_mean": 525.2,
      "valid_targets_min": 158
    },
    {
      "epoch": 0.4475806451612903,
      "grad_norm": 1.0214662473196165,
      "learning_rate": 3.3750946711781284e-06,
      "loss": 0.9859,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0600390434265137,
      "step": 15540,
      "valid_targets_mean": 699.9,
      "valid_targets_min": 147
    },
    {
      "epoch": 0.44772465437788017,
      "grad_norm": 1.1170621541594035,
      "learning_rate": 3.3739173487115676e-06,
      "loss": 0.9787,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9628657698631287,
      "step": 15545,
      "valid_targets_mean": 564.1,
      "valid_targets_min": 123
    },
    {
      "epoch": 0.44786866359447003,
      "grad_norm": 1.108134825681727,
      "learning_rate": 3.372739805411152e-06,
      "loss": 0.9682,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8334091901779175,
      "step": 15550,
      "valid_targets_mean": 610.4,
      "valid_targets_min": 228
    },
    {
      "epoch": 0.4480126728110599,
      "grad_norm": 0.9748471783349695,
      "learning_rate": 3.3715620415744394e-06,
      "loss": 1.0676,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8109447956085205,
      "step": 15555,
      "valid_targets_mean": 618.6,
      "valid_targets_min": 199
    },
    {
      "epoch": 0.44815668202764974,
      "grad_norm": 1.071939928940091,
      "learning_rate": 3.3703840574990443e-06,
      "loss": 1.0146,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9012949466705322,
      "step": 15560,
      "valid_targets_mean": 644.8,
      "valid_targets_min": 183
    },
    {
      "epoch": 0.44830069124423966,
      "grad_norm": 1.2015831385547857,
      "learning_rate": 3.3692058534826366e-06,
      "loss": 1.0137,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.190441370010376,
      "step": 15565,
      "valid_targets_mean": 553.2,
      "valid_targets_min": 155
    },
    {
      "epoch": 0.4484447004608295,
      "grad_norm": 1.1424940498726115,
      "learning_rate": 3.368027429822942e-06,
      "loss": 0.9399,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0910208225250244,
      "step": 15570,
      "valid_targets_mean": 596.6,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.4485887096774194,
      "grad_norm": 1.0683965954454924,
      "learning_rate": 3.366848786817739e-06,
      "loss": 0.9431,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8216686248779297,
      "step": 15575,
      "valid_targets_mean": 547.7,
      "valid_targets_min": 171
    },
    {
      "epoch": 0.44873271889400923,
      "grad_norm": 1.1268788948445767,
      "learning_rate": 3.3656699247648678e-06,
      "loss": 0.9863,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0362138748168945,
      "step": 15580,
      "valid_targets_mean": 577.3,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.4488767281105991,
      "grad_norm": 1.057192723553721,
      "learning_rate": 3.364490843962216e-06,
      "loss": 0.917,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.817529022693634,
      "step": 15585,
      "valid_targets_mean": 592.1,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.44902073732718895,
      "grad_norm": 1.177823054852372,
      "learning_rate": 3.3633115447077337e-06,
      "loss": 1.0035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0210977792739868,
      "step": 15590,
      "valid_targets_mean": 539.6,
      "valid_targets_min": 144
    },
    {
      "epoch": 0.4491647465437788,
      "grad_norm": 1.0647022018580539,
      "learning_rate": 3.362132027299421e-06,
      "loss": 0.9621,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8812284469604492,
      "step": 15595,
      "valid_targets_mean": 570.1,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.44930875576036866,
      "grad_norm": 1.107155559827422,
      "learning_rate": 3.3609522920353355e-06,
      "loss": 0.8861,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8572222590446472,
      "step": 15600,
      "valid_targets_mean": 541.3,
      "valid_targets_min": 219
    },
    {
      "epoch": 0.4494527649769585,
      "grad_norm": 1.1582187171826144,
      "learning_rate": 3.3597723392135897e-06,
      "loss": 1.0149,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0008461475372314,
      "step": 15605,
      "valid_targets_mean": 614.4,
      "valid_targets_min": 170
    },
    {
      "epoch": 0.4495967741935484,
      "grad_norm": 1.1518159536924408,
      "learning_rate": 3.3585921691323512e-06,
      "loss": 0.9996,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.910591721534729,
      "step": 15610,
      "valid_targets_mean": 531.9,
      "valid_targets_min": 130
    },
    {
      "epoch": 0.44974078341013823,
      "grad_norm": 1.0724576110303465,
      "learning_rate": 3.357411782089841e-06,
      "loss": 0.9762,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.817937970161438,
      "step": 15615,
      "valid_targets_mean": 603.9,
      "valid_targets_min": 206
    },
    {
      "epoch": 0.4498847926267281,
      "grad_norm": 1.173320980674966,
      "learning_rate": 3.356231178384338e-06,
      "loss": 0.9439,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8896841406822205,
      "step": 15620,
      "valid_targets_mean": 537.7,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.45002880184331795,
      "grad_norm": 1.0938385661350105,
      "learning_rate": 3.3550503583141726e-06,
      "loss": 0.9797,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0337721109390259,
      "step": 15625,
      "valid_targets_mean": 676.8,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.4501728110599078,
      "grad_norm": 1.0559127855194752,
      "learning_rate": 3.353869322177731e-06,
      "loss": 0.8956,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9032729864120483,
      "step": 15630,
      "valid_targets_mean": 695.4,
      "valid_targets_min": 149
    },
    {
      "epoch": 0.4503168202764977,
      "grad_norm": 1.152355062553243,
      "learning_rate": 3.3526880702734542e-06,
      "loss": 0.9392,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9289387464523315,
      "step": 15635,
      "valid_targets_mean": 510.1,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.4504608294930876,
      "grad_norm": 1.1339059335348207,
      "learning_rate": 3.3515066028998396e-06,
      "loss": 1.083,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8640271425247192,
      "step": 15640,
      "valid_targets_mean": 546.4,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.45060483870967744,
      "grad_norm": 1.0751258711048528,
      "learning_rate": 3.3503249203554338e-06,
      "loss": 1.0282,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9819891452789307,
      "step": 15645,
      "valid_targets_mean": 584.4,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.4507488479262673,
      "grad_norm": 0.9070017684421017,
      "learning_rate": 3.349143022938843e-06,
      "loss": 0.9887,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6898521780967712,
      "step": 15650,
      "valid_targets_mean": 714.9,
      "valid_targets_min": 60
    },
    {
      "epoch": 0.45089285714285715,
      "grad_norm": 1.1142260833593869,
      "learning_rate": 3.3479609109487276e-06,
      "loss": 1.0466,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1475708484649658,
      "step": 15655,
      "valid_targets_mean": 691.7,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.451036866359447,
      "grad_norm": 1.082149811353165,
      "learning_rate": 3.3467785846837975e-06,
      "loss": 0.9361,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6383009552955627,
      "step": 15660,
      "valid_targets_mean": 523.1,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.45118087557603687,
      "grad_norm": 1.000275559706297,
      "learning_rate": 3.3455960444428215e-06,
      "loss": 0.9363,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6885323524475098,
      "step": 15665,
      "valid_targets_mean": 756.2,
      "valid_targets_min": 87
    },
    {
      "epoch": 0.4513248847926267,
      "grad_norm": 1.2264417134470278,
      "learning_rate": 3.3444132905246203e-06,
      "loss": 0.8672,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8932135105133057,
      "step": 15670,
      "valid_targets_mean": 479.1,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.4514688940092166,
      "grad_norm": 1.0616546336608754,
      "learning_rate": 3.3432303232280683e-06,
      "loss": 1.0148,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0832819938659668,
      "step": 15675,
      "valid_targets_mean": 665.4,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.45161290322580644,
      "grad_norm": 1.0869296808544902,
      "learning_rate": 3.342047142852094e-06,
      "loss": 0.9282,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.810896098613739,
      "step": 15680,
      "valid_targets_mean": 563.8,
      "valid_targets_min": 185
    },
    {
      "epoch": 0.4517569124423963,
      "grad_norm": 0.8679050925033345,
      "learning_rate": 3.340863749695683e-06,
      "loss": 0.9874,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7953817844390869,
      "step": 15685,
      "valid_targets_mean": 830.5,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.45190092165898615,
      "grad_norm": 1.0625668909368924,
      "learning_rate": 3.3396801440578684e-06,
      "loss": 0.9945,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.068427324295044,
      "step": 15690,
      "valid_targets_mean": 639.8,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.452044930875576,
      "grad_norm": 1.0308558629754367,
      "learning_rate": 3.3384963262377434e-06,
      "loss": 0.9634,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.113500714302063,
      "step": 15695,
      "valid_targets_mean": 743.8,
      "valid_targets_min": 197
    },
    {
      "epoch": 0.4521889400921659,
      "grad_norm": 1.1272411227268446,
      "learning_rate": 3.33731229653445e-06,
      "loss": 0.9205,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.732221245765686,
      "step": 15700,
      "valid_targets_mean": 482.4,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.4523329493087558,
      "grad_norm": 1.217215576253668,
      "learning_rate": 3.3361280552471866e-06,
      "loss": 0.8976,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9481891989707947,
      "step": 15705,
      "valid_targets_mean": 502.3,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.45247695852534564,
      "grad_norm": 1.1315920920783338,
      "learning_rate": 3.3349436026752034e-06,
      "loss": 0.9751,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0087332725524902,
      "step": 15710,
      "valid_targets_mean": 595.6,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.4526209677419355,
      "grad_norm": 1.094767488834221,
      "learning_rate": 3.3337589391178053e-06,
      "loss": 0.946,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8446442484855652,
      "step": 15715,
      "valid_targets_mean": 581.1,
      "valid_targets_min": 100
    },
    {
      "epoch": 0.45276497695852536,
      "grad_norm": 1.0821918453890116,
      "learning_rate": 3.3325740648743506e-06,
      "loss": 0.9275,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1036875247955322,
      "step": 15720,
      "valid_targets_mean": 655.2,
      "valid_targets_min": 57
    },
    {
      "epoch": 0.4529089861751152,
      "grad_norm": 1.3074440706057033,
      "learning_rate": 3.331388980244249e-06,
      "loss": 1.1715,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0816650390625,
      "step": 15725,
      "valid_targets_mean": 448.1,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.45305299539170507,
      "grad_norm": 1.0386214669981482,
      "learning_rate": 3.3302036855269642e-06,
      "loss": 0.9652,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7463690042495728,
      "step": 15730,
      "valid_targets_mean": 541.3,
      "valid_targets_min": 78
    },
    {
      "epoch": 0.45319700460829493,
      "grad_norm": 1.3058922404191435,
      "learning_rate": 3.3290181810220144e-06,
      "loss": 1.0967,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9433721899986267,
      "step": 15735,
      "valid_targets_mean": 475.1,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.4533410138248848,
      "grad_norm": 1.1465321316638257,
      "learning_rate": 3.3278324670289692e-06,
      "loss": 1.0661,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0603914260864258,
      "step": 15740,
      "valid_targets_mean": 597.4,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.45348502304147464,
      "grad_norm": 0.9346666434854117,
      "learning_rate": 3.3266465438474514e-06,
      "loss": 0.9429,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6597295999526978,
      "step": 15745,
      "valid_targets_mean": 762.3,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.4536290322580645,
      "grad_norm": 1.3174027333474871,
      "learning_rate": 3.325460411777138e-06,
      "loss": 0.9544,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9627525210380554,
      "step": 15750,
      "valid_targets_mean": 412.5,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.45377304147465436,
      "grad_norm": 0.8439849572455056,
      "learning_rate": 3.3242740711177564e-06,
      "loss": 0.9309,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7762963771820068,
      "step": 15755,
      "valid_targets_mean": 806.4,
      "valid_targets_min": 186
    },
    {
      "epoch": 0.4539170506912442,
      "grad_norm": 1.0122059541926476,
      "learning_rate": 3.323087522169089e-06,
      "loss": 0.9911,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.93892502784729,
      "step": 15760,
      "valid_targets_mean": 676.6,
      "valid_targets_min": 258
    },
    {
      "epoch": 0.4540610599078341,
      "grad_norm": 1.1578064546917322,
      "learning_rate": 3.3219007652309694e-06,
      "loss": 0.955,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.983803391456604,
      "step": 15765,
      "valid_targets_mean": 541.6,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.454205069124424,
      "grad_norm": 1.07153245970125,
      "learning_rate": 3.320713800603284e-06,
      "loss": 0.997,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.186033010482788,
      "step": 15770,
      "valid_targets_mean": 696.7,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.45434907834101385,
      "grad_norm": 1.1717368936837047,
      "learning_rate": 3.319526628585973e-06,
      "loss": 0.9502,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0753347873687744,
      "step": 15775,
      "valid_targets_mean": 596.8,
      "valid_targets_min": 184
    },
    {
      "epoch": 0.4544930875576037,
      "grad_norm": 1.029471264301948,
      "learning_rate": 3.3183392494790264e-06,
      "loss": 1.0257,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.176659107208252,
      "step": 15780,
      "valid_targets_mean": 711.4,
      "valid_targets_min": 202
    },
    {
      "epoch": 0.45463709677419356,
      "grad_norm": 1.129211804657267,
      "learning_rate": 3.317151663582488e-06,
      "loss": 0.9356,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9446486234664917,
      "step": 15785,
      "valid_targets_mean": 600.2,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.4547811059907834,
      "grad_norm": 1.0338034354956138,
      "learning_rate": 3.3159638711964553e-06,
      "loss": 1.1769,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.406419038772583,
      "step": 15790,
      "valid_targets_mean": 839.0,
      "valid_targets_min": 142
    },
    {
      "epoch": 0.4549251152073733,
      "grad_norm": 1.0562400352216754,
      "learning_rate": 3.314775872621076e-06,
      "loss": 0.9361,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8655623197555542,
      "step": 15795,
      "valid_targets_mean": 580.3,
      "valid_targets_min": 266
    },
    {
      "epoch": 0.45506912442396313,
      "grad_norm": 1.2221357591949986,
      "learning_rate": 3.3135876681565504e-06,
      "loss": 1.0025,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0683269500732422,
      "step": 15800,
      "valid_targets_mean": 539.4,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.455213133640553,
      "grad_norm": 0.9878256809579283,
      "learning_rate": 3.31239925810313e-06,
      "loss": 0.9122,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8186732530593872,
      "step": 15805,
      "valid_targets_mean": 680.9,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.45535714285714285,
      "grad_norm": 1.3120943116172736,
      "learning_rate": 3.3112106427611205e-06,
      "loss": 0.9108,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0574780702590942,
      "step": 15810,
      "valid_targets_mean": 447.0,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.4555011520737327,
      "grad_norm": 1.0522092941312542,
      "learning_rate": 3.310021822430877e-06,
      "loss": 0.9907,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9694352149963379,
      "step": 15815,
      "valid_targets_mean": 604.4,
      "valid_targets_min": 90
    },
    {
      "epoch": 0.45564516129032256,
      "grad_norm": 1.0836508446399467,
      "learning_rate": 3.3088327974128085e-06,
      "loss": 0.8549,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8208199739456177,
      "step": 15820,
      "valid_targets_mean": 589.6,
      "valid_targets_min": 223
    },
    {
      "epoch": 0.4557891705069124,
      "grad_norm": 1.087311134800679,
      "learning_rate": 3.3076435680073747e-06,
      "loss": 0.9219,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8032060861587524,
      "step": 15825,
      "valid_targets_mean": 537.1,
      "valid_targets_min": 162
    },
    {
      "epoch": 0.4559331797235023,
      "grad_norm": 1.0025617900258792,
      "learning_rate": 3.3064541345150865e-06,
      "loss": 0.9925,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6517372727394104,
      "step": 15830,
      "valid_targets_mean": 566.4,
      "valid_targets_min": 178
    },
    {
      "epoch": 0.4560771889400922,
      "grad_norm": 0.9691506444491678,
      "learning_rate": 3.3052644972365054e-06,
      "loss": 0.926,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.018693447113037,
      "step": 15835,
      "valid_targets_mean": 701.9,
      "valid_targets_min": 153
    },
    {
      "epoch": 0.45622119815668205,
      "grad_norm": 1.0937477522485815,
      "learning_rate": 3.304074656472249e-06,
      "loss": 0.9785,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8056962490081787,
      "step": 15840,
      "valid_targets_mean": 558.3,
      "valid_targets_min": 158
    },
    {
      "epoch": 0.4563652073732719,
      "grad_norm": 1.160592491143506,
      "learning_rate": 3.3028846125229813e-06,
      "loss": 1.0395,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1757135391235352,
      "step": 15845,
      "valid_targets_mean": 566.1,
      "valid_targets_min": 203
    },
    {
      "epoch": 0.45650921658986177,
      "grad_norm": 1.0505466563361763,
      "learning_rate": 3.301694365689419e-06,
      "loss": 0.9961,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0150794982910156,
      "step": 15850,
      "valid_targets_mean": 716.1,
      "valid_targets_min": 223
    },
    {
      "epoch": 0.4566532258064516,
      "grad_norm": 1.1373140370931696,
      "learning_rate": 3.3005039162723328e-06,
      "loss": 0.8568,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9276361465454102,
      "step": 15855,
      "valid_targets_mean": 546.2,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.4567972350230415,
      "grad_norm": 1.2481268106048435,
      "learning_rate": 3.2993132645725394e-06,
      "loss": 1.0314,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.030945062637329,
      "step": 15860,
      "valid_targets_mean": 482.8,
      "valid_targets_min": 87
    },
    {
      "epoch": 0.45694124423963134,
      "grad_norm": 1.1432917948279202,
      "learning_rate": 3.2981224108909122e-06,
      "loss": 0.8522,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7313192486763,
      "step": 15865,
      "valid_targets_mean": 443.1,
      "valid_targets_min": 166
    },
    {
      "epoch": 0.4570852534562212,
      "grad_norm": 1.0120076381716323,
      "learning_rate": 3.2969313555283716e-06,
      "loss": 0.8944,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7049931287765503,
      "step": 15870,
      "valid_targets_mean": 628.7,
      "valid_targets_min": 171
    },
    {
      "epoch": 0.45722926267281105,
      "grad_norm": 1.1927741428915626,
      "learning_rate": 3.2957400987858908e-06,
      "loss": 0.8852,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8107008934020996,
      "step": 15875,
      "valid_targets_mean": 497.2,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.4573732718894009,
      "grad_norm": 0.7822581974015393,
      "learning_rate": 3.294548640964493e-06,
      "loss": 0.997,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6805349588394165,
      "step": 15880,
      "valid_targets_mean": 829.8,
      "valid_targets_min": 145
    },
    {
      "epoch": 0.45751728110599077,
      "grad_norm": 1.178384853746467,
      "learning_rate": 3.293356982365254e-06,
      "loss": 0.9573,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9480993151664734,
      "step": 15885,
      "valid_targets_mean": 515.5,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.4576612903225806,
      "grad_norm": 1.0725439309244287,
      "learning_rate": 3.292165123289297e-06,
      "loss": 0.985,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0346914529800415,
      "step": 15890,
      "valid_targets_mean": 710.4,
      "valid_targets_min": 178
    },
    {
      "epoch": 0.4578052995391705,
      "grad_norm": 1.1527240718969267,
      "learning_rate": 3.2909730640378e-06,
      "loss": 0.9171,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9119415283203125,
      "step": 15895,
      "valid_targets_mean": 583.5,
      "valid_targets_min": 172
    },
    {
      "epoch": 0.45794930875576034,
      "grad_norm": 1.150877463196127,
      "learning_rate": 3.289780804911988e-06,
      "loss": 1.0427,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1246850490570068,
      "step": 15900,
      "valid_targets_mean": 631.6,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.45809331797235026,
      "grad_norm": 1.1180220748113276,
      "learning_rate": 3.2885883462131398e-06,
      "loss": 1.0851,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0311646461486816,
      "step": 15905,
      "valid_targets_mean": 594.9,
      "valid_targets_min": 145
    },
    {
      "epoch": 0.4582373271889401,
      "grad_norm": 1.093327793276521,
      "learning_rate": 3.2873956882425793e-06,
      "loss": 1.0295,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.195615530014038,
      "step": 15910,
      "valid_targets_mean": 674.9,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.45838133640552997,
      "grad_norm": 1.0795956672837277,
      "learning_rate": 3.286202831301688e-06,
      "loss": 0.8348,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.791627049446106,
      "step": 15915,
      "valid_targets_mean": 553.0,
      "valid_targets_min": 151
    },
    {
      "epoch": 0.45852534562211983,
      "grad_norm": 1.1752085586525278,
      "learning_rate": 3.285009775691892e-06,
      "loss": 0.868,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7521047592163086,
      "step": 15920,
      "valid_targets_mean": 497.1,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.4586693548387097,
      "grad_norm": 1.072534784508396,
      "learning_rate": 3.28381652171467e-06,
      "loss": 1.0429,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.197843313217163,
      "step": 15925,
      "valid_targets_mean": 672.7,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.45881336405529954,
      "grad_norm": 1.158647717535295,
      "learning_rate": 3.2826230696715513e-06,
      "loss": 1.0101,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9879531264305115,
      "step": 15930,
      "valid_targets_mean": 534.8,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.4589573732718894,
      "grad_norm": 1.0997979812933316,
      "learning_rate": 3.281429419864112e-06,
      "loss": 1.0304,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0792380571365356,
      "step": 15935,
      "valid_targets_mean": 624.5,
      "valid_targets_min": 231
    },
    {
      "epoch": 0.45910138248847926,
      "grad_norm": 1.069364365260513,
      "learning_rate": 3.2802355725939817e-06,
      "loss": 0.9537,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2600196599960327,
      "step": 15940,
      "valid_targets_mean": 745.3,
      "valid_targets_min": 159
    },
    {
      "epoch": 0.4592453917050691,
      "grad_norm": 1.2375706213504807,
      "learning_rate": 3.2790415281628397e-06,
      "loss": 1.0296,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9627546072006226,
      "step": 15945,
      "valid_targets_mean": 465.9,
      "valid_targets_min": 139
    },
    {
      "epoch": 0.459389400921659,
      "grad_norm": 1.2150971930285803,
      "learning_rate": 3.277847286872413e-06,
      "loss": 0.9835,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9204085469245911,
      "step": 15950,
      "valid_targets_mean": 507.0,
      "valid_targets_min": 123
    },
    {
      "epoch": 0.45953341013824883,
      "grad_norm": 1.042918779076138,
      "learning_rate": 3.27665284902448e-06,
      "loss": 0.9377,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.009298324584961,
      "step": 15955,
      "valid_targets_mean": 690.6,
      "valid_targets_min": 174
    },
    {
      "epoch": 0.4596774193548387,
      "grad_norm": 0.9565933260040933,
      "learning_rate": 3.2754582149208676e-06,
      "loss": 0.9858,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8875287771224976,
      "step": 15960,
      "valid_targets_mean": 864.2,
      "valid_targets_min": 90
    },
    {
      "epoch": 0.45982142857142855,
      "grad_norm": 1.0635688259387501,
      "learning_rate": 3.274263384863453e-06,
      "loss": 0.8435,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6962217092514038,
      "step": 15965,
      "valid_targets_mean": 543.0,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.45996543778801846,
      "grad_norm": 1.1285677590597551,
      "learning_rate": 3.273068359154164e-06,
      "loss": 1.1298,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0475239753723145,
      "step": 15970,
      "valid_targets_mean": 592.1,
      "valid_targets_min": 180
    },
    {
      "epoch": 0.4601094470046083,
      "grad_norm": 1.0195515171291578,
      "learning_rate": 3.2718731380949754e-06,
      "loss": 0.8546,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.973859429359436,
      "step": 15975,
      "valid_targets_mean": 657.0,
      "valid_targets_min": 204
    },
    {
      "epoch": 0.4602534562211982,
      "grad_norm": 1.1691656917372013,
      "learning_rate": 3.2706777219879126e-06,
      "loss": 0.978,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0814621448516846,
      "step": 15980,
      "valid_targets_mean": 572.5,
      "valid_targets_min": 180
    },
    {
      "epoch": 0.46039746543778803,
      "grad_norm": 1.1758628517924574,
      "learning_rate": 3.269482111135051e-06,
      "loss": 0.9474,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.998313307762146,
      "step": 15985,
      "valid_targets_mean": 545.6,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.4605414746543779,
      "grad_norm": 1.147600079974088,
      "learning_rate": 3.2682863058385146e-06,
      "loss": 0.8847,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7716416716575623,
      "step": 15990,
      "valid_targets_mean": 533.7,
      "valid_targets_min": 85
    },
    {
      "epoch": 0.46068548387096775,
      "grad_norm": 1.1106174913570492,
      "learning_rate": 3.267090306400476e-06,
      "loss": 0.9923,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1084930896759033,
      "step": 15995,
      "valid_targets_mean": 666.6,
      "valid_targets_min": 206
    },
    {
      "epoch": 0.4608294930875576,
      "grad_norm": 1.2066753616484047,
      "learning_rate": 3.2658941131231582e-06,
      "loss": 0.9622,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9926449060440063,
      "step": 16000,
      "valid_targets_mean": 554.4,
      "valid_targets_min": 87
    },
    {
      "epoch": 0.46097350230414746,
      "grad_norm": 1.2109045535452507,
      "learning_rate": 3.26469772630883e-06,
      "loss": 0.9106,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9142004251480103,
      "step": 16005,
      "valid_targets_mean": 487.1,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.4611175115207373,
      "grad_norm": 1.0321030491990708,
      "learning_rate": 3.263501146259815e-06,
      "loss": 1.0143,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7884382605552673,
      "step": 16010,
      "valid_targets_mean": 618.8,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.4612615207373272,
      "grad_norm": 1.046128106441212,
      "learning_rate": 3.2623043732784788e-06,
      "loss": 0.8889,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8602558374404907,
      "step": 16015,
      "valid_targets_mean": 566.4,
      "valid_targets_min": 190
    },
    {
      "epoch": 0.46140552995391704,
      "grad_norm": 1.3049843803103807,
      "learning_rate": 3.261107407667241e-06,
      "loss": 0.9205,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1881294250488281,
      "step": 16020,
      "valid_targets_mean": 483.9,
      "valid_targets_min": 164
    },
    {
      "epoch": 0.4615495391705069,
      "grad_norm": 1.170634242076117,
      "learning_rate": 3.2599102497285666e-06,
      "loss": 0.8974,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9236637949943542,
      "step": 16025,
      "valid_targets_mean": 541.6,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.46169354838709675,
      "grad_norm": 1.1538096022953097,
      "learning_rate": 3.2587128997649713e-06,
      "loss": 0.9254,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8024359941482544,
      "step": 16030,
      "valid_targets_mean": 514.1,
      "valid_targets_min": 151
    },
    {
      "epoch": 0.4618375576036866,
      "grad_norm": 1.2525061945470986,
      "learning_rate": 3.2575153580790186e-06,
      "loss": 0.8944,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7087762355804443,
      "step": 16035,
      "valid_targets_mean": 397.9,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.4619815668202765,
      "grad_norm": 1.0791392292192965,
      "learning_rate": 3.2563176249733197e-06,
      "loss": 1.0037,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.032778024673462,
      "step": 16040,
      "valid_targets_mean": 641.4,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.4621255760368664,
      "grad_norm": 1.1511053904597286,
      "learning_rate": 3.2551197007505354e-06,
      "loss": 0.8995,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1111901998519897,
      "step": 16045,
      "valid_targets_mean": 577.1,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.46226958525345624,
      "grad_norm": 1.097891979774821,
      "learning_rate": 3.253921585713374e-06,
      "loss": 0.9715,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1389756202697754,
      "step": 16050,
      "valid_targets_mean": 645.4,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.4624135944700461,
      "grad_norm": 1.1612743749078298,
      "learning_rate": 3.2527232801645924e-06,
      "loss": 0.9419,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.098926305770874,
      "step": 16055,
      "valid_targets_mean": 558.7,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.46255760368663595,
      "grad_norm": 1.0812331554456542,
      "learning_rate": 3.251524784406995e-06,
      "loss": 0.9974,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1982917785644531,
      "step": 16060,
      "valid_targets_mean": 720.1,
      "valid_targets_min": 169
    },
    {
      "epoch": 0.4627016129032258,
      "grad_norm": 1.1379598100056854,
      "learning_rate": 3.250326098743435e-06,
      "loss": 0.866,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7250171899795532,
      "step": 16065,
      "valid_targets_mean": 499.2,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.46284562211981567,
      "grad_norm": 1.0848933266262522,
      "learning_rate": 3.2491272234768136e-06,
      "loss": 0.8922,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.101928949356079,
      "step": 16070,
      "valid_targets_mean": 622.6,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.4629896313364055,
      "grad_norm": 1.2010462851851447,
      "learning_rate": 3.2479281589100786e-06,
      "loss": 0.9606,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0309679508209229,
      "step": 16075,
      "valid_targets_mean": 537.4,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.4631336405529954,
      "grad_norm": 0.950609048618304,
      "learning_rate": 3.246728905346228e-06,
      "loss": 0.97,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1495323181152344,
      "step": 16080,
      "valid_targets_mean": 859.4,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.46327764976958524,
      "grad_norm": 1.0471748029532435,
      "learning_rate": 3.245529463088306e-06,
      "loss": 1.0143,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9489014744758606,
      "step": 16085,
      "valid_targets_mean": 588.7,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.4634216589861751,
      "grad_norm": 1.2262385366718809,
      "learning_rate": 3.244329832439404e-06,
      "loss": 1.0161,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8818836212158203,
      "step": 16090,
      "valid_targets_mean": 468.4,
      "valid_targets_min": 188
    },
    {
      "epoch": 0.46356566820276496,
      "grad_norm": 0.9997835360447851,
      "learning_rate": 3.2431300137026624e-06,
      "loss": 0.9396,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9440244436264038,
      "step": 16095,
      "valid_targets_mean": 710.8,
      "valid_targets_min": 297
    },
    {
      "epoch": 0.4637096774193548,
      "grad_norm": 1.3210836093494522,
      "learning_rate": 3.241930007181268e-06,
      "loss": 0.9376,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9790314435958862,
      "step": 16100,
      "valid_targets_mean": 449.6,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.4638536866359447,
      "grad_norm": 0.9836614975417823,
      "learning_rate": 3.240729813178456e-06,
      "loss": 1.0243,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3115288019180298,
      "step": 16105,
      "valid_targets_mean": 835.2,
      "valid_targets_min": 319
    },
    {
      "epoch": 0.4639976958525346,
      "grad_norm": 1.0386572639475662,
      "learning_rate": 3.2395294319975077e-06,
      "loss": 0.9015,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0563405752182007,
      "step": 16110,
      "valid_targets_mean": 693.8,
      "valid_targets_min": 195
    },
    {
      "epoch": 0.46414170506912444,
      "grad_norm": 1.1348154215750739,
      "learning_rate": 3.238328863941753e-06,
      "loss": 0.9758,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.086317777633667,
      "step": 16115,
      "valid_targets_mean": 608.3,
      "valid_targets_min": 319
    },
    {
      "epoch": 0.4642857142857143,
      "grad_norm": 1.0816323963519703,
      "learning_rate": 3.237128109314569e-06,
      "loss": 0.99,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8653196096420288,
      "step": 16120,
      "valid_targets_mean": 553.1,
      "valid_targets_min": 184
    },
    {
      "epoch": 0.46442972350230416,
      "grad_norm": 1.12335681351379,
      "learning_rate": 3.2359271684193784e-06,
      "loss": 0.9765,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9170503616333008,
      "step": 16125,
      "valid_targets_mean": 575.0,
      "valid_targets_min": 354
    },
    {
      "epoch": 0.464573732718894,
      "grad_norm": 1.1363795250598907,
      "learning_rate": 3.2347260415596525e-06,
      "loss": 0.9676,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.936946451663971,
      "step": 16130,
      "valid_targets_mean": 529.6,
      "valid_targets_min": 162
    },
    {
      "epoch": 0.4647177419354839,
      "grad_norm": 1.1933731965869694,
      "learning_rate": 3.233524729038909e-06,
      "loss": 0.9395,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0257747173309326,
      "step": 16135,
      "valid_targets_mean": 541.6,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.46486175115207373,
      "grad_norm": 1.240077511959518,
      "learning_rate": 3.2323232311607135e-06,
      "loss": 0.9953,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0722733736038208,
      "step": 16140,
      "valid_targets_mean": 520.2,
      "valid_targets_min": 184
    },
    {
      "epoch": 0.4650057603686636,
      "grad_norm": 0.8035971510481471,
      "learning_rate": 3.231121548228676e-06,
      "loss": 0.8592,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5637251138687134,
      "step": 16145,
      "valid_targets_mean": 739.5,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.46514976958525345,
      "grad_norm": 1.0836127952044785,
      "learning_rate": 3.229919680546456e-06,
      "loss": 0.9038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8218332529067993,
      "step": 16150,
      "valid_targets_mean": 584.7,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.4652937788018433,
      "grad_norm": 1.0441255827837377,
      "learning_rate": 3.228717628417757e-06,
      "loss": 0.9388,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9214245080947876,
      "step": 16155,
      "valid_targets_mean": 677.5,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.46543778801843316,
      "grad_norm": 1.0975540690968735,
      "learning_rate": 3.227515392146333e-06,
      "loss": 0.9669,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9303088188171387,
      "step": 16160,
      "valid_targets_mean": 644.2,
      "valid_targets_min": 217
    },
    {
      "epoch": 0.465581797235023,
      "grad_norm": 1.1085581948694005,
      "learning_rate": 3.226312972035981e-06,
      "loss": 0.8927,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7328206896781921,
      "step": 16165,
      "valid_targets_mean": 559.9,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.4657258064516129,
      "grad_norm": 1.0572510585494574,
      "learning_rate": 3.225110368390545e-06,
      "loss": 0.9129,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8681626319885254,
      "step": 16170,
      "valid_targets_mean": 573.2,
      "valid_targets_min": 119
    },
    {
      "epoch": 0.4658698156682028,
      "grad_norm": 1.063184521443375,
      "learning_rate": 3.2239075815139165e-06,
      "loss": 0.95,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1123827695846558,
      "step": 16175,
      "valid_targets_mean": 636.4,
      "valid_targets_min": 158
    },
    {
      "epoch": 0.46601382488479265,
      "grad_norm": 1.0799397844221037,
      "learning_rate": 3.222704611710033e-06,
      "loss": 0.903,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7554813623428345,
      "step": 16180,
      "valid_targets_mean": 574.8,
      "valid_targets_min": 202
    },
    {
      "epoch": 0.4661578341013825,
      "grad_norm": 1.203579224813988,
      "learning_rate": 3.221501459282877e-06,
      "loss": 1.0191,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9836384654045105,
      "step": 16185,
      "valid_targets_mean": 515.2,
      "valid_targets_min": 152
    },
    {
      "epoch": 0.46630184331797236,
      "grad_norm": 1.0057405029307758,
      "learning_rate": 3.2202981245364796e-06,
      "loss": 0.8446,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7028592228889465,
      "step": 16190,
      "valid_targets_mean": 584.3,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.4664458525345622,
      "grad_norm": 1.0605049595034237,
      "learning_rate": 3.219094607774915e-06,
      "loss": 1.0241,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.393477201461792,
      "step": 16195,
      "valid_targets_mean": 746.7,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.4665898617511521,
      "grad_norm": 1.1699239889835544,
      "learning_rate": 3.2178909093023066e-06,
      "loss": 1.0179,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0612211227416992,
      "step": 16200,
      "valid_targets_mean": 538.2,
      "valid_targets_min": 152
    },
    {
      "epoch": 0.46673387096774194,
      "grad_norm": 1.0537521753027936,
      "learning_rate": 3.21668702942282e-06,
      "loss": 0.9481,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8143734335899353,
      "step": 16205,
      "valid_targets_mean": 635.1,
      "valid_targets_min": 247
    },
    {
      "epoch": 0.4668778801843318,
      "grad_norm": 1.1633093197382285,
      "learning_rate": 3.215482968440672e-06,
      "loss": 0.9848,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0310308933258057,
      "step": 16210,
      "valid_targets_mean": 535.3,
      "valid_targets_min": 366
    },
    {
      "epoch": 0.46702188940092165,
      "grad_norm": 0.9741051164130146,
      "learning_rate": 3.2142787266601173e-06,
      "loss": 0.9991,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6631113290786743,
      "step": 16215,
      "valid_targets_mean": 653.4,
      "valid_targets_min": 274
    },
    {
      "epoch": 0.4671658986175115,
      "grad_norm": 1.083838104487598,
      "learning_rate": 3.2130743043854645e-06,
      "loss": 0.9736,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8048655986785889,
      "step": 16220,
      "valid_targets_mean": 591.6,
      "valid_targets_min": 205
    },
    {
      "epoch": 0.46730990783410137,
      "grad_norm": 1.1277512097968607,
      "learning_rate": 3.2118697019210626e-06,
      "loss": 0.9674,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1088199615478516,
      "step": 16225,
      "valid_targets_mean": 586.6,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.4674539170506912,
      "grad_norm": 1.178772874001461,
      "learning_rate": 3.2106649195713076e-06,
      "loss": 1.0482,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0233319997787476,
      "step": 16230,
      "valid_targets_mean": 576.1,
      "valid_targets_min": 195
    },
    {
      "epoch": 0.4675979262672811,
      "grad_norm": 1.1090745161013595,
      "learning_rate": 3.2094599576406413e-06,
      "loss": 1.0504,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1586604118347168,
      "step": 16235,
      "valid_targets_mean": 643.6,
      "valid_targets_min": 57
    },
    {
      "epoch": 0.46774193548387094,
      "grad_norm": 1.2595928494344186,
      "learning_rate": 3.2082548164335515e-06,
      "loss": 0.9637,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.164947509765625,
      "step": 16240,
      "valid_targets_mean": 514.2,
      "valid_targets_min": 51
    },
    {
      "epoch": 0.46788594470046085,
      "grad_norm": 1.2314012751643886,
      "learning_rate": 3.207049496254569e-06,
      "loss": 0.9813,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.923432469367981,
      "step": 16245,
      "valid_targets_mean": 443.9,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.4680299539170507,
      "grad_norm": 1.1286823263872787,
      "learning_rate": 3.2058439974082713e-06,
      "loss": 0.9357,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9518512487411499,
      "step": 16250,
      "valid_targets_mean": 534.8,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.46817396313364057,
      "grad_norm": 1.0471769935865785,
      "learning_rate": 3.2046383201992826e-06,
      "loss": 0.9981,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1290740966796875,
      "step": 16255,
      "valid_targets_mean": 699.1,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.4683179723502304,
      "grad_norm": 1.2832948089542164,
      "learning_rate": 3.2034324649322683e-06,
      "loss": 1.085,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0846152305603027,
      "step": 16260,
      "valid_targets_mean": 509.3,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.4684619815668203,
      "grad_norm": 1.1444995389166646,
      "learning_rate": 3.2022264319119426e-06,
      "loss": 0.9162,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9500003457069397,
      "step": 16265,
      "valid_targets_mean": 579.9,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.46860599078341014,
      "grad_norm": 1.2119985818503536,
      "learning_rate": 3.201020221443063e-06,
      "loss": 0.9419,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9362410306930542,
      "step": 16270,
      "valid_targets_mean": 495.8,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.46875,
      "grad_norm": 0.9930340650282143,
      "learning_rate": 3.1998138338304315e-06,
      "loss": 0.9811,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1212396621704102,
      "step": 16275,
      "valid_targets_mean": 790.2,
      "valid_targets_min": 162
    },
    {
      "epoch": 0.46889400921658986,
      "grad_norm": 1.1534757595403957,
      "learning_rate": 3.1986072693788945e-06,
      "loss": 0.9226,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0922460556030273,
      "step": 16280,
      "valid_targets_mean": 597.7,
      "valid_targets_min": 55
    },
    {
      "epoch": 0.4690380184331797,
      "grad_norm": 0.9928852390161356,
      "learning_rate": 3.197400528393346e-06,
      "loss": 0.8857,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9279464483261108,
      "step": 16285,
      "valid_targets_mean": 721.4,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.4691820276497696,
      "grad_norm": 1.0640298778963357,
      "learning_rate": 3.1961936111787195e-06,
      "loss": 0.9755,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.143175721168518,
      "step": 16290,
      "valid_targets_mean": 687.6,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.46932603686635943,
      "grad_norm": 1.1305977271757277,
      "learning_rate": 3.1949865180399985e-06,
      "loss": 0.9205,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8265148401260376,
      "step": 16295,
      "valid_targets_mean": 560.9,
      "valid_targets_min": 144
    },
    {
      "epoch": 0.4694700460829493,
      "grad_norm": 1.2083543068100575,
      "learning_rate": 3.193779249282208e-06,
      "loss": 1.0183,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.012477159500122,
      "step": 16300,
      "valid_targets_mean": 504.4,
      "valid_targets_min": 255
    },
    {
      "epoch": 0.46961405529953915,
      "grad_norm": 1.0374639331920037,
      "learning_rate": 3.1925718052104164e-06,
      "loss": 0.9086,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.832331120967865,
      "step": 16305,
      "valid_targets_mean": 673.9,
      "valid_targets_min": 85
    },
    {
      "epoch": 0.46975806451612906,
      "grad_norm": 1.0930587662397941,
      "learning_rate": 3.191364186129739e-06,
      "loss": 0.9367,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9735441207885742,
      "step": 16310,
      "valid_targets_mean": 571.6,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.4699020737327189,
      "grad_norm": 1.2213041436333076,
      "learning_rate": 3.1901563923453342e-06,
      "loss": 0.9516,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8277977108955383,
      "step": 16315,
      "valid_targets_mean": 448.7,
      "valid_targets_min": 154
    },
    {
      "epoch": 0.4700460829493088,
      "grad_norm": 1.2358251760452685,
      "learning_rate": 3.188948424162404e-06,
      "loss": 1.0317,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1197147369384766,
      "step": 16320,
      "valid_targets_mean": 561.1,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.47019009216589863,
      "grad_norm": 1.1832075044098505,
      "learning_rate": 3.1877402818861954e-06,
      "loss": 0.8659,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8731468915939331,
      "step": 16325,
      "valid_targets_mean": 508.0,
      "valid_targets_min": 124
    },
    {
      "epoch": 0.4703341013824885,
      "grad_norm": 0.9644608428619401,
      "learning_rate": 3.1865319658219994e-06,
      "loss": 0.9335,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7654865980148315,
      "step": 16330,
      "valid_targets_mean": 654.8,
      "valid_targets_min": 56
    },
    {
      "epoch": 0.47047811059907835,
      "grad_norm": 0.9176982430845363,
      "learning_rate": 3.1853234762751483e-06,
      "loss": 0.8621,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7990429401397705,
      "step": 16335,
      "valid_targets_mean": 842.0,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.4706221198156682,
      "grad_norm": 0.929828075424776,
      "learning_rate": 3.1841148135510237e-06,
      "loss": 0.9694,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9745614528656006,
      "step": 16340,
      "valid_targets_mean": 848.4,
      "valid_targets_min": 253
    },
    {
      "epoch": 0.47076612903225806,
      "grad_norm": 0.9485908345609751,
      "learning_rate": 3.1829059779550453e-06,
      "loss": 0.8447,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6322460770606995,
      "step": 16345,
      "valid_targets_mean": 660.3,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.4709101382488479,
      "grad_norm": 1.1157387885266907,
      "learning_rate": 3.181696969792679e-06,
      "loss": 0.9405,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8211172223091125,
      "step": 16350,
      "valid_targets_mean": 523.4,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.4710541474654378,
      "grad_norm": 1.1293811622486565,
      "learning_rate": 3.1804877893694346e-06,
      "loss": 1.0458,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9598144888877869,
      "step": 16355,
      "valid_targets_mean": 617.6,
      "valid_targets_min": 226
    },
    {
      "epoch": 0.47119815668202764,
      "grad_norm": 1.1701151196844386,
      "learning_rate": 3.179278436990866e-06,
      "loss": 0.9284,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.874408483505249,
      "step": 16360,
      "valid_targets_mean": 512.4,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.4713421658986175,
      "grad_norm": 1.1616414863926068,
      "learning_rate": 3.1780689129625674e-06,
      "loss": 1.035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0997004508972168,
      "step": 16365,
      "valid_targets_mean": 583.8,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.47148617511520735,
      "grad_norm": 1.2384671368251159,
      "learning_rate": 3.1768592175901806e-06,
      "loss": 0.9024,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9418442845344543,
      "step": 16370,
      "valid_targets_mean": 526.6,
      "valid_targets_min": 187
    },
    {
      "epoch": 0.4716301843317972,
      "grad_norm": 1.0972982536765914,
      "learning_rate": 3.1756493511793877e-06,
      "loss": 1.0711,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1497917175292969,
      "step": 16375,
      "valid_targets_mean": 689.7,
      "valid_targets_min": 187
    },
    {
      "epoch": 0.4717741935483871,
      "grad_norm": 1.1572295198367963,
      "learning_rate": 3.174439314035915e-06,
      "loss": 0.9363,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8888161778450012,
      "step": 16380,
      "valid_targets_mean": 540.9,
      "valid_targets_min": 153
    },
    {
      "epoch": 0.471918202764977,
      "grad_norm": 1.001435664571959,
      "learning_rate": 3.1732291064655313e-06,
      "loss": 0.9992,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2360337972640991,
      "step": 16385,
      "valid_targets_mean": 860.4,
      "valid_targets_min": 409
    },
    {
      "epoch": 0.47206221198156684,
      "grad_norm": 1.0973192271505392,
      "learning_rate": 3.17201872877405e-06,
      "loss": 0.9545,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.941667377948761,
      "step": 16390,
      "valid_targets_mean": 551.1,
      "valid_targets_min": 158
    },
    {
      "epoch": 0.4722062211981567,
      "grad_norm": 1.131197238471937,
      "learning_rate": 3.1708081812673263e-06,
      "loss": 1.0124,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0737102031707764,
      "step": 16395,
      "valid_targets_mean": 588.8,
      "valid_targets_min": 185
    },
    {
      "epoch": 0.47235023041474655,
      "grad_norm": 1.399464666521789,
      "learning_rate": 3.169597464251258e-06,
      "loss": 1.0123,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0470499992370605,
      "step": 16400,
      "valid_targets_mean": 420.2,
      "valid_targets_min": 62
    },
    {
      "epoch": 0.4724942396313364,
      "grad_norm": 1.0319378902231247,
      "learning_rate": 3.168386578031787e-06,
      "loss": 0.9913,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.892583966255188,
      "step": 16405,
      "valid_targets_mean": 616.1,
      "valid_targets_min": 136
    },
    {
      "epoch": 0.47263824884792627,
      "grad_norm": 1.046037676707665,
      "learning_rate": 3.1671755229148967e-06,
      "loss": 0.8672,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6776086091995239,
      "step": 16410,
      "valid_targets_mean": 558.6,
      "valid_targets_min": 189
    },
    {
      "epoch": 0.4727822580645161,
      "grad_norm": 1.3547544661726705,
      "learning_rate": 3.1659642992066142e-06,
      "loss": 0.9535,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9522292017936707,
      "step": 16415,
      "valid_targets_mean": 415.3,
      "valid_targets_min": 147
    },
    {
      "epoch": 0.472926267281106,
      "grad_norm": 1.1043955926726492,
      "learning_rate": 3.1647529072130077e-06,
      "loss": 0.9162,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8303430676460266,
      "step": 16420,
      "valid_targets_mean": 565.6,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.47307027649769584,
      "grad_norm": 1.2797079519407466,
      "learning_rate": 3.1635413472401906e-06,
      "loss": 1.0172,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8263267278671265,
      "step": 16425,
      "valid_targets_mean": 403.1,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.4732142857142857,
      "grad_norm": 1.0991166731515143,
      "learning_rate": 3.1623296195943153e-06,
      "loss": 0.9893,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0169682502746582,
      "step": 16430,
      "valid_targets_mean": 614.2,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.47335829493087556,
      "grad_norm": 1.1109521328163257,
      "learning_rate": 3.16111772458158e-06,
      "loss": 0.9715,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9113689661026001,
      "step": 16435,
      "valid_targets_mean": 553.4,
      "valid_targets_min": 218
    },
    {
      "epoch": 0.4735023041474654,
      "grad_norm": 1.3282261028524798,
      "learning_rate": 3.1599056625082223e-06,
      "loss": 1.0273,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2012593746185303,
      "step": 16440,
      "valid_targets_mean": 471.5,
      "valid_targets_min": 156
    },
    {
      "epoch": 0.4736463133640553,
      "grad_norm": 1.259528500282551,
      "learning_rate": 3.158693433680524e-06,
      "loss": 0.9183,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.086845874786377,
      "step": 16445,
      "valid_targets_mean": 503.4,
      "valid_targets_min": 167
    },
    {
      "epoch": 0.4737903225806452,
      "grad_norm": 0.9205177830925276,
      "learning_rate": 3.1574810384048084e-06,
      "loss": 1.0036,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8904064893722534,
      "step": 16450,
      "valid_targets_mean": 877.2,
      "valid_targets_min": 261
    },
    {
      "epoch": 0.47393433179723504,
      "grad_norm": 1.1207504336418062,
      "learning_rate": 3.1562684769874403e-06,
      "loss": 1.0318,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0840568542480469,
      "step": 16455,
      "valid_targets_mean": 576.1,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.4740783410138249,
      "grad_norm": 1.1993734040444957,
      "learning_rate": 3.1550557497348265e-06,
      "loss": 0.9543,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8418112993240356,
      "step": 16460,
      "valid_targets_mean": 445.1,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.47422235023041476,
      "grad_norm": 1.096806808910216,
      "learning_rate": 3.1538428569534175e-06,
      "loss": 0.9544,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.989043116569519,
      "step": 16465,
      "valid_targets_mean": 562.6,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.4743663594470046,
      "grad_norm": 1.2072302144553686,
      "learning_rate": 3.152629798949703e-06,
      "loss": 0.9303,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7385417222976685,
      "step": 16470,
      "valid_targets_mean": 426.1,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.4745103686635945,
      "grad_norm": 1.1221019086015336,
      "learning_rate": 3.1514165760302162e-06,
      "loss": 0.8876,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0216397047042847,
      "step": 16475,
      "valid_targets_mean": 623.9,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.47465437788018433,
      "grad_norm": 1.077838851033522,
      "learning_rate": 3.1502031885015317e-06,
      "loss": 0.9655,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8175373077392578,
      "step": 16480,
      "valid_targets_mean": 550.1,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.4747983870967742,
      "grad_norm": 1.0856791242960409,
      "learning_rate": 3.148989636670266e-06,
      "loss": 0.9584,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.971616268157959,
      "step": 16485,
      "valid_targets_mean": 606.1,
      "valid_targets_min": 177
    },
    {
      "epoch": 0.47494239631336405,
      "grad_norm": 1.048581312481639,
      "learning_rate": 3.1477759208430752e-06,
      "loss": 1.0259,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2444020509719849,
      "step": 16490,
      "valid_targets_mean": 722.8,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.4750864055299539,
      "grad_norm": 1.2574051349288244,
      "learning_rate": 3.1465620413266594e-06,
      "loss": 0.9588,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8672823309898376,
      "step": 16495,
      "valid_targets_mean": 496.6,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.47523041474654376,
      "grad_norm": 1.1004686727802524,
      "learning_rate": 3.1453479984277584e-06,
      "loss": 1.0194,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9570483565330505,
      "step": 16500,
      "valid_targets_mean": 569.7,
      "valid_targets_min": 175
    },
    {
      "epoch": 0.4753744239631336,
      "grad_norm": 1.1377826899201904,
      "learning_rate": 3.144133792453154e-06,
      "loss": 0.986,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9608793258666992,
      "step": 16505,
      "valid_targets_mean": 546.1,
      "valid_targets_min": 56
    },
    {
      "epoch": 0.4755184331797235,
      "grad_norm": 0.9700193570689772,
      "learning_rate": 3.1429194237096695e-06,
      "loss": 1.012,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8623312711715698,
      "step": 16510,
      "valid_targets_mean": 707.6,
      "valid_targets_min": 210
    },
    {
      "epoch": 0.4756624423963134,
      "grad_norm": 1.0936779941964192,
      "learning_rate": 3.1417048925041683e-06,
      "loss": 0.949,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0351320505142212,
      "step": 16515,
      "valid_targets_mean": 617.0,
      "valid_targets_min": 195
    },
    {
      "epoch": 0.47580645161290325,
      "grad_norm": 1.0679108553750132,
      "learning_rate": 3.140490199143555e-06,
      "loss": 0.9253,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9861627221107483,
      "step": 16520,
      "valid_targets_mean": 633.4,
      "valid_targets_min": 90
    },
    {
      "epoch": 0.4759504608294931,
      "grad_norm": 1.0061981135586255,
      "learning_rate": 3.1392753439347756e-06,
      "loss": 0.8517,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8297135233879089,
      "step": 16525,
      "valid_targets_mean": 653.1,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.47609447004608296,
      "grad_norm": 1.103592205559731,
      "learning_rate": 3.138060327184819e-06,
      "loss": 0.9726,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9931910037994385,
      "step": 16530,
      "valid_targets_mean": 622.8,
      "valid_targets_min": 162
    },
    {
      "epoch": 0.4762384792626728,
      "grad_norm": 1.0071872831567326,
      "learning_rate": 3.1368451492007103e-06,
      "loss": 0.8694,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8633896112442017,
      "step": 16535,
      "valid_targets_mean": 627.9,
      "valid_targets_min": 246
    },
    {
      "epoch": 0.4763824884792627,
      "grad_norm": 1.0509563926802605,
      "learning_rate": 3.1356298102895193e-06,
      "loss": 0.9394,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9218811392784119,
      "step": 16540,
      "valid_targets_mean": 604.9,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.47652649769585254,
      "grad_norm": 1.018549554905777,
      "learning_rate": 3.1344143107583546e-06,
      "loss": 0.9613,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.98263019323349,
      "step": 16545,
      "valid_targets_mean": 704.1,
      "valid_targets_min": 199
    },
    {
      "epoch": 0.4766705069124424,
      "grad_norm": 1.0881448255497086,
      "learning_rate": 3.1331986509143665e-06,
      "loss": 0.9724,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0031381845474243,
      "step": 16550,
      "valid_targets_mean": 592.1,
      "valid_targets_min": 242
    },
    {
      "epoch": 0.47681451612903225,
      "grad_norm": 1.137785744056983,
      "learning_rate": 3.1319828310647437e-06,
      "loss": 0.9932,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9437222480773926,
      "step": 16555,
      "valid_targets_mean": 573.2,
      "valid_targets_min": 123
    },
    {
      "epoch": 0.4769585253456221,
      "grad_norm": 1.1157886100601648,
      "learning_rate": 3.1307668515167188e-06,
      "loss": 0.9855,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1237297058105469,
      "step": 16560,
      "valid_targets_mean": 668.6,
      "valid_targets_min": 253
    },
    {
      "epoch": 0.47710253456221197,
      "grad_norm": 1.1618687981157472,
      "learning_rate": 3.129550712577562e-06,
      "loss": 0.8398,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.799721360206604,
      "step": 16565,
      "valid_targets_mean": 543.8,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.4772465437788018,
      "grad_norm": 1.2358743028358186,
      "learning_rate": 3.1283344145545845e-06,
      "loss": 0.9414,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9243453145027161,
      "step": 16570,
      "valid_targets_mean": 468.1,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.4773905529953917,
      "grad_norm": 1.158679762636247,
      "learning_rate": 3.1271179577551383e-06,
      "loss": 1.055,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9805670380592346,
      "step": 16575,
      "valid_targets_mean": 564.1,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.47753456221198154,
      "grad_norm": 1.3108197414710332,
      "learning_rate": 3.1259013424866132e-06,
      "loss": 0.9308,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.058225154876709,
      "step": 16580,
      "valid_targets_mean": 428.3,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.47767857142857145,
      "grad_norm": 1.0975230049782374,
      "learning_rate": 3.124684569056442e-06,
      "loss": 0.8699,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8671561479568481,
      "step": 16585,
      "valid_targets_mean": 544.9,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.4778225806451613,
      "grad_norm": 1.0910306549333508,
      "learning_rate": 3.1234676377720973e-06,
      "loss": 1.0471,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.012199878692627,
      "step": 16590,
      "valid_targets_mean": 630.0,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.47796658986175117,
      "grad_norm": 1.1688002638623172,
      "learning_rate": 3.122250548941089e-06,
      "loss": 0.9563,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1724166870117188,
      "step": 16595,
      "valid_targets_mean": 578.8,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.478110599078341,
      "grad_norm": 1.0887695757218288,
      "learning_rate": 3.1210333028709694e-06,
      "loss": 0.852,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.280826449394226,
      "step": 16600,
      "valid_targets_mean": 713.4,
      "valid_targets_min": 193
    },
    {
      "epoch": 0.4782546082949309,
      "grad_norm": 1.1054583194690528,
      "learning_rate": 3.1198158998693293e-06,
      "loss": 0.9048,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.907403290271759,
      "step": 16605,
      "valid_targets_mean": 530.1,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.47839861751152074,
      "grad_norm": 1.2167931885651633,
      "learning_rate": 3.1185983402438e-06,
      "loss": 0.8785,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8498094081878662,
      "step": 16610,
      "valid_targets_mean": 453.9,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.4785426267281106,
      "grad_norm": 1.3007521366943748,
      "learning_rate": 3.11738062430205e-06,
      "loss": 0.931,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0306181907653809,
      "step": 16615,
      "valid_targets_mean": 447.0,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.47868663594470046,
      "grad_norm": 1.0842629671294357,
      "learning_rate": 3.1161627523517905e-06,
      "loss": 1.0431,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9491868019104004,
      "step": 16620,
      "valid_targets_mean": 600.2,
      "valid_targets_min": 62
    },
    {
      "epoch": 0.4788306451612903,
      "grad_norm": 1.1199182064646633,
      "learning_rate": 3.1149447247007707e-06,
      "loss": 1.0102,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9082282781600952,
      "step": 16625,
      "valid_targets_mean": 543.6,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.47897465437788017,
      "grad_norm": 1.1251773847830204,
      "learning_rate": 3.113726541656778e-06,
      "loss": 0.883,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7837339639663696,
      "step": 16630,
      "valid_targets_mean": 548.3,
      "valid_targets_min": 190
    },
    {
      "epoch": 0.47911866359447003,
      "grad_norm": 1.0506457531044386,
      "learning_rate": 3.1125082035276414e-06,
      "loss": 0.9515,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9405655264854431,
      "step": 16635,
      "valid_targets_mean": 630.6,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.4792626728110599,
      "grad_norm": 1.0920135481498194,
      "learning_rate": 3.1112897106212283e-06,
      "loss": 0.9713,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9929950833320618,
      "step": 16640,
      "valid_targets_mean": 619.6,
      "valid_targets_min": 263
    },
    {
      "epoch": 0.47940668202764974,
      "grad_norm": 0.9637636331026663,
      "learning_rate": 3.110071063245443e-06,
      "loss": 0.8846,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8715947866439819,
      "step": 16645,
      "valid_targets_mean": 719.6,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.47955069124423966,
      "grad_norm": 1.1775297816024122,
      "learning_rate": 3.1088522617082313e-06,
      "loss": 0.9383,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.072494626045227,
      "step": 16650,
      "valid_targets_mean": 569.8,
      "valid_targets_min": 172
    },
    {
      "epoch": 0.4796947004608295,
      "grad_norm": 1.2170484287705419,
      "learning_rate": 3.1076333063175785e-06,
      "loss": 0.9762,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9306160807609558,
      "step": 16655,
      "valid_targets_mean": 514.2,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.4798387096774194,
      "grad_norm": 1.2347669737202929,
      "learning_rate": 3.106414197381506e-06,
      "loss": 0.8705,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8143856525421143,
      "step": 16660,
      "valid_targets_mean": 463.7,
      "valid_targets_min": 144
    },
    {
      "epoch": 0.47998271889400923,
      "grad_norm": 1.1973920871290862,
      "learning_rate": 3.105194935208077e-06,
      "loss": 1.012,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9373432397842407,
      "step": 16665,
      "valid_targets_mean": 493.5,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.4801267281105991,
      "grad_norm": 1.1005695217699025,
      "learning_rate": 3.1039755201053908e-06,
      "loss": 1.0149,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0595479011535645,
      "step": 16670,
      "valid_targets_mean": 640.9,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.48027073732718895,
      "grad_norm": 1.0809521760014247,
      "learning_rate": 3.1027559523815863e-06,
      "loss": 1.0473,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9689372777938843,
      "step": 16675,
      "valid_targets_mean": 621.2,
      "valid_targets_min": 288
    },
    {
      "epoch": 0.4804147465437788,
      "grad_norm": 1.0548915202227511,
      "learning_rate": 3.101536232344843e-06,
      "loss": 1.0096,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1775822639465332,
      "step": 16680,
      "valid_targets_mean": 687.2,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.48055875576036866,
      "grad_norm": 1.11047692674466,
      "learning_rate": 3.100316360303376e-06,
      "loss": 0.9131,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9576794505119324,
      "step": 16685,
      "valid_targets_mean": 614.3,
      "valid_targets_min": 205
    },
    {
      "epoch": 0.4807027649769585,
      "grad_norm": 1.1749080182126073,
      "learning_rate": 3.0990963365654385e-06,
      "loss": 0.9999,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9375423192977905,
      "step": 16690,
      "valid_targets_mean": 540.0,
      "valid_targets_min": 183
    },
    {
      "epoch": 0.4808467741935484,
      "grad_norm": 1.0795328661750598,
      "learning_rate": 3.0978761614393253e-06,
      "loss": 0.9658,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.930456817150116,
      "step": 16695,
      "valid_targets_mean": 598.5,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.48099078341013823,
      "grad_norm": 1.167875746478447,
      "learning_rate": 3.096655835233368e-06,
      "loss": 1.0961,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.251315712928772,
      "step": 16700,
      "valid_targets_mean": 594.4,
      "valid_targets_min": 119
    },
    {
      "epoch": 0.4811347926267281,
      "grad_norm": 1.1184052164827922,
      "learning_rate": 3.095435358255934e-06,
      "loss": 0.9513,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9553031921386719,
      "step": 16705,
      "valid_targets_mean": 557.7,
      "valid_targets_min": 57
    },
    {
      "epoch": 0.48127880184331795,
      "grad_norm": 0.964220692647577,
      "learning_rate": 3.094214730815433e-06,
      "loss": 0.9086,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1012320518493652,
      "step": 16710,
      "valid_targets_mean": 795.6,
      "valid_targets_min": 275
    },
    {
      "epoch": 0.4814228110599078,
      "grad_norm": 1.0449222900216115,
      "learning_rate": 3.092993953220309e-06,
      "loss": 0.9607,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8550097942352295,
      "step": 16715,
      "valid_targets_mean": 633.6,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.4815668202764977,
      "grad_norm": 1.2502403252481544,
      "learning_rate": 3.0917730257790455e-06,
      "loss": 0.8909,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9976988434791565,
      "step": 16720,
      "valid_targets_mean": 476.8,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.4817108294930876,
      "grad_norm": 1.1187914401798091,
      "learning_rate": 3.0905519488001635e-06,
      "loss": 0.9265,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8915998935699463,
      "step": 16725,
      "valid_targets_mean": 543.8,
      "valid_targets_min": 139
    },
    {
      "epoch": 0.48185483870967744,
      "grad_norm": 1.1765190459165078,
      "learning_rate": 3.0893307225922243e-06,
      "loss": 1.036,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9111698269844055,
      "step": 16730,
      "valid_targets_mean": 525.7,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.4819988479262673,
      "grad_norm": 1.05441841088756,
      "learning_rate": 3.088109347463821e-06,
      "loss": 0.9567,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8684788942337036,
      "step": 16735,
      "valid_targets_mean": 616.6,
      "valid_targets_min": 236
    },
    {
      "epoch": 0.48214285714285715,
      "grad_norm": 1.1305635802601228,
      "learning_rate": 3.086887823723591e-06,
      "loss": 0.9954,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0482155084609985,
      "step": 16740,
      "valid_targets_mean": 555.6,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.482286866359447,
      "grad_norm": 1.074745838433166,
      "learning_rate": 3.0856661516802057e-06,
      "loss": 0.8957,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0570533275604248,
      "step": 16745,
      "valid_targets_mean": 655.5,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.48243087557603687,
      "grad_norm": 1.1422812936810804,
      "learning_rate": 3.0844443316423737e-06,
      "loss": 0.8957,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8207277655601501,
      "step": 16750,
      "valid_targets_mean": 515.6,
      "valid_targets_min": 154
    },
    {
      "epoch": 0.4825748847926267,
      "grad_norm": 1.2713621020007264,
      "learning_rate": 3.0832223639188426e-06,
      "loss": 0.7708,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8955265283584595,
      "step": 16755,
      "valid_targets_mean": 456.9,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.4827188940092166,
      "grad_norm": 1.072179484156297,
      "learning_rate": 3.0820002488183964e-06,
      "loss": 1.0975,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9424336552619934,
      "step": 16760,
      "valid_targets_mean": 586.9,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.48286290322580644,
      "grad_norm": 1.1617745444068068,
      "learning_rate": 3.080777986649856e-06,
      "loss": 0.9843,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8505407571792603,
      "step": 16765,
      "valid_targets_mean": 551.5,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.4830069124423963,
      "grad_norm": 1.1020769349283144,
      "learning_rate": 3.079555577722081e-06,
      "loss": 1.0303,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.082760214805603,
      "step": 16770,
      "valid_targets_mean": 628.1,
      "valid_targets_min": 207
    },
    {
      "epoch": 0.48315092165898615,
      "grad_norm": 1.220129701122735,
      "learning_rate": 3.078333022343966e-06,
      "loss": 1.0075,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9449648857116699,
      "step": 16775,
      "valid_targets_mean": 501.9,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.483294930875576,
      "grad_norm": 1.2391589450227705,
      "learning_rate": 3.0771103208244446e-06,
      "loss": 0.9163,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9480464458465576,
      "step": 16780,
      "valid_targets_mean": 466.1,
      "valid_targets_min": 161
    },
    {
      "epoch": 0.4834389400921659,
      "grad_norm": 1.2671285151124758,
      "learning_rate": 3.0758874734724845e-06,
      "loss": 0.9711,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9897884726524353,
      "step": 16785,
      "valid_targets_mean": 465.2,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.4835829493087558,
      "grad_norm": 0.834133762285224,
      "learning_rate": 3.074664480597095e-06,
      "loss": 0.8705,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6462251543998718,
      "step": 16790,
      "valid_targets_mean": 812.7,
      "valid_targets_min": 168
    },
    {
      "epoch": 0.48372695852534564,
      "grad_norm": 1.162649107390927,
      "learning_rate": 3.073441342507318e-06,
      "loss": 1.0176,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1375901699066162,
      "step": 16795,
      "valid_targets_mean": 630.8,
      "valid_targets_min": 201
    },
    {
      "epoch": 0.4838709677419355,
      "grad_norm": 1.0350184166215075,
      "learning_rate": 3.072218059512232e-06,
      "loss": 0.9742,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9551893472671509,
      "step": 16800,
      "valid_targets_mean": 674.3,
      "valid_targets_min": 199
    },
    {
      "epoch": 0.48401497695852536,
      "grad_norm": 1.0926563711630706,
      "learning_rate": 3.0709946319209556e-06,
      "loss": 0.9493,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7861218452453613,
      "step": 16805,
      "valid_targets_mean": 550.2,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.4841589861751152,
      "grad_norm": 1.1284549007156026,
      "learning_rate": 3.069771060042641e-06,
      "loss": 0.9503,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0224937200546265,
      "step": 16810,
      "valid_targets_mean": 576.4,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.48430299539170507,
      "grad_norm": 1.1234527914337604,
      "learning_rate": 3.0685473441864783e-06,
      "loss": 1.0174,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8970075845718384,
      "step": 16815,
      "valid_targets_mean": 558.9,
      "valid_targets_min": 81
    },
    {
      "epoch": 0.48444700460829493,
      "grad_norm": 0.985423058304325,
      "learning_rate": 3.0673234846616927e-06,
      "loss": 0.9773,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9821422100067139,
      "step": 16820,
      "valid_targets_mean": 737.5,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.4845910138248848,
      "grad_norm": 1.1658709377905911,
      "learning_rate": 3.066099481777547e-06,
      "loss": 1.0098,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0571767091751099,
      "step": 16825,
      "valid_targets_mean": 548.8,
      "valid_targets_min": 180
    },
    {
      "epoch": 0.48473502304147464,
      "grad_norm": 1.2365394999248673,
      "learning_rate": 3.0648753358433383e-06,
      "loss": 0.9455,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8904804587364197,
      "step": 16830,
      "valid_targets_mean": 483.1,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.4848790322580645,
      "grad_norm": 1.1035484241475175,
      "learning_rate": 3.063651047168403e-06,
      "loss": 1.0707,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0406296253204346,
      "step": 16835,
      "valid_targets_mean": 614.9,
      "valid_targets_min": 194
    },
    {
      "epoch": 0.48502304147465436,
      "grad_norm": 1.1438699803080568,
      "learning_rate": 3.062426616062111e-06,
      "loss": 1.038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.100692868232727,
      "step": 16840,
      "valid_targets_mean": 605.2,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.4851670506912442,
      "grad_norm": 1.0192368570094061,
      "learning_rate": 3.0612020428338684e-06,
      "loss": 0.8809,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.93108069896698,
      "step": 16845,
      "valid_targets_mean": 694.6,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.4853110599078341,
      "grad_norm": 1.2445938945983768,
      "learning_rate": 3.0599773277931184e-06,
      "loss": 0.9526,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9279805421829224,
      "step": 16850,
      "valid_targets_mean": 489.1,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.485455069124424,
      "grad_norm": 1.1190504441199773,
      "learning_rate": 3.05875247124934e-06,
      "loss": 0.8992,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8284168839454651,
      "step": 16855,
      "valid_targets_mean": 543.1,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.48559907834101385,
      "grad_norm": 1.185022751396427,
      "learning_rate": 3.0575274735120454e-06,
      "loss": 0.7901,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7736718654632568,
      "step": 16860,
      "valid_targets_mean": 471.7,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.4857430875576037,
      "grad_norm": 1.1607569438348975,
      "learning_rate": 3.056302334890786e-06,
      "loss": 0.8575,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7738981246948242,
      "step": 16865,
      "valid_targets_mean": 507.9,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.48588709677419356,
      "grad_norm": 1.0659572862305058,
      "learning_rate": 3.0550770556951477e-06,
      "loss": 0.9431,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.855138897895813,
      "step": 16870,
      "valid_targets_mean": 590.1,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.4860311059907834,
      "grad_norm": 1.1390572023672634,
      "learning_rate": 3.0538516362347505e-06,
      "loss": 0.9843,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0409061908721924,
      "step": 16875,
      "valid_targets_mean": 554.3,
      "valid_targets_min": 244
    },
    {
      "epoch": 0.4861751152073733,
      "grad_norm": 1.028824099942321,
      "learning_rate": 3.05262607681925e-06,
      "loss": 0.9525,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9298335313796997,
      "step": 16880,
      "valid_targets_mean": 634.8,
      "valid_targets_min": 158
    },
    {
      "epoch": 0.48631912442396313,
      "grad_norm": 1.148631405586767,
      "learning_rate": 3.0514003777583402e-06,
      "loss": 0.9787,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0872724056243896,
      "step": 16885,
      "valid_targets_mean": 562.1,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.486463133640553,
      "grad_norm": 1.2164190032337474,
      "learning_rate": 3.050174539361746e-06,
      "loss": 0.8684,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9933740496635437,
      "step": 16890,
      "valid_targets_mean": 518.3,
      "valid_targets_min": 192
    },
    {
      "epoch": 0.48660714285714285,
      "grad_norm": 1.2317597624140226,
      "learning_rate": 3.048948561939231e-06,
      "loss": 0.9784,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9353336095809937,
      "step": 16895,
      "valid_targets_mean": 472.6,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.4867511520737327,
      "grad_norm": 0.985069171599608,
      "learning_rate": 3.0477224458005923e-06,
      "loss": 1.0874,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1828885078430176,
      "step": 16900,
      "valid_targets_mean": 747.4,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.48689516129032256,
      "grad_norm": 0.9561888831532868,
      "learning_rate": 3.046496191255661e-06,
      "loss": 0.9635,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.039078950881958,
      "step": 16905,
      "valid_targets_mean": 774.4,
      "valid_targets_min": 142
    },
    {
      "epoch": 0.4870391705069124,
      "grad_norm": 1.2010050859606747,
      "learning_rate": 3.045269798614307e-06,
      "loss": 0.8892,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8280949592590332,
      "step": 16910,
      "valid_targets_mean": 484.6,
      "valid_targets_min": 159
    },
    {
      "epoch": 0.4871831797235023,
      "grad_norm": 1.1725845683745357,
      "learning_rate": 3.0440432681864314e-06,
      "loss": 1.0278,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9218654632568359,
      "step": 16915,
      "valid_targets_mean": 496.1,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.4873271889400922,
      "grad_norm": 1.0696919856968188,
      "learning_rate": 3.0428166002819713e-06,
      "loss": 0.9699,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0790762901306152,
      "step": 16920,
      "valid_targets_mean": 646.2,
      "valid_targets_min": 55
    },
    {
      "epoch": 0.48747119815668205,
      "grad_norm": 1.249531126215541,
      "learning_rate": 3.0415897952108974e-06,
      "loss": 0.9697,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1285418272018433,
      "step": 16925,
      "valid_targets_mean": 513.8,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.4876152073732719,
      "grad_norm": 1.0321642252210486,
      "learning_rate": 3.040362853283219e-06,
      "loss": 1.0568,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.182091474533081,
      "step": 16930,
      "valid_targets_mean": 683.5,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.48775921658986177,
      "grad_norm": 1.047744052866678,
      "learning_rate": 3.0391357748089743e-06,
      "loss": 0.9799,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8227086067199707,
      "step": 16935,
      "valid_targets_mean": 612.4,
      "valid_targets_min": 178
    },
    {
      "epoch": 0.4879032258064516,
      "grad_norm": 1.117102241100364,
      "learning_rate": 3.0379085600982417e-06,
      "loss": 0.9695,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1647944450378418,
      "step": 16940,
      "valid_targets_mean": 679.6,
      "valid_targets_min": 183
    },
    {
      "epoch": 0.4880472350230415,
      "grad_norm": 1.1677534196439965,
      "learning_rate": 3.0366812094611285e-06,
      "loss": 0.8921,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9755516648292542,
      "step": 16945,
      "valid_targets_mean": 548.5,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.48819124423963134,
      "grad_norm": 1.0043175095378667,
      "learning_rate": 3.0354537232077814e-06,
      "loss": 0.9575,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0707591772079468,
      "step": 16950,
      "valid_targets_mean": 709.8,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.4883352534562212,
      "grad_norm": 1.1201093392514625,
      "learning_rate": 3.034226101648377e-06,
      "loss": 0.9547,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9139022827148438,
      "step": 16955,
      "valid_targets_mean": 585.8,
      "valid_targets_min": 230
    },
    {
      "epoch": 0.48847926267281105,
      "grad_norm": 1.0326541744442013,
      "learning_rate": 3.032998345093131e-06,
      "loss": 0.9853,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9204089641571045,
      "step": 16960,
      "valid_targets_mean": 673.8,
      "valid_targets_min": 215
    },
    {
      "epoch": 0.4886232718894009,
      "grad_norm": 1.190542253840016,
      "learning_rate": 3.031770453852287e-06,
      "loss": 0.9319,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8983577489852905,
      "step": 16965,
      "valid_targets_mean": 499.4,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.48876728110599077,
      "grad_norm": 1.003525198406032,
      "learning_rate": 3.0305424282361284e-06,
      "loss": 0.9808,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.025970220565796,
      "step": 16970,
      "valid_targets_mean": 796.8,
      "valid_targets_min": 209
    },
    {
      "epoch": 0.4889112903225806,
      "grad_norm": 1.080203768947453,
      "learning_rate": 3.0293142685549692e-06,
      "loss": 0.9709,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.066130518913269,
      "step": 16975,
      "valid_targets_mean": 640.1,
      "valid_targets_min": 176
    },
    {
      "epoch": 0.4890552995391705,
      "grad_norm": 0.9947279679372447,
      "learning_rate": 3.0280859751191575e-06,
      "loss": 0.8681,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.771882176399231,
      "step": 16980,
      "valid_targets_mean": 622.7,
      "valid_targets_min": 65
    },
    {
      "epoch": 0.48919930875576034,
      "grad_norm": 1.112452015377941,
      "learning_rate": 3.0268575482390784e-06,
      "loss": 0.9767,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0950829982757568,
      "step": 16985,
      "valid_targets_mean": 585.4,
      "valid_targets_min": 151
    },
    {
      "epoch": 0.48934331797235026,
      "grad_norm": 1.1236952673232607,
      "learning_rate": 3.025628988225146e-06,
      "loss": 0.9881,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9282318949699402,
      "step": 16990,
      "valid_targets_mean": 617.6,
      "valid_targets_min": 295
    },
    {
      "epoch": 0.4894873271889401,
      "grad_norm": 1.1592273189816942,
      "learning_rate": 3.0244002953878116e-06,
      "loss": 0.8409,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9275425672531128,
      "step": 16995,
      "valid_targets_mean": 545.6,
      "valid_targets_min": 163
    },
    {
      "epoch": 0.48963133640552997,
      "grad_norm": 1.1532940969726013,
      "learning_rate": 3.0231714700375568e-06,
      "loss": 0.8532,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.058936595916748,
      "step": 17000,
      "valid_targets_mean": 593.8,
      "valid_targets_min": 376
    },
    {
      "epoch": 0.48977534562211983,
      "grad_norm": 1.294108828099393,
      "learning_rate": 3.021942512484902e-06,
      "loss": 0.9531,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9122262001037598,
      "step": 17005,
      "valid_targets_mean": 455.8,
      "valid_targets_min": 178
    },
    {
      "epoch": 0.4899193548387097,
      "grad_norm": 1.2078220085761557,
      "learning_rate": 3.0207134230403944e-06,
      "loss": 0.9343,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0709872245788574,
      "step": 17010,
      "valid_targets_mean": 532.7,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.49006336405529954,
      "grad_norm": 1.2055983236413632,
      "learning_rate": 3.01948420201462e-06,
      "loss": 0.9249,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7488858699798584,
      "step": 17015,
      "valid_targets_mean": 451.2,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.4902073732718894,
      "grad_norm": 1.1263284576940473,
      "learning_rate": 3.0182548497181946e-06,
      "loss": 1.008,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.89652419090271,
      "step": 17020,
      "valid_targets_mean": 556.1,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.49035138248847926,
      "grad_norm": 1.1021507218569628,
      "learning_rate": 3.017025366461769e-06,
      "loss": 1.0071,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0363730192184448,
      "step": 17025,
      "valid_targets_mean": 579.8,
      "valid_targets_min": 158
    },
    {
      "epoch": 0.4904953917050691,
      "grad_norm": 1.0214729924754076,
      "learning_rate": 3.015795752556025e-06,
      "loss": 1.0037,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8511538505554199,
      "step": 17030,
      "valid_targets_mean": 640.2,
      "valid_targets_min": 207
    },
    {
      "epoch": 0.490639400921659,
      "grad_norm": 1.0676191201573735,
      "learning_rate": 3.0145660083116813e-06,
      "loss": 0.8889,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8438320159912109,
      "step": 17035,
      "valid_targets_mean": 597.2,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.49078341013824883,
      "grad_norm": 1.0506518990283247,
      "learning_rate": 3.013336134039486e-06,
      "loss": 0.8935,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8747600317001343,
      "step": 17040,
      "valid_targets_mean": 676.1,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.4909274193548387,
      "grad_norm": 1.3599585578068087,
      "learning_rate": 3.0121061300502214e-06,
      "loss": 0.9925,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0724308490753174,
      "step": 17045,
      "valid_targets_mean": 454.4,
      "valid_targets_min": 63
    },
    {
      "epoch": 0.49107142857142855,
      "grad_norm": 1.185265369977089,
      "learning_rate": 3.0108759966547014e-06,
      "loss": 1.0376,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8257532119750977,
      "step": 17050,
      "valid_targets_mean": 478.9,
      "valid_targets_min": 153
    },
    {
      "epoch": 0.49121543778801846,
      "grad_norm": 0.9429786789256116,
      "learning_rate": 3.009645734163775e-06,
      "loss": 0.8807,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8770819902420044,
      "step": 17055,
      "valid_targets_mean": 728.2,
      "valid_targets_min": 263
    },
    {
      "epoch": 0.4913594470046083,
      "grad_norm": 1.0990745045368358,
      "learning_rate": 3.008415342888322e-06,
      "loss": 0.9327,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1957238912582397,
      "step": 17060,
      "valid_targets_mean": 664.6,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.4915034562211982,
      "grad_norm": 1.0749036069472089,
      "learning_rate": 3.0071848231392546e-06,
      "loss": 0.9089,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7837005853652954,
      "step": 17065,
      "valid_targets_mean": 610.3,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.49164746543778803,
      "grad_norm": 1.0365939032369043,
      "learning_rate": 3.005954175227519e-06,
      "loss": 0.9746,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1139270067214966,
      "step": 17070,
      "valid_targets_mean": 715.8,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.4917914746543779,
      "grad_norm": 1.3012761964408954,
      "learning_rate": 3.004723399464091e-06,
      "loss": 1.0972,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.003869652748108,
      "step": 17075,
      "valid_targets_mean": 458.4,
      "valid_targets_min": 65
    },
    {
      "epoch": 0.49193548387096775,
      "grad_norm": 1.0888138329447279,
      "learning_rate": 3.0034924961599825e-06,
      "loss": 0.9215,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9844473600387573,
      "step": 17080,
      "valid_targets_mean": 596.8,
      "valid_targets_min": 156
    },
    {
      "epoch": 0.4920794930875576,
      "grad_norm": 1.017127666097612,
      "learning_rate": 3.002261465626235e-06,
      "loss": 0.9578,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0093536376953125,
      "step": 17085,
      "valid_targets_mean": 661.6,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.49222350230414746,
      "grad_norm": 1.038516770049771,
      "learning_rate": 3.001030308173923e-06,
      "loss": 0.9493,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7117438316345215,
      "step": 17090,
      "valid_targets_mean": 596.6,
      "valid_targets_min": 212
    },
    {
      "epoch": 0.4923675115207373,
      "grad_norm": 0.9830750196426707,
      "learning_rate": 2.999799024114151e-06,
      "loss": 1.0753,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1586995124816895,
      "step": 17095,
      "valid_targets_mean": 819.5,
      "valid_targets_min": 195
    },
    {
      "epoch": 0.4925115207373272,
      "grad_norm": 1.2536343454123506,
      "learning_rate": 2.9985676137580603e-06,
      "loss": 0.9169,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0004914999008179,
      "step": 17100,
      "valid_targets_mean": 499.6,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.49265552995391704,
      "grad_norm": 0.9873862058912971,
      "learning_rate": 2.9973360774168194e-06,
      "loss": 0.979,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9503254890441895,
      "step": 17105,
      "valid_targets_mean": 821.1,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.4927995391705069,
      "grad_norm": 1.3036277196106658,
      "learning_rate": 2.9961044154016304e-06,
      "loss": 0.991,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0586650371551514,
      "step": 17110,
      "valid_targets_mean": 459.9,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.49294354838709675,
      "grad_norm": 1.0497099805157708,
      "learning_rate": 2.9948726280237276e-06,
      "loss": 0.9476,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9908103346824646,
      "step": 17115,
      "valid_targets_mean": 687.8,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.4930875576036866,
      "grad_norm": 1.2392945105353042,
      "learning_rate": 2.993640715594377e-06,
      "loss": 0.958,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8984298706054688,
      "step": 17120,
      "valid_targets_mean": 506.9,
      "valid_targets_min": 240
    },
    {
      "epoch": 0.4932315668202765,
      "grad_norm": 1.1788427257463696,
      "learning_rate": 2.992408678424874e-06,
      "loss": 0.9998,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9821076989173889,
      "step": 17125,
      "valid_targets_mean": 529.4,
      "valid_targets_min": 161
    },
    {
      "epoch": 0.4933755760368664,
      "grad_norm": 1.1023688913917136,
      "learning_rate": 2.9911765168265498e-06,
      "loss": 0.9326,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9487813115119934,
      "step": 17130,
      "valid_targets_mean": 616.7,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.49351958525345624,
      "grad_norm": 1.1201627225081667,
      "learning_rate": 2.989944231110762e-06,
      "loss": 0.9819,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9547712802886963,
      "step": 17135,
      "valid_targets_mean": 542.6,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.4936635944700461,
      "grad_norm": 1.8216675112347591,
      "learning_rate": 2.9887118215889038e-06,
      "loss": 0.9192,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7325767278671265,
      "step": 17140,
      "valid_targets_mean": 646.9,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.49380760368663595,
      "grad_norm": 1.2456665703110643,
      "learning_rate": 2.9874792885723974e-06,
      "loss": 0.9524,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0445592403411865,
      "step": 17145,
      "valid_targets_mean": 487.9,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.4939516129032258,
      "grad_norm": 1.119053166878325,
      "learning_rate": 2.9862466323726967e-06,
      "loss": 1.0515,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1229840517044067,
      "step": 17150,
      "valid_targets_mean": 610.9,
      "valid_targets_min": 192
    },
    {
      "epoch": 0.49409562211981567,
      "grad_norm": 1.0748000694017013,
      "learning_rate": 2.985013853301286e-06,
      "loss": 0.9266,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9943737983703613,
      "step": 17155,
      "valid_targets_mean": 669.1,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.4942396313364055,
      "grad_norm": 1.1208766589771384,
      "learning_rate": 2.9837809516696835e-06,
      "loss": 1.1278,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.211037039756775,
      "step": 17160,
      "valid_targets_mean": 660.8,
      "valid_targets_min": 177
    },
    {
      "epoch": 0.4943836405529954,
      "grad_norm": 1.1496939746406087,
      "learning_rate": 2.9825479277894344e-06,
      "loss": 0.9469,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9941147565841675,
      "step": 17165,
      "valid_targets_mean": 573.6,
      "valid_targets_min": 200
    },
    {
      "epoch": 0.49452764976958524,
      "grad_norm": 0.9086408530236787,
      "learning_rate": 2.9813147819721167e-06,
      "loss": 1.0293,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9291682243347168,
      "step": 17170,
      "valid_targets_mean": 844.8,
      "valid_targets_min": 297
    },
    {
      "epoch": 0.4946716589861751,
      "grad_norm": 1.2152377990422325,
      "learning_rate": 2.980081514529341e-06,
      "loss": 0.8986,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9737578630447388,
      "step": 17175,
      "valid_targets_mean": 527.6,
      "valid_targets_min": 172
    },
    {
      "epoch": 0.49481566820276496,
      "grad_norm": 1.3203615923710315,
      "learning_rate": 2.978848125772745e-06,
      "loss": 0.9898,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0766476392745972,
      "step": 17180,
      "valid_targets_mean": 433.9,
      "valid_targets_min": 147
    },
    {
      "epoch": 0.4949596774193548,
      "grad_norm": 1.0276662761472732,
      "learning_rate": 2.9776146160139995e-06,
      "loss": 0.9749,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0145577192306519,
      "step": 17185,
      "valid_targets_mean": 738.4,
      "valid_targets_min": 233
    },
    {
      "epoch": 0.4951036866359447,
      "grad_norm": 1.1129687009962856,
      "learning_rate": 2.9763809855648058e-06,
      "loss": 1.0617,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3914865255355835,
      "step": 17190,
      "valid_targets_mean": 730.8,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.4952476958525346,
      "grad_norm": 1.1047424544767928,
      "learning_rate": 2.9751472347368942e-06,
      "loss": 0.8715,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8044917583465576,
      "step": 17195,
      "valid_targets_mean": 546.2,
      "valid_targets_min": 326
    },
    {
      "epoch": 0.49539170506912444,
      "grad_norm": 1.058609297687233,
      "learning_rate": 2.973913363842027e-06,
      "loss": 0.8118,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6715923547744751,
      "step": 17200,
      "valid_targets_mean": 518.8,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.4955357142857143,
      "grad_norm": 1.1095852703907474,
      "learning_rate": 2.9726793731919973e-06,
      "loss": 0.9572,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0332592725753784,
      "step": 17205,
      "valid_targets_mean": 679.8,
      "valid_targets_min": 271
    },
    {
      "epoch": 0.49567972350230416,
      "grad_norm": 1.173281083385962,
      "learning_rate": 2.9714452630986247e-06,
      "loss": 0.9722,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.961232602596283,
      "step": 17210,
      "valid_targets_mean": 548.8,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.495823732718894,
      "grad_norm": 1.3085686345366578,
      "learning_rate": 2.9702110338737637e-06,
      "loss": 0.9588,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2347885370254517,
      "step": 17215,
      "valid_targets_mean": 521.2,
      "valid_targets_min": 157
    },
    {
      "epoch": 0.4959677419354839,
      "grad_norm": 1.0799078658616432,
      "learning_rate": 2.968976685829297e-06,
      "loss": 1.0526,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.177342176437378,
      "step": 17220,
      "valid_targets_mean": 667.2,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.49611175115207373,
      "grad_norm": 1.1154694431329,
      "learning_rate": 2.9677422192771364e-06,
      "loss": 0.9584,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9878271222114563,
      "step": 17225,
      "valid_targets_mean": 547.4,
      "valid_targets_min": 54
    },
    {
      "epoch": 0.4962557603686636,
      "grad_norm": 1.020480787455098,
      "learning_rate": 2.9665076345292243e-06,
      "loss": 1.0051,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9075749516487122,
      "step": 17230,
      "valid_targets_mean": 684.8,
      "valid_targets_min": 204
    },
    {
      "epoch": 0.49639976958525345,
      "grad_norm": 1.0501856947133679,
      "learning_rate": 2.965272931897534e-06,
      "loss": 0.9683,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9183571934700012,
      "step": 17235,
      "valid_targets_mean": 635.3,
      "valid_targets_min": 277
    },
    {
      "epoch": 0.4965437788018433,
      "grad_norm": 1.2174217579714033,
      "learning_rate": 2.9640381116940666e-06,
      "loss": 1.0079,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0289442539215088,
      "step": 17240,
      "valid_targets_mean": 531.5,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.49668778801843316,
      "grad_norm": 1.2145337074045628,
      "learning_rate": 2.962803174230855e-06,
      "loss": 1.0331,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9806519746780396,
      "step": 17245,
      "valid_targets_mean": 486.4,
      "valid_targets_min": 181
    },
    {
      "epoch": 0.496831797235023,
      "grad_norm": 1.2269504268935751,
      "learning_rate": 2.9615681198199603e-06,
      "loss": 0.9309,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1359835863113403,
      "step": 17250,
      "valid_targets_mean": 521.4,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.4969758064516129,
      "grad_norm": 1.0440969162301483,
      "learning_rate": 2.960332948773474e-06,
      "loss": 0.8825,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7566734552383423,
      "step": 17255,
      "valid_targets_mean": 597.3,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.4971198156682028,
      "grad_norm": 1.1937898976955794,
      "learning_rate": 2.959097661403515e-06,
      "loss": 1.0523,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2359744310379028,
      "step": 17260,
      "valid_targets_mean": 562.2,
      "valid_targets_min": 46
    },
    {
      "epoch": 0.49726382488479265,
      "grad_norm": 1.1602353514380672,
      "learning_rate": 2.957862258022236e-06,
      "loss": 0.8257,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.939902126789093,
      "step": 17265,
      "valid_targets_mean": 580.6,
      "valid_targets_min": 164
    },
    {
      "epoch": 0.4974078341013825,
      "grad_norm": 1.1417345743804295,
      "learning_rate": 2.9566267389418147e-06,
      "loss": 0.9423,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8482787609100342,
      "step": 17270,
      "valid_targets_mean": 528.0,
      "valid_targets_min": 54
    },
    {
      "epoch": 0.49755184331797236,
      "grad_norm": 1.312017705706159,
      "learning_rate": 2.9553911044744588e-06,
      "loss": 0.9456,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8605328798294067,
      "step": 17275,
      "valid_targets_mean": 428.4,
      "valid_targets_min": 90
    },
    {
      "epoch": 0.4976958525345622,
      "grad_norm": 1.1803134147535719,
      "learning_rate": 2.9541553549324076e-06,
      "loss": 0.966,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9452235102653503,
      "step": 17280,
      "valid_targets_mean": 538.9,
      "valid_targets_min": 225
    },
    {
      "epoch": 0.4978398617511521,
      "grad_norm": 1.1099042339394214,
      "learning_rate": 2.952919490627928e-06,
      "loss": 0.8592,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9128807187080383,
      "step": 17285,
      "valid_targets_mean": 549.5,
      "valid_targets_min": 62
    },
    {
      "epoch": 0.49798387096774194,
      "grad_norm": 1.135267893793189,
      "learning_rate": 2.951683511873314e-06,
      "loss": 1.0003,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1525200605392456,
      "step": 17290,
      "valid_targets_mean": 672.5,
      "valid_targets_min": 184
    },
    {
      "epoch": 0.4981278801843318,
      "grad_norm": 1.1896855986907218,
      "learning_rate": 2.9504474189808913e-06,
      "loss": 1.0295,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.955558180809021,
      "step": 17295,
      "valid_targets_mean": 519.8,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.49827188940092165,
      "grad_norm": 1.0252781364892722,
      "learning_rate": 2.9492112122630144e-06,
      "loss": 0.9842,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9321174621582031,
      "step": 17300,
      "valid_targets_mean": 633.6,
      "valid_targets_min": 178
    },
    {
      "epoch": 0.4984158986175115,
      "grad_norm": 1.1465287821992332,
      "learning_rate": 2.947974892032063e-06,
      "loss": 0.9149,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.044276237487793,
      "step": 17305,
      "valid_targets_mean": 668.1,
      "valid_targets_min": 124
    },
    {
      "epoch": 0.49855990783410137,
      "grad_norm": 1.1715883405530911,
      "learning_rate": 2.946738458600451e-06,
      "loss": 1.0008,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.089965581893921,
      "step": 17310,
      "valid_targets_mean": 580.8,
      "valid_targets_min": 152
    },
    {
      "epoch": 0.4987039170506912,
      "grad_norm": 1.2016283604968114,
      "learning_rate": 2.9455019122806163e-06,
      "loss": 1.0298,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.035010576248169,
      "step": 17315,
      "valid_targets_mean": 533.1,
      "valid_targets_min": 59
    },
    {
      "epoch": 0.4988479262672811,
      "grad_norm": 0.8770231654105342,
      "learning_rate": 2.944265253385027e-06,
      "loss": 0.9375,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7628360986709595,
      "step": 17320,
      "valid_targets_mean": 780.4,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.49899193548387094,
      "grad_norm": 1.0851678885016958,
      "learning_rate": 2.9430284822261796e-06,
      "loss": 1.0755,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9670772552490234,
      "step": 17325,
      "valid_targets_mean": 642.6,
      "valid_targets_min": 222
    },
    {
      "epoch": 0.49913594470046085,
      "grad_norm": 1.2101360899879212,
      "learning_rate": 2.941791599116601e-06,
      "loss": 0.917,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1353302001953125,
      "step": 17330,
      "valid_targets_mean": 543.6,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.4992799539170507,
      "grad_norm": 1.154932063229026,
      "learning_rate": 2.9405546043688404e-06,
      "loss": 0.9055,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0843688249588013,
      "step": 17335,
      "valid_targets_mean": 572.1,
      "valid_targets_min": 65
    },
    {
      "epoch": 0.49942396313364057,
      "grad_norm": 1.0652337238873362,
      "learning_rate": 2.939317498295483e-06,
      "loss": 0.9474,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1673823595046997,
      "step": 17340,
      "valid_targets_mean": 696.8,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.4995679723502304,
      "grad_norm": 1.1768043074220844,
      "learning_rate": 2.938080281209137e-06,
      "loss": 1.0527,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1523778438568115,
      "step": 17345,
      "valid_targets_mean": 578.9,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.4997119815668203,
      "grad_norm": 1.176382961318623,
      "learning_rate": 2.9368429534224397e-06,
      "loss": 1.0412,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2097976207733154,
      "step": 17350,
      "valid_targets_mean": 625.3,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.49985599078341014,
      "grad_norm": 1.2523339130349487,
      "learning_rate": 2.9356055152480562e-06,
      "loss": 0.998,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0450549125671387,
      "step": 17355,
      "valid_targets_mean": 476.4,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.1985059200490245,
      "learning_rate": 2.9343679669986813e-06,
      "loss": 1.0214,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9374855160713196,
      "step": 17360,
      "valid_targets_mean": 552.7,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.5001440092165899,
      "grad_norm": 0.9197108720661339,
      "learning_rate": 2.9331303089870354e-06,
      "loss": 0.9918,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9312229752540588,
      "step": 17365,
      "valid_targets_mean": 769.1,
      "valid_targets_min": 169
    },
    {
      "epoch": 0.5002880184331797,
      "grad_norm": 1.2052875507050849,
      "learning_rate": 2.9318925415258675e-06,
      "loss": 0.9108,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.812873363494873,
      "step": 17370,
      "valid_targets_mean": 448.5,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.5004320276497696,
      "grad_norm": 1.0759532942094467,
      "learning_rate": 2.9306546649279555e-06,
      "loss": 0.9849,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8882097005844116,
      "step": 17375,
      "valid_targets_mean": 578.0,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.5005760368663594,
      "grad_norm": 1.2187352597271983,
      "learning_rate": 2.9294166795061017e-06,
      "loss": 0.8793,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7980520129203796,
      "step": 17380,
      "valid_targets_mean": 454.8,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.5007200460829493,
      "grad_norm": 1.2042739320503504,
      "learning_rate": 2.9281785855731392e-06,
      "loss": 0.9922,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9230388402938843,
      "step": 17385,
      "valid_targets_mean": 527.8,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.5008640552995391,
      "grad_norm": 1.1790833285200526,
      "learning_rate": 2.9269403834419267e-06,
      "loss": 1.0298,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8814152479171753,
      "step": 17390,
      "valid_targets_mean": 538.0,
      "valid_targets_min": 181
    },
    {
      "epoch": 0.501008064516129,
      "grad_norm": 1.0267854738797695,
      "learning_rate": 2.925702073425351e-06,
      "loss": 0.7929,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6455633640289307,
      "step": 17395,
      "valid_targets_mean": 513.3,
      "valid_targets_min": 155
    },
    {
      "epoch": 0.5011520737327189,
      "grad_norm": 1.0668997248549235,
      "learning_rate": 2.924463655836325e-06,
      "loss": 0.9729,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0796147584915161,
      "step": 17400,
      "valid_targets_mean": 661.1,
      "valid_targets_min": 223
    },
    {
      "epoch": 0.5012960829493087,
      "grad_norm": 1.4067808871160663,
      "learning_rate": 2.9232251309877913e-06,
      "loss": 0.9331,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.170992136001587,
      "step": 17405,
      "valid_targets_mean": 408.6,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.5014400921658986,
      "grad_norm": 1.1656462855820484,
      "learning_rate": 2.921986499192716e-06,
      "loss": 0.9094,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0331352949142456,
      "step": 17410,
      "valid_targets_mean": 614.9,
      "valid_targets_min": 238
    },
    {
      "epoch": 0.5015841013824884,
      "grad_norm": 1.2018101182050873,
      "learning_rate": 2.9207477607640956e-06,
      "loss": 0.9374,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9605290293693542,
      "step": 17415,
      "valid_targets_mean": 497.3,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.5017281105990783,
      "grad_norm": 1.1162070579344283,
      "learning_rate": 2.919508916014952e-06,
      "loss": 0.925,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8792247772216797,
      "step": 17420,
      "valid_targets_mean": 533.0,
      "valid_targets_min": 154
    },
    {
      "epoch": 0.5018721198156681,
      "grad_norm": 1.1817759754019126,
      "learning_rate": 2.9182699652583335e-06,
      "loss": 0.9206,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8698201179504395,
      "step": 17425,
      "valid_targets_mean": 518.4,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.5020161290322581,
      "grad_norm": 1.1585565747541227,
      "learning_rate": 2.9170309088073157e-06,
      "loss": 1.0238,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0367577075958252,
      "step": 17430,
      "valid_targets_mean": 555.4,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.502160138248848,
      "grad_norm": 1.2995943760973665,
      "learning_rate": 2.915791746975002e-06,
      "loss": 0.8986,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7899607419967651,
      "step": 17435,
      "valid_targets_mean": 382.4,
      "valid_targets_min": 87
    },
    {
      "epoch": 0.5023041474654378,
      "grad_norm": 1.0498705798169323,
      "learning_rate": 2.9145524800745207e-06,
      "loss": 1.0129,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0398313999176025,
      "step": 17440,
      "valid_targets_mean": 647.7,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.5024481566820277,
      "grad_norm": 1.1672879498932127,
      "learning_rate": 2.913313108419027e-06,
      "loss": 1.0565,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0456678867340088,
      "step": 17445,
      "valid_targets_mean": 594.2,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.5025921658986175,
      "grad_norm": 1.2554397771410872,
      "learning_rate": 2.9120736323217036e-06,
      "loss": 0.9946,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9124754667282104,
      "step": 17450,
      "valid_targets_mean": 467.4,
      "valid_targets_min": 155
    },
    {
      "epoch": 0.5027361751152074,
      "grad_norm": 1.1381704073656034,
      "learning_rate": 2.9108340520957584e-06,
      "loss": 0.8873,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9376758337020874,
      "step": 17455,
      "valid_targets_mean": 558.6,
      "valid_targets_min": 118
    },
    {
      "epoch": 0.5028801843317973,
      "grad_norm": 1.151902355521177,
      "learning_rate": 2.909594368054427e-06,
      "loss": 0.8576,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9509859085083008,
      "step": 17460,
      "valid_targets_mean": 556.1,
      "valid_targets_min": 123
    },
    {
      "epoch": 0.5030241935483871,
      "grad_norm": 1.1520196477705307,
      "learning_rate": 2.9083545805109705e-06,
      "loss": 0.9206,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0383764505386353,
      "step": 17465,
      "valid_targets_mean": 594.4,
      "valid_targets_min": 178
    },
    {
      "epoch": 0.503168202764977,
      "grad_norm": 1.3223257003668014,
      "learning_rate": 2.9071146897786743e-06,
      "loss": 1.0442,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2385348081588745,
      "step": 17470,
      "valid_targets_mean": 469.2,
      "valid_targets_min": 90
    },
    {
      "epoch": 0.5033122119815668,
      "grad_norm": 1.2355825103179678,
      "learning_rate": 2.905874696170853e-06,
      "loss": 1.0119,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.084615707397461,
      "step": 17475,
      "valid_targets_mean": 486.8,
      "valid_targets_min": 119
    },
    {
      "epoch": 0.5034562211981567,
      "grad_norm": 1.126659778871798,
      "learning_rate": 2.904634600000845e-06,
      "loss": 1.0355,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2320150136947632,
      "step": 17480,
      "valid_targets_mean": 635.1,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.5036002304147466,
      "grad_norm": 1.0635289111213018,
      "learning_rate": 2.903394401582017e-06,
      "loss": 1.0193,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2385308742523193,
      "step": 17485,
      "valid_targets_mean": 734.6,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.5037442396313364,
      "grad_norm": 1.0750363138088046,
      "learning_rate": 2.902154101227758e-06,
      "loss": 1.0622,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.287001609802246,
      "step": 17490,
      "valid_targets_mean": 762.4,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.5038882488479263,
      "grad_norm": 0.9957643350198956,
      "learning_rate": 2.9009136992514865e-06,
      "loss": 0.9302,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7208068370819092,
      "step": 17495,
      "valid_targets_mean": 629.4,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.5040322580645161,
      "grad_norm": 1.0153992797452691,
      "learning_rate": 2.8996731959666435e-06,
      "loss": 0.8883,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8558064699172974,
      "step": 17500,
      "valid_targets_mean": 617.0,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.504176267281106,
      "grad_norm": 1.068247927126487,
      "learning_rate": 2.8984325916866975e-06,
      "loss": 0.9989,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1600383520126343,
      "step": 17505,
      "valid_targets_mean": 707.7,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.5043202764976958,
      "grad_norm": 1.0608092607000346,
      "learning_rate": 2.897191886725142e-06,
      "loss": 0.9152,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7375359535217285,
      "step": 17510,
      "valid_targets_mean": 571.1,
      "valid_targets_min": 239
    },
    {
      "epoch": 0.5044642857142857,
      "grad_norm": 1.1773060396522723,
      "learning_rate": 2.895951081395496e-06,
      "loss": 1.0095,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0245459079742432,
      "step": 17515,
      "valid_targets_mean": 553.1,
      "valid_targets_min": 54
    },
    {
      "epoch": 0.5046082949308756,
      "grad_norm": 1.041251965873599,
      "learning_rate": 2.8947101760113046e-06,
      "loss": 1.0667,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9546191692352295,
      "step": 17520,
      "valid_targets_mean": 631.7,
      "valid_targets_min": 250
    },
    {
      "epoch": 0.5047523041474654,
      "grad_norm": 1.1357373131103548,
      "learning_rate": 2.893469170886135e-06,
      "loss": 1.0719,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9491078853607178,
      "step": 17525,
      "valid_targets_mean": 616.8,
      "valid_targets_min": 241
    },
    {
      "epoch": 0.5048963133640553,
      "grad_norm": 1.26951437264737,
      "learning_rate": 2.8922280663335857e-06,
      "loss": 0.9688,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0737686157226562,
      "step": 17530,
      "valid_targets_mean": 473.7,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.5050403225806451,
      "grad_norm": 1.2610451279891277,
      "learning_rate": 2.8909868626672726e-06,
      "loss": 0.9355,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9744374752044678,
      "step": 17535,
      "valid_targets_mean": 524.1,
      "valid_targets_min": 236
    },
    {
      "epoch": 0.505184331797235,
      "grad_norm": 0.973647861711351,
      "learning_rate": 2.889745560200844e-06,
      "loss": 1.0815,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2337061166763306,
      "step": 17540,
      "valid_targets_mean": 883.9,
      "valid_targets_min": 155
    },
    {
      "epoch": 0.5053283410138248,
      "grad_norm": 1.1899188334755837,
      "learning_rate": 2.888504159247968e-06,
      "loss": 0.9273,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9696406126022339,
      "step": 17545,
      "valid_targets_mean": 535.7,
      "valid_targets_min": 222
    },
    {
      "epoch": 0.5054723502304147,
      "grad_norm": 1.1924938253506228,
      "learning_rate": 2.88726266012234e-06,
      "loss": 0.9166,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9084512591362,
      "step": 17550,
      "valid_targets_mean": 537.9,
      "valid_targets_min": 236
    },
    {
      "epoch": 0.5056163594470046,
      "grad_norm": 1.1066351781204768,
      "learning_rate": 2.8860210631376795e-06,
      "loss": 0.9936,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8641204833984375,
      "step": 17555,
      "valid_targets_mean": 565.6,
      "valid_targets_min": 181
    },
    {
      "epoch": 0.5057603686635944,
      "grad_norm": 1.1279105878288918,
      "learning_rate": 2.884779368607731e-06,
      "loss": 1.0096,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.098392367362976,
      "step": 17560,
      "valid_targets_mean": 620.7,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.5059043778801844,
      "grad_norm": 1.168373198832367,
      "learning_rate": 2.8835375768462638e-06,
      "loss": 1.0416,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0875849723815918,
      "step": 17565,
      "valid_targets_mean": 578.2,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.5060483870967742,
      "grad_norm": 1.1153677706934424,
      "learning_rate": 2.8822956881670704e-06,
      "loss": 1.0509,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1321439743041992,
      "step": 17570,
      "valid_targets_mean": 643.7,
      "valid_targets_min": 159
    },
    {
      "epoch": 0.5061923963133641,
      "grad_norm": 1.0959135021783755,
      "learning_rate": 2.8810537028839706e-06,
      "loss": 1.01,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7370104193687439,
      "step": 17575,
      "valid_targets_mean": 542.6,
      "valid_targets_min": 81
    },
    {
      "epoch": 0.506336405529954,
      "grad_norm": 1.1513373680715535,
      "learning_rate": 2.8798116213108052e-06,
      "loss": 0.871,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8547641038894653,
      "step": 17580,
      "valid_targets_mean": 532.5,
      "valid_targets_min": 57
    },
    {
      "epoch": 0.5064804147465438,
      "grad_norm": 1.1508969704180816,
      "learning_rate": 2.878569443761442e-06,
      "loss": 0.9753,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9653813242912292,
      "step": 17585,
      "valid_targets_mean": 594.8,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.5066244239631337,
      "grad_norm": 1.1742813060999746,
      "learning_rate": 2.877327170549772e-06,
      "loss": 0.8734,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8378627300262451,
      "step": 17590,
      "valid_targets_mean": 513.8,
      "valid_targets_min": 172
    },
    {
      "epoch": 0.5067684331797235,
      "grad_norm": 1.2959709056858937,
      "learning_rate": 2.8760848019897103e-06,
      "loss": 0.9568,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9881467223167419,
      "step": 17595,
      "valid_targets_mean": 434.4,
      "valid_targets_min": 62
    },
    {
      "epoch": 0.5069124423963134,
      "grad_norm": 1.1814966535159823,
      "learning_rate": 2.8748423383951955e-06,
      "loss": 0.9313,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9297726154327393,
      "step": 17600,
      "valid_targets_mean": 529.5,
      "valid_targets_min": 172
    },
    {
      "epoch": 0.5070564516129032,
      "grad_norm": 1.068257692102634,
      "learning_rate": 2.873599780080193e-06,
      "loss": 0.8972,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7738733887672424,
      "step": 17605,
      "valid_targets_mean": 552.0,
      "valid_targets_min": 194
    },
    {
      "epoch": 0.5072004608294931,
      "grad_norm": 1.0259247635147462,
      "learning_rate": 2.8723571273586874e-06,
      "loss": 1.0462,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0192265510559082,
      "step": 17610,
      "valid_targets_mean": 688.0,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.507344470046083,
      "grad_norm": 1.0719110453915097,
      "learning_rate": 2.871114380544692e-06,
      "loss": 0.9385,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7699047327041626,
      "step": 17615,
      "valid_targets_mean": 693.2,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.5074884792626728,
      "grad_norm": 1.1260633263368494,
      "learning_rate": 2.869871539952241e-06,
      "loss": 0.966,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0190119743347168,
      "step": 17620,
      "valid_targets_mean": 575.5,
      "valid_targets_min": 224
    },
    {
      "epoch": 0.5076324884792627,
      "grad_norm": 1.1257244499565884,
      "learning_rate": 2.868628605895393e-06,
      "loss": 0.9709,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.051278829574585,
      "step": 17625,
      "valid_targets_mean": 605.6,
      "valid_targets_min": 149
    },
    {
      "epoch": 0.5077764976958525,
      "grad_norm": 1.1215448351886974,
      "learning_rate": 2.8673855786882294e-06,
      "loss": 0.9656,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.900256872177124,
      "step": 17630,
      "valid_targets_mean": 560.0,
      "valid_targets_min": 151
    },
    {
      "epoch": 0.5079205069124424,
      "grad_norm": 1.1376372300040194,
      "learning_rate": 2.8661424586448577e-06,
      "loss": 1.0476,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9560638666152954,
      "step": 17635,
      "valid_targets_mean": 561.1,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.5080645161290323,
      "grad_norm": 1.095263367278854,
      "learning_rate": 2.8648992460794054e-06,
      "loss": 0.9661,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.044050693511963,
      "step": 17640,
      "valid_targets_mean": 611.4,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.5082085253456221,
      "grad_norm": 1.2497987553628989,
      "learning_rate": 2.8636559413060266e-06,
      "loss": 0.9341,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8640021681785583,
      "step": 17645,
      "valid_targets_mean": 461.4,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.508352534562212,
      "grad_norm": 1.0353502791163331,
      "learning_rate": 2.862412544638897e-06,
      "loss": 1.0025,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9064534902572632,
      "step": 17650,
      "valid_targets_mean": 685.7,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.5084965437788018,
      "grad_norm": 1.161883676837204,
      "learning_rate": 2.8611690563922146e-06,
      "loss": 1.0473,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8828343152999878,
      "step": 17655,
      "valid_targets_mean": 486.7,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.5086405529953917,
      "grad_norm": 1.0435572444502028,
      "learning_rate": 2.8599254768802028e-06,
      "loss": 0.9016,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0692627429962158,
      "step": 17660,
      "valid_targets_mean": 679.4,
      "valid_targets_min": 149
    },
    {
      "epoch": 0.5087845622119815,
      "grad_norm": 1.112873062374563,
      "learning_rate": 2.8586818064171062e-06,
      "loss": 0.8935,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9145293235778809,
      "step": 17665,
      "valid_targets_mean": 635.2,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.5089285714285714,
      "grad_norm": 1.3686720889571464,
      "learning_rate": 2.8574380453171933e-06,
      "loss": 0.9626,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8060398101806641,
      "step": 17670,
      "valid_targets_mean": 385.5,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.5090725806451613,
      "grad_norm": 0.9070944506830598,
      "learning_rate": 2.856194193894756e-06,
      "loss": 1.0072,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7925073504447937,
      "step": 17675,
      "valid_targets_mean": 801.6,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.5092165898617511,
      "grad_norm": 1.2850110246007242,
      "learning_rate": 2.8549502524641077e-06,
      "loss": 0.8497,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8435806632041931,
      "step": 17680,
      "valid_targets_mean": 431.5,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.509360599078341,
      "grad_norm": 0.9647187109678514,
      "learning_rate": 2.853706221339585e-06,
      "loss": 1.0254,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0007340908050537,
      "step": 17685,
      "valid_targets_mean": 831.9,
      "valid_targets_min": 321
    },
    {
      "epoch": 0.5095046082949308,
      "grad_norm": 1.1266607467591319,
      "learning_rate": 2.852462100835548e-06,
      "loss": 0.9821,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0766336917877197,
      "step": 17690,
      "valid_targets_mean": 576.8,
      "valid_targets_min": 149
    },
    {
      "epoch": 0.5096486175115207,
      "grad_norm": 1.038010779346384,
      "learning_rate": 2.8512178912663784e-06,
      "loss": 0.9721,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7719398736953735,
      "step": 17695,
      "valid_targets_mean": 615.2,
      "valid_targets_min": 168
    },
    {
      "epoch": 0.5097926267281107,
      "grad_norm": 1.0218460223767465,
      "learning_rate": 2.849973592946481e-06,
      "loss": 1.0707,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0429394245147705,
      "step": 17700,
      "valid_targets_mean": 728.9,
      "valid_targets_min": 321
    },
    {
      "epoch": 0.5099366359447005,
      "grad_norm": 1.164232991843703,
      "learning_rate": 2.8487292061902823e-06,
      "loss": 0.9728,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.043406367301941,
      "step": 17705,
      "valid_targets_mean": 552.5,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.5100806451612904,
      "grad_norm": 1.1155491745609731,
      "learning_rate": 2.847484731312232e-06,
      "loss": 0.9785,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0053813457489014,
      "step": 17710,
      "valid_targets_mean": 576.6,
      "valid_targets_min": 58
    },
    {
      "epoch": 0.5102246543778802,
      "grad_norm": 1.0057901166222856,
      "learning_rate": 2.8462401686268022e-06,
      "loss": 0.8723,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7827490568161011,
      "step": 17715,
      "valid_targets_mean": 590.9,
      "valid_targets_min": 247
    },
    {
      "epoch": 0.5103686635944701,
      "grad_norm": 0.8873324198949657,
      "learning_rate": 2.8449955184484856e-06,
      "loss": 0.9842,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9105467796325684,
      "step": 17720,
      "valid_targets_mean": 827.7,
      "valid_targets_min": 212
    },
    {
      "epoch": 0.5105126728110599,
      "grad_norm": 1.2088974970312718,
      "learning_rate": 2.843750781091798e-06,
      "loss": 1.0191,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1144297122955322,
      "step": 17725,
      "valid_targets_mean": 555.1,
      "valid_targets_min": 135
    },
    {
      "epoch": 0.5106566820276498,
      "grad_norm": 1.2441493057276174,
      "learning_rate": 2.842505956871279e-06,
      "loss": 0.9974,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1155635118484497,
      "step": 17730,
      "valid_targets_mean": 490.8,
      "valid_targets_min": 142
    },
    {
      "epoch": 0.5108006912442397,
      "grad_norm": 1.2339732190421324,
      "learning_rate": 2.8412610461014874e-06,
      "loss": 1.0207,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.942707359790802,
      "step": 17735,
      "valid_targets_mean": 453.1,
      "valid_targets_min": 171
    },
    {
      "epoch": 0.5109447004608295,
      "grad_norm": 1.0874412920114234,
      "learning_rate": 2.8400160490970043e-06,
      "loss": 0.9278,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9807462096214294,
      "step": 17740,
      "valid_targets_mean": 645.1,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.5110887096774194,
      "grad_norm": 0.9389061151975415,
      "learning_rate": 2.838770966172434e-06,
      "loss": 0.9833,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9909788966178894,
      "step": 17745,
      "valid_targets_mean": 754.8,
      "valid_targets_min": 273
    },
    {
      "epoch": 0.5112327188940092,
      "grad_norm": 1.0770610369530167,
      "learning_rate": 2.8375257976424015e-06,
      "loss": 0.9729,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0252184867858887,
      "step": 17750,
      "valid_targets_mean": 639.6,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.5113767281105991,
      "grad_norm": 0.8423009217333487,
      "learning_rate": 2.836280543821554e-06,
      "loss": 0.9604,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6959750652313232,
      "step": 17755,
      "valid_targets_mean": 865.2,
      "valid_targets_min": 191
    },
    {
      "epoch": 0.511520737327189,
      "grad_norm": 0.856953633511426,
      "learning_rate": 2.83503520502456e-06,
      "loss": 0.9894,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.793140172958374,
      "step": 17760,
      "valid_targets_mean": 702.8,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.5116647465437788,
      "grad_norm": 0.9317887341486306,
      "learning_rate": 2.8337897815661094e-06,
      "loss": 0.9592,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1231839656829834,
      "step": 17765,
      "valid_targets_mean": 868.7,
      "valid_targets_min": 206
    },
    {
      "epoch": 0.5118087557603687,
      "grad_norm": 1.20575705256025,
      "learning_rate": 2.832544273760912e-06,
      "loss": 0.9534,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9804282188415527,
      "step": 17770,
      "valid_targets_mean": 490.4,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.5119527649769585,
      "grad_norm": 1.1492302145761564,
      "learning_rate": 2.831298681923703e-06,
      "loss": 0.9509,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.323481798171997,
      "step": 17775,
      "valid_targets_mean": 644.9,
      "valid_targets_min": 216
    },
    {
      "epoch": 0.5120967741935484,
      "grad_norm": 0.9869800072648545,
      "learning_rate": 2.8300530063692346e-06,
      "loss": 0.9802,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7762213945388794,
      "step": 17780,
      "valid_targets_mean": 694.6,
      "valid_targets_min": 81
    },
    {
      "epoch": 0.5122407834101382,
      "grad_norm": 1.1634172557469245,
      "learning_rate": 2.828807247412282e-06,
      "loss": 1.0058,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1910128593444824,
      "step": 17785,
      "valid_targets_mean": 581.4,
      "valid_targets_min": 151
    },
    {
      "epoch": 0.5123847926267281,
      "grad_norm": 1.214120911620153,
      "learning_rate": 2.827561405367641e-06,
      "loss": 0.9632,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9198362827301025,
      "step": 17790,
      "valid_targets_mean": 475.6,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.512528801843318,
      "grad_norm": 1.1958333392063296,
      "learning_rate": 2.82631548055013e-06,
      "loss": 1.002,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.875686764717102,
      "step": 17795,
      "valid_targets_mean": 468.0,
      "valid_targets_min": 73
    },
    {
      "epoch": 0.5126728110599078,
      "grad_norm": 0.9768799570961428,
      "learning_rate": 2.8250694732745843e-06,
      "loss": 0.9404,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8193135857582092,
      "step": 17800,
      "valid_targets_mean": 683.2,
      "valid_targets_min": 123
    },
    {
      "epoch": 0.5128168202764977,
      "grad_norm": 1.0146165766344912,
      "learning_rate": 2.8238233838558664e-06,
      "loss": 0.9409,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0094285011291504,
      "step": 17805,
      "valid_targets_mean": 731.1,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.5129608294930875,
      "grad_norm": 1.0728883892582537,
      "learning_rate": 2.8225772126088526e-06,
      "loss": 1.0,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8095024824142456,
      "step": 17810,
      "valid_targets_mean": 582.6,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.5131048387096774,
      "grad_norm": 1.1522810715279743,
      "learning_rate": 2.821330959848445e-06,
      "loss": 0.8542,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7685102820396423,
      "step": 17815,
      "valid_targets_mean": 493.6,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.5132488479262672,
      "grad_norm": 1.1693330831073514,
      "learning_rate": 2.820084625889564e-06,
      "loss": 0.979,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0372507572174072,
      "step": 17820,
      "valid_targets_mean": 569.4,
      "valid_targets_min": 77
    },
    {
      "epoch": 0.5133928571428571,
      "grad_norm": 1.1005881872050454,
      "learning_rate": 2.818838211047151e-06,
      "loss": 0.9421,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9127883315086365,
      "step": 17825,
      "valid_targets_mean": 567.4,
      "valid_targets_min": 169
    },
    {
      "epoch": 0.513536866359447,
      "grad_norm": 1.2066805405780725,
      "learning_rate": 2.8175917156361675e-06,
      "loss": 1.0999,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1524860858917236,
      "step": 17830,
      "valid_targets_mean": 572.7,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.5136808755760369,
      "grad_norm": 1.0529333560016392,
      "learning_rate": 2.8163451399715968e-06,
      "loss": 0.9888,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0180037021636963,
      "step": 17835,
      "valid_targets_mean": 716.8,
      "valid_targets_min": 232
    },
    {
      "epoch": 0.5138248847926268,
      "grad_norm": 0.9848500976394083,
      "learning_rate": 2.81509848436844e-06,
      "loss": 1.0355,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0098156929016113,
      "step": 17840,
      "valid_targets_mean": 723.8,
      "valid_targets_min": 178
    },
    {
      "epoch": 0.5139688940092166,
      "grad_norm": 1.1269431622839885,
      "learning_rate": 2.8138517491417193e-06,
      "loss": 0.8644,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8239474296569824,
      "step": 17845,
      "valid_targets_mean": 523.1,
      "valid_targets_min": 238
    },
    {
      "epoch": 0.5141129032258065,
      "grad_norm": 1.0421411727836865,
      "learning_rate": 2.8126049346064797e-06,
      "loss": 1.0617,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.170091152191162,
      "step": 17850,
      "valid_targets_mean": 708.4,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.5142569124423964,
      "grad_norm": 1.2382719705893888,
      "learning_rate": 2.8113580410777822e-06,
      "loss": 0.9309,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0512456893920898,
      "step": 17855,
      "valid_targets_mean": 514.9,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.5144009216589862,
      "grad_norm": 1.0673934115782653,
      "learning_rate": 2.810111068870711e-06,
      "loss": 0.8733,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.920046865940094,
      "step": 17860,
      "valid_targets_mean": 612.3,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.5145449308755761,
      "grad_norm": 1.1198469531027593,
      "learning_rate": 2.808864018300367e-06,
      "loss": 1.0344,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9577908515930176,
      "step": 17865,
      "valid_targets_mean": 552.8,
      "valid_targets_min": 149
    },
    {
      "epoch": 0.5146889400921659,
      "grad_norm": 1.0950534580655586,
      "learning_rate": 2.8076168896818736e-06,
      "loss": 0.8868,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.137641191482544,
      "step": 17870,
      "valid_targets_mean": 639.9,
      "valid_targets_min": 161
    },
    {
      "epoch": 0.5148329493087558,
      "grad_norm": 1.0872116172345363,
      "learning_rate": 2.8063696833303722e-06,
      "loss": 0.9719,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9979590177536011,
      "step": 17875,
      "valid_targets_mean": 599.7,
      "valid_targets_min": 306
    },
    {
      "epoch": 0.5149769585253456,
      "grad_norm": 1.061692693238804,
      "learning_rate": 2.8051223995610264e-06,
      "loss": 0.9834,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0570694208145142,
      "step": 17880,
      "valid_targets_mean": 721.0,
      "valid_targets_min": 169
    },
    {
      "epoch": 0.5151209677419355,
      "grad_norm": 1.0538948103094938,
      "learning_rate": 2.8038750386890162e-06,
      "loss": 1.0214,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.097107172012329,
      "step": 17885,
      "valid_targets_mean": 669.1,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.5152649769585254,
      "grad_norm": 0.9838280400375471,
      "learning_rate": 2.802627601029543e-06,
      "loss": 0.8591,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8328348398208618,
      "step": 17890,
      "valid_targets_mean": 652.4,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.5154089861751152,
      "grad_norm": 1.055640057502817,
      "learning_rate": 2.801380086897827e-06,
      "loss": 0.935,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.003758192062378,
      "step": 17895,
      "valid_targets_mean": 671.9,
      "valid_targets_min": 202
    },
    {
      "epoch": 0.5155529953917051,
      "grad_norm": 1.2296422872157673,
      "learning_rate": 2.8001324966091076e-06,
      "loss": 1.0072,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2468626499176025,
      "step": 17900,
      "valid_targets_mean": 547.9,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.5156970046082949,
      "grad_norm": 1.12815282777544,
      "learning_rate": 2.7988848304786425e-06,
      "loss": 0.9828,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0024168491363525,
      "step": 17905,
      "valid_targets_mean": 542.3,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.5158410138248848,
      "grad_norm": 1.0502973879087676,
      "learning_rate": 2.7976370888217126e-06,
      "loss": 1.0005,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.076146125793457,
      "step": 17910,
      "valid_targets_mean": 743.6,
      "valid_targets_min": 344
    },
    {
      "epoch": 0.5159850230414746,
      "grad_norm": 1.1825397522338221,
      "learning_rate": 2.7963892719536123e-06,
      "loss": 1.0351,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.086464285850525,
      "step": 17915,
      "valid_targets_mean": 555.5,
      "valid_targets_min": 73
    },
    {
      "epoch": 0.5161290322580645,
      "grad_norm": 1.0362611460036208,
      "learning_rate": 2.7951413801896595e-06,
      "loss": 0.901,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.005220651626587,
      "step": 17920,
      "valid_targets_mean": 689.2,
      "valid_targets_min": 231
    },
    {
      "epoch": 0.5162730414746544,
      "grad_norm": 1.1430534525969425,
      "learning_rate": 2.793893413845188e-06,
      "loss": 0.9577,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9394979476928711,
      "step": 17925,
      "valid_targets_mean": 593.5,
      "valid_targets_min": 199
    },
    {
      "epoch": 0.5164170506912442,
      "grad_norm": 0.9870157649386341,
      "learning_rate": 2.7926453732355517e-06,
      "loss": 1.1551,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2235082387924194,
      "step": 17930,
      "valid_targets_mean": 879.6,
      "valid_targets_min": 185
    },
    {
      "epoch": 0.5165610599078341,
      "grad_norm": 1.2144181530694944,
      "learning_rate": 2.7913972586761246e-06,
      "loss": 0.9031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9307979345321655,
      "step": 17935,
      "valid_targets_mean": 504.8,
      "valid_targets_min": 161
    },
    {
      "epoch": 0.5167050691244239,
      "grad_norm": 0.9872993366701358,
      "learning_rate": 2.7901490704822964e-06,
      "loss": 0.8542,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8248867988586426,
      "step": 17940,
      "valid_targets_mean": 684.6,
      "valid_targets_min": 196
    },
    {
      "epoch": 0.5168490783410138,
      "grad_norm": 1.0730241802706746,
      "learning_rate": 2.788900808969478e-06,
      "loss": 0.9217,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7265583276748657,
      "step": 17945,
      "valid_targets_mean": 541.6,
      "valid_targets_min": 206
    },
    {
      "epoch": 0.5169930875576036,
      "grad_norm": 1.0555346033626827,
      "learning_rate": 2.7876524744530967e-06,
      "loss": 0.9141,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9010888934135437,
      "step": 17950,
      "valid_targets_mean": 654.9,
      "valid_targets_min": 188
    },
    {
      "epoch": 0.5171370967741935,
      "grad_norm": 1.0265613482881235,
      "learning_rate": 2.7864040672486014e-06,
      "loss": 0.9731,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8615849614143372,
      "step": 17955,
      "valid_targets_mean": 656.9,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.5172811059907834,
      "grad_norm": 1.1816390787097562,
      "learning_rate": 2.7851555876714565e-06,
      "loss": 0.961,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7583256959915161,
      "step": 17960,
      "valid_targets_mean": 501.8,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.5174251152073732,
      "grad_norm": 1.1744127063010772,
      "learning_rate": 2.7839070360371443e-06,
      "loss": 0.8936,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0191724300384521,
      "step": 17965,
      "valid_targets_mean": 563.5,
      "valid_targets_min": 118
    },
    {
      "epoch": 0.5175691244239631,
      "grad_norm": 1.0150154651760643,
      "learning_rate": 2.7826584126611676e-06,
      "loss": 1.0041,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.853882908821106,
      "step": 17970,
      "valid_targets_mean": 696.0,
      "valid_targets_min": 278
    },
    {
      "epoch": 0.517713133640553,
      "grad_norm": 1.0693902342566,
      "learning_rate": 2.781409717859048e-06,
      "loss": 0.9333,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.754603385925293,
      "step": 17975,
      "valid_targets_mean": 573.9,
      "valid_targets_min": 253
    },
    {
      "epoch": 0.5178571428571429,
      "grad_norm": 1.050377508779826,
      "learning_rate": 2.7801609519463196e-06,
      "loss": 1.05,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2154370546340942,
      "step": 17980,
      "valid_targets_mean": 747.3,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.5180011520737328,
      "grad_norm": 1.0350941022651619,
      "learning_rate": 2.778912115238541e-06,
      "loss": 0.9747,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.941173791885376,
      "step": 17985,
      "valid_targets_mean": 650.9,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.5181451612903226,
      "grad_norm": 1.1432551582995725,
      "learning_rate": 2.777663208051286e-06,
      "loss": 0.9723,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.014420509338379,
      "step": 17990,
      "valid_targets_mean": 559.2,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.5182891705069125,
      "grad_norm": 1.0457541112560167,
      "learning_rate": 2.7764142307001455e-06,
      "loss": 1.0422,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.018212914466858,
      "step": 17995,
      "valid_targets_mean": 709.2,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.5184331797235023,
      "grad_norm": 1.028054287290784,
      "learning_rate": 2.7751651835007288e-06,
      "loss": 0.9335,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7336444854736328,
      "step": 18000,
      "valid_targets_mean": 611.8,
      "valid_targets_min": 191
    },
    {
      "epoch": 0.5185771889400922,
      "grad_norm": 1.06353481231959,
      "learning_rate": 2.7739160667686636e-06,
      "loss": 0.9275,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9183584451675415,
      "step": 18005,
      "valid_targets_mean": 657.1,
      "valid_targets_min": 158
    },
    {
      "epoch": 0.518721198156682,
      "grad_norm": 0.8170777719888875,
      "learning_rate": 2.772666880819593e-06,
      "loss": 0.9179,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6034766435623169,
      "step": 18010,
      "valid_targets_mean": 726.9,
      "valid_targets_min": 65
    },
    {
      "epoch": 0.5188652073732719,
      "grad_norm": 1.2575418403236336,
      "learning_rate": 2.771417625969181e-06,
      "loss": 1.046,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8989028930664062,
      "step": 18015,
      "valid_targets_mean": 497.4,
      "valid_targets_min": 59
    },
    {
      "epoch": 0.5190092165898618,
      "grad_norm": 0.9081218883894558,
      "learning_rate": 2.770168302533106e-06,
      "loss": 0.9231,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9413977861404419,
      "step": 18020,
      "valid_targets_mean": 787.2,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.5191532258064516,
      "grad_norm": 1.281124433214537,
      "learning_rate": 2.768918910827064e-06,
      "loss": 1.0252,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0460314750671387,
      "step": 18025,
      "valid_targets_mean": 519.8,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.5192972350230415,
      "grad_norm": 1.1095834028164273,
      "learning_rate": 2.7676694511667706e-06,
      "loss": 0.9125,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7770898342132568,
      "step": 18030,
      "valid_targets_mean": 505.5,
      "valid_targets_min": 211
    },
    {
      "epoch": 0.5194412442396313,
      "grad_norm": 1.1371759923232885,
      "learning_rate": 2.7664199238679566e-06,
      "loss": 0.9643,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0066239833831787,
      "step": 18035,
      "valid_targets_mean": 602.6,
      "valid_targets_min": 119
    },
    {
      "epoch": 0.5195852534562212,
      "grad_norm": 1.174995464765882,
      "learning_rate": 2.7651703292463698e-06,
      "loss": 1.0091,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0151772499084473,
      "step": 18040,
      "valid_targets_mean": 593.1,
      "valid_targets_min": 151
    },
    {
      "epoch": 0.519729262672811,
      "grad_norm": 1.1374646044002237,
      "learning_rate": 2.763920667617776e-06,
      "loss": 0.8598,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8158506751060486,
      "step": 18045,
      "valid_targets_mean": 532.5,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.5198732718894009,
      "grad_norm": 1.074728130540273,
      "learning_rate": 2.7626709392979578e-06,
      "loss": 0.9605,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9017146825790405,
      "step": 18050,
      "valid_targets_mean": 588.2,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.5200172811059908,
      "grad_norm": 1.251082674700546,
      "learning_rate": 2.7614211446027126e-06,
      "loss": 0.9654,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9111798405647278,
      "step": 18055,
      "valid_targets_mean": 495.7,
      "valid_targets_min": 158
    },
    {
      "epoch": 0.5201612903225806,
      "grad_norm": 1.1002820649145486,
      "learning_rate": 2.7601712838478583e-06,
      "loss": 0.9952,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8889817595481873,
      "step": 18060,
      "valid_targets_mean": 580.1,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.5203052995391705,
      "grad_norm": 1.1910295764620298,
      "learning_rate": 2.7589213573492264e-06,
      "loss": 0.8712,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7406709790229797,
      "step": 18065,
      "valid_targets_mean": 436.2,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.5204493087557603,
      "grad_norm": 1.1301270560629277,
      "learning_rate": 2.7576713654226666e-06,
      "loss": 0.8445,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8020833730697632,
      "step": 18070,
      "valid_targets_mean": 535.8,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.5205933179723502,
      "grad_norm": 1.210035423060393,
      "learning_rate": 2.7564213083840437e-06,
      "loss": 0.9797,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0522663593292236,
      "step": 18075,
      "valid_targets_mean": 509.8,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.5207373271889401,
      "grad_norm": 1.1682978709489904,
      "learning_rate": 2.7551711865492413e-06,
      "loss": 0.9387,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9828535318374634,
      "step": 18080,
      "valid_targets_mean": 647.9,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.5208813364055299,
      "grad_norm": 1.0607354855240958,
      "learning_rate": 2.753921000234157e-06,
      "loss": 0.8997,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2478139400482178,
      "step": 18085,
      "valid_targets_mean": 725.6,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.5210253456221198,
      "grad_norm": 1.0418762620815263,
      "learning_rate": 2.7526707497547055e-06,
      "loss": 1.003,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8221700191497803,
      "step": 18090,
      "valid_targets_mean": 583.1,
      "valid_targets_min": 354
    },
    {
      "epoch": 0.5211693548387096,
      "grad_norm": 1.115688453100181,
      "learning_rate": 2.7514204354268188e-06,
      "loss": 0.9394,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9582784175872803,
      "step": 18095,
      "valid_targets_mean": 564.5,
      "valid_targets_min": 174
    },
    {
      "epoch": 0.5213133640552995,
      "grad_norm": 1.1795542473347156,
      "learning_rate": 2.750170057566443e-06,
      "loss": 0.9363,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8294848203659058,
      "step": 18100,
      "valid_targets_mean": 513.5,
      "valid_targets_min": 214
    },
    {
      "epoch": 0.5214573732718893,
      "grad_norm": 0.9065288348918735,
      "learning_rate": 2.748919616489542e-06,
      "loss": 0.8766,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8230635523796082,
      "step": 18105,
      "valid_targets_mean": 833.8,
      "valid_targets_min": 130
    },
    {
      "epoch": 0.5216013824884793,
      "grad_norm": 0.9984342205718828,
      "learning_rate": 2.7476691125120947e-06,
      "loss": 0.8696,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7382041215896606,
      "step": 18110,
      "valid_targets_mean": 609.4,
      "valid_targets_min": 199
    },
    {
      "epoch": 0.5217453917050692,
      "grad_norm": 1.151874261764588,
      "learning_rate": 2.746418545950097e-06,
      "loss": 0.892,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8014857769012451,
      "step": 18115,
      "valid_targets_mean": 474.1,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.521889400921659,
      "grad_norm": 1.26135546978135,
      "learning_rate": 2.7451679171195582e-06,
      "loss": 0.9936,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.024799108505249,
      "step": 18120,
      "valid_targets_mean": 489.6,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.5220334101382489,
      "grad_norm": 1.0334771426281124,
      "learning_rate": 2.7439172263365064e-06,
      "loss": 0.9129,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.121922254562378,
      "step": 18125,
      "valid_targets_mean": 743.3,
      "valid_targets_min": 228
    },
    {
      "epoch": 0.5221774193548387,
      "grad_norm": 1.2099643614990607,
      "learning_rate": 2.7426664739169837e-06,
      "loss": 0.9147,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9826986789703369,
      "step": 18130,
      "valid_targets_mean": 547.1,
      "valid_targets_min": 100
    },
    {
      "epoch": 0.5223214285714286,
      "grad_norm": 1.1029975445831437,
      "learning_rate": 2.7414156601770483e-06,
      "loss": 0.9923,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1069347858428955,
      "step": 18135,
      "valid_targets_mean": 654.4,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.5224654377880185,
      "grad_norm": 1.1686047523542593,
      "learning_rate": 2.7401647854327725e-06,
      "loss": 0.908,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9147539138793945,
      "step": 18140,
      "valid_targets_mean": 543.1,
      "valid_targets_min": 73
    },
    {
      "epoch": 0.5226094470046083,
      "grad_norm": 1.3248789373573266,
      "learning_rate": 2.738913850000246e-06,
      "loss": 1.0954,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9828052520751953,
      "step": 18145,
      "valid_targets_mean": 430.1,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.5227534562211982,
      "grad_norm": 0.8535839325928165,
      "learning_rate": 2.737662854195572e-06,
      "loss": 0.8969,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7922753095626831,
      "step": 18150,
      "valid_targets_mean": 851.2,
      "valid_targets_min": 65
    },
    {
      "epoch": 0.522897465437788,
      "grad_norm": 1.2225818062405522,
      "learning_rate": 2.736411798334871e-06,
      "loss": 0.9465,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1221861839294434,
      "step": 18155,
      "valid_targets_mean": 537.0,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.5230414746543779,
      "grad_norm": 1.0513940113184226,
      "learning_rate": 2.7351606827342767e-06,
      "loss": 0.9828,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0125001668930054,
      "step": 18160,
      "valid_targets_mean": 672.9,
      "valid_targets_min": 290
    },
    {
      "epoch": 0.5231854838709677,
      "grad_norm": 1.1589087804976073,
      "learning_rate": 2.73390950770994e-06,
      "loss": 0.884,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7382442951202393,
      "step": 18165,
      "valid_targets_mean": 467.8,
      "valid_targets_min": 208
    },
    {
      "epoch": 0.5233294930875576,
      "grad_norm": 1.2144451335955888,
      "learning_rate": 2.732658273578024e-06,
      "loss": 1.0241,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0262221097946167,
      "step": 18170,
      "valid_targets_mean": 546.6,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.5234735023041475,
      "grad_norm": 1.0971759180662797,
      "learning_rate": 2.7314069806547096e-06,
      "loss": 1.0459,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8768025636672974,
      "step": 18175,
      "valid_targets_mean": 578.6,
      "valid_targets_min": 123
    },
    {
      "epoch": 0.5236175115207373,
      "grad_norm": 1.2943564648733608,
      "learning_rate": 2.7301556292561898e-06,
      "loss": 0.8398,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9526792764663696,
      "step": 18180,
      "valid_targets_mean": 464.8,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.5237615207373272,
      "grad_norm": 1.276429827841471,
      "learning_rate": 2.728904219698676e-06,
      "loss": 0.8721,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.89053875207901,
      "step": 18185,
      "valid_targets_mean": 491.1,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.523905529953917,
      "grad_norm": 1.1730387366959767,
      "learning_rate": 2.7276527522983905e-06,
      "loss": 0.9806,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.986554741859436,
      "step": 18190,
      "valid_targets_mean": 558.2,
      "valid_targets_min": 249
    },
    {
      "epoch": 0.5240495391705069,
      "grad_norm": 1.175238268634009,
      "learning_rate": 2.7264012273715723e-06,
      "loss": 0.9954,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9968776106834412,
      "step": 18195,
      "valid_targets_mean": 558.5,
      "valid_targets_min": 162
    },
    {
      "epoch": 0.5241935483870968,
      "grad_norm": 1.1063756901606216,
      "learning_rate": 2.725149645234474e-06,
      "loss": 0.906,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0115704536437988,
      "step": 18200,
      "valid_targets_mean": 607.1,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.5243375576036866,
      "grad_norm": 1.0795079683582651,
      "learning_rate": 2.723898006203365e-06,
      "loss": 1.0293,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0151348114013672,
      "step": 18205,
      "valid_targets_mean": 658.6,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.5244815668202765,
      "grad_norm": 1.1402041306827515,
      "learning_rate": 2.722646310594525e-06,
      "loss": 1.055,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1716760396957397,
      "step": 18210,
      "valid_targets_mean": 612.6,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.5246255760368663,
      "grad_norm": 1.1040406386550847,
      "learning_rate": 2.7213945587242507e-06,
      "loss": 0.9367,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9105270504951477,
      "step": 18215,
      "valid_targets_mean": 590.7,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.5247695852534562,
      "grad_norm": 1.1209361399098492,
      "learning_rate": 2.7201427509088548e-06,
      "loss": 0.9946,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1850700378417969,
      "step": 18220,
      "valid_targets_mean": 664.1,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.524913594470046,
      "grad_norm": 1.0942319877092614,
      "learning_rate": 2.718890887464658e-06,
      "loss": 0.9537,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1280239820480347,
      "step": 18225,
      "valid_targets_mean": 653.7,
      "valid_targets_min": 170
    },
    {
      "epoch": 0.5250576036866359,
      "grad_norm": 1.0492621851450628,
      "learning_rate": 2.717638968708002e-06,
      "loss": 0.9345,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7355657815933228,
      "step": 18230,
      "valid_targets_mean": 537.2,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.5252016129032258,
      "grad_norm": 1.293759063270408,
      "learning_rate": 2.716386994955239e-06,
      "loss": 0.9866,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8636704087257385,
      "step": 18235,
      "valid_targets_mean": 400.8,
      "valid_targets_min": 55
    },
    {
      "epoch": 0.5253456221198156,
      "grad_norm": 1.1955962270634495,
      "learning_rate": 2.715134966522735e-06,
      "loss": 0.936,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0477943420410156,
      "step": 18240,
      "valid_targets_mean": 541.3,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.5254896313364056,
      "grad_norm": 1.2111965511986804,
      "learning_rate": 2.7138828837268693e-06,
      "loss": 1.0341,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9366680383682251,
      "step": 18245,
      "valid_targets_mean": 486.8,
      "valid_targets_min": 90
    },
    {
      "epoch": 0.5256336405529954,
      "grad_norm": 1.1062371510174123,
      "learning_rate": 2.712630746884038e-06,
      "loss": 0.9346,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.115666389465332,
      "step": 18250,
      "valid_targets_mean": 676.6,
      "valid_targets_min": 269
    },
    {
      "epoch": 0.5257776497695853,
      "grad_norm": 1.0066050297403897,
      "learning_rate": 2.711378556310647e-06,
      "loss": 1.0102,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0742967128753662,
      "step": 18255,
      "valid_targets_mean": 771.3,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.5259216589861752,
      "grad_norm": 1.1053461623120735,
      "learning_rate": 2.710126312323119e-06,
      "loss": 0.8993,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.013474702835083,
      "step": 18260,
      "valid_targets_mean": 638.6,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.526065668202765,
      "grad_norm": 1.2448754816418444,
      "learning_rate": 2.7088740152378882e-06,
      "loss": 0.9422,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9680300951004028,
      "step": 18265,
      "valid_targets_mean": 446.9,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.5262096774193549,
      "grad_norm": 1.2107745472207858,
      "learning_rate": 2.7076216653714035e-06,
      "loss": 1.0254,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9190658330917358,
      "step": 18270,
      "valid_targets_mean": 506.7,
      "valid_targets_min": 196
    },
    {
      "epoch": 0.5263536866359447,
      "grad_norm": 1.1007078797087095,
      "learning_rate": 2.7063692630401244e-06,
      "loss": 0.9466,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2525768280029297,
      "step": 18275,
      "valid_targets_mean": 685.4,
      "valid_targets_min": 163
    },
    {
      "epoch": 0.5264976958525346,
      "grad_norm": 1.113750344649216,
      "learning_rate": 2.705116808560529e-06,
      "loss": 0.9052,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9336737990379333,
      "step": 18280,
      "valid_targets_mean": 623.1,
      "valid_targets_min": 119
    },
    {
      "epoch": 0.5266417050691244,
      "grad_norm": 1.0805898153375673,
      "learning_rate": 2.7038643022491018e-06,
      "loss": 0.9217,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9402416944503784,
      "step": 18285,
      "valid_targets_mean": 656.1,
      "valid_targets_min": 144
    },
    {
      "epoch": 0.5267857142857143,
      "grad_norm": 1.0664506750429363,
      "learning_rate": 2.7026117444223467e-06,
      "loss": 0.9357,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8658900260925293,
      "step": 18290,
      "valid_targets_mean": 626.1,
      "valid_targets_min": 145
    },
    {
      "epoch": 0.5269297235023042,
      "grad_norm": 1.0181413545437736,
      "learning_rate": 2.7013591353967763e-06,
      "loss": 0.8647,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6954272985458374,
      "step": 18295,
      "valid_targets_mean": 584.8,
      "valid_targets_min": 145
    },
    {
      "epoch": 0.527073732718894,
      "grad_norm": 1.1408788285250462,
      "learning_rate": 2.7001064754889177e-06,
      "loss": 0.9768,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9092150926589966,
      "step": 18300,
      "valid_targets_mean": 537.6,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.5272177419354839,
      "grad_norm": 1.1855819360319177,
      "learning_rate": 2.6988537650153105e-06,
      "loss": 0.9993,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0354249477386475,
      "step": 18305,
      "valid_targets_mean": 583.4,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.5273617511520737,
      "grad_norm": 1.096303517077211,
      "learning_rate": 2.6976010042925093e-06,
      "loss": 0.8467,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8959981203079224,
      "step": 18310,
      "valid_targets_mean": 580.6,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.5275057603686636,
      "grad_norm": 1.0124069259605082,
      "learning_rate": 2.6963481936370778e-06,
      "loss": 0.8521,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9065059423446655,
      "step": 18315,
      "valid_targets_mean": 658.6,
      "valid_targets_min": 255
    },
    {
      "epoch": 0.5276497695852534,
      "grad_norm": 1.0798740186496893,
      "learning_rate": 2.695095333365594e-06,
      "loss": 0.9963,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.017775297164917,
      "step": 18320,
      "valid_targets_mean": 683.6,
      "valid_targets_min": 256
    },
    {
      "epoch": 0.5277937788018433,
      "grad_norm": 0.9650267155207684,
      "learning_rate": 2.6938424237946492e-06,
      "loss": 0.8862,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0025866031646729,
      "step": 18325,
      "valid_targets_mean": 731.6,
      "valid_targets_min": 244
    },
    {
      "epoch": 0.5279377880184332,
      "grad_norm": 1.0696336802768367,
      "learning_rate": 2.692589465240846e-06,
      "loss": 0.9977,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9959214925765991,
      "step": 18330,
      "valid_targets_mean": 658.2,
      "valid_targets_min": 269
    },
    {
      "epoch": 0.528081797235023,
      "grad_norm": 1.1546364688800197,
      "learning_rate": 2.6913364580207996e-06,
      "loss": 1.0359,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0635855197906494,
      "step": 18335,
      "valid_targets_mean": 543.6,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.5282258064516129,
      "grad_norm": 1.1848193859795813,
      "learning_rate": 2.690083402451138e-06,
      "loss": 1.1275,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0672588348388672,
      "step": 18340,
      "valid_targets_mean": 537.2,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.5283698156682027,
      "grad_norm": 1.0406712034050583,
      "learning_rate": 2.6888302988485017e-06,
      "loss": 1.0188,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.146182894706726,
      "step": 18345,
      "valid_targets_mean": 724.6,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.5285138248847926,
      "grad_norm": 1.1866971940679953,
      "learning_rate": 2.6875771475295405e-06,
      "loss": 0.9674,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8745566606521606,
      "step": 18350,
      "valid_targets_mean": 505.9,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.5286578341013825,
      "grad_norm": 1.1213871463204357,
      "learning_rate": 2.686323948810921e-06,
      "loss": 0.9464,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0736744403839111,
      "step": 18355,
      "valid_targets_mean": 656.8,
      "valid_targets_min": 65
    },
    {
      "epoch": 0.5288018433179723,
      "grad_norm": 1.1875310429154997,
      "learning_rate": 2.6850707030093183e-06,
      "loss": 0.9561,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8986150026321411,
      "step": 18360,
      "valid_targets_mean": 532.9,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.5289458525345622,
      "grad_norm": 1.1324517157032423,
      "learning_rate": 2.68381741044142e-06,
      "loss": 1.0564,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7086492776870728,
      "step": 18365,
      "valid_targets_mean": 495.4,
      "valid_targets_min": 118
    },
    {
      "epoch": 0.529089861751152,
      "grad_norm": 1.0556754616636177,
      "learning_rate": 2.6825640714239253e-06,
      "loss": 0.8633,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0654826164245605,
      "step": 18370,
      "valid_targets_mean": 655.7,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.5292338709677419,
      "grad_norm": 1.2515011123390423,
      "learning_rate": 2.681310686273548e-06,
      "loss": 0.987,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.00654137134552,
      "step": 18375,
      "valid_targets_mean": 478.0,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.5293778801843319,
      "grad_norm": 1.2005035479021082,
      "learning_rate": 2.6800572553070092e-06,
      "loss": 1.0679,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9756107926368713,
      "step": 18380,
      "valid_targets_mean": 513.9,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.5295218894009217,
      "grad_norm": 1.2057391174547776,
      "learning_rate": 2.6788037788410444e-06,
      "loss": 0.9838,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0705409049987793,
      "step": 18385,
      "valid_targets_mean": 543.2,
      "valid_targets_min": 190
    },
    {
      "epoch": 0.5296658986175116,
      "grad_norm": 1.1354180734923998,
      "learning_rate": 2.6775502571924e-06,
      "loss": 0.9025,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0052714347839355,
      "step": 18390,
      "valid_targets_mean": 614.1,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.5298099078341014,
      "grad_norm": 1.0649255323160778,
      "learning_rate": 2.676296690677833e-06,
      "loss": 0.9921,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7487185597419739,
      "step": 18395,
      "valid_targets_mean": 519.7,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.5299539170506913,
      "grad_norm": 1.0521485055743267,
      "learning_rate": 2.6750430796141123e-06,
      "loss": 1.0279,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8536113500595093,
      "step": 18400,
      "valid_targets_mean": 607.6,
      "valid_targets_min": 144
    },
    {
      "epoch": 0.5300979262672811,
      "grad_norm": 1.0893197025554284,
      "learning_rate": 2.6737894243180197e-06,
      "loss": 0.9384,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9746675491333008,
      "step": 18405,
      "valid_targets_mean": 602.4,
      "valid_targets_min": 144
    },
    {
      "epoch": 0.530241935483871,
      "grad_norm": 1.1355789615709038,
      "learning_rate": 2.6725357251063455e-06,
      "loss": 0.9362,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.090718150138855,
      "step": 18410,
      "valid_targets_mean": 600.6,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.5303859447004609,
      "grad_norm": 1.1652012844953936,
      "learning_rate": 2.6712819822958917e-06,
      "loss": 1.024,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.03993821144104,
      "step": 18415,
      "valid_targets_mean": 530.6,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.5305299539170507,
      "grad_norm": 1.0808230564830292,
      "learning_rate": 2.6700281962034735e-06,
      "loss": 1.1612,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3220179080963135,
      "step": 18420,
      "valid_targets_mean": 722.1,
      "valid_targets_min": 287
    },
    {
      "epoch": 0.5306739631336406,
      "grad_norm": 1.1015911476472988,
      "learning_rate": 2.6687743671459133e-06,
      "loss": 0.915,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.928450882434845,
      "step": 18425,
      "valid_targets_mean": 548.9,
      "valid_targets_min": 255
    },
    {
      "epoch": 0.5308179723502304,
      "grad_norm": 0.9484623028744855,
      "learning_rate": 2.667520495440048e-06,
      "loss": 1.0207,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.779007077217102,
      "step": 18430,
      "valid_targets_mean": 704.4,
      "valid_targets_min": 60
    },
    {
      "epoch": 0.5309619815668203,
      "grad_norm": 1.095729107178737,
      "learning_rate": 2.666266581402724e-06,
      "loss": 0.9371,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7732803225517273,
      "step": 18435,
      "valid_targets_mean": 528.2,
      "valid_targets_min": 160
    },
    {
      "epoch": 0.5311059907834101,
      "grad_norm": 1.2249479418046438,
      "learning_rate": 2.6650126253507964e-06,
      "loss": 0.8664,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.078908085823059,
      "step": 18440,
      "valid_targets_mean": 566.6,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.53125,
      "grad_norm": 1.257048054755717,
      "learning_rate": 2.6637586276011335e-06,
      "loss": 0.8608,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0293396711349487,
      "step": 18445,
      "valid_targets_mean": 477.2,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.5313940092165899,
      "grad_norm": 0.8313897198460835,
      "learning_rate": 2.662504588470614e-06,
      "loss": 0.7759,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5727769136428833,
      "step": 18450,
      "valid_targets_mean": 838.8,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.5315380184331797,
      "grad_norm": 1.2308379618387197,
      "learning_rate": 2.6612505082761254e-06,
      "loss": 1.0059,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9884293675422668,
      "step": 18455,
      "valid_targets_mean": 513.7,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.5316820276497696,
      "grad_norm": 1.1403083800368239,
      "learning_rate": 2.659996387334567e-06,
      "loss": 1.0326,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8538967370986938,
      "step": 18460,
      "valid_targets_mean": 527.9,
      "valid_targets_min": 144
    },
    {
      "epoch": 0.5318260368663594,
      "grad_norm": 1.239773352397395,
      "learning_rate": 2.6587422259628476e-06,
      "loss": 0.931,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9449743628501892,
      "step": 18465,
      "valid_targets_mean": 450.7,
      "valid_targets_min": 208
    },
    {
      "epoch": 0.5319700460829493,
      "grad_norm": 1.0122958700948645,
      "learning_rate": 2.657488024477887e-06,
      "loss": 0.9543,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9460581541061401,
      "step": 18470,
      "valid_targets_mean": 738.0,
      "valid_targets_min": 206
    },
    {
      "epoch": 0.5321140552995391,
      "grad_norm": 1.0930444839268425,
      "learning_rate": 2.6562337831966128e-06,
      "loss": 0.8849,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8120952844619751,
      "step": 18475,
      "valid_targets_mean": 545.3,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.532258064516129,
      "grad_norm": 1.0865750226107005,
      "learning_rate": 2.6549795024359674e-06,
      "loss": 0.8483,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7372860312461853,
      "step": 18480,
      "valid_targets_mean": 548.7,
      "valid_targets_min": 147
    },
    {
      "epoch": 0.5324020737327189,
      "grad_norm": 1.0586996891674731,
      "learning_rate": 2.6537251825128985e-06,
      "loss": 0.8745,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7961964011192322,
      "step": 18485,
      "valid_targets_mean": 602.6,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.5325460829493087,
      "grad_norm": 1.0432448856015863,
      "learning_rate": 2.652470823744366e-06,
      "loss": 0.9831,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8074076771736145,
      "step": 18490,
      "valid_targets_mean": 572.4,
      "valid_targets_min": 227
    },
    {
      "epoch": 0.5326900921658986,
      "grad_norm": 1.1647492542884865,
      "learning_rate": 2.651216426447339e-06,
      "loss": 0.9946,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0597331523895264,
      "step": 18495,
      "valid_targets_mean": 556.9,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.5328341013824884,
      "grad_norm": 1.3138517981797264,
      "learning_rate": 2.649961990938796e-06,
      "loss": 0.9275,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8922917246818542,
      "step": 18500,
      "valid_targets_mean": 404.6,
      "valid_targets_min": 87
    },
    {
      "epoch": 0.5329781105990783,
      "grad_norm": 1.262597433286862,
      "learning_rate": 2.648707517535726e-06,
      "loss": 0.9544,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9615164995193481,
      "step": 18505,
      "valid_targets_mean": 528.8,
      "valid_targets_min": 158
    },
    {
      "epoch": 0.5331221198156681,
      "grad_norm": 1.0511265266354661,
      "learning_rate": 2.647453006555128e-06,
      "loss": 0.8885,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8878580927848816,
      "step": 18510,
      "valid_targets_mean": 612.9,
      "valid_targets_min": 139
    },
    {
      "epoch": 0.5332661290322581,
      "grad_norm": 1.1478068075678372,
      "learning_rate": 2.646198458314008e-06,
      "loss": 0.9271,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9151995778083801,
      "step": 18515,
      "valid_targets_mean": 525.8,
      "valid_targets_min": 119
    },
    {
      "epoch": 0.533410138248848,
      "grad_norm": 1.28355358470304,
      "learning_rate": 2.6449438731293844e-06,
      "loss": 0.8999,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9207935333251953,
      "step": 18520,
      "valid_targets_mean": 472.2,
      "valid_targets_min": 166
    },
    {
      "epoch": 0.5335541474654378,
      "grad_norm": 1.2507136126273393,
      "learning_rate": 2.643689251318283e-06,
      "loss": 0.9981,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9422323703765869,
      "step": 18525,
      "valid_targets_mean": 893.0,
      "valid_targets_min": 217
    },
    {
      "epoch": 0.5336981566820277,
      "grad_norm": 1.3021445866750523,
      "learning_rate": 2.642434593197739e-06,
      "loss": 1.0804,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0462169647216797,
      "step": 18530,
      "valid_targets_mean": 488.1,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.5338421658986175,
      "grad_norm": 1.1114552129457762,
      "learning_rate": 2.641179899084799e-06,
      "loss": 0.9577,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8900530934333801,
      "step": 18535,
      "valid_targets_mean": 533.0,
      "valid_targets_min": 190
    },
    {
      "epoch": 0.5339861751152074,
      "grad_norm": 1.191024147456242,
      "learning_rate": 2.6399251692965145e-06,
      "loss": 1.0377,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1856184005737305,
      "step": 18540,
      "valid_targets_mean": 587.7,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.5341301843317973,
      "grad_norm": 1.2129629346194448,
      "learning_rate": 2.6386704041499507e-06,
      "loss": 0.923,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1360182762145996,
      "step": 18545,
      "valid_targets_mean": 573.5,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.5342741935483871,
      "grad_norm": 1.190818869856916,
      "learning_rate": 2.6374156039621772e-06,
      "loss": 1.0434,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9771355390548706,
      "step": 18550,
      "valid_targets_mean": 524.4,
      "valid_targets_min": 185
    },
    {
      "epoch": 0.534418202764977,
      "grad_norm": 1.2227154685961636,
      "learning_rate": 2.636160769050277e-06,
      "loss": 1.0295,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.995643138885498,
      "step": 18555,
      "valid_targets_mean": 501.2,
      "valid_targets_min": 159
    },
    {
      "epoch": 0.5345622119815668,
      "grad_norm": 1.2408487563917745,
      "learning_rate": 2.634905899731339e-06,
      "loss": 0.9323,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0619741678237915,
      "step": 18560,
      "valid_targets_mean": 520.5,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.5347062211981567,
      "grad_norm": 1.050862569230845,
      "learning_rate": 2.633650996322461e-06,
      "loss": 0.9443,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1471329927444458,
      "step": 18565,
      "valid_targets_mean": 740.0,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.5348502304147466,
      "grad_norm": 1.2656073490319413,
      "learning_rate": 2.6323960591407487e-06,
      "loss": 0.9469,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.006983757019043,
      "step": 18570,
      "valid_targets_mean": 475.2,
      "valid_targets_min": 87
    },
    {
      "epoch": 0.5349942396313364,
      "grad_norm": 1.0982678285457008,
      "learning_rate": 2.6311410885033206e-06,
      "loss": 0.953,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9234458804130554,
      "step": 18575,
      "valid_targets_mean": 538.7,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.5351382488479263,
      "grad_norm": 1.0290172339611094,
      "learning_rate": 2.629886084727297e-06,
      "loss": 0.9673,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0295355319976807,
      "step": 18580,
      "valid_targets_mean": 761.9,
      "valid_targets_min": 416
    },
    {
      "epoch": 0.5352822580645161,
      "grad_norm": 1.1963794471949547,
      "learning_rate": 2.628631048129812e-06,
      "loss": 0.9117,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9428375363349915,
      "step": 18585,
      "valid_targets_mean": 498.6,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.535426267281106,
      "grad_norm": 1.2923857715518603,
      "learning_rate": 2.627375979028007e-06,
      "loss": 1.0686,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2592954635620117,
      "step": 18590,
      "valid_targets_mean": 496.7,
      "valid_targets_min": 154
    },
    {
      "epoch": 0.5355702764976958,
      "grad_norm": 1.2037579054620562,
      "learning_rate": 2.6261208777390273e-06,
      "loss": 1.0151,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8433429598808289,
      "step": 18595,
      "valid_targets_mean": 504.3,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.5357142857142857,
      "grad_norm": 1.2246772938493635,
      "learning_rate": 2.6248657445800336e-06,
      "loss": 0.915,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.05056631565094,
      "step": 18600,
      "valid_targets_mean": 619.9,
      "valid_targets_min": 183
    },
    {
      "epoch": 0.5358582949308756,
      "grad_norm": 1.107661756926782,
      "learning_rate": 2.623610579868188e-06,
      "loss": 0.9549,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.063169240951538,
      "step": 18605,
      "valid_targets_mean": 625.1,
      "valid_targets_min": 233
    },
    {
      "epoch": 0.5360023041474654,
      "grad_norm": 1.0484400971000296,
      "learning_rate": 2.6223553839206656e-06,
      "loss": 0.8753,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8794940710067749,
      "step": 18610,
      "valid_targets_mean": 592.4,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.5361463133640553,
      "grad_norm": 1.2067467783765977,
      "learning_rate": 2.6211001570546445e-06,
      "loss": 0.9331,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0408782958984375,
      "step": 18615,
      "valid_targets_mean": 524.5,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.5362903225806451,
      "grad_norm": 1.123268727945386,
      "learning_rate": 2.6198448995873168e-06,
      "loss": 1.0122,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9348704814910889,
      "step": 18620,
      "valid_targets_mean": 573.9,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.536434331797235,
      "grad_norm": 1.0692567101992834,
      "learning_rate": 2.618589611835875e-06,
      "loss": 0.8665,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7492478489875793,
      "step": 18625,
      "valid_targets_mean": 559.2,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.5365783410138248,
      "grad_norm": 1.1297397507463343,
      "learning_rate": 2.617334294117525e-06,
      "loss": 0.8625,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.825824499130249,
      "step": 18630,
      "valid_targets_mean": 515.6,
      "valid_targets_min": 227
    },
    {
      "epoch": 0.5367223502304147,
      "grad_norm": 1.2224325850156281,
      "learning_rate": 2.6160789467494784e-06,
      "loss": 0.882,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8290389776229858,
      "step": 18635,
      "valid_targets_mean": 463.2,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.5368663594470046,
      "grad_norm": 1.0632555554772736,
      "learning_rate": 2.6148235700489544e-06,
      "loss": 0.8628,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9105308055877686,
      "step": 18640,
      "valid_targets_mean": 613.6,
      "valid_targets_min": 73
    },
    {
      "epoch": 0.5370103686635944,
      "grad_norm": 1.2303343683617722,
      "learning_rate": 2.613568164333178e-06,
      "loss": 1.0742,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0477781295776367,
      "step": 18645,
      "valid_targets_mean": 484.6,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.5371543778801844,
      "grad_norm": 0.8486574761889069,
      "learning_rate": 2.612312729919385e-06,
      "loss": 0.8979,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5961898565292358,
      "step": 18650,
      "valid_targets_mean": 737.4,
      "valid_targets_min": 325
    },
    {
      "epoch": 0.5372983870967742,
      "grad_norm": 1.050618522571383,
      "learning_rate": 2.611057267124814e-06,
      "loss": 0.9786,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.196772813796997,
      "step": 18655,
      "valid_targets_mean": 783.3,
      "valid_targets_min": 159
    },
    {
      "epoch": 0.5374423963133641,
      "grad_norm": 0.9836577246033245,
      "learning_rate": 2.6098017762667155e-06,
      "loss": 0.9588,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8887805938720703,
      "step": 18660,
      "valid_targets_mean": 841.4,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.537586405529954,
      "grad_norm": 0.9952972382552898,
      "learning_rate": 2.6085462576623434e-06,
      "loss": 0.983,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8579456806182861,
      "step": 18665,
      "valid_targets_mean": 651.1,
      "valid_targets_min": 215
    },
    {
      "epoch": 0.5377304147465438,
      "grad_norm": 1.072875694619454,
      "learning_rate": 2.6072907116289604e-06,
      "loss": 0.9852,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0781197547912598,
      "step": 18670,
      "valid_targets_mean": 656.2,
      "valid_targets_min": 124
    },
    {
      "epoch": 0.5378744239631337,
      "grad_norm": 1.1096348452430067,
      "learning_rate": 2.6060351384838357e-06,
      "loss": 0.8952,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0640751123428345,
      "step": 18675,
      "valid_targets_mean": 622.5,
      "valid_targets_min": 152
    },
    {
      "epoch": 0.5380184331797235,
      "grad_norm": 1.0688030563512523,
      "learning_rate": 2.6047795385442446e-06,
      "loss": 0.9614,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0306016206741333,
      "step": 18680,
      "valid_targets_mean": 705.4,
      "valid_targets_min": 280
    },
    {
      "epoch": 0.5381624423963134,
      "grad_norm": 1.1377073260447033,
      "learning_rate": 2.6035239121274717e-06,
      "loss": 0.919,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9424638152122498,
      "step": 18685,
      "valid_targets_mean": 560.6,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.5383064516129032,
      "grad_norm": 1.0308260379916707,
      "learning_rate": 2.6022682595508046e-06,
      "loss": 0.9057,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9122685194015503,
      "step": 18690,
      "valid_targets_mean": 654.0,
      "valid_targets_min": 210
    },
    {
      "epoch": 0.5384504608294931,
      "grad_norm": 1.032428343243498,
      "learning_rate": 2.6010125811315416e-06,
      "loss": 0.8366,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9456539750099182,
      "step": 18695,
      "valid_targets_mean": 654.8,
      "valid_targets_min": 221
    },
    {
      "epoch": 0.538594470046083,
      "grad_norm": 1.3665620325226118,
      "learning_rate": 2.599756877186983e-06,
      "loss": 1.0243,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8901094794273376,
      "step": 18700,
      "valid_targets_mean": 426.5,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.5387384792626728,
      "grad_norm": 1.2472056012024804,
      "learning_rate": 2.598501148034439e-06,
      "loss": 0.8976,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.824852705001831,
      "step": 18705,
      "valid_targets_mean": 459.1,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.5388824884792627,
      "grad_norm": 0.937288040655098,
      "learning_rate": 2.5972453939912256e-06,
      "loss": 0.9258,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8771038055419922,
      "step": 18710,
      "valid_targets_mean": 705.4,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.5390264976958525,
      "grad_norm": 1.3097901562674947,
      "learning_rate": 2.5959896153746646e-06,
      "loss": 0.8934,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9830772876739502,
      "step": 18715,
      "valid_targets_mean": 459.8,
      "valid_targets_min": 130
    },
    {
      "epoch": 0.5391705069124424,
      "grad_norm": 1.153794366795933,
      "learning_rate": 2.594733812502082e-06,
      "loss": 1.0701,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1493422985076904,
      "step": 18720,
      "valid_targets_mean": 596.8,
      "valid_targets_min": 163
    },
    {
      "epoch": 0.5393145161290323,
      "grad_norm": 1.1013195008351104,
      "learning_rate": 2.593477985690815e-06,
      "loss": 0.9401,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9151344299316406,
      "step": 18725,
      "valid_targets_mean": 584.9,
      "valid_targets_min": 190
    },
    {
      "epoch": 0.5394585253456221,
      "grad_norm": 1.3026090493547742,
      "learning_rate": 2.5922221352582005e-06,
      "loss": 0.91,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.827765703201294,
      "step": 18730,
      "valid_targets_mean": 408.9,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.539602534562212,
      "grad_norm": 1.1136125820764662,
      "learning_rate": 2.5909662615215874e-06,
      "loss": 0.8795,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7094353437423706,
      "step": 18735,
      "valid_targets_mean": 539.3,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.5397465437788018,
      "grad_norm": 1.138966327854846,
      "learning_rate": 2.5897103647983263e-06,
      "loss": 0.9538,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8354489803314209,
      "step": 18740,
      "valid_targets_mean": 584.7,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.5398905529953917,
      "grad_norm": 1.1380687144624553,
      "learning_rate": 2.5884544454057755e-06,
      "loss": 0.9362,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7238613963127136,
      "step": 18745,
      "valid_targets_mean": 507.2,
      "valid_targets_min": 197
    },
    {
      "epoch": 0.5400345622119815,
      "grad_norm": 1.1739897931058068,
      "learning_rate": 2.5871985036612974e-06,
      "loss": 0.8185,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.784351110458374,
      "step": 18750,
      "valid_targets_mean": 463.2,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.5401785714285714,
      "grad_norm": 1.088232551803303,
      "learning_rate": 2.5859425398822635e-06,
      "loss": 0.9706,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9533399343490601,
      "step": 18755,
      "valid_targets_mean": 578.9,
      "valid_targets_min": 298
    },
    {
      "epoch": 0.5403225806451613,
      "grad_norm": 1.1030384097479389,
      "learning_rate": 2.584686554386047e-06,
      "loss": 0.9482,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9375787377357483,
      "step": 18760,
      "valid_targets_mean": 662.8,
      "valid_targets_min": 305
    },
    {
      "epoch": 0.5404665898617511,
      "grad_norm": 1.0858202202256795,
      "learning_rate": 2.5834305474900277e-06,
      "loss": 0.9899,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2072787284851074,
      "step": 18765,
      "valid_targets_mean": 705.9,
      "valid_targets_min": 59
    },
    {
      "epoch": 0.540610599078341,
      "grad_norm": 1.091533413533259,
      "learning_rate": 2.5821745195115927e-06,
      "loss": 0.8546,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9611963033676147,
      "step": 18770,
      "valid_targets_mean": 610.9,
      "valid_targets_min": 58
    },
    {
      "epoch": 0.5407546082949308,
      "grad_norm": 0.994512560092378,
      "learning_rate": 2.580918470768132e-06,
      "loss": 0.9207,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7829605340957642,
      "step": 18775,
      "valid_targets_mean": 651.9,
      "valid_targets_min": 263
    },
    {
      "epoch": 0.5408986175115207,
      "grad_norm": 1.1372024722860081,
      "learning_rate": 2.579662401577042e-06,
      "loss": 1.0348,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9723948240280151,
      "step": 18780,
      "valid_targets_mean": 618.2,
      "valid_targets_min": 190
    },
    {
      "epoch": 0.5410426267281107,
      "grad_norm": 1.0787868478678946,
      "learning_rate": 2.578406312255725e-06,
      "loss": 1.0892,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0271474123001099,
      "step": 18785,
      "valid_targets_mean": 683.8,
      "valid_targets_min": 73
    },
    {
      "epoch": 0.5411866359447005,
      "grad_norm": 1.1133924178211734,
      "learning_rate": 2.577150203121587e-06,
      "loss": 0.8896,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8423562049865723,
      "step": 18790,
      "valid_targets_mean": 545.6,
      "valid_targets_min": 182
    },
    {
      "epoch": 0.5413306451612904,
      "grad_norm": 1.132060046501597,
      "learning_rate": 2.5758940744920373e-06,
      "loss": 0.9648,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0300872325897217,
      "step": 18795,
      "valid_targets_mean": 605.9,
      "valid_targets_min": 78
    },
    {
      "epoch": 0.5414746543778802,
      "grad_norm": 1.1290819997890094,
      "learning_rate": 2.5746379266844962e-06,
      "loss": 1.0206,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.995654821395874,
      "step": 18800,
      "valid_targets_mean": 567.4,
      "valid_targets_min": 268
    },
    {
      "epoch": 0.5416186635944701,
      "grad_norm": 1.02632531428945,
      "learning_rate": 2.5733817600163826e-06,
      "loss": 1.0119,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9225922226905823,
      "step": 18805,
      "valid_targets_mean": 714.2,
      "valid_targets_min": 173
    },
    {
      "epoch": 0.5417626728110599,
      "grad_norm": 1.2162266236899435,
      "learning_rate": 2.572125574805123e-06,
      "loss": 1.0548,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0795100927352905,
      "step": 18810,
      "valid_targets_mean": 515.0,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.5419066820276498,
      "grad_norm": 1.0464063020138967,
      "learning_rate": 2.570869371368148e-06,
      "loss": 1.0123,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1989924907684326,
      "step": 18815,
      "valid_targets_mean": 779.2,
      "valid_targets_min": 159
    },
    {
      "epoch": 0.5420506912442397,
      "grad_norm": 1.2035018997446376,
      "learning_rate": 2.5696131500228936e-06,
      "loss": 1.0229,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1187536716461182,
      "step": 18820,
      "valid_targets_mean": 557.8,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.5421947004608295,
      "grad_norm": 1.339145981555484,
      "learning_rate": 2.5683569110867983e-06,
      "loss": 0.9299,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0604932308197021,
      "step": 18825,
      "valid_targets_mean": 414.3,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.5423387096774194,
      "grad_norm": 1.1560571905141261,
      "learning_rate": 2.567100654877308e-06,
      "loss": 0.9366,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8744166493415833,
      "step": 18830,
      "valid_targets_mean": 573.2,
      "valid_targets_min": 163
    },
    {
      "epoch": 0.5424827188940092,
      "grad_norm": 1.176596007803634,
      "learning_rate": 2.5658443817118706e-06,
      "loss": 0.9248,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9457192420959473,
      "step": 18835,
      "valid_targets_mean": 530.2,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.5426267281105991,
      "grad_norm": 1.3085317151678126,
      "learning_rate": 2.564588091907939e-06,
      "loss": 0.9839,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8828983306884766,
      "step": 18840,
      "valid_targets_mean": 422.1,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.542770737327189,
      "grad_norm": 1.1661357423783065,
      "learning_rate": 2.56333178578297e-06,
      "loss": 1.0421,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1733697652816772,
      "step": 18845,
      "valid_targets_mean": 671.7,
      "valid_targets_min": 159
    },
    {
      "epoch": 0.5429147465437788,
      "grad_norm": 1.2766045178232128,
      "learning_rate": 2.5620754636544266e-06,
      "loss": 1.0493,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9978790283203125,
      "step": 18850,
      "valid_targets_mean": 479.4,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.5430587557603687,
      "grad_norm": 1.1492827025937886,
      "learning_rate": 2.5608191258397713e-06,
      "loss": 0.9391,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8904908299446106,
      "step": 18855,
      "valid_targets_mean": 594.1,
      "valid_targets_min": 192
    },
    {
      "epoch": 0.5432027649769585,
      "grad_norm": 1.0527397543691637,
      "learning_rate": 2.559562772656476e-06,
      "loss": 0.901,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9989199638366699,
      "step": 18860,
      "valid_targets_mean": 732.2,
      "valid_targets_min": 369
    },
    {
      "epoch": 0.5433467741935484,
      "grad_norm": 1.181678527990658,
      "learning_rate": 2.5583064044220122e-06,
      "loss": 0.9928,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0293323993682861,
      "step": 18865,
      "valid_targets_mean": 548.1,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.5434907834101382,
      "grad_norm": 1.2412708255804714,
      "learning_rate": 2.557050021453858e-06,
      "loss": 0.8971,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9675923585891724,
      "step": 18870,
      "valid_targets_mean": 481.2,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.5436347926267281,
      "grad_norm": 1.19648679192176,
      "learning_rate": 2.555793624069493e-06,
      "loss": 0.8299,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7664318084716797,
      "step": 18875,
      "valid_targets_mean": 465.8,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.543778801843318,
      "grad_norm": 1.1304319141115888,
      "learning_rate": 2.554537212586403e-06,
      "loss": 0.973,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.013504147529602,
      "step": 18880,
      "valid_targets_mean": 581.7,
      "valid_targets_min": 229
    },
    {
      "epoch": 0.5439228110599078,
      "grad_norm": 1.386948783050832,
      "learning_rate": 2.553280787322075e-06,
      "loss": 1.0707,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1648143529891968,
      "step": 18885,
      "valid_targets_mean": 437.0,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.5440668202764977,
      "grad_norm": 1.0876447700573482,
      "learning_rate": 2.5520243485939997e-06,
      "loss": 0.9287,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8865118622779846,
      "step": 18890,
      "valid_targets_mean": 623.1,
      "valid_targets_min": 261
    },
    {
      "epoch": 0.5442108294930875,
      "grad_norm": 1.1810218622833089,
      "learning_rate": 2.550767896719674e-06,
      "loss": 0.9489,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9491069316864014,
      "step": 18895,
      "valid_targets_mean": 508.6,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.5443548387096774,
      "grad_norm": 1.221515639435986,
      "learning_rate": 2.5495114320165937e-06,
      "loss": 0.9767,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.140687346458435,
      "step": 18900,
      "valid_targets_mean": 528.9,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.5444988479262672,
      "grad_norm": 1.1652123703711335,
      "learning_rate": 2.548254954802261e-06,
      "loss": 0.8757,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8915229439735413,
      "step": 18905,
      "valid_targets_mean": 529.1,
      "valid_targets_min": 160
    },
    {
      "epoch": 0.5446428571428571,
      "grad_norm": 1.1489948531345,
      "learning_rate": 2.546998465394181e-06,
      "loss": 0.9117,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7435638904571533,
      "step": 18910,
      "valid_targets_mean": 504.0,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.544786866359447,
      "grad_norm": 1.176919161441312,
      "learning_rate": 2.5457419641098612e-06,
      "loss": 0.9499,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7557262182235718,
      "step": 18915,
      "valid_targets_mean": 506.9,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.5449308755760369,
      "grad_norm": 1.2307014419315978,
      "learning_rate": 2.544485451266811e-06,
      "loss": 0.901,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0065340995788574,
      "step": 18920,
      "valid_targets_mean": 506.4,
      "valid_targets_min": 223
    },
    {
      "epoch": 0.5450748847926268,
      "grad_norm": 1.3233875771146542,
      "learning_rate": 2.5432289271825454e-06,
      "loss": 1.0755,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8608333468437195,
      "step": 18925,
      "valid_targets_mean": 407.2,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.5452188940092166,
      "grad_norm": 0.9741360587115194,
      "learning_rate": 2.5419723921745796e-06,
      "loss": 0.961,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0294781923294067,
      "step": 18930,
      "valid_targets_mean": 810.6,
      "valid_targets_min": 131
    },
    {
      "epoch": 0.5453629032258065,
      "grad_norm": 1.199223538997338,
      "learning_rate": 2.5407158465604344e-06,
      "loss": 0.9218,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9459888935089111,
      "step": 18935,
      "valid_targets_mean": 572.1,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.5455069124423964,
      "grad_norm": 1.1524742768253156,
      "learning_rate": 2.539459290657629e-06,
      "loss": 1.103,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1779069900512695,
      "step": 18940,
      "valid_targets_mean": 639.8,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.5456509216589862,
      "grad_norm": 1.1023722383526997,
      "learning_rate": 2.5382027247836904e-06,
      "loss": 1.0721,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.20389986038208,
      "step": 18945,
      "valid_targets_mean": 670.8,
      "valid_targets_min": 134
    },
    {
      "epoch": 0.5457949308755761,
      "grad_norm": 1.0267432500001656,
      "learning_rate": 2.536946149256144e-06,
      "loss": 0.9053,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8253716230392456,
      "step": 18950,
      "valid_targets_mean": 717.3,
      "valid_targets_min": 213
    },
    {
      "epoch": 0.5459389400921659,
      "grad_norm": 1.1851575414741773,
      "learning_rate": 2.5356895643925193e-06,
      "loss": 1.067,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1189461946487427,
      "step": 18955,
      "valid_targets_mean": 612.3,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.5460829493087558,
      "grad_norm": 1.178871298876674,
      "learning_rate": 2.5344329705103486e-06,
      "loss": 0.9953,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7112630009651184,
      "step": 18960,
      "valid_targets_mean": 471.3,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.5462269585253456,
      "grad_norm": 1.143640884042135,
      "learning_rate": 2.533176367927165e-06,
      "loss": 0.8631,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.902008593082428,
      "step": 18965,
      "valid_targets_mean": 538.3,
      "valid_targets_min": 376
    },
    {
      "epoch": 0.5463709677419355,
      "grad_norm": 1.0917939699002812,
      "learning_rate": 2.5319197569605065e-06,
      "loss": 0.9799,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.058190107345581,
      "step": 18970,
      "valid_targets_mean": 618.2,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.5465149769585254,
      "grad_norm": 1.107653094809215,
      "learning_rate": 2.530663137927909e-06,
      "loss": 0.8994,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8323255181312561,
      "step": 18975,
      "valid_targets_mean": 583.6,
      "valid_targets_min": 210
    },
    {
      "epoch": 0.5466589861751152,
      "grad_norm": 1.1746600658148303,
      "learning_rate": 2.5294065111469148e-06,
      "loss": 0.9675,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2170640230178833,
      "step": 18980,
      "valid_targets_mean": 587.7,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.5468029953917051,
      "grad_norm": 1.1285314794452328,
      "learning_rate": 2.5281498769350647e-06,
      "loss": 0.9501,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9713664650917053,
      "step": 18985,
      "valid_targets_mean": 593.6,
      "valid_targets_min": 189
    },
    {
      "epoch": 0.5469470046082949,
      "grad_norm": 1.1422385625310578,
      "learning_rate": 2.526893235609905e-06,
      "loss": 1.0772,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0719428062438965,
      "step": 18990,
      "valid_targets_mean": 609.5,
      "valid_targets_min": 175
    },
    {
      "epoch": 0.5470910138248848,
      "grad_norm": 1.1138749991905903,
      "learning_rate": 2.525636587488979e-06,
      "loss": 0.9415,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8497976660728455,
      "step": 18995,
      "valid_targets_mean": 537.1,
      "valid_targets_min": 200
    },
    {
      "epoch": 0.5472350230414746,
      "grad_norm": 1.1269562388307994,
      "learning_rate": 2.524379932889836e-06,
      "loss": 0.8803,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9522963762283325,
      "step": 19000,
      "valid_targets_mean": 605.6,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.5473790322580645,
      "grad_norm": 1.2144544958283294,
      "learning_rate": 2.5231232721300252e-06,
      "loss": 1.0358,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9427492618560791,
      "step": 19005,
      "valid_targets_mean": 484.9,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.5475230414746544,
      "grad_norm": 1.202456810318531,
      "learning_rate": 2.521866605527098e-06,
      "loss": 1.0525,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2673609256744385,
      "step": 19010,
      "valid_targets_mean": 614.4,
      "valid_targets_min": 198
    },
    {
      "epoch": 0.5476670506912442,
      "grad_norm": 1.1015461847242336,
      "learning_rate": 2.5206099333986056e-06,
      "loss": 0.9026,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9350157976150513,
      "step": 19015,
      "valid_targets_mean": 554.4,
      "valid_targets_min": 157
    },
    {
      "epoch": 0.5478110599078341,
      "grad_norm": 0.9237953943556299,
      "learning_rate": 2.5193532560621026e-06,
      "loss": 0.9365,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8930267095565796,
      "step": 19020,
      "valid_targets_mean": 825.8,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.5479550691244239,
      "grad_norm": 1.0389520012577569,
      "learning_rate": 2.518096573835143e-06,
      "loss": 0.8515,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8240615129470825,
      "step": 19025,
      "valid_targets_mean": 573.7,
      "valid_targets_min": 118
    },
    {
      "epoch": 0.5480990783410138,
      "grad_norm": 1.2310633983859822,
      "learning_rate": 2.5168398870352846e-06,
      "loss": 1.0238,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8673251867294312,
      "step": 19030,
      "valid_targets_mean": 499.1,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.5482430875576036,
      "grad_norm": 1.0890247173691867,
      "learning_rate": 2.5155831959800843e-06,
      "loss": 0.9582,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9666427373886108,
      "step": 19035,
      "valid_targets_mean": 577.6,
      "valid_targets_min": 134
    },
    {
      "epoch": 0.5483870967741935,
      "grad_norm": 1.0842587971896889,
      "learning_rate": 2.5143265009871002e-06,
      "loss": 0.9048,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7924596071243286,
      "step": 19040,
      "valid_targets_mean": 543.3,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.5485311059907834,
      "grad_norm": 1.1641946146931956,
      "learning_rate": 2.5130698023738927e-06,
      "loss": 0.9521,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.020118236541748,
      "step": 19045,
      "valid_targets_mean": 579.8,
      "valid_targets_min": 242
    },
    {
      "epoch": 0.5486751152073732,
      "grad_norm": 1.0581018523979757,
      "learning_rate": 2.511813100458022e-06,
      "loss": 0.9033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8443357944488525,
      "step": 19050,
      "valid_targets_mean": 604.6,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.5488191244239631,
      "grad_norm": 1.2093418884574654,
      "learning_rate": 2.5105563955570483e-06,
      "loss": 0.905,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8257845640182495,
      "step": 19055,
      "valid_targets_mean": 482.2,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.548963133640553,
      "grad_norm": 1.1833277698324163,
      "learning_rate": 2.509299687988535e-06,
      "loss": 0.9465,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9506810903549194,
      "step": 19060,
      "valid_targets_mean": 520.4,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.5491071428571429,
      "grad_norm": 1.2617191230027904,
      "learning_rate": 2.5080429780700448e-06,
      "loss": 0.9975,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9866383075714111,
      "step": 19065,
      "valid_targets_mean": 493.3,
      "valid_targets_min": 130
    },
    {
      "epoch": 0.5492511520737328,
      "grad_norm": 1.029126802258361,
      "learning_rate": 2.50678626611914e-06,
      "loss": 0.994,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.154815435409546,
      "step": 19070,
      "valid_targets_mean": 727.2,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.5493951612903226,
      "grad_norm": 1.1769892707717313,
      "learning_rate": 2.505529552453385e-06,
      "loss": 0.99,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8384992480278015,
      "step": 19075,
      "valid_targets_mean": 477.3,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.5495391705069125,
      "grad_norm": 1.169733285843783,
      "learning_rate": 2.5042728373903445e-06,
      "loss": 0.8887,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0315191745758057,
      "step": 19080,
      "valid_targets_mean": 581.7,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.5496831797235023,
      "grad_norm": 1.192598028094041,
      "learning_rate": 2.503016121247583e-06,
      "loss": 0.9179,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0612491369247437,
      "step": 19085,
      "valid_targets_mean": 544.9,
      "valid_targets_min": 165
    },
    {
      "epoch": 0.5498271889400922,
      "grad_norm": 1.1057493732657335,
      "learning_rate": 2.5017594043426643e-06,
      "loss": 1.0917,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2060503959655762,
      "step": 19090,
      "valid_targets_mean": 657.9,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.549971198156682,
      "grad_norm": 1.0932040520001887,
      "learning_rate": 2.5005026869931553e-06,
      "loss": 1.0418,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1792738437652588,
      "step": 19095,
      "valid_targets_mean": 667.9,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.5501152073732719,
      "grad_norm": 1.0848044221895188,
      "learning_rate": 2.4992459695166197e-06,
      "loss": 0.9535,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0402255058288574,
      "step": 19100,
      "valid_targets_mean": 644.4,
      "valid_targets_min": 193
    },
    {
      "epoch": 0.5502592165898618,
      "grad_norm": 1.0544618483528563,
      "learning_rate": 2.4979892522306225e-06,
      "loss": 0.9618,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9594549536705017,
      "step": 19105,
      "valid_targets_mean": 684.6,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.5504032258064516,
      "grad_norm": 1.1505890094906561,
      "learning_rate": 2.4967325354527308e-06,
      "loss": 1.0447,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9079686403274536,
      "step": 19110,
      "valid_targets_mean": 529.9,
      "valid_targets_min": 176
    },
    {
      "epoch": 0.5505472350230415,
      "grad_norm": 1.1663193938661314,
      "learning_rate": 2.495475819500508e-06,
      "loss": 1.0274,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.322588324546814,
      "step": 19115,
      "valid_targets_mean": 625.5,
      "valid_targets_min": 155
    },
    {
      "epoch": 0.5506912442396313,
      "grad_norm": 1.140818743017876,
      "learning_rate": 2.4942191046915194e-06,
      "loss": 0.8797,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9839842319488525,
      "step": 19120,
      "valid_targets_mean": 556.9,
      "valid_targets_min": 271
    },
    {
      "epoch": 0.5508352534562212,
      "grad_norm": 1.0648539083626922,
      "learning_rate": 2.4929623913433293e-06,
      "loss": 0.9262,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7307425737380981,
      "step": 19125,
      "valid_targets_mean": 565.4,
      "valid_targets_min": 90
    },
    {
      "epoch": 0.550979262672811,
      "grad_norm": 0.8644214960638322,
      "learning_rate": 2.4917056797735026e-06,
      "loss": 0.8777,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5857635736465454,
      "step": 19130,
      "valid_targets_mean": 610.9,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.5511232718894009,
      "grad_norm": 1.2346336395953645,
      "learning_rate": 2.4904489702996026e-06,
      "loss": 0.9548,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.093855619430542,
      "step": 19135,
      "valid_targets_mean": 521.2,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.5512672811059908,
      "grad_norm": 1.2037546974953595,
      "learning_rate": 2.4891922632391926e-06,
      "loss": 0.8908,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8667435050010681,
      "step": 19140,
      "valid_targets_mean": 493.6,
      "valid_targets_min": 190
    },
    {
      "epoch": 0.5514112903225806,
      "grad_norm": 1.1048233032990957,
      "learning_rate": 2.4879355589098345e-06,
      "loss": 0.9048,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7828047275543213,
      "step": 19145,
      "valid_targets_mean": 550.1,
      "valid_targets_min": 52
    },
    {
      "epoch": 0.5515552995391705,
      "grad_norm": 1.144833706124493,
      "learning_rate": 2.486678857629091e-06,
      "loss": 1.006,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0271122455596924,
      "step": 19150,
      "valid_targets_mean": 577.2,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.5516993087557603,
      "grad_norm": 1.1525593018561477,
      "learning_rate": 2.4854221597145235e-06,
      "loss": 0.9493,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7413089871406555,
      "step": 19155,
      "valid_targets_mean": 472.2,
      "valid_targets_min": 151
    },
    {
      "epoch": 0.5518433179723502,
      "grad_norm": 1.2852439599858119,
      "learning_rate": 2.4841654654836912e-06,
      "loss": 0.8875,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0800652503967285,
      "step": 19160,
      "valid_targets_mean": 508.6,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.5519873271889401,
      "grad_norm": 0.9848481490701155,
      "learning_rate": 2.482908775254155e-06,
      "loss": 0.9306,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8550626635551453,
      "step": 19165,
      "valid_targets_mean": 684.0,
      "valid_targets_min": 129
    },
    {
      "epoch": 0.5521313364055299,
      "grad_norm": 1.127333800442493,
      "learning_rate": 2.4816520893434723e-06,
      "loss": 0.8736,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.830456018447876,
      "step": 19170,
      "valid_targets_mean": 533.1,
      "valid_targets_min": 173
    },
    {
      "epoch": 0.5522753456221198,
      "grad_norm": 1.2217009961212715,
      "learning_rate": 2.4803954080692e-06,
      "loss": 0.9259,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1058828830718994,
      "step": 19175,
      "valid_targets_mean": 510.0,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.5524193548387096,
      "grad_norm": 1.0803752795124528,
      "learning_rate": 2.4791387317488937e-06,
      "loss": 0.8632,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7003393769264221,
      "step": 19180,
      "valid_targets_mean": 545.1,
      "valid_targets_min": 130
    },
    {
      "epoch": 0.5525633640552995,
      "grad_norm": 1.0966192899153,
      "learning_rate": 2.477882060700111e-06,
      "loss": 0.7782,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6909878849983215,
      "step": 19185,
      "valid_targets_mean": 517.7,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.5527073732718893,
      "grad_norm": 1.1495234739776854,
      "learning_rate": 2.4766253952404024e-06,
      "loss": 0.9311,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9686128497123718,
      "step": 19190,
      "valid_targets_mean": 564.0,
      "valid_targets_min": 145
    },
    {
      "epoch": 0.5528513824884793,
      "grad_norm": 1.1676927133931687,
      "learning_rate": 2.4753687356873213e-06,
      "loss": 0.8693,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.864330530166626,
      "step": 19195,
      "valid_targets_mean": 565.1,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.5529953917050692,
      "grad_norm": 1.171651622006602,
      "learning_rate": 2.474112082358418e-06,
      "loss": 0.8517,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0107249021530151,
      "step": 19200,
      "valid_targets_mean": 581.8,
      "valid_targets_min": 207
    },
    {
      "epoch": 0.553139400921659,
      "grad_norm": 1.053087105798282,
      "learning_rate": 2.4728554355712414e-06,
      "loss": 1.0259,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1190824508666992,
      "step": 19205,
      "valid_targets_mean": 696.1,
      "valid_targets_min": 77
    },
    {
      "epoch": 0.5532834101382489,
      "grad_norm": 1.1560318612659093,
      "learning_rate": 2.4715987956433395e-06,
      "loss": 0.9315,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1907681226730347,
      "step": 19210,
      "valid_targets_mean": 573.2,
      "valid_targets_min": 123
    },
    {
      "epoch": 0.5534274193548387,
      "grad_norm": 1.0731391618019126,
      "learning_rate": 2.4703421628922575e-06,
      "loss": 0.9861,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9129220843315125,
      "step": 19215,
      "valid_targets_mean": 582.4,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.5535714285714286,
      "grad_norm": 1.0868531316643673,
      "learning_rate": 2.4690855376355387e-06,
      "loss": 0.9046,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7562065720558167,
      "step": 19220,
      "valid_targets_mean": 510.3,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.5537154377880185,
      "grad_norm": 1.130091562202509,
      "learning_rate": 2.467828920190726e-06,
      "loss": 1.0285,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0310437679290771,
      "step": 19225,
      "valid_targets_mean": 546.8,
      "valid_targets_min": 139
    },
    {
      "epoch": 0.5538594470046083,
      "grad_norm": 1.1195002046104146,
      "learning_rate": 2.4665723108753594e-06,
      "loss": 1.0237,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9462761878967285,
      "step": 19230,
      "valid_targets_mean": 557.9,
      "valid_targets_min": 160
    },
    {
      "epoch": 0.5540034562211982,
      "grad_norm": 1.1303551458656687,
      "learning_rate": 2.4653157100069765e-06,
      "loss": 0.9485,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.205776333808899,
      "step": 19235,
      "valid_targets_mean": 617.3,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.554147465437788,
      "grad_norm": 1.2179326373359898,
      "learning_rate": 2.4640591179031113e-06,
      "loss": 0.9402,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9333679676055908,
      "step": 19240,
      "valid_targets_mean": 489.9,
      "valid_targets_min": 119
    },
    {
      "epoch": 0.5542914746543779,
      "grad_norm": 0.9506476979889581,
      "learning_rate": 2.4628025348813e-06,
      "loss": 0.8997,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.885205864906311,
      "step": 19245,
      "valid_targets_mean": 767.5,
      "valid_targets_min": 190
    },
    {
      "epoch": 0.5544354838709677,
      "grad_norm": 1.157834508970025,
      "learning_rate": 2.4615459612590737e-06,
      "loss": 1.0312,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9291127920150757,
      "step": 19250,
      "valid_targets_mean": 469.6,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.5545794930875576,
      "grad_norm": 1.1843873774652647,
      "learning_rate": 2.4602893973539585e-06,
      "loss": 1.0606,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.204758644104004,
      "step": 19255,
      "valid_targets_mean": 642.2,
      "valid_targets_min": 203
    },
    {
      "epoch": 0.5547235023041475,
      "grad_norm": 1.0392051736001708,
      "learning_rate": 2.459032843483484e-06,
      "loss": 0.9009,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7936241626739502,
      "step": 19260,
      "valid_targets_mean": 602.6,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.5548675115207373,
      "grad_norm": 1.113026992079315,
      "learning_rate": 2.4577762999651725e-06,
      "loss": 0.903,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9394748210906982,
      "step": 19265,
      "valid_targets_mean": 602.2,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.5550115207373272,
      "grad_norm": 1.30424539672531,
      "learning_rate": 2.4565197671165457e-06,
      "loss": 0.9478,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9337394833564758,
      "step": 19270,
      "valid_targets_mean": 447.8,
      "valid_targets_min": 144
    },
    {
      "epoch": 0.555155529953917,
      "grad_norm": 0.9309608317752384,
      "learning_rate": 2.4552632452551217e-06,
      "loss": 0.8936,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.656417727470398,
      "step": 19275,
      "valid_targets_mean": 647.8,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.5552995391705069,
      "grad_norm": 0.8240839951704646,
      "learning_rate": 2.454006734698417e-06,
      "loss": 0.8691,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0732197761535645,
      "step": 19280,
      "valid_targets_mean": 1057.5,
      "valid_targets_min": 304
    },
    {
      "epoch": 0.5554435483870968,
      "grad_norm": 1.1035411175157184,
      "learning_rate": 2.452750235763944e-06,
      "loss": 0.9422,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0208629369735718,
      "step": 19285,
      "valid_targets_mean": 609.8,
      "valid_targets_min": 161
    },
    {
      "epoch": 0.5555875576036866,
      "grad_norm": 1.1751345343863102,
      "learning_rate": 2.451493748769213e-06,
      "loss": 1.0586,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0494624376296997,
      "step": 19290,
      "valid_targets_mean": 600.6,
      "valid_targets_min": 203
    },
    {
      "epoch": 0.5557315668202765,
      "grad_norm": 1.1751254667858024,
      "learning_rate": 2.450237274031731e-06,
      "loss": 0.9735,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9756211042404175,
      "step": 19295,
      "valid_targets_mean": 537.4,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.5558755760368663,
      "grad_norm": 0.9727903566882159,
      "learning_rate": 2.4489808118690013e-06,
      "loss": 0.9064,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8923020958900452,
      "step": 19300,
      "valid_targets_mean": 721.4,
      "valid_targets_min": 283
    },
    {
      "epoch": 0.5560195852534562,
      "grad_norm": 1.1280828081631649,
      "learning_rate": 2.4477243625985257e-06,
      "loss": 0.8382,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9738594889640808,
      "step": 19305,
      "valid_targets_mean": 573.8,
      "valid_targets_min": 81
    },
    {
      "epoch": 0.556163594470046,
      "grad_norm": 1.0573229017003274,
      "learning_rate": 2.446467926537801e-06,
      "loss": 0.9106,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9998219609260559,
      "step": 19310,
      "valid_targets_mean": 672.6,
      "valid_targets_min": 263
    },
    {
      "epoch": 0.5563076036866359,
      "grad_norm": 1.0929587611929392,
      "learning_rate": 2.4452115040043204e-06,
      "loss": 0.9093,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8266164660453796,
      "step": 19315,
      "valid_targets_mean": 554.7,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.5564516129032258,
      "grad_norm": 1.0731638466405098,
      "learning_rate": 2.443955095315576e-06,
      "loss": 0.8734,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8888281583786011,
      "step": 19320,
      "valid_targets_mean": 652.0,
      "valid_targets_min": 261
    },
    {
      "epoch": 0.5565956221198156,
      "grad_norm": 1.0614784419860157,
      "learning_rate": 2.442698700789056e-06,
      "loss": 1.0173,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9682027101516724,
      "step": 19325,
      "valid_targets_mean": 642.6,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.5567396313364056,
      "grad_norm": 1.2161532249733988,
      "learning_rate": 2.4414423207422417e-06,
      "loss": 1.0574,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8095428943634033,
      "step": 19330,
      "valid_targets_mean": 464.8,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.5568836405529954,
      "grad_norm": 1.1172258490784892,
      "learning_rate": 2.4401859554926127e-06,
      "loss": 1.0745,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0567680597305298,
      "step": 19335,
      "valid_targets_mean": 592.2,
      "valid_targets_min": 54
    },
    {
      "epoch": 0.5570276497695853,
      "grad_norm": 1.2952244092254137,
      "learning_rate": 2.4389296053576484e-06,
      "loss": 0.875,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.841058075428009,
      "step": 19340,
      "valid_targets_mean": 416.2,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.5571716589861752,
      "grad_norm": 1.057696383238877,
      "learning_rate": 2.4376732706548185e-06,
      "loss": 1.0147,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7609184384346008,
      "step": 19345,
      "valid_targets_mean": 548.9,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.557315668202765,
      "grad_norm": 0.964590325672659,
      "learning_rate": 2.4364169517015913e-06,
      "loss": 0.9331,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8125529289245605,
      "step": 19350,
      "valid_targets_mean": 707.9,
      "valid_targets_min": 147
    },
    {
      "epoch": 0.5574596774193549,
      "grad_norm": 1.2713017041250643,
      "learning_rate": 2.435160648815434e-06,
      "loss": 0.9408,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1079027652740479,
      "step": 19355,
      "valid_targets_mean": 475.0,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.5576036866359447,
      "grad_norm": 1.0035471321331393,
      "learning_rate": 2.4339043623138046e-06,
      "loss": 0.9956,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8350589871406555,
      "step": 19360,
      "valid_targets_mean": 608.5,
      "valid_targets_min": 166
    },
    {
      "epoch": 0.5577476958525346,
      "grad_norm": 1.1601948194555205,
      "learning_rate": 2.4326480925141606e-06,
      "loss": 0.9183,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.777844250202179,
      "step": 19365,
      "valid_targets_mean": 487.6,
      "valid_targets_min": 162
    },
    {
      "epoch": 0.5578917050691244,
      "grad_norm": 1.1532444449975199,
      "learning_rate": 2.431391839733953e-06,
      "loss": 0.8738,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7356570959091187,
      "step": 19370,
      "valid_targets_mean": 526.4,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.5580357142857143,
      "grad_norm": 1.139647395498732,
      "learning_rate": 2.430135604290631e-06,
      "loss": 0.9629,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.155143141746521,
      "step": 19375,
      "valid_targets_mean": 656.4,
      "valid_targets_min": 63
    },
    {
      "epoch": 0.5581797235023042,
      "grad_norm": 1.1303174523163722,
      "learning_rate": 2.428879386501637e-06,
      "loss": 0.9616,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9805730581283569,
      "step": 19380,
      "valid_targets_mean": 686.3,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.558323732718894,
      "grad_norm": 1.0796019778520614,
      "learning_rate": 2.427623186684411e-06,
      "loss": 0.9651,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0077695846557617,
      "step": 19385,
      "valid_targets_mean": 671.7,
      "valid_targets_min": 303
    },
    {
      "epoch": 0.5584677419354839,
      "grad_norm": 1.099678857241157,
      "learning_rate": 2.426367005156386e-06,
      "loss": 0.9368,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.893463134765625,
      "step": 19390,
      "valid_targets_mean": 626.5,
      "valid_targets_min": 124
    },
    {
      "epoch": 0.5586117511520737,
      "grad_norm": 1.0487392033983067,
      "learning_rate": 2.4251108422349924e-06,
      "loss": 0.9406,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9736018180847168,
      "step": 19395,
      "valid_targets_mean": 654.2,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.5587557603686636,
      "grad_norm": 1.1841946365111085,
      "learning_rate": 2.4238546982376563e-06,
      "loss": 0.8848,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9204733967781067,
      "step": 19400,
      "valid_targets_mean": 539.5,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.5588997695852534,
      "grad_norm": 1.0995121401370125,
      "learning_rate": 2.422598573481797e-06,
      "loss": 0.9254,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9159173965454102,
      "step": 19405,
      "valid_targets_mean": 605.5,
      "valid_targets_min": 129
    },
    {
      "epoch": 0.5590437788018433,
      "grad_norm": 1.1421568920303715,
      "learning_rate": 2.421342468284829e-06,
      "loss": 0.9603,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0419816970825195,
      "step": 19410,
      "valid_targets_mean": 567.6,
      "valid_targets_min": 281
    },
    {
      "epoch": 0.5591877880184332,
      "grad_norm": 1.233727615497843,
      "learning_rate": 2.4200863829641656e-06,
      "loss": 0.9097,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0274035930633545,
      "step": 19415,
      "valid_targets_mean": 543.1,
      "valid_targets_min": 134
    },
    {
      "epoch": 0.559331797235023,
      "grad_norm": 0.8508905508311059,
      "learning_rate": 2.4188303178372097e-06,
      "loss": 0.9445,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.703339159488678,
      "step": 19420,
      "valid_targets_mean": 756.6,
      "valid_targets_min": 161
    },
    {
      "epoch": 0.5594758064516129,
      "grad_norm": 1.1032198400648956,
      "learning_rate": 2.417574273221363e-06,
      "loss": 0.9032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.094444990158081,
      "step": 19425,
      "valid_targets_mean": 613.8,
      "valid_targets_min": 56
    },
    {
      "epoch": 0.5596198156682027,
      "grad_norm": 1.2119619611386863,
      "learning_rate": 2.4163182494340193e-06,
      "loss": 0.923,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8077650666236877,
      "step": 19430,
      "valid_targets_mean": 500.2,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.5597638248847926,
      "grad_norm": 0.9182378501159092,
      "learning_rate": 2.4150622467925704e-06,
      "loss": 0.9385,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8209104537963867,
      "step": 19435,
      "valid_targets_mean": 800.0,
      "valid_targets_min": 250
    },
    {
      "epoch": 0.5599078341013825,
      "grad_norm": 1.2238054246486634,
      "learning_rate": 2.4138062656144003e-06,
      "loss": 1.0887,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1292359828948975,
      "step": 19440,
      "valid_targets_mean": 596.6,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.5600518433179723,
      "grad_norm": 1.1260795302887792,
      "learning_rate": 2.4125503062168865e-06,
      "loss": 1.0177,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.98247891664505,
      "step": 19445,
      "valid_targets_mean": 541.3,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.5601958525345622,
      "grad_norm": 1.0123744761996276,
      "learning_rate": 2.4112943689174053e-06,
      "loss": 0.9406,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9671811461448669,
      "step": 19450,
      "valid_targets_mean": 712.1,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.560339861751152,
      "grad_norm": 1.1329317181392682,
      "learning_rate": 2.4100384540333237e-06,
      "loss": 0.8232,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7666767835617065,
      "step": 19455,
      "valid_targets_mean": 515.1,
      "valid_targets_min": 123
    },
    {
      "epoch": 0.5604838709677419,
      "grad_norm": 1.0606025451919432,
      "learning_rate": 2.408782561882004e-06,
      "loss": 1.0997,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0734230279922485,
      "step": 19460,
      "valid_targets_mean": 685.4,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.5606278801843319,
      "grad_norm": 1.038622003606705,
      "learning_rate": 2.407526692780802e-06,
      "loss": 1.0173,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0304073095321655,
      "step": 19465,
      "valid_targets_mean": 693.8,
      "valid_targets_min": 204
    },
    {
      "epoch": 0.5607718894009217,
      "grad_norm": 1.0965955812452308,
      "learning_rate": 2.40627084704707e-06,
      "loss": 1.0111,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.117224931716919,
      "step": 19470,
      "valid_targets_mean": 621.8,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.5609158986175116,
      "grad_norm": 1.146312014300261,
      "learning_rate": 2.4050150249981522e-06,
      "loss": 1.0014,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8934946060180664,
      "step": 19475,
      "valid_targets_mean": 539.0,
      "valid_targets_min": 57
    },
    {
      "epoch": 0.5610599078341014,
      "grad_norm": 1.1421368926503404,
      "learning_rate": 2.4037592269513885e-06,
      "loss": 0.9437,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9451457262039185,
      "step": 19480,
      "valid_targets_mean": 546.9,
      "valid_targets_min": 63
    },
    {
      "epoch": 0.5612039170506913,
      "grad_norm": 1.2493348376683437,
      "learning_rate": 2.4025034532241097e-06,
      "loss": 0.9899,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.146020531654358,
      "step": 19485,
      "valid_targets_mean": 513.6,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.5613479262672811,
      "grad_norm": 1.0523597777080955,
      "learning_rate": 2.4012477041336442e-06,
      "loss": 1.0775,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0115034580230713,
      "step": 19490,
      "valid_targets_mean": 655.6,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.561491935483871,
      "grad_norm": 1.1970831653717833,
      "learning_rate": 2.3999919799973132e-06,
      "loss": 1.0043,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1269514560699463,
      "step": 19495,
      "valid_targets_mean": 591.5,
      "valid_targets_min": 236
    },
    {
      "epoch": 0.5616359447004609,
      "grad_norm": 1.1811121650993168,
      "learning_rate": 2.3987362811324296e-06,
      "loss": 0.8146,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.851763129234314,
      "step": 19500,
      "valid_targets_mean": 511.2,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.5617799539170507,
      "grad_norm": 1.1054562534789916,
      "learning_rate": 2.3974806078563007e-06,
      "loss": 0.9569,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9960783123970032,
      "step": 19505,
      "valid_targets_mean": 654.6,
      "valid_targets_min": 218
    },
    {
      "epoch": 0.5619239631336406,
      "grad_norm": 1.2092071784036498,
      "learning_rate": 2.3962249604862295e-06,
      "loss": 0.9976,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.020906925201416,
      "step": 19510,
      "valid_targets_mean": 511.3,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.5620679723502304,
      "grad_norm": 1.0560767075552282,
      "learning_rate": 2.39496933933951e-06,
      "loss": 0.9072,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.811495304107666,
      "step": 19515,
      "valid_targets_mean": 645.4,
      "valid_targets_min": 217
    },
    {
      "epoch": 0.5622119815668203,
      "grad_norm": 0.9633121604788191,
      "learning_rate": 2.39371374473343e-06,
      "loss": 0.946,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8827143311500549,
      "step": 19520,
      "valid_targets_mean": 693.1,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.5623559907834101,
      "grad_norm": 1.0888085604750972,
      "learning_rate": 2.3924581769852716e-06,
      "loss": 0.9307,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8273428678512573,
      "step": 19525,
      "valid_targets_mean": 559.3,
      "valid_targets_min": 175
    },
    {
      "epoch": 0.5625,
      "grad_norm": 1.1353575140799235,
      "learning_rate": 2.3912026364123093e-06,
      "loss": 0.9533,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0306406021118164,
      "step": 19530,
      "valid_targets_mean": 614.8,
      "valid_targets_min": 189
    },
    {
      "epoch": 0.5626440092165899,
      "grad_norm": 1.1716500930662601,
      "learning_rate": 2.3899471233318113e-06,
      "loss": 0.9065,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8665985465049744,
      "step": 19535,
      "valid_targets_mean": 491.1,
      "valid_targets_min": 60
    },
    {
      "epoch": 0.5627880184331797,
      "grad_norm": 1.045795226508032,
      "learning_rate": 2.3886916380610377e-06,
      "loss": 0.9364,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.86557936668396,
      "step": 19540,
      "valid_targets_mean": 594.7,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.5629320276497696,
      "grad_norm": 1.1410337102871773,
      "learning_rate": 2.3874361809172433e-06,
      "loss": 0.9188,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9602082371711731,
      "step": 19545,
      "valid_targets_mean": 557.7,
      "valid_targets_min": 151
    },
    {
      "epoch": 0.5630760368663594,
      "grad_norm": 1.0470089362654103,
      "learning_rate": 2.386180752217674e-06,
      "loss": 0.8406,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7077561020851135,
      "step": 19550,
      "valid_targets_mean": 579.6,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.5632200460829493,
      "grad_norm": 1.216513866969284,
      "learning_rate": 2.3849253522795703e-06,
      "loss": 0.9966,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1123076677322388,
      "step": 19555,
      "valid_targets_mean": 521.3,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.5633640552995391,
      "grad_norm": 1.1516646571599516,
      "learning_rate": 2.3836699814201626e-06,
      "loss": 1.0607,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0765340328216553,
      "step": 19560,
      "valid_targets_mean": 610.9,
      "valid_targets_min": 199
    },
    {
      "epoch": 0.563508064516129,
      "grad_norm": 1.0635594645804032,
      "learning_rate": 2.3824146399566785e-06,
      "loss": 0.9364,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7446757555007935,
      "step": 19565,
      "valid_targets_mean": 537.9,
      "valid_targets_min": 190
    },
    {
      "epoch": 0.5636520737327189,
      "grad_norm": 1.1663278699062078,
      "learning_rate": 2.3811593282063343e-06,
      "loss": 0.9357,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.067725658416748,
      "step": 19570,
      "valid_targets_mean": 576.6,
      "valid_targets_min": 123
    },
    {
      "epoch": 0.5637960829493087,
      "grad_norm": 1.1565008828929038,
      "learning_rate": 2.3799040464863396e-06,
      "loss": 1.0109,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8800422549247742,
      "step": 19575,
      "valid_targets_mean": 534.8,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.5639400921658986,
      "grad_norm": 1.2041871673761348,
      "learning_rate": 2.378648795113896e-06,
      "loss": 1.0636,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.961098313331604,
      "step": 19580,
      "valid_targets_mean": 498.6,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.5640841013824884,
      "grad_norm": 1.0641283369704484,
      "learning_rate": 2.377393574406201e-06,
      "loss": 0.8954,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7763192057609558,
      "step": 19585,
      "valid_targets_mean": 561.7,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.5642281105990783,
      "grad_norm": 1.0394631139398063,
      "learning_rate": 2.3761383846804397e-06,
      "loss": 0.9894,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0200128555297852,
      "step": 19590,
      "valid_targets_mean": 665.2,
      "valid_targets_min": 252
    },
    {
      "epoch": 0.5643721198156681,
      "grad_norm": 1.2250846541793847,
      "learning_rate": 2.3748832262537912e-06,
      "loss": 0.9613,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9891390204429626,
      "step": 19595,
      "valid_targets_mean": 523.8,
      "valid_targets_min": 145
    },
    {
      "epoch": 0.5645161290322581,
      "grad_norm": 1.1774708602738164,
      "learning_rate": 2.3736280994434264e-06,
      "loss": 0.9652,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9166972637176514,
      "step": 19600,
      "valid_targets_mean": 525.8,
      "valid_targets_min": 136
    },
    {
      "epoch": 0.564660138248848,
      "grad_norm": 1.149714872547093,
      "learning_rate": 2.3723730045665107e-06,
      "loss": 0.9672,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.065299153327942,
      "step": 19605,
      "valid_targets_mean": 559.3,
      "valid_targets_min": 313
    },
    {
      "epoch": 0.5648041474654378,
      "grad_norm": 1.0741928413098287,
      "learning_rate": 2.371117941940197e-06,
      "loss": 1.0075,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0288147926330566,
      "step": 19610,
      "valid_targets_mean": 614.2,
      "valid_targets_min": 181
    },
    {
      "epoch": 0.5649481566820277,
      "grad_norm": 1.0125929245025351,
      "learning_rate": 2.3698629118816336e-06,
      "loss": 0.9714,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9013519287109375,
      "step": 19615,
      "valid_targets_mean": 750.4,
      "valid_targets_min": 300
    },
    {
      "epoch": 0.5650921658986175,
      "grad_norm": 1.3121668700359987,
      "learning_rate": 2.368607914707959e-06,
      "loss": 1.0349,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2391293048858643,
      "step": 19620,
      "valid_targets_mean": 475.8,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.5652361751152074,
      "grad_norm": 1.1369491323362373,
      "learning_rate": 2.367352950736304e-06,
      "loss": 0.914,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8240483999252319,
      "step": 19625,
      "valid_targets_mean": 519.9,
      "valid_targets_min": 193
    },
    {
      "epoch": 0.5653801843317973,
      "grad_norm": 1.200954329331675,
      "learning_rate": 2.36609802028379e-06,
      "loss": 0.9395,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0172803401947021,
      "step": 19630,
      "valid_targets_mean": 524.6,
      "valid_targets_min": 131
    },
    {
      "epoch": 0.5655241935483871,
      "grad_norm": 1.325484707864996,
      "learning_rate": 2.364843123667531e-06,
      "loss": 0.9649,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8396544456481934,
      "step": 19635,
      "valid_targets_mean": 440.1,
      "valid_targets_min": 161
    },
    {
      "epoch": 0.565668202764977,
      "grad_norm": 1.043586977326222,
      "learning_rate": 2.3635882612046328e-06,
      "loss": 0.8263,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6728916168212891,
      "step": 19640,
      "valid_targets_mean": 552.6,
      "valid_targets_min": 55
    },
    {
      "epoch": 0.5658122119815668,
      "grad_norm": 1.1384713258286348,
      "learning_rate": 2.3623334332121914e-06,
      "loss": 1.0025,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2614316940307617,
      "step": 19645,
      "valid_targets_mean": 652.3,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.5659562211981567,
      "grad_norm": 1.111545995737184,
      "learning_rate": 2.361078640007295e-06,
      "loss": 0.9051,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9004395604133606,
      "step": 19650,
      "valid_targets_mean": 558.7,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.5661002304147466,
      "grad_norm": 0.9831340947298663,
      "learning_rate": 2.3598238819070206e-06,
      "loss": 0.8648,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8729363679885864,
      "step": 19655,
      "valid_targets_mean": 926.7,
      "valid_targets_min": 90
    },
    {
      "epoch": 0.5662442396313364,
      "grad_norm": 1.0584461929909255,
      "learning_rate": 2.358569159228441e-06,
      "loss": 0.8745,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0234276056289673,
      "step": 19660,
      "valid_targets_mean": 648.8,
      "valid_targets_min": 206
    },
    {
      "epoch": 0.5663882488479263,
      "grad_norm": 1.0684517550168309,
      "learning_rate": 2.3573144722886157e-06,
      "loss": 0.9004,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8169406056404114,
      "step": 19665,
      "valid_targets_mean": 587.4,
      "valid_targets_min": 184
    },
    {
      "epoch": 0.5665322580645161,
      "grad_norm": 1.1277331850292962,
      "learning_rate": 2.356059821404597e-06,
      "loss": 0.9487,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8380919694900513,
      "step": 19670,
      "valid_targets_mean": 551.6,
      "valid_targets_min": 73
    },
    {
      "epoch": 0.566676267281106,
      "grad_norm": 1.2111515124274976,
      "learning_rate": 2.3548052068934287e-06,
      "loss": 0.9229,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0091677904129028,
      "step": 19675,
      "valid_targets_mean": 560.9,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.5668202764976958,
      "grad_norm": 1.0835365508907553,
      "learning_rate": 2.3535506290721437e-06,
      "loss": 0.9262,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9009079337120056,
      "step": 19680,
      "valid_targets_mean": 615.4,
      "valid_targets_min": 277
    },
    {
      "epoch": 0.5669642857142857,
      "grad_norm": 1.1152215198512732,
      "learning_rate": 2.352296088257767e-06,
      "loss": 1.0712,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1956639289855957,
      "step": 19685,
      "valid_targets_mean": 642.8,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.5671082949308756,
      "grad_norm": 1.1136158309027175,
      "learning_rate": 2.351041584767314e-06,
      "loss": 1.05,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2330743074417114,
      "step": 19690,
      "valid_targets_mean": 746.7,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.5672523041474654,
      "grad_norm": 0.8996189038437351,
      "learning_rate": 2.34978711891779e-06,
      "loss": 0.9992,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0140273571014404,
      "step": 19695,
      "valid_targets_mean": 895.9,
      "valid_targets_min": 100
    },
    {
      "epoch": 0.5673963133640553,
      "grad_norm": 1.1844756341686704,
      "learning_rate": 2.3485326910261917e-06,
      "loss": 0.9363,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.026330828666687,
      "step": 19700,
      "valid_targets_mean": 554.2,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.5675403225806451,
      "grad_norm": 1.0450826539529472,
      "learning_rate": 2.3472783014095056e-06,
      "loss": 0.9608,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8379635810852051,
      "step": 19705,
      "valid_targets_mean": 677.2,
      "valid_targets_min": 304
    },
    {
      "epoch": 0.567684331797235,
      "grad_norm": 1.1921854525002107,
      "learning_rate": 2.346023950384709e-06,
      "loss": 0.8412,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7025747299194336,
      "step": 19710,
      "valid_targets_mean": 472.3,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.5678283410138248,
      "grad_norm": 1.0549069350582065,
      "learning_rate": 2.3447696382687675e-06,
      "loss": 0.9201,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8235803842544556,
      "step": 19715,
      "valid_targets_mean": 609.9,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.5679723502304147,
      "grad_norm": 1.163606867961856,
      "learning_rate": 2.343515365378641e-06,
      "loss": 0.8838,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8610959053039551,
      "step": 19720,
      "valid_targets_mean": 485.0,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.5681163594470046,
      "grad_norm": 1.0790175306215986,
      "learning_rate": 2.342261132031276e-06,
      "loss": 0.9972,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8990535736083984,
      "step": 19725,
      "valid_targets_mean": 592.2,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.5682603686635944,
      "grad_norm": 1.1578735754552247,
      "learning_rate": 2.341006938543608e-06,
      "loss": 0.864,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.898131787776947,
      "step": 19730,
      "valid_targets_mean": 622.2,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.5684043778801844,
      "grad_norm": 1.2427466317019888,
      "learning_rate": 2.339752785232568e-06,
      "loss": 1.02,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0497450828552246,
      "step": 19735,
      "valid_targets_mean": 513.6,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.5685483870967742,
      "grad_norm": 1.153636612642853,
      "learning_rate": 2.338498672415071e-06,
      "loss": 0.941,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0785102844238281,
      "step": 19740,
      "valid_targets_mean": 574.8,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.5686923963133641,
      "grad_norm": 1.1129319109244633,
      "learning_rate": 2.3372446004080253e-06,
      "loss": 0.9934,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8133940696716309,
      "step": 19745,
      "valid_targets_mean": 508.0,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.568836405529954,
      "grad_norm": 1.246534839333593,
      "learning_rate": 2.3359905695283255e-06,
      "loss": 1.0144,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1181252002716064,
      "step": 19750,
      "valid_targets_mean": 571.2,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.5689804147465438,
      "grad_norm": 1.0575881965731426,
      "learning_rate": 2.33473658009286e-06,
      "loss": 0.9904,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.067230224609375,
      "step": 19755,
      "valid_targets_mean": 684.3,
      "valid_targets_min": 152
    },
    {
      "epoch": 0.5691244239631337,
      "grad_norm": 1.1547726702375163,
      "learning_rate": 2.3334826324185044e-06,
      "loss": 0.8475,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.943733811378479,
      "step": 19760,
      "valid_targets_mean": 605.9,
      "valid_targets_min": 142
    },
    {
      "epoch": 0.5692684331797235,
      "grad_norm": 1.2526271736486343,
      "learning_rate": 2.3322287268221235e-06,
      "loss": 0.8764,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9943557977676392,
      "step": 19765,
      "valid_targets_mean": 478.2,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.5694124423963134,
      "grad_norm": 1.179508278305434,
      "learning_rate": 2.3309748636205713e-06,
      "loss": 1.0003,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.076707124710083,
      "step": 19770,
      "valid_targets_mean": 562.0,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.5695564516129032,
      "grad_norm": 1.1389950101688142,
      "learning_rate": 2.329721043130694e-06,
      "loss": 0.9216,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9042752981185913,
      "step": 19775,
      "valid_targets_mean": 560.0,
      "valid_targets_min": 134
    },
    {
      "epoch": 0.5697004608294931,
      "grad_norm": 1.251499189062754,
      "learning_rate": 2.3284672656693224e-06,
      "loss": 0.8755,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9256902933120728,
      "step": 19780,
      "valid_targets_mean": 470.9,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.569844470046083,
      "grad_norm": 1.1692422485852572,
      "learning_rate": 2.3272135315532802e-06,
      "loss": 0.8263,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8019698858261108,
      "step": 19785,
      "valid_targets_mean": 491.4,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.5699884792626728,
      "grad_norm": 1.2331405134044202,
      "learning_rate": 2.325959841099378e-06,
      "loss": 1.107,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0716872215270996,
      "step": 19790,
      "valid_targets_mean": 530.6,
      "valid_targets_min": 124
    },
    {
      "epoch": 0.5701324884792627,
      "grad_norm": 1.3447050849654723,
      "learning_rate": 2.3247061946244164e-06,
      "loss": 0.9942,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0468367338180542,
      "step": 19795,
      "valid_targets_mean": 441.1,
      "valid_targets_min": 129
    },
    {
      "epoch": 0.5702764976958525,
      "grad_norm": 1.1244521289102403,
      "learning_rate": 2.3234525924451855e-06,
      "loss": 0.8893,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0229477882385254,
      "step": 19800,
      "valid_targets_mean": 597.8,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.5704205069124424,
      "grad_norm": 1.1765039992580588,
      "learning_rate": 2.322199034878462e-06,
      "loss": 1.023,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9463199377059937,
      "step": 19805,
      "valid_targets_mean": 556.6,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.5705645161290323,
      "grad_norm": 0.8942763380015026,
      "learning_rate": 2.3209455222410125e-06,
      "loss": 0.9304,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9319429397583008,
      "step": 19810,
      "valid_targets_mean": 853.6,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.5707085253456221,
      "grad_norm": 1.084100734007352,
      "learning_rate": 2.3196920548495946e-06,
      "loss": 0.9067,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.712228536605835,
      "step": 19815,
      "valid_targets_mean": 589.7,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.570852534562212,
      "grad_norm": 1.2384593946056872,
      "learning_rate": 2.318438633020949e-06,
      "loss": 0.9977,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8406481742858887,
      "step": 19820,
      "valid_targets_mean": 468.1,
      "valid_targets_min": 170
    },
    {
      "epoch": 0.5709965437788018,
      "grad_norm": 1.1527905413573472,
      "learning_rate": 2.31718525707181e-06,
      "loss": 0.8021,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1303998231887817,
      "step": 19825,
      "valid_targets_mean": 562.9,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.5711405529953917,
      "grad_norm": 1.1690530728942263,
      "learning_rate": 2.3159319273188994e-06,
      "loss": 1.0029,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1416610479354858,
      "step": 19830,
      "valid_targets_mean": 556.4,
      "valid_targets_min": 155
    },
    {
      "epoch": 0.5712845622119815,
      "grad_norm": 1.1079617205901706,
      "learning_rate": 2.3146786440789245e-06,
      "loss": 0.9932,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1518514156341553,
      "step": 19835,
      "valid_targets_mean": 650.2,
      "valid_targets_min": 177
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 1.0981524110078917,
      "learning_rate": 2.3134254076685835e-06,
      "loss": 0.931,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9040960073471069,
      "step": 19840,
      "valid_targets_mean": 589.9,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.5715725806451613,
      "grad_norm": 0.8424948035976495,
      "learning_rate": 2.3121722184045614e-06,
      "loss": 0.875,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8835756778717041,
      "step": 19845,
      "valid_targets_mean": 938.8,
      "valid_targets_min": 145
    },
    {
      "epoch": 0.5717165898617511,
      "grad_norm": 1.1131685126892537,
      "learning_rate": 2.3109190766035333e-06,
      "loss": 0.9266,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.053924322128296,
      "step": 19850,
      "valid_targets_mean": 658.8,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.571860599078341,
      "grad_norm": 1.2682719224918415,
      "learning_rate": 2.3096659825821595e-06,
      "loss": 0.9591,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0555521249771118,
      "step": 19855,
      "valid_targets_mean": 471.1,
      "valid_targets_min": 100
    },
    {
      "epoch": 0.5720046082949308,
      "grad_norm": 1.2867043355074486,
      "learning_rate": 2.30841293665709e-06,
      "loss": 1.0251,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1592614650726318,
      "step": 19860,
      "valid_targets_mean": 516.0,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.5721486175115207,
      "grad_norm": 1.2373683881561106,
      "learning_rate": 2.3071599391449627e-06,
      "loss": 0.8518,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.03499436378479,
      "step": 19865,
      "valid_targets_mean": 486.9,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.5722926267281107,
      "grad_norm": 1.2787554889901247,
      "learning_rate": 2.305906990362402e-06,
      "loss": 1.0375,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.064396858215332,
      "step": 19870,
      "valid_targets_mean": 467.3,
      "valid_targets_min": 77
    },
    {
      "epoch": 0.5724366359447005,
      "grad_norm": 1.1232901259506514,
      "learning_rate": 2.3046540906260216e-06,
      "loss": 0.8582,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7824116945266724,
      "step": 19875,
      "valid_targets_mean": 550.5,
      "valid_targets_min": 174
    },
    {
      "epoch": 0.5725806451612904,
      "grad_norm": 1.0956107661084244,
      "learning_rate": 2.3034012402524227e-06,
      "loss": 1.0251,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3393579721450806,
      "step": 19880,
      "valid_targets_mean": 752.2,
      "valid_targets_min": 242
    },
    {
      "epoch": 0.5727246543778802,
      "grad_norm": 1.1327696870001807,
      "learning_rate": 2.30214843955819e-06,
      "loss": 1.0085,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.02067232131958,
      "step": 19885,
      "valid_targets_mean": 595.0,
      "valid_targets_min": 204
    },
    {
      "epoch": 0.5728686635944701,
      "grad_norm": 1.0963809978772712,
      "learning_rate": 2.3008956888599027e-06,
      "loss": 0.9784,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9684160947799683,
      "step": 19890,
      "valid_targets_mean": 621.8,
      "valid_targets_min": 78
    },
    {
      "epoch": 0.5730126728110599,
      "grad_norm": 1.13745018737057,
      "learning_rate": 2.299642988474123e-06,
      "loss": 0.9366,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8101739287376404,
      "step": 19895,
      "valid_targets_mean": 576.6,
      "valid_targets_min": 136
    },
    {
      "epoch": 0.5731566820276498,
      "grad_norm": 1.1620181183569425,
      "learning_rate": 2.2983903387173994e-06,
      "loss": 0.9439,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9569915533065796,
      "step": 19900,
      "valid_targets_mean": 562.8,
      "valid_targets_min": 213
    },
    {
      "epoch": 0.5733006912442397,
      "grad_norm": 1.105961473912569,
      "learning_rate": 2.2971377399062696e-06,
      "loss": 0.963,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.296452283859253,
      "step": 19905,
      "valid_targets_mean": 713.1,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.5734447004608295,
      "grad_norm": 1.1059942131997889,
      "learning_rate": 2.2958851923572594e-06,
      "loss": 0.9899,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7621437907218933,
      "step": 19910,
      "valid_targets_mean": 551.4,
      "valid_targets_min": 264
    },
    {
      "epoch": 0.5735887096774194,
      "grad_norm": 1.0433593179119918,
      "learning_rate": 2.2946326963868794e-06,
      "loss": 1.0243,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0688385963439941,
      "step": 19915,
      "valid_targets_mean": 732.6,
      "valid_targets_min": 187
    },
    {
      "epoch": 0.5737327188940092,
      "grad_norm": 1.1592396069349853,
      "learning_rate": 2.293380252311627e-06,
      "loss": 0.8331,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8270418643951416,
      "step": 19920,
      "valid_targets_mean": 555.4,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.5738767281105991,
      "grad_norm": 1.1623660124807549,
      "learning_rate": 2.29212786044799e-06,
      "loss": 0.9805,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7941332459449768,
      "step": 19925,
      "valid_targets_mean": 524.5,
      "valid_targets_min": 119
    },
    {
      "epoch": 0.574020737327189,
      "grad_norm": 1.2100836565784556,
      "learning_rate": 2.2908755211124394e-06,
      "loss": 0.9321,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8971605896949768,
      "step": 19930,
      "valid_targets_mean": 509.8,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.5741647465437788,
      "grad_norm": 0.97400373492082,
      "learning_rate": 2.2896232346214336e-06,
      "loss": 0.9342,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8045269250869751,
      "step": 19935,
      "valid_targets_mean": 707.9,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.5743087557603687,
      "grad_norm": 1.0915345677447201,
      "learning_rate": 2.2883710012914184e-06,
      "loss": 0.9551,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.005721092224121,
      "step": 19940,
      "valid_targets_mean": 630.3,
      "valid_targets_min": 130
    },
    {
      "epoch": 0.5744527649769585,
      "grad_norm": 1.1522932363062048,
      "learning_rate": 2.2871188214388262e-06,
      "loss": 0.9119,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9647396802902222,
      "step": 19945,
      "valid_targets_mean": 582.1,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.5745967741935484,
      "grad_norm": 1.1840638158667904,
      "learning_rate": 2.285866695380076e-06,
      "loss": 1.0019,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.097502589225769,
      "step": 19950,
      "valid_targets_mean": 569.9,
      "valid_targets_min": 158
    },
    {
      "epoch": 0.5747407834101382,
      "grad_norm": 0.9693001036558054,
      "learning_rate": 2.2846146234315725e-06,
      "loss": 0.9646,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8273023962974548,
      "step": 19955,
      "valid_targets_mean": 736.7,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.5748847926267281,
      "grad_norm": 1.04426152457917,
      "learning_rate": 2.283362605909705e-06,
      "loss": 0.8826,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.854547381401062,
      "step": 19960,
      "valid_targets_mean": 646.8,
      "valid_targets_min": 220
    },
    {
      "epoch": 0.575028801843318,
      "grad_norm": 1.0796770989943056,
      "learning_rate": 2.2821106431308546e-06,
      "loss": 0.9951,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1493728160858154,
      "step": 19965,
      "valid_targets_mean": 665.8,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.5751728110599078,
      "grad_norm": 1.0571651786511536,
      "learning_rate": 2.2808587354113835e-06,
      "loss": 0.8924,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9616524577140808,
      "step": 19970,
      "valid_targets_mean": 708.5,
      "valid_targets_min": 212
    },
    {
      "epoch": 0.5753168202764977,
      "grad_norm": 1.0999991029492,
      "learning_rate": 2.279606883067641e-06,
      "loss": 0.9969,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.96986323595047,
      "step": 19975,
      "valid_targets_mean": 581.9,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.5754608294930875,
      "grad_norm": 0.9894797727868864,
      "learning_rate": 2.278355086415962e-06,
      "loss": 0.9445,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7656499743461609,
      "step": 19980,
      "valid_targets_mean": 638.1,
      "valid_targets_min": 175
    },
    {
      "epoch": 0.5756048387096774,
      "grad_norm": 1.196844048199684,
      "learning_rate": 2.2771033457726714e-06,
      "loss": 0.9524,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9371563792228699,
      "step": 19985,
      "valid_targets_mean": 573.5,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.5757488479262672,
      "grad_norm": 0.9440182739955508,
      "learning_rate": 2.275851661454075e-06,
      "loss": 0.9687,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9260736703872681,
      "step": 19990,
      "valid_targets_mean": 723.1,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.5758928571428571,
      "grad_norm": 1.1636161850136268,
      "learning_rate": 2.2746000337764656e-06,
      "loss": 0.9838,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9887381792068481,
      "step": 19995,
      "valid_targets_mean": 564.2,
      "valid_targets_min": 130
    },
    {
      "epoch": 0.576036866359447,
      "grad_norm": 1.0894588951058974,
      "learning_rate": 2.2733484630561223e-06,
      "loss": 0.9127,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8081616163253784,
      "step": 20000,
      "valid_targets_mean": 599.4,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.5761808755760369,
      "grad_norm": 1.0968819441016826,
      "learning_rate": 2.272096949609311e-06,
      "loss": 1.0038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8300612568855286,
      "step": 20005,
      "valid_targets_mean": 604.0,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.5763248847926268,
      "grad_norm": 0.9247199707147388,
      "learning_rate": 2.270845493752281e-06,
      "loss": 0.9548,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9088702201843262,
      "step": 20010,
      "valid_targets_mean": 842.2,
      "valid_targets_min": 352
    },
    {
      "epoch": 0.5764688940092166,
      "grad_norm": 0.962023114343352,
      "learning_rate": 2.269594095801268e-06,
      "loss": 1.0079,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1196260452270508,
      "step": 20015,
      "valid_targets_mean": 819.8,
      "valid_targets_min": 331
    },
    {
      "epoch": 0.5766129032258065,
      "grad_norm": 1.1709325918450326,
      "learning_rate": 2.2683427560724934e-06,
      "loss": 0.9132,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9633436799049377,
      "step": 20020,
      "valid_targets_mean": 551.9,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.5767569124423964,
      "grad_norm": 1.1310596350878472,
      "learning_rate": 2.2670914748821637e-06,
      "loss": 0.91,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9387161731719971,
      "step": 20025,
      "valid_targets_mean": 606.9,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.5769009216589862,
      "grad_norm": 1.176122228982101,
      "learning_rate": 2.26584025254647e-06,
      "loss": 0.9418,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1554584503173828,
      "step": 20030,
      "valid_targets_mean": 613.6,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.5770449308755761,
      "grad_norm": 1.0641481013044238,
      "learning_rate": 2.264589089381588e-06,
      "loss": 0.9006,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8909582495689392,
      "step": 20035,
      "valid_targets_mean": 584.7,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.5771889400921659,
      "grad_norm": 1.1008061200105848,
      "learning_rate": 2.2633379857036816e-06,
      "loss": 0.9693,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1944659948349,
      "step": 20040,
      "valid_targets_mean": 616.5,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.5773329493087558,
      "grad_norm": 1.1712899173506324,
      "learning_rate": 2.262086941828896e-06,
      "loss": 0.9564,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1496273279190063,
      "step": 20045,
      "valid_targets_mean": 589.4,
      "valid_targets_min": 255
    },
    {
      "epoch": 0.5774769585253456,
      "grad_norm": 1.214949757776641,
      "learning_rate": 2.260835958073363e-06,
      "loss": 0.9419,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1699066162109375,
      "step": 20050,
      "valid_targets_mean": 533.5,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.5776209677419355,
      "grad_norm": 1.0275642286352369,
      "learning_rate": 2.2595850347531974e-06,
      "loss": 0.9578,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.920156717300415,
      "step": 20055,
      "valid_targets_mean": 659.3,
      "valid_targets_min": 142
    },
    {
      "epoch": 0.5777649769585254,
      "grad_norm": 1.3609340210037115,
      "learning_rate": 2.2583341721845036e-06,
      "loss": 1.0713,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.901494026184082,
      "step": 20060,
      "valid_targets_mean": 408.9,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.5779089861751152,
      "grad_norm": 1.0953690781681547,
      "learning_rate": 2.257083370683365e-06,
      "loss": 0.9002,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7697618007659912,
      "step": 20065,
      "valid_targets_mean": 569.6,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.5780529953917051,
      "grad_norm": 1.1911194876307485,
      "learning_rate": 2.255832630565853e-06,
      "loss": 0.9894,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9736155867576599,
      "step": 20070,
      "valid_targets_mean": 547.6,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.5781970046082949,
      "grad_norm": 1.1519907618957206,
      "learning_rate": 2.2545819521480204e-06,
      "loss": 0.9347,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.084826946258545,
      "step": 20075,
      "valid_targets_mean": 573.2,
      "valid_targets_min": 176
    },
    {
      "epoch": 0.5783410138248848,
      "grad_norm": 1.0005017106743475,
      "learning_rate": 2.2533313357459086e-06,
      "loss": 0.9836,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0505167245864868,
      "step": 20080,
      "valid_targets_mean": 762.0,
      "valid_targets_min": 281
    },
    {
      "epoch": 0.5784850230414746,
      "grad_norm": 1.0014605739592597,
      "learning_rate": 2.2520807816755406e-06,
      "loss": 0.9232,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0083191394805908,
      "step": 20085,
      "valid_targets_mean": 716.4,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.5786290322580645,
      "grad_norm": 1.1608167995999275,
      "learning_rate": 2.2508302902529237e-06,
      "loss": 1.0186,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8526742458343506,
      "step": 20090,
      "valid_targets_mean": 514.8,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.5787730414746544,
      "grad_norm": 0.9842997975288283,
      "learning_rate": 2.249579861794049e-06,
      "loss": 0.998,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0208990573883057,
      "step": 20095,
      "valid_targets_mean": 773.0,
      "valid_targets_min": 139
    },
    {
      "epoch": 0.5789170506912442,
      "grad_norm": 1.1553444902128251,
      "learning_rate": 2.248329496614895e-06,
      "loss": 0.8381,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.04152512550354,
      "step": 20100,
      "valid_targets_mean": 581.6,
      "valid_targets_min": 353
    },
    {
      "epoch": 0.5790610599078341,
      "grad_norm": 1.3179445490095298,
      "learning_rate": 2.24707919503142e-06,
      "loss": 0.9145,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9476476907730103,
      "step": 20105,
      "valid_targets_mean": 421.3,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.5792050691244239,
      "grad_norm": 1.0761179699432097,
      "learning_rate": 2.2458289573595677e-06,
      "loss": 0.8836,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8633512854576111,
      "step": 20110,
      "valid_targets_mean": 602.8,
      "valid_targets_min": 161
    },
    {
      "epoch": 0.5793490783410138,
      "grad_norm": 1.1680688262057095,
      "learning_rate": 2.2445787839152673e-06,
      "loss": 0.9284,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8193915486335754,
      "step": 20115,
      "valid_targets_mean": 482.4,
      "valid_targets_min": 170
    },
    {
      "epoch": 0.5794930875576036,
      "grad_norm": 0.9220245615337392,
      "learning_rate": 2.2433286750144293e-06,
      "loss": 1.0686,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9560354948043823,
      "step": 20120,
      "valid_targets_mean": 873.4,
      "valid_targets_min": 251
    },
    {
      "epoch": 0.5796370967741935,
      "grad_norm": 0.9922027749372261,
      "learning_rate": 2.2420786309729498e-06,
      "loss": 0.9282,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8724370002746582,
      "step": 20125,
      "valid_targets_mean": 735.5,
      "valid_targets_min": 191
    },
    {
      "epoch": 0.5797811059907834,
      "grad_norm": 1.2695859368445566,
      "learning_rate": 2.2408286521067058e-06,
      "loss": 0.8647,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9273366928100586,
      "step": 20130,
      "valid_targets_mean": 424.8,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.5799251152073732,
      "grad_norm": 1.2003409917512429,
      "learning_rate": 2.239578738731562e-06,
      "loss": 0.9143,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8402094841003418,
      "step": 20135,
      "valid_targets_mean": 465.6,
      "valid_targets_min": 152
    },
    {
      "epoch": 0.5800691244239631,
      "grad_norm": 0.9971732441985269,
      "learning_rate": 2.238328891163364e-06,
      "loss": 0.9483,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0136582851409912,
      "step": 20140,
      "valid_targets_mean": 666.7,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.580213133640553,
      "grad_norm": 1.14837404838781,
      "learning_rate": 2.23707910971794e-06,
      "loss": 0.9306,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0676422119140625,
      "step": 20145,
      "valid_targets_mean": 602.1,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.5803571428571429,
      "grad_norm": 1.1047518231815954,
      "learning_rate": 2.2358293947111023e-06,
      "loss": 0.8882,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0210232734680176,
      "step": 20150,
      "valid_targets_mean": 613.6,
      "valid_targets_min": 203
    },
    {
      "epoch": 0.5805011520737328,
      "grad_norm": 1.0788272894224067,
      "learning_rate": 2.234579746458648e-06,
      "loss": 0.9896,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9308607578277588,
      "step": 20155,
      "valid_targets_mean": 578.4,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.5806451612903226,
      "grad_norm": 1.293514473844356,
      "learning_rate": 2.2333301652763554e-06,
      "loss": 1.0268,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0528221130371094,
      "step": 20160,
      "valid_targets_mean": 478.1,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.5807891705069125,
      "grad_norm": 1.1527839784351137,
      "learning_rate": 2.232080651479986e-06,
      "loss": 0.8577,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8576656579971313,
      "step": 20165,
      "valid_targets_mean": 553.8,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.5809331797235023,
      "grad_norm": 1.1298332197531782,
      "learning_rate": 2.2308312053852847e-06,
      "loss": 0.9217,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1543281078338623,
      "step": 20170,
      "valid_targets_mean": 626.1,
      "valid_targets_min": 254
    },
    {
      "epoch": 0.5810771889400922,
      "grad_norm": 1.381308879265567,
      "learning_rate": 2.22958182730798e-06,
      "loss": 0.9209,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9864270091056824,
      "step": 20175,
      "valid_targets_mean": 397.8,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.581221198156682,
      "grad_norm": 1.2656261369540482,
      "learning_rate": 2.228332517563782e-06,
      "loss": 1.0111,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2476248741149902,
      "step": 20180,
      "valid_targets_mean": 511.3,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.5813652073732719,
      "grad_norm": 1.0357549734171334,
      "learning_rate": 2.227083276468385e-06,
      "loss": 1.1461,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3370811939239502,
      "step": 20185,
      "valid_targets_mean": 748.6,
      "valid_targets_min": 73
    },
    {
      "epoch": 0.5815092165898618,
      "grad_norm": 1.0625728376503876,
      "learning_rate": 2.2258341043374626e-06,
      "loss": 0.8785,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7867770195007324,
      "step": 20190,
      "valid_targets_mean": 649.8,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.5816532258064516,
      "grad_norm": 1.1176187338696724,
      "learning_rate": 2.224585001486676e-06,
      "loss": 0.9811,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9224647879600525,
      "step": 20195,
      "valid_targets_mean": 584.5,
      "valid_targets_min": 149
    },
    {
      "epoch": 0.5817972350230415,
      "grad_norm": 1.0472778934124944,
      "learning_rate": 2.2233359682316656e-06,
      "loss": 0.9444,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1160130500793457,
      "step": 20200,
      "valid_targets_mean": 724.4,
      "valid_targets_min": 200
    },
    {
      "epoch": 0.5819412442396313,
      "grad_norm": 1.104252108648253,
      "learning_rate": 2.2220870048880532e-06,
      "loss": 0.9763,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1121082305908203,
      "step": 20205,
      "valid_targets_mean": 662.9,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.5820852534562212,
      "grad_norm": 1.08277302872676,
      "learning_rate": 2.2208381117714465e-06,
      "loss": 0.9402,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1045061349868774,
      "step": 20210,
      "valid_targets_mean": 674.2,
      "valid_targets_min": 260
    },
    {
      "epoch": 0.582229262672811,
      "grad_norm": 1.013281031146542,
      "learning_rate": 2.2195892891974335e-06,
      "loss": 0.9485,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0843162536621094,
      "step": 20215,
      "valid_targets_mean": 719.2,
      "valid_targets_min": 181
    },
    {
      "epoch": 0.5823732718894009,
      "grad_norm": 1.1533742290844187,
      "learning_rate": 2.2183405374815835e-06,
      "loss": 0.9216,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7838046550750732,
      "step": 20220,
      "valid_targets_mean": 486.8,
      "valid_targets_min": 165
    },
    {
      "epoch": 0.5825172811059908,
      "grad_norm": 1.233891865906397,
      "learning_rate": 2.217091856939448e-06,
      "loss": 0.9147,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9343218803405762,
      "step": 20225,
      "valid_targets_mean": 494.1,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.5826612903225806,
      "grad_norm": 1.2353697443457832,
      "learning_rate": 2.2158432478865643e-06,
      "loss": 0.989,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5954342484474182,
      "step": 20230,
      "valid_targets_mean": 823.9,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.5828052995391705,
      "grad_norm": 1.2542474413979048,
      "learning_rate": 2.2145947106384464e-06,
      "loss": 0.9919,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9138252139091492,
      "step": 20235,
      "valid_targets_mean": 464.7,
      "valid_targets_min": 123
    },
    {
      "epoch": 0.5829493087557603,
      "grad_norm": 0.8663175436407446,
      "learning_rate": 2.213346245510593e-06,
      "loss": 0.8845,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7108113765716553,
      "step": 20240,
      "valid_targets_mean": 860.7,
      "valid_targets_min": 178
    },
    {
      "epoch": 0.5830933179723502,
      "grad_norm": 1.3915612886270086,
      "learning_rate": 2.2120978528184835e-06,
      "loss": 0.901,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8721169233322144,
      "step": 20245,
      "valid_targets_mean": 653.2,
      "valid_targets_min": 156
    },
    {
      "epoch": 0.5832373271889401,
      "grad_norm": 1.0995902784487483,
      "learning_rate": 2.21084953287758e-06,
      "loss": 0.9725,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0664517879486084,
      "step": 20250,
      "valid_targets_mean": 671.7,
      "valid_targets_min": 219
    },
    {
      "epoch": 0.5833813364055299,
      "grad_norm": 1.0106571030682188,
      "learning_rate": 2.209601286003326e-06,
      "loss": 0.8839,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9756142497062683,
      "step": 20255,
      "valid_targets_mean": 769.1,
      "valid_targets_min": 257
    },
    {
      "epoch": 0.5835253456221198,
      "grad_norm": 1.2024823362426047,
      "learning_rate": 2.2083531125111463e-06,
      "loss": 0.9653,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8645017147064209,
      "step": 20260,
      "valid_targets_mean": 489.4,
      "valid_targets_min": 211
    },
    {
      "epoch": 0.5836693548387096,
      "grad_norm": 1.0346153023280178,
      "learning_rate": 2.2071050127164454e-06,
      "loss": 0.9159,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7886552810668945,
      "step": 20265,
      "valid_targets_mean": 644.5,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.5838133640552995,
      "grad_norm": 1.1606637781198486,
      "learning_rate": 2.2058569869346136e-06,
      "loss": 0.9529,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0713707208633423,
      "step": 20270,
      "valid_targets_mean": 597.6,
      "valid_targets_min": 206
    },
    {
      "epoch": 0.5839573732718893,
      "grad_norm": 0.9784875533358128,
      "learning_rate": 2.204609035481018e-06,
      "loss": 1.0061,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9044021368026733,
      "step": 20275,
      "valid_targets_mean": 700.4,
      "valid_targets_min": 225
    },
    {
      "epoch": 0.5841013824884793,
      "grad_norm": 1.1391159245395768,
      "learning_rate": 2.20336115867101e-06,
      "loss": 0.9837,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8656454086303711,
      "step": 20280,
      "valid_targets_mean": 523.4,
      "valid_targets_min": 201
    },
    {
      "epoch": 0.5842453917050692,
      "grad_norm": 1.1039031757572972,
      "learning_rate": 2.2021133568199184e-06,
      "loss": 0.8788,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0439246892929077,
      "step": 20285,
      "valid_targets_mean": 625.7,
      "valid_targets_min": 151
    },
    {
      "epoch": 0.584389400921659,
      "grad_norm": 1.1825125085441546,
      "learning_rate": 2.2008656302430587e-06,
      "loss": 0.956,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9590029716491699,
      "step": 20290,
      "valid_targets_mean": 531.9,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.5845334101382489,
      "grad_norm": 1.1137791528432275,
      "learning_rate": 2.199617979255722e-06,
      "loss": 0.9544,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8646389245986938,
      "step": 20295,
      "valid_targets_mean": 604.7,
      "valid_targets_min": 254
    },
    {
      "epoch": 0.5846774193548387,
      "grad_norm": 1.0923275342125702,
      "learning_rate": 2.198370404173182e-06,
      "loss": 0.9798,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9271108508110046,
      "step": 20300,
      "valid_targets_mean": 596.2,
      "valid_targets_min": 145
    },
    {
      "epoch": 0.5848214285714286,
      "grad_norm": 1.0177211009588316,
      "learning_rate": 2.1971229053106964e-06,
      "loss": 0.9229,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.122241735458374,
      "step": 20305,
      "valid_targets_mean": 711.9,
      "valid_targets_min": 258
    },
    {
      "epoch": 0.5849654377880185,
      "grad_norm": 1.046539951470532,
      "learning_rate": 2.1958754829834987e-06,
      "loss": 0.9067,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.85854172706604,
      "step": 20310,
      "valid_targets_mean": 654.1,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.5851094470046083,
      "grad_norm": 0.9920572677677371,
      "learning_rate": 2.194628137506806e-06,
      "loss": 0.9137,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9179390668869019,
      "step": 20315,
      "valid_targets_mean": 649.4,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.5852534562211982,
      "grad_norm": 1.0945104634334812,
      "learning_rate": 2.1933808691958145e-06,
      "loss": 0.888,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9979686737060547,
      "step": 20320,
      "valid_targets_mean": 607.8,
      "valid_targets_min": 257
    },
    {
      "epoch": 0.585397465437788,
      "grad_norm": 1.1024436482139002,
      "learning_rate": 2.1921336783657032e-06,
      "loss": 0.9514,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1018266677856445,
      "step": 20325,
      "valid_targets_mean": 671.8,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.5855414746543779,
      "grad_norm": 1.2026915640080063,
      "learning_rate": 2.190886565331629e-06,
      "loss": 0.8814,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9570407271385193,
      "step": 20330,
      "valid_targets_mean": 549.2,
      "valid_targets_min": 204
    },
    {
      "epoch": 0.5856854838709677,
      "grad_norm": 1.1548238995615114,
      "learning_rate": 2.1896395304087305e-06,
      "loss": 0.9284,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0794086456298828,
      "step": 20335,
      "valid_targets_mean": 560.1,
      "valid_targets_min": 145
    },
    {
      "epoch": 0.5858294930875576,
      "grad_norm": 1.0256581644351535,
      "learning_rate": 2.1883925739121255e-06,
      "loss": 0.8314,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6579031944274902,
      "step": 20340,
      "valid_targets_mean": 570.8,
      "valid_targets_min": 206
    },
    {
      "epoch": 0.5859735023041475,
      "grad_norm": 0.8959298835982793,
      "learning_rate": 2.1871456961569136e-06,
      "loss": 0.9326,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7203404903411865,
      "step": 20345,
      "valid_targets_mean": 817.9,
      "valid_targets_min": 162
    },
    {
      "epoch": 0.5861175115207373,
      "grad_norm": 1.0649453305195338,
      "learning_rate": 2.1858988974581735e-06,
      "loss": 1.0083,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9615961909294128,
      "step": 20350,
      "valid_targets_mean": 564.7,
      "valid_targets_min": 134
    },
    {
      "epoch": 0.5862615207373272,
      "grad_norm": 0.8750835444893639,
      "learning_rate": 2.1846521781309644e-06,
      "loss": 0.8738,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8976715803146362,
      "step": 20355,
      "valid_targets_mean": 940.8,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.586405529953917,
      "grad_norm": 1.059130355975901,
      "learning_rate": 2.183405538490322e-06,
      "loss": 0.9306,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0205568075180054,
      "step": 20360,
      "valid_targets_mean": 660.2,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.5865495391705069,
      "grad_norm": 1.113574030122568,
      "learning_rate": 2.182158978851269e-06,
      "loss": 0.9949,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1723103523254395,
      "step": 20365,
      "valid_targets_mean": 716.7,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.5866935483870968,
      "grad_norm": 1.1425234966895506,
      "learning_rate": 2.1809124995288025e-06,
      "loss": 0.9415,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0233619213104248,
      "step": 20370,
      "valid_targets_mean": 600.7,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.5868375576036866,
      "grad_norm": 0.9729298669069897,
      "learning_rate": 2.1796661008378997e-06,
      "loss": 0.9325,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.775528073310852,
      "step": 20375,
      "valid_targets_mean": 670.2,
      "valid_targets_min": 326
    },
    {
      "epoch": 0.5869815668202765,
      "grad_norm": 1.1017538102099982,
      "learning_rate": 2.1784197830935176e-06,
      "loss": 0.9353,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.035001277923584,
      "step": 20380,
      "valid_targets_mean": 598.7,
      "valid_targets_min": 73
    },
    {
      "epoch": 0.5871255760368663,
      "grad_norm": 1.0675813366303055,
      "learning_rate": 2.177173546610597e-06,
      "loss": 0.9624,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8401211500167847,
      "step": 20385,
      "valid_targets_mean": 582.5,
      "valid_targets_min": 157
    },
    {
      "epoch": 0.5872695852534562,
      "grad_norm": 1.2510783487556965,
      "learning_rate": 2.1759273917040514e-06,
      "loss": 0.901,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9356571435928345,
      "step": 20390,
      "valid_targets_mean": 487.7,
      "valid_targets_min": 191
    },
    {
      "epoch": 0.587413594470046,
      "grad_norm": 1.2315377376147338,
      "learning_rate": 2.174681318688777e-06,
      "loss": 0.9015,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.015782117843628,
      "step": 20395,
      "valid_targets_mean": 483.0,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.5875576036866359,
      "grad_norm": 1.3304729548792131,
      "learning_rate": 2.173435327879651e-06,
      "loss": 0.8676,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9477120637893677,
      "step": 20400,
      "valid_targets_mean": 427.9,
      "valid_targets_min": 135
    },
    {
      "epoch": 0.5877016129032258,
      "grad_norm": 1.1662525023402714,
      "learning_rate": 2.1721894195915276e-06,
      "loss": 0.8785,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0806009769439697,
      "step": 20405,
      "valid_targets_mean": 615.1,
      "valid_targets_min": 197
    },
    {
      "epoch": 0.5878456221198156,
      "grad_norm": 1.0854383301940869,
      "learning_rate": 2.1709435941392397e-06,
      "loss": 0.9605,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0358141660690308,
      "step": 20410,
      "valid_targets_mean": 604.6,
      "valid_targets_min": 172
    },
    {
      "epoch": 0.5879896313364056,
      "grad_norm": 1.1869580781773832,
      "learning_rate": 2.1696978518376005e-06,
      "loss": 0.9101,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8055353760719299,
      "step": 20415,
      "valid_targets_mean": 476.8,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.5881336405529954,
      "grad_norm": 1.1469494152777868,
      "learning_rate": 2.1684521930014025e-06,
      "loss": 0.9482,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0536774396896362,
      "step": 20420,
      "valid_targets_mean": 570.4,
      "valid_targets_min": 188
    },
    {
      "epoch": 0.5882776497695853,
      "grad_norm": 1.0951028617090803,
      "learning_rate": 2.1672066179454158e-06,
      "loss": 0.9612,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0938551425933838,
      "step": 20425,
      "valid_targets_mean": 638.4,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.5884216589861752,
      "grad_norm": 1.0094218433146243,
      "learning_rate": 2.1659611269843907e-06,
      "loss": 0.9822,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.146297812461853,
      "step": 20430,
      "valid_targets_mean": 756.1,
      "valid_targets_min": 134
    },
    {
      "epoch": 0.588565668202765,
      "grad_norm": 1.0078207845468965,
      "learning_rate": 2.164715720433054e-06,
      "loss": 0.927,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8187928199768066,
      "step": 20435,
      "valid_targets_mean": 673.9,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.5887096774193549,
      "grad_norm": 1.0483149158869907,
      "learning_rate": 2.1634703986061153e-06,
      "loss": 1.059,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9471704959869385,
      "step": 20440,
      "valid_targets_mean": 644.2,
      "valid_targets_min": 78
    },
    {
      "epoch": 0.5888536866359447,
      "grad_norm": 1.1196994541690193,
      "learning_rate": 2.1622251618182587e-06,
      "loss": 0.9312,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1302108764648438,
      "step": 20445,
      "valid_targets_mean": 625.8,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.5889976958525346,
      "grad_norm": 1.1156251663569134,
      "learning_rate": 2.160980010384148e-06,
      "loss": 0.9398,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0327630043029785,
      "step": 20450,
      "valid_targets_mean": 621.4,
      "valid_targets_min": 249
    },
    {
      "epoch": 0.5891417050691244,
      "grad_norm": 1.0593485343185212,
      "learning_rate": 2.159734944618425e-06,
      "loss": 0.9654,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.94696044921875,
      "step": 20455,
      "valid_targets_mean": 616.1,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.5892857142857143,
      "grad_norm": 0.9953887030823464,
      "learning_rate": 2.1584899648357134e-06,
      "loss": 0.9663,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7645844221115112,
      "step": 20460,
      "valid_targets_mean": 695.8,
      "valid_targets_min": 353
    },
    {
      "epoch": 0.5894297235023042,
      "grad_norm": 1.0686996372019861,
      "learning_rate": 2.15724507135061e-06,
      "loss": 0.8884,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9704269766807556,
      "step": 20465,
      "valid_targets_mean": 633.4,
      "valid_targets_min": 199
    },
    {
      "epoch": 0.589573732718894,
      "grad_norm": 1.1457814874347885,
      "learning_rate": 2.156000264477693e-06,
      "loss": 0.7937,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5530428886413574,
      "step": 20470,
      "valid_targets_mean": 424.4,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.5897177419354839,
      "grad_norm": 1.285982899051778,
      "learning_rate": 2.1547555445315176e-06,
      "loss": 0.8627,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8481868505477905,
      "step": 20475,
      "valid_targets_mean": 450.8,
      "valid_targets_min": 85
    },
    {
      "epoch": 0.5898617511520737,
      "grad_norm": 1.1635352492932385,
      "learning_rate": 2.153510911826618e-06,
      "loss": 0.9266,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.26466965675354,
      "step": 20480,
      "valid_targets_mean": 668.4,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.5900057603686636,
      "grad_norm": 1.224964950733784,
      "learning_rate": 2.1522663666775047e-06,
      "loss": 0.9567,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0921953916549683,
      "step": 20485,
      "valid_targets_mean": 495.7,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.5901497695852534,
      "grad_norm": 1.1580003297775467,
      "learning_rate": 2.1510219093986675e-06,
      "loss": 0.9063,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9064935445785522,
      "step": 20490,
      "valid_targets_mean": 566.4,
      "valid_targets_min": 166
    },
    {
      "epoch": 0.5902937788018433,
      "grad_norm": 1.0834228920341555,
      "learning_rate": 2.149777540304574e-06,
      "loss": 0.8707,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7720499038696289,
      "step": 20495,
      "valid_targets_mean": 528.7,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.5904377880184332,
      "grad_norm": 1.0904062234917071,
      "learning_rate": 2.1485332597096687e-06,
      "loss": 0.9964,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8938289284706116,
      "step": 20500,
      "valid_targets_mean": 592.0,
      "valid_targets_min": 247
    },
    {
      "epoch": 0.590581797235023,
      "grad_norm": 1.039384445300857,
      "learning_rate": 2.1472890679283744e-06,
      "loss": 0.7905,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8203666806221008,
      "step": 20505,
      "valid_targets_mean": 621.0,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.5907258064516129,
      "grad_norm": 1.144901277229445,
      "learning_rate": 2.14604496527509e-06,
      "loss": 0.9374,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.000661849975586,
      "step": 20510,
      "valid_targets_mean": 577.2,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.5908698156682027,
      "grad_norm": 1.1432958664620907,
      "learning_rate": 2.1448009520641944e-06,
      "loss": 0.8884,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6914756298065186,
      "step": 20515,
      "valid_targets_mean": 495.8,
      "valid_targets_min": 196
    },
    {
      "epoch": 0.5910138248847926,
      "grad_norm": 1.1289107124987567,
      "learning_rate": 2.1435570286100417e-06,
      "loss": 0.8991,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9459192752838135,
      "step": 20520,
      "valid_targets_mean": 598.4,
      "valid_targets_min": 136
    },
    {
      "epoch": 0.5911578341013825,
      "grad_norm": 1.1083254456772136,
      "learning_rate": 2.1423131952269654e-06,
      "loss": 0.9189,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8941152095794678,
      "step": 20525,
      "valid_targets_mean": 622.2,
      "valid_targets_min": 145
    },
    {
      "epoch": 0.5913018433179723,
      "grad_norm": 1.1923901137133874,
      "learning_rate": 2.1410694522292726e-06,
      "loss": 0.9609,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0668052434921265,
      "step": 20530,
      "valid_targets_mean": 502.6,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.5914458525345622,
      "grad_norm": 1.124060654010093,
      "learning_rate": 2.139825799931253e-06,
      "loss": 0.8411,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8764238357543945,
      "step": 20535,
      "valid_targets_mean": 586.1,
      "valid_targets_min": 174
    },
    {
      "epoch": 0.591589861751152,
      "grad_norm": 1.2758844655389703,
      "learning_rate": 2.1385822386471682e-06,
      "loss": 0.8862,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0065090656280518,
      "step": 20540,
      "valid_targets_mean": 494.5,
      "valid_targets_min": 118
    },
    {
      "epoch": 0.5917338709677419,
      "grad_norm": 1.1356781096189918,
      "learning_rate": 2.1373387686912596e-06,
      "loss": 0.9098,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9247422218322754,
      "step": 20545,
      "valid_targets_mean": 606.7,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.5918778801843319,
      "grad_norm": 1.0032326978592518,
      "learning_rate": 2.136095390377744e-06,
      "loss": 0.8079,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7274539470672607,
      "step": 20550,
      "valid_targets_mean": 615.0,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.5920218894009217,
      "grad_norm": 1.2811234047719957,
      "learning_rate": 2.134852104020817e-06,
      "loss": 0.9273,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9406394362449646,
      "step": 20555,
      "valid_targets_mean": 465.4,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.5921658986175116,
      "grad_norm": 1.1959551190316589,
      "learning_rate": 2.1336089099346503e-06,
      "loss": 1.0897,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.112250566482544,
      "step": 20560,
      "valid_targets_mean": 590.8,
      "valid_targets_min": 178
    },
    {
      "epoch": 0.5923099078341014,
      "grad_norm": 1.1176251084231659,
      "learning_rate": 2.1323658084333905e-06,
      "loss": 0.9699,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7740354537963867,
      "step": 20565,
      "valid_targets_mean": 515.9,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.5924539170506913,
      "grad_norm": 1.1707492866455844,
      "learning_rate": 2.131122799831162e-06,
      "loss": 0.8059,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7248484492301941,
      "step": 20570,
      "valid_targets_mean": 464.5,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.5925979262672811,
      "grad_norm": 1.142689180730937,
      "learning_rate": 2.1298798844420678e-06,
      "loss": 1.0031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1308789253234863,
      "step": 20575,
      "valid_targets_mean": 579.3,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.592741935483871,
      "grad_norm": 1.0809572518912096,
      "learning_rate": 2.128637062580184e-06,
      "loss": 0.9567,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9249799847602844,
      "step": 20580,
      "valid_targets_mean": 559.8,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.5928859447004609,
      "grad_norm": 1.2135187716526015,
      "learning_rate": 2.1273943345595637e-06,
      "loss": 1.0706,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8775807619094849,
      "step": 20585,
      "valid_targets_mean": 443.9,
      "valid_targets_min": 168
    },
    {
      "epoch": 0.5930299539170507,
      "grad_norm": 1.1248737503359194,
      "learning_rate": 2.1261517006942394e-06,
      "loss": 1.0111,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8200114965438843,
      "step": 20590,
      "valid_targets_mean": 507.9,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.5931739631336406,
      "grad_norm": 1.1460977411718887,
      "learning_rate": 2.1249091612982156e-06,
      "loss": 1.0048,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9621180891990662,
      "step": 20595,
      "valid_targets_mean": 546.6,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.5933179723502304,
      "grad_norm": 1.1392759027777686,
      "learning_rate": 2.1236667166854763e-06,
      "loss": 0.8846,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6870695352554321,
      "step": 20600,
      "valid_targets_mean": 466.3,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.5934619815668203,
      "grad_norm": 1.251984695991518,
      "learning_rate": 2.1224243671699773e-06,
      "loss": 1.1164,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1009700298309326,
      "step": 20605,
      "valid_targets_mean": 539.9,
      "valid_targets_min": 193
    },
    {
      "epoch": 0.5936059907834101,
      "grad_norm": 0.8534368228585172,
      "learning_rate": 2.1211821130656564e-06,
      "loss": 0.7965,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7193623185157776,
      "step": 20610,
      "valid_targets_mean": 845.4,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.59375,
      "grad_norm": 1.1125211822360779,
      "learning_rate": 2.119939954686423e-06,
      "loss": 0.879,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8798189163208008,
      "step": 20615,
      "valid_targets_mean": 504.9,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.5938940092165899,
      "grad_norm": 1.137260594758978,
      "learning_rate": 2.118697892346162e-06,
      "loss": 1.0602,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1596527099609375,
      "step": 20620,
      "valid_targets_mean": 615.2,
      "valid_targets_min": 181
    },
    {
      "epoch": 0.5940380184331797,
      "grad_norm": 1.1217365999261475,
      "learning_rate": 2.117455926358736e-06,
      "loss": 0.9872,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8563486933708191,
      "step": 20625,
      "valid_targets_mean": 537.1,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.5941820276497696,
      "grad_norm": 1.1713129358868277,
      "learning_rate": 2.116214057037984e-06,
      "loss": 1.0042,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1953353881835938,
      "step": 20630,
      "valid_targets_mean": 602.2,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.5943260368663594,
      "grad_norm": 1.1812595343371068,
      "learning_rate": 2.114972284697718e-06,
      "loss": 0.92,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9458533525466919,
      "step": 20635,
      "valid_targets_mean": 529.7,
      "valid_targets_min": 167
    },
    {
      "epoch": 0.5944700460829493,
      "grad_norm": 0.972742580329276,
      "learning_rate": 2.1137306096517264e-06,
      "loss": 0.8296,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7698734998703003,
      "step": 20640,
      "valid_targets_mean": 656.6,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.5946140552995391,
      "grad_norm": 1.2845047542277397,
      "learning_rate": 2.112489032213773e-06,
      "loss": 1.0422,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0405668020248413,
      "step": 20645,
      "valid_targets_mean": 467.1,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.594758064516129,
      "grad_norm": 1.10246581513597,
      "learning_rate": 2.111247552697599e-06,
      "loss": 0.9896,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7664812803268433,
      "step": 20650,
      "valid_targets_mean": 532.1,
      "valid_targets_min": 85
    },
    {
      "epoch": 0.5949020737327189,
      "grad_norm": 1.0723494362819133,
      "learning_rate": 2.1100061714169174e-06,
      "loss": 0.941,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0681662559509277,
      "step": 20655,
      "valid_targets_mean": 669.3,
      "valid_targets_min": 144
    },
    {
      "epoch": 0.5950460829493087,
      "grad_norm": 1.0297787591165246,
      "learning_rate": 2.108764888685419e-06,
      "loss": 0.829,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8596616387367249,
      "step": 20660,
      "valid_targets_mean": 643.2,
      "valid_targets_min": 462
    },
    {
      "epoch": 0.5951900921658986,
      "grad_norm": 1.2300227157528614,
      "learning_rate": 2.1075237048167678e-06,
      "loss": 1.0727,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1472020149230957,
      "step": 20665,
      "valid_targets_mean": 540.6,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.5953341013824884,
      "grad_norm": 1.3487758838397557,
      "learning_rate": 2.1062826201246054e-06,
      "loss": 0.8726,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9469781517982483,
      "step": 20670,
      "valid_targets_mean": 400.6,
      "valid_targets_min": 77
    },
    {
      "epoch": 0.5954781105990783,
      "grad_norm": 1.1487802160195566,
      "learning_rate": 2.1050416349225457e-06,
      "loss": 1.0952,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3099637031555176,
      "step": 20675,
      "valid_targets_mean": 641.1,
      "valid_targets_min": 77
    },
    {
      "epoch": 0.5956221198156681,
      "grad_norm": 1.2430739433602218,
      "learning_rate": 2.1038007495241776e-06,
      "loss": 0.808,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8287492990493774,
      "step": 20680,
      "valid_targets_mean": 482.6,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.5957661290322581,
      "grad_norm": 1.0360878415692831,
      "learning_rate": 2.1025599642430667e-06,
      "loss": 0.9461,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9192664623260498,
      "step": 20685,
      "valid_targets_mean": 682.9,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.595910138248848,
      "grad_norm": 1.0915324297698408,
      "learning_rate": 2.1013192793927534e-06,
      "loss": 0.8454,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8674238324165344,
      "step": 20690,
      "valid_targets_mean": 598.6,
      "valid_targets_min": 262
    },
    {
      "epoch": 0.5960541474654378,
      "grad_norm": 1.2690151773210083,
      "learning_rate": 2.1000786952867494e-06,
      "loss": 0.9563,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9346367120742798,
      "step": 20695,
      "valid_targets_mean": 460.4,
      "valid_targets_min": 78
    },
    {
      "epoch": 0.5961981566820277,
      "grad_norm": 1.1183345747414744,
      "learning_rate": 2.098838212238543e-06,
      "loss": 0.8856,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.933441162109375,
      "step": 20700,
      "valid_targets_mean": 559.2,
      "valid_targets_min": 175
    },
    {
      "epoch": 0.5963421658986175,
      "grad_norm": 1.0645578873397745,
      "learning_rate": 2.0975978305616e-06,
      "loss": 1.0881,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1925170421600342,
      "step": 20705,
      "valid_targets_mean": 739.5,
      "valid_targets_min": 170
    },
    {
      "epoch": 0.5964861751152074,
      "grad_norm": 1.1368254580058417,
      "learning_rate": 2.096357550569355e-06,
      "loss": 0.8325,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8210132122039795,
      "step": 20710,
      "valid_targets_mean": 558.1,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.5966301843317973,
      "grad_norm": 1.2083164354940732,
      "learning_rate": 2.09511737257522e-06,
      "loss": 0.9297,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7659164667129517,
      "step": 20715,
      "valid_targets_mean": 451.7,
      "valid_targets_min": 64
    },
    {
      "epoch": 0.5967741935483871,
      "grad_norm": 0.9760242530067349,
      "learning_rate": 2.0938772968925815e-06,
      "loss": 0.9639,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8259181380271912,
      "step": 20720,
      "valid_targets_mean": 704.6,
      "valid_targets_min": 77
    },
    {
      "epoch": 0.596918202764977,
      "grad_norm": 1.190824138705723,
      "learning_rate": 2.0926373238347993e-06,
      "loss": 0.987,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8195936679840088,
      "step": 20725,
      "valid_targets_mean": 516.2,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.5970622119815668,
      "grad_norm": 1.2622313506195453,
      "learning_rate": 2.0913974537152066e-06,
      "loss": 0.9382,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9449282288551331,
      "step": 20730,
      "valid_targets_mean": 497.2,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.5972062211981567,
      "grad_norm": 1.2079903043755162,
      "learning_rate": 2.0901576868471125e-06,
      "loss": 1.0344,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1104261875152588,
      "step": 20735,
      "valid_targets_mean": 543.8,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.5973502304147466,
      "grad_norm": 1.295430738151855,
      "learning_rate": 2.088918023543798e-06,
      "loss": 0.9628,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8998539447784424,
      "step": 20740,
      "valid_targets_mean": 458.2,
      "valid_targets_min": 57
    },
    {
      "epoch": 0.5974942396313364,
      "grad_norm": 1.0580009796292655,
      "learning_rate": 2.0876784641185196e-06,
      "loss": 0.9166,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.814766526222229,
      "step": 20745,
      "valid_targets_mean": 648.1,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.5976382488479263,
      "grad_norm": 1.1450255811402943,
      "learning_rate": 2.0864390088845066e-06,
      "loss": 0.9456,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.126006841659546,
      "step": 20750,
      "valid_targets_mean": 633.6,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.5977822580645161,
      "grad_norm": 1.1251530008623947,
      "learning_rate": 2.0851996581549623e-06,
      "loss": 1.0055,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9212003946304321,
      "step": 20755,
      "valid_targets_mean": 606.2,
      "valid_targets_min": 225
    },
    {
      "epoch": 0.597926267281106,
      "grad_norm": 1.1990158294106394,
      "learning_rate": 2.083960412243062e-06,
      "loss": 0.9992,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9499930739402771,
      "step": 20760,
      "valid_targets_mean": 494.6,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.5980702764976958,
      "grad_norm": 0.9816023342699035,
      "learning_rate": 2.0827212714619575e-06,
      "loss": 0.877,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.848183810710907,
      "step": 20765,
      "valid_targets_mean": 700.5,
      "valid_targets_min": 240
    },
    {
      "epoch": 0.5982142857142857,
      "grad_norm": 1.0455023947304245,
      "learning_rate": 2.0814822361247733e-06,
      "loss": 1.0388,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9440003633499146,
      "step": 20770,
      "valid_targets_mean": 681.4,
      "valid_targets_min": 100
    },
    {
      "epoch": 0.5983582949308756,
      "grad_norm": 1.0949519887432708,
      "learning_rate": 2.080243306544604e-06,
      "loss": 1.0058,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0954501628875732,
      "step": 20775,
      "valid_targets_mean": 680.2,
      "valid_targets_min": 169
    },
    {
      "epoch": 0.5985023041474654,
      "grad_norm": 1.029254835213804,
      "learning_rate": 2.0790044830345223e-06,
      "loss": 0.9147,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0283019542694092,
      "step": 20780,
      "valid_targets_mean": 729.1,
      "valid_targets_min": 211
    },
    {
      "epoch": 0.5986463133640553,
      "grad_norm": 1.1675183493152792,
      "learning_rate": 2.07776576590757e-06,
      "loss": 0.8463,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.834037184715271,
      "step": 20785,
      "valid_targets_mean": 497.1,
      "valid_targets_min": 145
    },
    {
      "epoch": 0.5987903225806451,
      "grad_norm": 0.994844435995072,
      "learning_rate": 2.0765271554767646e-06,
      "loss": 0.9932,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0243983268737793,
      "step": 20790,
      "valid_targets_mean": 724.1,
      "valid_targets_min": 338
    },
    {
      "epoch": 0.598934331797235,
      "grad_norm": 1.173584869662302,
      "learning_rate": 2.075288652055095e-06,
      "loss": 0.8896,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9902070760726929,
      "step": 20795,
      "valid_targets_mean": 549.2,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.5990783410138248,
      "grad_norm": 1.3358225390228409,
      "learning_rate": 2.074050255955525e-06,
      "loss": 0.9648,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9222575426101685,
      "step": 20800,
      "valid_targets_mean": 426.1,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.5992223502304147,
      "grad_norm": 1.042822996168034,
      "learning_rate": 2.0728119674909896e-06,
      "loss": 0.8754,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7377563714981079,
      "step": 20805,
      "valid_targets_mean": 616.8,
      "valid_targets_min": 174
    },
    {
      "epoch": 0.5993663594470046,
      "grad_norm": 1.262625616664843,
      "learning_rate": 2.0715737869743973e-06,
      "loss": 0.928,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.016599178314209,
      "step": 20810,
      "valid_targets_mean": 466.1,
      "valid_targets_min": 168
    },
    {
      "epoch": 0.5995103686635944,
      "grad_norm": 1.1586982536256727,
      "learning_rate": 2.0703357147186283e-06,
      "loss": 0.9694,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9619703888893127,
      "step": 20815,
      "valid_targets_mean": 554.8,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.5996543778801844,
      "grad_norm": 1.1904475315474827,
      "learning_rate": 2.0690977510365374e-06,
      "loss": 0.9101,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8556702136993408,
      "step": 20820,
      "valid_targets_mean": 424.2,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.5997983870967742,
      "grad_norm": 1.1599050041282402,
      "learning_rate": 2.0678598962409503e-06,
      "loss": 0.9504,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8620151281356812,
      "step": 20825,
      "valid_targets_mean": 536.1,
      "valid_targets_min": 347
    },
    {
      "epoch": 0.5999423963133641,
      "grad_norm": 0.8967995137643663,
      "learning_rate": 2.066622150644666e-06,
      "loss": 0.983,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9181385040283203,
      "step": 20830,
      "valid_targets_mean": 824.0,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.600086405529954,
      "grad_norm": 1.1258275256949675,
      "learning_rate": 2.065384514560455e-06,
      "loss": 1.0311,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9728256464004517,
      "step": 20835,
      "valid_targets_mean": 533.5,
      "valid_targets_min": 63
    },
    {
      "epoch": 0.6002304147465438,
      "grad_norm": 1.2147710994573526,
      "learning_rate": 2.064146988301062e-06,
      "loss": 0.9745,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9311869144439697,
      "step": 20840,
      "valid_targets_mean": 457.1,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.6003744239631337,
      "grad_norm": 1.1610692966036102,
      "learning_rate": 2.062909572179202e-06,
      "loss": 0.9204,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9156521558761597,
      "step": 20845,
      "valid_targets_mean": 519.3,
      "valid_targets_min": 151
    },
    {
      "epoch": 0.6005184331797235,
      "grad_norm": 1.1734984507522601,
      "learning_rate": 2.061672266507562e-06,
      "loss": 0.941,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8624857664108276,
      "step": 20850,
      "valid_targets_mean": 478.4,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.6006624423963134,
      "grad_norm": 1.0948641813579907,
      "learning_rate": 2.0604350715988024e-06,
      "loss": 0.9077,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9032691121101379,
      "step": 20855,
      "valid_targets_mean": 658.2,
      "valid_targets_min": 202
    },
    {
      "epoch": 0.6008064516129032,
      "grad_norm": 1.3356803394507557,
      "learning_rate": 2.0591979877655574e-06,
      "loss": 0.9057,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9598080515861511,
      "step": 20860,
      "valid_targets_mean": 434.2,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.6009504608294931,
      "grad_norm": 1.1067379990802173,
      "learning_rate": 2.057961015320428e-06,
      "loss": 1.0229,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9550600647926331,
      "step": 20865,
      "valid_targets_mean": 610.5,
      "valid_targets_min": 323
    },
    {
      "epoch": 0.601094470046083,
      "grad_norm": 0.9999849505708583,
      "learning_rate": 2.0567241545759908e-06,
      "loss": 1.0431,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0844042301177979,
      "step": 20870,
      "valid_targets_mean": 736.4,
      "valid_targets_min": 303
    },
    {
      "epoch": 0.6012384792626728,
      "grad_norm": 1.2026010872755966,
      "learning_rate": 2.055487405844795e-06,
      "loss": 0.9731,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0232503414154053,
      "step": 20875,
      "valid_targets_mean": 527.9,
      "valid_targets_min": 170
    },
    {
      "epoch": 0.6013824884792627,
      "grad_norm": 1.075982667880046,
      "learning_rate": 2.054250769439358e-06,
      "loss": 0.8035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8582549095153809,
      "step": 20880,
      "valid_targets_mean": 646.6,
      "valid_targets_min": 81
    },
    {
      "epoch": 0.6015264976958525,
      "grad_norm": 1.154499923538933,
      "learning_rate": 2.053014245672171e-06,
      "loss": 0.7911,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9419634342193604,
      "step": 20885,
      "valid_targets_mean": 524.8,
      "valid_targets_min": 202
    },
    {
      "epoch": 0.6016705069124424,
      "grad_norm": 1.0803741643981353,
      "learning_rate": 2.0517778348556962e-06,
      "loss": 0.8643,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8343824148178101,
      "step": 20890,
      "valid_targets_mean": 582.1,
      "valid_targets_min": 149
    },
    {
      "epoch": 0.6018145161290323,
      "grad_norm": 0.9353745325615997,
      "learning_rate": 2.0505415373023686e-06,
      "loss": 0.8985,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0380665063858032,
      "step": 20895,
      "valid_targets_mean": 844.8,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.6019585253456221,
      "grad_norm": 1.1596448868895897,
      "learning_rate": 2.0493053533245926e-06,
      "loss": 0.9089,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9512819647789001,
      "step": 20900,
      "valid_targets_mean": 576.8,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.602102534562212,
      "grad_norm": 1.0405356938346693,
      "learning_rate": 2.0480692832347446e-06,
      "loss": 0.9174,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0195949077606201,
      "step": 20905,
      "valid_targets_mean": 688.8,
      "valid_targets_min": 383
    },
    {
      "epoch": 0.6022465437788018,
      "grad_norm": 0.987404300508018,
      "learning_rate": 2.046833327345172e-06,
      "loss": 0.9065,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8044304251670837,
      "step": 20910,
      "valid_targets_mean": 648.1,
      "valid_targets_min": 153
    },
    {
      "epoch": 0.6023905529953917,
      "grad_norm": 1.0474366105972779,
      "learning_rate": 2.0455974859681947e-06,
      "loss": 0.8969,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0696759223937988,
      "step": 20915,
      "valid_targets_mean": 710.9,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.6025345622119815,
      "grad_norm": 1.086506283697018,
      "learning_rate": 2.044361759416103e-06,
      "loss": 0.9224,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1873329877853394,
      "step": 20920,
      "valid_targets_mean": 697.1,
      "valid_targets_min": 131
    },
    {
      "epoch": 0.6026785714285714,
      "grad_norm": 1.1222483617533077,
      "learning_rate": 2.043126148001157e-06,
      "loss": 0.8911,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0471471548080444,
      "step": 20925,
      "valid_targets_mean": 595.8,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.6028225806451613,
      "grad_norm": 1.2033236078659006,
      "learning_rate": 2.041890652035587e-06,
      "loss": 1.001,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2446308135986328,
      "step": 20930,
      "valid_targets_mean": 615.4,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.6029665898617511,
      "grad_norm": 1.1870913360014825,
      "learning_rate": 2.040655271831599e-06,
      "loss": 0.9632,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.055066466331482,
      "step": 20935,
      "valid_targets_mean": 582.4,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.603110599078341,
      "grad_norm": 1.207044862010704,
      "learning_rate": 2.039420007701364e-06,
      "loss": 0.9349,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1577996015548706,
      "step": 20940,
      "valid_targets_mean": 529.8,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.6032546082949308,
      "grad_norm": 1.0844521013221773,
      "learning_rate": 2.0381848599570274e-06,
      "loss": 1.0238,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7614555358886719,
      "step": 20945,
      "valid_targets_mean": 551.1,
      "valid_targets_min": 191
    },
    {
      "epoch": 0.6033986175115207,
      "grad_norm": 1.2325635458235393,
      "learning_rate": 2.0369498289107026e-06,
      "loss": 0.9114,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.13180410861969,
      "step": 20950,
      "valid_targets_mean": 578.2,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.6035426267281107,
      "grad_norm": 1.1463233530568628,
      "learning_rate": 2.035714914874476e-06,
      "loss": 1.0422,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9168001413345337,
      "step": 20955,
      "valid_targets_mean": 534.1,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.6036866359447005,
      "grad_norm": 1.1437324887000557,
      "learning_rate": 2.0344801181604025e-06,
      "loss": 0.8744,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9685274958610535,
      "step": 20960,
      "valid_targets_mean": 564.8,
      "valid_targets_min": 176
    },
    {
      "epoch": 0.6038306451612904,
      "grad_norm": 1.1071622432414923,
      "learning_rate": 2.033245439080508e-06,
      "loss": 0.8646,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8291986584663391,
      "step": 20965,
      "valid_targets_mean": 550.3,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.6039746543778802,
      "grad_norm": 1.0920991065160535,
      "learning_rate": 2.0320108779467894e-06,
      "loss": 0.9627,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7348005771636963,
      "step": 20970,
      "valid_targets_mean": 525.8,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.6041186635944701,
      "grad_norm": 1.142818382592173,
      "learning_rate": 2.0307764350712133e-06,
      "loss": 0.9818,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.014726996421814,
      "step": 20975,
      "valid_targets_mean": 588.4,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.6042626728110599,
      "grad_norm": 1.1328787363885504,
      "learning_rate": 2.0295421107657155e-06,
      "loss": 1.0266,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.918176531791687,
      "step": 20980,
      "valid_targets_mean": 548.5,
      "valid_targets_min": 139
    },
    {
      "epoch": 0.6044066820276498,
      "grad_norm": 1.229160118841745,
      "learning_rate": 2.028307905342202e-06,
      "loss": 0.929,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9912968873977661,
      "step": 20985,
      "valid_targets_mean": 485.8,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.6045506912442397,
      "grad_norm": 1.1502719719523002,
      "learning_rate": 2.0270738191125517e-06,
      "loss": 0.8995,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9931426048278809,
      "step": 20990,
      "valid_targets_mean": 583.1,
      "valid_targets_min": 64
    },
    {
      "epoch": 0.6046947004608295,
      "grad_norm": 1.1804232232605487,
      "learning_rate": 2.0258398523886093e-06,
      "loss": 0.95,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.065751552581787,
      "step": 20995,
      "valid_targets_mean": 568.1,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.6048387096774194,
      "grad_norm": 1.152068368263446,
      "learning_rate": 2.0246060054821914e-06,
      "loss": 0.9353,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0146608352661133,
      "step": 21000,
      "valid_targets_mean": 536.9,
      "valid_targets_min": 118
    },
    {
      "epoch": 0.6049827188940092,
      "grad_norm": 1.1755806877927395,
      "learning_rate": 2.023372278705083e-06,
      "loss": 1.0857,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2736061811447144,
      "step": 21005,
      "valid_targets_mean": 644.9,
      "valid_targets_min": 278
    },
    {
      "epoch": 0.6051267281105991,
      "grad_norm": 1.0878545590777748,
      "learning_rate": 2.022138672369041e-06,
      "loss": 0.9612,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.062584400177002,
      "step": 21010,
      "valid_targets_mean": 656.4,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.605270737327189,
      "grad_norm": 1.0037254840434615,
      "learning_rate": 2.020905186785791e-06,
      "loss": 1.0322,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0718380212783813,
      "step": 21015,
      "valid_targets_mean": 762.3,
      "valid_targets_min": 160
    },
    {
      "epoch": 0.6054147465437788,
      "grad_norm": 1.0716152209294993,
      "learning_rate": 2.019671822267027e-06,
      "loss": 0.899,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6609753370285034,
      "step": 21020,
      "valid_targets_mean": 510.4,
      "valid_targets_min": 81
    },
    {
      "epoch": 0.6055587557603687,
      "grad_norm": 1.0499202951009394,
      "learning_rate": 2.0184385791244117e-06,
      "loss": 0.9302,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.782260537147522,
      "step": 21025,
      "valid_targets_mean": 600.2,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.6057027649769585,
      "grad_norm": 1.3081880217019628,
      "learning_rate": 2.0172054576695805e-06,
      "loss": 0.9948,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0640957355499268,
      "step": 21030,
      "valid_targets_mean": 499.5,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.6058467741935484,
      "grad_norm": 1.0711762387295374,
      "learning_rate": 2.0159724582141355e-06,
      "loss": 1.0189,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8112808465957642,
      "step": 21035,
      "valid_targets_mean": 612.4,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.6059907834101382,
      "grad_norm": 1.0645931439960556,
      "learning_rate": 2.0147395810696484e-06,
      "loss": 1.0559,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0432038307189941,
      "step": 21040,
      "valid_targets_mean": 649.8,
      "valid_targets_min": 177
    },
    {
      "epoch": 0.6061347926267281,
      "grad_norm": 1.170348236220509,
      "learning_rate": 2.013506826547659e-06,
      "loss": 0.9235,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9655618667602539,
      "step": 21045,
      "valid_targets_mean": 532.4,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.606278801843318,
      "grad_norm": 1.1605469124962815,
      "learning_rate": 2.01227419495968e-06,
      "loss": 1.0328,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2273657321929932,
      "step": 21050,
      "valid_targets_mean": 643.6,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.6064228110599078,
      "grad_norm": 1.1196838733159864,
      "learning_rate": 2.0110416866171877e-06,
      "loss": 1.1028,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1242127418518066,
      "step": 21055,
      "valid_targets_mean": 677.6,
      "valid_targets_min": 65
    },
    {
      "epoch": 0.6065668202764977,
      "grad_norm": 2.1594986431715775,
      "learning_rate": 2.00980930183163e-06,
      "loss": 1.031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.004863977432251,
      "step": 21060,
      "valid_targets_mean": 1015.9,
      "valid_targets_min": 188
    },
    {
      "epoch": 0.6067108294930875,
      "grad_norm": 1.1336822992434552,
      "learning_rate": 2.008577040914425e-06,
      "loss": 1.0279,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1480886936187744,
      "step": 21065,
      "valid_targets_mean": 647.5,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.6068548387096774,
      "grad_norm": 0.9752315846964885,
      "learning_rate": 2.0073449041769567e-06,
      "loss": 0.932,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7948541641235352,
      "step": 21070,
      "valid_targets_mean": 698.8,
      "valid_targets_min": 164
    },
    {
      "epoch": 0.6069988479262672,
      "grad_norm": 1.0061198569402747,
      "learning_rate": 2.0061128919305796e-06,
      "loss": 0.856,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8409124612808228,
      "step": 21075,
      "valid_targets_mean": 718.6,
      "valid_targets_min": 241
    },
    {
      "epoch": 0.6071428571428571,
      "grad_norm": 1.1620963137375582,
      "learning_rate": 2.004881004486615e-06,
      "loss": 0.9936,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0333690643310547,
      "step": 21080,
      "valid_targets_mean": 589.7,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.607286866359447,
      "grad_norm": 1.1671755813213323,
      "learning_rate": 2.003649242156355e-06,
      "loss": 0.9398,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9235068559646606,
      "step": 21085,
      "valid_targets_mean": 499.6,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.6074308755760369,
      "grad_norm": 1.017533430691283,
      "learning_rate": 2.0024176052510583e-06,
      "loss": 0.7795,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6321481466293335,
      "step": 21090,
      "valid_targets_mean": 545.4,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.6075748847926268,
      "grad_norm": 1.1337467638799508,
      "learning_rate": 2.0011860940819523e-06,
      "loss": 1.0118,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8400221467018127,
      "step": 21095,
      "valid_targets_mean": 553.4,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.6077188940092166,
      "grad_norm": 1.2356827947355669,
      "learning_rate": 1.9999547089602316e-06,
      "loss": 0.9271,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9967929124832153,
      "step": 21100,
      "valid_targets_mean": 520.5,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.6078629032258065,
      "grad_norm": 1.1291808062319648,
      "learning_rate": 1.9987234501970632e-06,
      "loss": 0.8317,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9042158126831055,
      "step": 21105,
      "valid_targets_mean": 571.5,
      "valid_targets_min": 205
    },
    {
      "epoch": 0.6080069124423964,
      "grad_norm": 1.2414338825558133,
      "learning_rate": 1.997492318103576e-06,
      "loss": 0.9807,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3540096282958984,
      "step": 21110,
      "valid_targets_mean": 616.9,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.6081509216589862,
      "grad_norm": 1.1660117073209109,
      "learning_rate": 1.9962613129908715e-06,
      "loss": 0.8654,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.731593132019043,
      "step": 21115,
      "valid_targets_mean": 473.4,
      "valid_targets_min": 197
    },
    {
      "epoch": 0.6082949308755761,
      "grad_norm": 1.1735116356851767,
      "learning_rate": 1.9950304351700164e-06,
      "loss": 0.986,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9748005867004395,
      "step": 21120,
      "valid_targets_mean": 582.3,
      "valid_targets_min": 192
    },
    {
      "epoch": 0.6084389400921659,
      "grad_norm": 1.045560932197682,
      "learning_rate": 1.9937996849520477e-06,
      "loss": 0.9679,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.842584490776062,
      "step": 21125,
      "valid_targets_mean": 610.4,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.6085829493087558,
      "grad_norm": 1.1675900540831967,
      "learning_rate": 1.9925690626479683e-06,
      "loss": 1.0826,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1076066493988037,
      "step": 21130,
      "valid_targets_mean": 622.4,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.6087269585253456,
      "grad_norm": 1.172102713483153,
      "learning_rate": 1.9913385685687496e-06,
      "loss": 0.8825,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0042669773101807,
      "step": 21135,
      "valid_targets_mean": 553.5,
      "valid_targets_min": 254
    },
    {
      "epoch": 0.6088709677419355,
      "grad_norm": 1.0880753687131701,
      "learning_rate": 1.9901082030253293e-06,
      "loss": 1.0419,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0728399753570557,
      "step": 21140,
      "valid_targets_mean": 684.0,
      "valid_targets_min": 166
    },
    {
      "epoch": 0.6090149769585254,
      "grad_norm": 1.0583313126679355,
      "learning_rate": 1.988877966328615e-06,
      "loss": 0.9197,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7184821367263794,
      "step": 21145,
      "valid_targets_mean": 593.7,
      "valid_targets_min": 165
    },
    {
      "epoch": 0.6091589861751152,
      "grad_norm": 1.1559383258720273,
      "learning_rate": 1.98764785878948e-06,
      "loss": 0.9209,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9284719824790955,
      "step": 21150,
      "valid_targets_mean": 555.2,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.6093029953917051,
      "grad_norm": 0.9977198321431414,
      "learning_rate": 1.986417880718764e-06,
      "loss": 1.0992,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9131790399551392,
      "step": 21155,
      "valid_targets_mean": 674.5,
      "valid_targets_min": 204
    },
    {
      "epoch": 0.6094470046082949,
      "grad_norm": 1.0497648537096127,
      "learning_rate": 1.9851880324272776e-06,
      "loss": 0.9371,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0040075778961182,
      "step": 21160,
      "valid_targets_mean": 692.8,
      "valid_targets_min": 363
    },
    {
      "epoch": 0.6095910138248848,
      "grad_norm": 1.1274540885731978,
      "learning_rate": 1.983958314225795e-06,
      "loss": 0.9352,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8006590604782104,
      "step": 21165,
      "valid_targets_mean": 571.6,
      "valid_targets_min": 87
    },
    {
      "epoch": 0.6097350230414746,
      "grad_norm": 1.243085756571617,
      "learning_rate": 1.98272872642506e-06,
      "loss": 0.997,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9443742036819458,
      "step": 21170,
      "valid_targets_mean": 499.6,
      "valid_targets_min": 155
    },
    {
      "epoch": 0.6098790322580645,
      "grad_norm": 1.202902593257008,
      "learning_rate": 1.9814992693357793e-06,
      "loss": 0.8769,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7868103384971619,
      "step": 21175,
      "valid_targets_mean": 448.9,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.6100230414746544,
      "grad_norm": 1.113878400970897,
      "learning_rate": 1.9802699432686338e-06,
      "loss": 0.8868,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.776386559009552,
      "step": 21180,
      "valid_targets_mean": 535.5,
      "valid_targets_min": 90
    },
    {
      "epoch": 0.6101670506912442,
      "grad_norm": 1.0454438771009458,
      "learning_rate": 1.979040748534264e-06,
      "loss": 0.9545,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9266375303268433,
      "step": 21185,
      "valid_targets_mean": 640.9,
      "valid_targets_min": 220
    },
    {
      "epoch": 0.6103110599078341,
      "grad_norm": 0.9877194924171128,
      "learning_rate": 1.977811685443282e-06,
      "loss": 0.9416,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8441303968429565,
      "step": 21190,
      "valid_targets_mean": 693.1,
      "valid_targets_min": 151
    },
    {
      "epoch": 0.6104550691244239,
      "grad_norm": 1.0832551253504834,
      "learning_rate": 1.976582754306263e-06,
      "loss": 1.0306,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9327535629272461,
      "step": 21195,
      "valid_targets_mean": 609.9,
      "valid_targets_min": 81
    },
    {
      "epoch": 0.6105990783410138,
      "grad_norm": 1.1488782541992206,
      "learning_rate": 1.975353955433753e-06,
      "loss": 0.924,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.079404354095459,
      "step": 21200,
      "valid_targets_mean": 603.2,
      "valid_targets_min": 293
    },
    {
      "epoch": 0.6107430875576036,
      "grad_norm": 0.9771992334581528,
      "learning_rate": 1.974125289136261e-06,
      "loss": 1.0097,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8948640823364258,
      "step": 21205,
      "valid_targets_mean": 733.4,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.6108870967741935,
      "grad_norm": 1.1404137863872483,
      "learning_rate": 1.9728967557242644e-06,
      "loss": 0.9145,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8624972105026245,
      "step": 21210,
      "valid_targets_mean": 543.9,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.6110311059907834,
      "grad_norm": 1.0902193380360903,
      "learning_rate": 1.971668355508206e-06,
      "loss": 1.0049,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.165521264076233,
      "step": 21215,
      "valid_targets_mean": 676.4,
      "valid_targets_min": 163
    },
    {
      "epoch": 0.6111751152073732,
      "grad_norm": 0.9111684724818713,
      "learning_rate": 1.9704400887984962e-06,
      "loss": 0.9127,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6605388522148132,
      "step": 21220,
      "valid_targets_mean": 729.6,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.6113191244239631,
      "grad_norm": 1.141676568246163,
      "learning_rate": 1.9692119559055104e-06,
      "loss": 0.8625,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9281381368637085,
      "step": 21225,
      "valid_targets_mean": 538.5,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.611463133640553,
      "grad_norm": 1.1281857268198692,
      "learning_rate": 1.9679839571395912e-06,
      "loss": 1.0282,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.049309253692627,
      "step": 21230,
      "valid_targets_mean": 561.7,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.6116071428571429,
      "grad_norm": 1.12814777443994,
      "learning_rate": 1.9667560928110446e-06,
      "loss": 0.99,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7962405681610107,
      "step": 21235,
      "valid_targets_mean": 536.6,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.6117511520737328,
      "grad_norm": 1.1696149160291442,
      "learning_rate": 1.9655283632301475e-06,
      "loss": 1.0338,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8831064701080322,
      "step": 21240,
      "valid_targets_mean": 499.9,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.6118951612903226,
      "grad_norm": 0.9876003087235271,
      "learning_rate": 1.9643007687071398e-06,
      "loss": 1.0025,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1084109544754028,
      "step": 21245,
      "valid_targets_mean": 791.6,
      "valid_targets_min": 123
    },
    {
      "epoch": 0.6120391705069125,
      "grad_norm": 1.169828183324882,
      "learning_rate": 1.963073309552225e-06,
      "loss": 0.8193,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8351098299026489,
      "step": 21250,
      "valid_targets_mean": 469.6,
      "valid_targets_min": 78
    },
    {
      "epoch": 0.6121831797235023,
      "grad_norm": 1.1731203348639243,
      "learning_rate": 1.961845986075578e-06,
      "loss": 0.9646,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8763605952262878,
      "step": 21255,
      "valid_targets_mean": 521.5,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.6123271889400922,
      "grad_norm": 1.1584879806265893,
      "learning_rate": 1.9606187985873353e-06,
      "loss": 1.0113,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0777674913406372,
      "step": 21260,
      "valid_targets_mean": 548.9,
      "valid_targets_min": 189
    },
    {
      "epoch": 0.612471198156682,
      "grad_norm": 1.1408915315314976,
      "learning_rate": 1.9593917473975994e-06,
      "loss": 0.8498,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.891149640083313,
      "step": 21265,
      "valid_targets_mean": 558.4,
      "valid_targets_min": 246
    },
    {
      "epoch": 0.6126152073732719,
      "grad_norm": 1.0610204598211006,
      "learning_rate": 1.9581648328164386e-06,
      "loss": 0.8973,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7959208488464355,
      "step": 21270,
      "valid_targets_mean": 632.2,
      "valid_targets_min": 192
    },
    {
      "epoch": 0.6127592165898618,
      "grad_norm": 1.3184006602471439,
      "learning_rate": 1.9569380551538893e-06,
      "loss": 1.0364,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.016615629196167,
      "step": 21275,
      "valid_targets_mean": 439.1,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.6129032258064516,
      "grad_norm": 1.0913846636554811,
      "learning_rate": 1.955711414719949e-06,
      "loss": 0.9467,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9383605718612671,
      "step": 21280,
      "valid_targets_mean": 588.6,
      "valid_targets_min": 214
    },
    {
      "epoch": 0.6130472350230415,
      "grad_norm": 1.028138940597876,
      "learning_rate": 1.9544849118245833e-06,
      "loss": 0.89,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8690454959869385,
      "step": 21285,
      "valid_targets_mean": 640.6,
      "valid_targets_min": 212
    },
    {
      "epoch": 0.6131912442396313,
      "grad_norm": 1.1904963280072098,
      "learning_rate": 1.9532585467777225e-06,
      "loss": 0.8757,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9844027757644653,
      "step": 21290,
      "valid_targets_mean": 522.9,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.6133352534562212,
      "grad_norm": 0.9960843962741808,
      "learning_rate": 1.9520323198892623e-06,
      "loss": 1.0172,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0959007740020752,
      "step": 21295,
      "valid_targets_mean": 767.9,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.613479262672811,
      "grad_norm": 1.1580226400491096,
      "learning_rate": 1.950806231469063e-06,
      "loss": 0.9243,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9929127097129822,
      "step": 21300,
      "valid_targets_mean": 593.4,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.6136232718894009,
      "grad_norm": 1.1504653868662624,
      "learning_rate": 1.9495802818269492e-06,
      "loss": 0.9555,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9374016523361206,
      "step": 21305,
      "valid_targets_mean": 575.0,
      "valid_targets_min": 153
    },
    {
      "epoch": 0.6137672811059908,
      "grad_norm": 1.06927891853401,
      "learning_rate": 1.948354471272712e-06,
      "loss": 0.9883,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7771318554878235,
      "step": 21310,
      "valid_targets_mean": 548.9,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.6139112903225806,
      "grad_norm": 1.137116988764527,
      "learning_rate": 1.947128800116107e-06,
      "loss": 0.8558,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0545578002929688,
      "step": 21315,
      "valid_targets_mean": 613.2,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.6140552995391705,
      "grad_norm": 1.1272583736246977,
      "learning_rate": 1.9459032686668532e-06,
      "loss": 0.8391,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0715689659118652,
      "step": 21320,
      "valid_targets_mean": 622.9,
      "valid_targets_min": 184
    },
    {
      "epoch": 0.6141993087557603,
      "grad_norm": 1.1778590435084069,
      "learning_rate": 1.944677877234637e-06,
      "loss": 0.9899,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0692801475524902,
      "step": 21325,
      "valid_targets_mean": 594.7,
      "valid_targets_min": 184
    },
    {
      "epoch": 0.6143433179723502,
      "grad_norm": 1.232495401350091,
      "learning_rate": 1.9434526261291043e-06,
      "loss": 1.1025,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2216815948486328,
      "step": 21330,
      "valid_targets_mean": 550.8,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.6144873271889401,
      "grad_norm": 1.3111474417607711,
      "learning_rate": 1.942227515659873e-06,
      "loss": 0.9694,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8998191952705383,
      "step": 21335,
      "valid_targets_mean": 449.0,
      "valid_targets_min": 60
    },
    {
      "epoch": 0.6146313364055299,
      "grad_norm": 1.2327595074208988,
      "learning_rate": 1.9410025461365195e-06,
      "loss": 0.9201,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8445555567741394,
      "step": 21340,
      "valid_targets_mean": 508.6,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.6147753456221198,
      "grad_norm": 1.13980122723901,
      "learning_rate": 1.9397777178685857e-06,
      "loss": 1.0687,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9921345710754395,
      "step": 21345,
      "valid_targets_mean": 591.2,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.6149193548387096,
      "grad_norm": 1.279951590704162,
      "learning_rate": 1.9385530311655805e-06,
      "loss": 0.8644,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8203593492507935,
      "step": 21350,
      "valid_targets_mean": 415.1,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.6150633640552995,
      "grad_norm": 1.2050296443773076,
      "learning_rate": 1.937328486336974e-06,
      "loss": 0.9004,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1310932636260986,
      "step": 21355,
      "valid_targets_mean": 526.8,
      "valid_targets_min": 56
    },
    {
      "epoch": 0.6152073732718893,
      "grad_norm": 1.234846625980579,
      "learning_rate": 1.936104083692202e-06,
      "loss": 1.0347,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9129124879837036,
      "step": 21360,
      "valid_targets_mean": 519.1,
      "valid_targets_min": 145
    },
    {
      "epoch": 0.6153513824884793,
      "grad_norm": 1.1510015834818657,
      "learning_rate": 1.934879823540663e-06,
      "loss": 1.031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7865997552871704,
      "step": 21365,
      "valid_targets_mean": 538.8,
      "valid_targets_min": 160
    },
    {
      "epoch": 0.6154953917050692,
      "grad_norm": 1.1074226185599216,
      "learning_rate": 1.933655706191722e-06,
      "loss": 0.9796,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7948806881904602,
      "step": 21370,
      "valid_targets_mean": 572.4,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.615639400921659,
      "grad_norm": 1.0270811059979543,
      "learning_rate": 1.932431731954705e-06,
      "loss": 0.8688,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8055633306503296,
      "step": 21375,
      "valid_targets_mean": 645.3,
      "valid_targets_min": 202
    },
    {
      "epoch": 0.6157834101382489,
      "grad_norm": 1.021276045981845,
      "learning_rate": 1.931207901138904e-06,
      "loss": 0.8679,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.858450174331665,
      "step": 21380,
      "valid_targets_mean": 634.2,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.6159274193548387,
      "grad_norm": 1.097015378496144,
      "learning_rate": 1.9299842140535734e-06,
      "loss": 0.8552,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7827708721160889,
      "step": 21385,
      "valid_targets_mean": 613.8,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.6160714285714286,
      "grad_norm": 1.1776021731577981,
      "learning_rate": 1.9287606710079327e-06,
      "loss": 0.925,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8542584180831909,
      "step": 21390,
      "valid_targets_mean": 496.0,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.6162154377880185,
      "grad_norm": 1.2421915053234978,
      "learning_rate": 1.9275372723111638e-06,
      "loss": 0.9427,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9011469483375549,
      "step": 21395,
      "valid_targets_mean": 508.3,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.6163594470046083,
      "grad_norm": 1.0306345196900244,
      "learning_rate": 1.926314018272413e-06,
      "loss": 0.9987,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.098230004310608,
      "step": 21400,
      "valid_targets_mean": 765.1,
      "valid_targets_min": 197
    },
    {
      "epoch": 0.6165034562211982,
      "grad_norm": 1.0656123024449522,
      "learning_rate": 1.925090909200786e-06,
      "loss": 0.9348,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8376191854476929,
      "step": 21405,
      "valid_targets_mean": 576.4,
      "valid_targets_min": 64
    },
    {
      "epoch": 0.616647465437788,
      "grad_norm": 1.1898612659742094,
      "learning_rate": 1.9238679454053603e-06,
      "loss": 1.0548,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9367529153823853,
      "step": 21410,
      "valid_targets_mean": 507.6,
      "valid_targets_min": 161
    },
    {
      "epoch": 0.6167914746543779,
      "grad_norm": 1.131729987969249,
      "learning_rate": 1.9226451271951703e-06,
      "loss": 0.971,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7214999198913574,
      "step": 21415,
      "valid_targets_mean": 517.6,
      "valid_targets_min": 156
    },
    {
      "epoch": 0.6169354838709677,
      "grad_norm": 1.0364269818703742,
      "learning_rate": 1.9214224548792133e-06,
      "loss": 0.9915,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2190595865249634,
      "step": 21420,
      "valid_targets_mean": 764.8,
      "valid_targets_min": 171
    },
    {
      "epoch": 0.6170794930875576,
      "grad_norm": 1.204245272610783,
      "learning_rate": 1.9201999287664526e-06,
      "loss": 1.0672,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8972008228302002,
      "step": 21425,
      "valid_targets_mean": 510.7,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.6172235023041475,
      "grad_norm": 1.0137069182038116,
      "learning_rate": 1.918977549165814e-06,
      "loss": 0.9698,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9643691778182983,
      "step": 21430,
      "valid_targets_mean": 670.4,
      "valid_targets_min": 174
    },
    {
      "epoch": 0.6173675115207373,
      "grad_norm": 1.1539407200132912,
      "learning_rate": 1.917755316386185e-06,
      "loss": 0.9552,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2198597192764282,
      "step": 21435,
      "valid_targets_mean": 628.2,
      "valid_targets_min": 213
    },
    {
      "epoch": 0.6175115207373272,
      "grad_norm": 1.1885284853820988,
      "learning_rate": 1.9165332307364166e-06,
      "loss": 1.1069,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8997411727905273,
      "step": 21440,
      "valid_targets_mean": 529.1,
      "valid_targets_min": 154
    },
    {
      "epoch": 0.617655529953917,
      "grad_norm": 1.0390009753052079,
      "learning_rate": 1.915311292525324e-06,
      "loss": 0.9153,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8051060438156128,
      "step": 21445,
      "valid_targets_mean": 592.9,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.6177995391705069,
      "grad_norm": 1.1782994507766824,
      "learning_rate": 1.914089502061683e-06,
      "loss": 0.858,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8866996765136719,
      "step": 21450,
      "valid_targets_mean": 509.3,
      "valid_targets_min": 220
    },
    {
      "epoch": 0.6179435483870968,
      "grad_norm": 1.1420232247723787,
      "learning_rate": 1.912867859654233e-06,
      "loss": 0.9902,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.063806414604187,
      "step": 21455,
      "valid_targets_mean": 594.7,
      "valid_targets_min": 119
    },
    {
      "epoch": 0.6180875576036866,
      "grad_norm": 1.0136090545783358,
      "learning_rate": 1.9116463656116755e-06,
      "loss": 0.8902,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8817576766014099,
      "step": 21460,
      "valid_targets_mean": 612.6,
      "valid_targets_min": 160
    },
    {
      "epoch": 0.6182315668202765,
      "grad_norm": 1.0726451620532778,
      "learning_rate": 1.910425020242676e-06,
      "loss": 0.9211,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9340285062789917,
      "step": 21465,
      "valid_targets_mean": 637.1,
      "valid_targets_min": 203
    },
    {
      "epoch": 0.6183755760368663,
      "grad_norm": 1.2014918981683425,
      "learning_rate": 1.9092038238558614e-06,
      "loss": 0.8522,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9660983085632324,
      "step": 21470,
      "valid_targets_mean": 503.5,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.6185195852534562,
      "grad_norm": 1.3223867615975289,
      "learning_rate": 1.9079827767598207e-06,
      "loss": 0.9024,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6837539672851562,
      "step": 21475,
      "valid_targets_mean": 349.4,
      "valid_targets_min": 157
    },
    {
      "epoch": 0.618663594470046,
      "grad_norm": 1.22500484450466,
      "learning_rate": 1.9067618792631035e-06,
      "loss": 1.0189,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9380609393119812,
      "step": 21480,
      "valid_targets_mean": 500.4,
      "valid_targets_min": 136
    },
    {
      "epoch": 0.6188076036866359,
      "grad_norm": 1.119906642213972,
      "learning_rate": 1.9055411316742264e-06,
      "loss": 0.8929,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.810630202293396,
      "step": 21485,
      "valid_targets_mean": 571.1,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.6189516129032258,
      "grad_norm": 1.1818255711949992,
      "learning_rate": 1.9043205343016647e-06,
      "loss": 0.8911,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9622249603271484,
      "step": 21490,
      "valid_targets_mean": 518.6,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.6190956221198156,
      "grad_norm": 1.0564228982813582,
      "learning_rate": 1.9031000874538551e-06,
      "loss": 0.8673,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9036966562271118,
      "step": 21495,
      "valid_targets_mean": 672.1,
      "valid_targets_min": 139
    },
    {
      "epoch": 0.6192396313364056,
      "grad_norm": 1.0354084277924047,
      "learning_rate": 1.901879791439197e-06,
      "loss": 0.8987,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8919978737831116,
      "step": 21500,
      "valid_targets_mean": 668.4,
      "valid_targets_min": 237
    },
    {
      "epoch": 0.6193836405529954,
      "grad_norm": 1.0715103587209598,
      "learning_rate": 1.9006596465660548e-06,
      "loss": 0.9847,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1711647510528564,
      "step": 21505,
      "valid_targets_mean": 725.9,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.6195276497695853,
      "grad_norm": 1.1052383989775458,
      "learning_rate": 1.89943965314275e-06,
      "loss": 0.9784,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0840985774993896,
      "step": 21510,
      "valid_targets_mean": 606.1,
      "valid_targets_min": 77
    },
    {
      "epoch": 0.6196716589861752,
      "grad_norm": 1.145941436697993,
      "learning_rate": 1.8982198114775683e-06,
      "loss": 0.9966,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9993612170219421,
      "step": 21515,
      "valid_targets_mean": 606.6,
      "valid_targets_min": 182
    },
    {
      "epoch": 0.619815668202765,
      "grad_norm": 1.1636928810483165,
      "learning_rate": 1.897000121878756e-06,
      "loss": 0.8717,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8405662178993225,
      "step": 21520,
      "valid_targets_mean": 509.8,
      "valid_targets_min": 177
    },
    {
      "epoch": 0.6199596774193549,
      "grad_norm": 1.0924060902101969,
      "learning_rate": 1.8957805846545227e-06,
      "loss": 1.0264,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1527440547943115,
      "step": 21525,
      "valid_targets_mean": 676.6,
      "valid_targets_min": 232
    },
    {
      "epoch": 0.6201036866359447,
      "grad_norm": 1.227126412303529,
      "learning_rate": 1.8945612001130381e-06,
      "loss": 0.9537,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8371852040290833,
      "step": 21530,
      "valid_targets_mean": 514.9,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.6202476958525346,
      "grad_norm": 1.1588811789506408,
      "learning_rate": 1.8933419685624328e-06,
      "loss": 0.9312,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0712189674377441,
      "step": 21535,
      "valid_targets_mean": 630.3,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.6203917050691244,
      "grad_norm": 1.1311045018562416,
      "learning_rate": 1.8921228903108008e-06,
      "loss": 0.8574,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8226802349090576,
      "step": 21540,
      "valid_targets_mean": 602.2,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.6205357142857143,
      "grad_norm": 1.2014521921424965,
      "learning_rate": 1.8909039656661953e-06,
      "loss": 0.9204,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8971775770187378,
      "step": 21545,
      "valid_targets_mean": 471.7,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.6206797235023042,
      "grad_norm": 0.9936012327097979,
      "learning_rate": 1.889685194936632e-06,
      "loss": 1.0255,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9534438252449036,
      "step": 21550,
      "valid_targets_mean": 709.5,
      "valid_targets_min": 81
    },
    {
      "epoch": 0.620823732718894,
      "grad_norm": 1.3119488054420751,
      "learning_rate": 1.8884665784300866e-06,
      "loss": 1.0489,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0159289836883545,
      "step": 21555,
      "valid_targets_mean": 456.5,
      "valid_targets_min": 54
    },
    {
      "epoch": 0.6209677419354839,
      "grad_norm": 1.1518764847421015,
      "learning_rate": 1.887248116454497e-06,
      "loss": 0.9739,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8164089918136597,
      "step": 21560,
      "valid_targets_mean": 512.0,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.6211117511520737,
      "grad_norm": 1.0666186601576466,
      "learning_rate": 1.8860298093177613e-06,
      "loss": 0.8524,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9157754778862,
      "step": 21565,
      "valid_targets_mean": 609.8,
      "valid_targets_min": 77
    },
    {
      "epoch": 0.6212557603686636,
      "grad_norm": 1.0573729197830044,
      "learning_rate": 1.8848116573277393e-06,
      "loss": 0.9447,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1385761499404907,
      "step": 21570,
      "valid_targets_mean": 733.0,
      "valid_targets_min": 281
    },
    {
      "epoch": 0.6213997695852534,
      "grad_norm": 1.1728722674173826,
      "learning_rate": 1.8835936607922483e-06,
      "loss": 0.928,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7917184829711914,
      "step": 21575,
      "valid_targets_mean": 479.7,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.6215437788018433,
      "grad_norm": 1.3572705564522167,
      "learning_rate": 1.8823758200190728e-06,
      "loss": 0.9661,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1413410902023315,
      "step": 21580,
      "valid_targets_mean": 463.6,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.6216877880184332,
      "grad_norm": 0.998305606555362,
      "learning_rate": 1.8811581353159517e-06,
      "loss": 0.8557,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.899466872215271,
      "step": 21585,
      "valid_targets_mean": 696.2,
      "valid_targets_min": 225
    },
    {
      "epoch": 0.621831797235023,
      "grad_norm": 1.1461232540158381,
      "learning_rate": 1.8799406069905874e-06,
      "loss": 0.9675,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8272272348403931,
      "step": 21590,
      "valid_targets_mean": 554.4,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.6219758064516129,
      "grad_norm": 1.137773363979252,
      "learning_rate": 1.8787232353506418e-06,
      "loss": 0.9661,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9237223267555237,
      "step": 21595,
      "valid_targets_mean": 585.0,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.6221198156682027,
      "grad_norm": 1.143209076251324,
      "learning_rate": 1.8775060207037385e-06,
      "loss": 0.9839,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0895745754241943,
      "step": 21600,
      "valid_targets_mean": 576.6,
      "valid_targets_min": 170
    },
    {
      "epoch": 0.6222638248847926,
      "grad_norm": 0.9773705903057596,
      "learning_rate": 1.8762889633574604e-06,
      "loss": 0.9858,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9302801489830017,
      "step": 21605,
      "valid_targets_mean": 762.4,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.6224078341013825,
      "grad_norm": 0.9734478386694296,
      "learning_rate": 1.875072063619351e-06,
      "loss": 0.9197,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1820363998413086,
      "step": 21610,
      "valid_targets_mean": 818.7,
      "valid_targets_min": 469
    },
    {
      "epoch": 0.6225518433179723,
      "grad_norm": 1.0457805217387535,
      "learning_rate": 1.8738553217969125e-06,
      "loss": 0.9579,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9769277572631836,
      "step": 21615,
      "valid_targets_mean": 701.4,
      "valid_targets_min": 286
    },
    {
      "epoch": 0.6226958525345622,
      "grad_norm": 1.3278185729291163,
      "learning_rate": 1.8726387381976102e-06,
      "loss": 0.9365,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0259767770767212,
      "step": 21620,
      "valid_targets_mean": 465.4,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.622839861751152,
      "grad_norm": 1.1032894762217036,
      "learning_rate": 1.8714223131288673e-06,
      "loss": 0.9734,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1233458518981934,
      "step": 21625,
      "valid_targets_mean": 626.8,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.6229838709677419,
      "grad_norm": 1.174111032489386,
      "learning_rate": 1.8702060468980665e-06,
      "loss": 0.8994,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9874379634857178,
      "step": 21630,
      "valid_targets_mean": 568.4,
      "valid_targets_min": 216
    },
    {
      "epoch": 0.6231278801843319,
      "grad_norm": 1.0606267088432715,
      "learning_rate": 1.8689899398125524e-06,
      "loss": 0.9819,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0896741151809692,
      "step": 21635,
      "valid_targets_mean": 712.9,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.6232718894009217,
      "grad_norm": 1.2268550923890127,
      "learning_rate": 1.8677739921796278e-06,
      "loss": 1.0003,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9902552366256714,
      "step": 21640,
      "valid_targets_mean": 504.1,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.6234158986175116,
      "grad_norm": 1.1363623939401466,
      "learning_rate": 1.866558204306556e-06,
      "loss": 0.9726,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0064254999160767,
      "step": 21645,
      "valid_targets_mean": 596.4,
      "valid_targets_min": 258
    },
    {
      "epoch": 0.6235599078341014,
      "grad_norm": 1.143561146799057,
      "learning_rate": 1.8653425765005573e-06,
      "loss": 0.9354,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1314446926116943,
      "step": 21650,
      "valid_targets_mean": 606.8,
      "valid_targets_min": 180
    },
    {
      "epoch": 0.6237039170506913,
      "grad_norm": 1.23991042964357,
      "learning_rate": 1.8641271090688168e-06,
      "loss": 1.0244,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9738338589668274,
      "step": 21655,
      "valid_targets_mean": 505.6,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.6238479262672811,
      "grad_norm": 1.0327911033877912,
      "learning_rate": 1.8629118023184755e-06,
      "loss": 0.9068,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9743379354476929,
      "step": 21660,
      "valid_targets_mean": 705.6,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.623991935483871,
      "grad_norm": 0.8773420187598328,
      "learning_rate": 1.861696656556633e-06,
      "loss": 0.862,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6323000192642212,
      "step": 21665,
      "valid_targets_mean": 760.2,
      "valid_targets_min": 215
    },
    {
      "epoch": 0.6241359447004609,
      "grad_norm": 1.0035986667331025,
      "learning_rate": 1.86048167209035e-06,
      "loss": 0.9644,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2008459568023682,
      "step": 21670,
      "valid_targets_mean": 820.2,
      "valid_targets_min": 255
    },
    {
      "epoch": 0.6242799539170507,
      "grad_norm": 1.1494859961463895,
      "learning_rate": 1.8592668492266468e-06,
      "loss": 0.9517,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1724507808685303,
      "step": 21675,
      "valid_targets_mean": 591.1,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.6244239631336406,
      "grad_norm": 1.0040848875667445,
      "learning_rate": 1.8580521882725022e-06,
      "loss": 0.8604,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7873465418815613,
      "step": 21680,
      "valid_targets_mean": 671.1,
      "valid_targets_min": 189
    },
    {
      "epoch": 0.6245679723502304,
      "grad_norm": 1.1401643027218415,
      "learning_rate": 1.8568376895348528e-06,
      "loss": 0.9654,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1568551063537598,
      "step": 21685,
      "valid_targets_mean": 624.9,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.6247119815668203,
      "grad_norm": 1.0676972452618596,
      "learning_rate": 1.8556233533205958e-06,
      "loss": 1.1155,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2189544439315796,
      "step": 21690,
      "valid_targets_mean": 753.8,
      "valid_targets_min": 245
    },
    {
      "epoch": 0.6248559907834101,
      "grad_norm": 1.0932858010323272,
      "learning_rate": 1.8544091799365882e-06,
      "loss": 1.1007,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8655415773391724,
      "step": 21695,
      "valid_targets_mean": 582.6,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.625,
      "grad_norm": 1.0792623470646996,
      "learning_rate": 1.8531951696896433e-06,
      "loss": 1.0134,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1707724332809448,
      "step": 21700,
      "valid_targets_mean": 697.2,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.6251440092165899,
      "grad_norm": 1.0725694977646152,
      "learning_rate": 1.8519813228865346e-06,
      "loss": 0.8281,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8672754168510437,
      "step": 21705,
      "valid_targets_mean": 586.8,
      "valid_targets_min": 198
    },
    {
      "epoch": 0.6252880184331797,
      "grad_norm": 1.1460125448298584,
      "learning_rate": 1.850767639833994e-06,
      "loss": 1.0137,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1414451599121094,
      "step": 21710,
      "valid_targets_mean": 621.4,
      "valid_targets_min": 134
    },
    {
      "epoch": 0.6254320276497696,
      "grad_norm": 1.0409347158101858,
      "learning_rate": 1.849554120838713e-06,
      "loss": 0.9787,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0033378601074219,
      "step": 21715,
      "valid_targets_mean": 679.4,
      "valid_targets_min": 334
    },
    {
      "epoch": 0.6255760368663594,
      "grad_norm": 1.1005282488221302,
      "learning_rate": 1.8483407662073408e-06,
      "loss": 0.9826,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0015660524368286,
      "step": 21720,
      "valid_targets_mean": 633.2,
      "valid_targets_min": 186
    },
    {
      "epoch": 0.6257200460829493,
      "grad_norm": 1.100771794886287,
      "learning_rate": 1.847127576246483e-06,
      "loss": 1.0043,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.112205982208252,
      "step": 21725,
      "valid_targets_mean": 684.6,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.6258640552995391,
      "grad_norm": 1.074984213012048,
      "learning_rate": 1.8459145512627087e-06,
      "loss": 1.0908,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1723997592926025,
      "step": 21730,
      "valid_targets_mean": 693.0,
      "valid_targets_min": 124
    },
    {
      "epoch": 0.626008064516129,
      "grad_norm": 1.0628836142788223,
      "learning_rate": 1.844701691562541e-06,
      "loss": 0.9347,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8818913698196411,
      "step": 21735,
      "valid_targets_mean": 601.4,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.6261520737327189,
      "grad_norm": 1.234146758967858,
      "learning_rate": 1.8434889974524621e-06,
      "loss": 1.0052,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0872395038604736,
      "step": 21740,
      "valid_targets_mean": 499.4,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.6262960829493087,
      "grad_norm": 1.14910482177978,
      "learning_rate": 1.8422764692389122e-06,
      "loss": 0.8469,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8547696471214294,
      "step": 21745,
      "valid_targets_mean": 550.6,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.6264400921658986,
      "grad_norm": 1.1780874683641067,
      "learning_rate": 1.8410641072282925e-06,
      "loss": 1.0595,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9337738156318665,
      "step": 21750,
      "valid_targets_mean": 528.4,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.6265841013824884,
      "grad_norm": 1.0380643308604462,
      "learning_rate": 1.839851911726958e-06,
      "loss": 0.9841,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9590144157409668,
      "step": 21755,
      "valid_targets_mean": 675.7,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.6267281105990783,
      "grad_norm": 1.0583982788041504,
      "learning_rate": 1.8386398830412238e-06,
      "loss": 0.9636,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7977626323699951,
      "step": 21760,
      "valid_targets_mean": 667.7,
      "valid_targets_min": 222
    },
    {
      "epoch": 0.6268721198156681,
      "grad_norm": 1.1248496044866794,
      "learning_rate": 1.837428021477362e-06,
      "loss": 1.0132,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.801969051361084,
      "step": 21765,
      "valid_targets_mean": 543.3,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.6270161290322581,
      "grad_norm": 1.0582390717908916,
      "learning_rate": 1.8362163273416045e-06,
      "loss": 0.901,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7431453466415405,
      "step": 21770,
      "valid_targets_mean": 587.1,
      "valid_targets_min": 158
    },
    {
      "epoch": 0.627160138248848,
      "grad_norm": 1.2242220531232653,
      "learning_rate": 1.8350048009401387e-06,
      "loss": 0.9778,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9901346564292908,
      "step": 21775,
      "valid_targets_mean": 523.4,
      "valid_targets_min": 186
    },
    {
      "epoch": 0.6273041474654378,
      "grad_norm": 1.1870304832590142,
      "learning_rate": 1.83379344257911e-06,
      "loss": 1.0075,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9590364694595337,
      "step": 21780,
      "valid_targets_mean": 508.6,
      "valid_targets_min": 59
    },
    {
      "epoch": 0.6274481566820277,
      "grad_norm": 0.9783974822430103,
      "learning_rate": 1.8325822525646208e-06,
      "loss": 0.9753,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7808047533035278,
      "step": 21785,
      "valid_targets_mean": 722.8,
      "valid_targets_min": 261
    },
    {
      "epoch": 0.6275921658986175,
      "grad_norm": 1.189423891470441,
      "learning_rate": 1.8313712312027338e-06,
      "loss": 0.899,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9605590105056763,
      "step": 21790,
      "valid_targets_mean": 518.3,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.6277361751152074,
      "grad_norm": 1.1667398985402462,
      "learning_rate": 1.830160378799466e-06,
      "loss": 0.9122,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5110479593276978,
      "step": 21795,
      "valid_targets_mean": 390.4,
      "valid_targets_min": 73
    },
    {
      "epoch": 0.6278801843317973,
      "grad_norm": 1.1032904697470962,
      "learning_rate": 1.8289496956607932e-06,
      "loss": 1.0406,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1812732219696045,
      "step": 21800,
      "valid_targets_mean": 660.0,
      "valid_targets_min": 235
    },
    {
      "epoch": 0.6280241935483871,
      "grad_norm": 1.1472812256937805,
      "learning_rate": 1.8277391820926465e-06,
      "loss": 0.99,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0630780458450317,
      "step": 21805,
      "valid_targets_mean": 627.8,
      "valid_targets_min": 81
    },
    {
      "epoch": 0.628168202764977,
      "grad_norm": 1.1199988016456996,
      "learning_rate": 1.8265288384009179e-06,
      "loss": 0.8737,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9602344632148743,
      "step": 21810,
      "valid_targets_mean": 566.8,
      "valid_targets_min": 195
    },
    {
      "epoch": 0.6283122119815668,
      "grad_norm": 1.0259708711684317,
      "learning_rate": 1.8253186648914538e-06,
      "loss": 0.9237,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6917338371276855,
      "step": 21815,
      "valid_targets_mean": 698.2,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.6284562211981567,
      "grad_norm": 1.1490126347178047,
      "learning_rate": 1.8241086618700555e-06,
      "loss": 0.8294,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6986026763916016,
      "step": 21820,
      "valid_targets_mean": 485.2,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.6286002304147466,
      "grad_norm": 0.9142296521893353,
      "learning_rate": 1.8228988296424877e-06,
      "loss": 0.9486,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7177563905715942,
      "step": 21825,
      "valid_targets_mean": 793.0,
      "valid_targets_min": 216
    },
    {
      "epoch": 0.6287442396313364,
      "grad_norm": 1.2859872261303316,
      "learning_rate": 1.8216891685144653e-06,
      "loss": 1.0192,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7935793399810791,
      "step": 21830,
      "valid_targets_mean": 377.3,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.6288882488479263,
      "grad_norm": 1.146981239434247,
      "learning_rate": 1.8204796787916634e-06,
      "loss": 0.9101,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8570433259010315,
      "step": 21835,
      "valid_targets_mean": 545.6,
      "valid_targets_min": 186
    },
    {
      "epoch": 0.6290322580645161,
      "grad_norm": 1.1737877431754884,
      "learning_rate": 1.8192703607797124e-06,
      "loss": 0.9662,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9884974956512451,
      "step": 21840,
      "valid_targets_mean": 559.7,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.629176267281106,
      "grad_norm": 1.3013671832120128,
      "learning_rate": 1.8180612147842014e-06,
      "loss": 1.0286,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8150359392166138,
      "step": 21845,
      "valid_targets_mean": 426.8,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.6293202764976958,
      "grad_norm": 1.231366733190246,
      "learning_rate": 1.8168522411106737e-06,
      "loss": 0.997,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0316437482833862,
      "step": 21850,
      "valid_targets_mean": 511.8,
      "valid_targets_min": 144
    },
    {
      "epoch": 0.6294642857142857,
      "grad_norm": 1.264278706691055,
      "learning_rate": 1.81564344006463e-06,
      "loss": 0.958,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.097802758216858,
      "step": 21855,
      "valid_targets_mean": 497.0,
      "valid_targets_min": 139
    },
    {
      "epoch": 0.6296082949308756,
      "grad_norm": 1.0032026650972314,
      "learning_rate": 1.8144348119515269e-06,
      "loss": 0.9092,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9906359910964966,
      "step": 21860,
      "valid_targets_mean": 745.6,
      "valid_targets_min": 300
    },
    {
      "epoch": 0.6297523041474654,
      "grad_norm": 1.3285757633732116,
      "learning_rate": 1.8132263570767785e-06,
      "loss": 0.9298,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9571202397346497,
      "step": 21865,
      "valid_targets_mean": 434.9,
      "valid_targets_min": 161
    },
    {
      "epoch": 0.6298963133640553,
      "grad_norm": 1.1292157185575231,
      "learning_rate": 1.8120180757457545e-06,
      "loss": 0.928,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8267011642456055,
      "step": 21870,
      "valid_targets_mean": 578.4,
      "valid_targets_min": 235
    },
    {
      "epoch": 0.6300403225806451,
      "grad_norm": 1.0952288272971176,
      "learning_rate": 1.8108099682637803e-06,
      "loss": 0.9386,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0071219205856323,
      "step": 21875,
      "valid_targets_mean": 645.4,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.630184331797235,
      "grad_norm": 0.9879251965112955,
      "learning_rate": 1.809602034936136e-06,
      "loss": 0.9717,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9739726185798645,
      "step": 21880,
      "valid_targets_mean": 721.2,
      "valid_targets_min": 209
    },
    {
      "epoch": 0.6303283410138248,
      "grad_norm": 1.212634035636535,
      "learning_rate": 1.808394276068062e-06,
      "loss": 0.9347,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7810406684875488,
      "step": 21885,
      "valid_targets_mean": 480.9,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.6304723502304147,
      "grad_norm": 1.2613269957531426,
      "learning_rate": 1.8071866919647512e-06,
      "loss": 1.0169,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1236653327941895,
      "step": 21890,
      "valid_targets_mean": 497.9,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.6306163594470046,
      "grad_norm": 1.1735979714553784,
      "learning_rate": 1.8059792829313527e-06,
      "loss": 0.8358,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7903138399124146,
      "step": 21895,
      "valid_targets_mean": 500.9,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.6307603686635944,
      "grad_norm": 0.864720205459505,
      "learning_rate": 1.8047720492729703e-06,
      "loss": 0.9358,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7022087574005127,
      "step": 21900,
      "valid_targets_mean": 794.3,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.6309043778801844,
      "grad_norm": 1.1099641320334057,
      "learning_rate": 1.8035649912946685e-06,
      "loss": 0.9042,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8352515697479248,
      "step": 21905,
      "valid_targets_mean": 562.5,
      "valid_targets_min": 157
    },
    {
      "epoch": 0.6310483870967742,
      "grad_norm": 1.0914338906822543,
      "learning_rate": 1.8023581093014608e-06,
      "loss": 0.9742,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8432428240776062,
      "step": 21910,
      "valid_targets_mean": 548.0,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.6311923963133641,
      "grad_norm": 1.052768453009178,
      "learning_rate": 1.8011514035983202e-06,
      "loss": 1.08,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0555758476257324,
      "step": 21915,
      "valid_targets_mean": 729.9,
      "valid_targets_min": 118
    },
    {
      "epoch": 0.631336405529954,
      "grad_norm": 0.8285393160917353,
      "learning_rate": 1.7999448744901749e-06,
      "loss": 0.7607,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6315850019454956,
      "step": 21920,
      "valid_targets_mean": 745.8,
      "valid_targets_min": 264
    },
    {
      "epoch": 0.6314804147465438,
      "grad_norm": 0.9619456846537852,
      "learning_rate": 1.798738522281907e-06,
      "loss": 1.0215,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8115489482879639,
      "step": 21925,
      "valid_targets_mean": 815.6,
      "valid_targets_min": 145
    },
    {
      "epoch": 0.6316244239631337,
      "grad_norm": 1.1607641007999037,
      "learning_rate": 1.7975323472783554e-06,
      "loss": 0.9553,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.849833607673645,
      "step": 21930,
      "valid_targets_mean": 498.8,
      "valid_targets_min": 100
    },
    {
      "epoch": 0.6317684331797235,
      "grad_norm": 1.1187517724049276,
      "learning_rate": 1.7963263497843125e-06,
      "loss": 0.9372,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8372048139572144,
      "step": 21935,
      "valid_targets_mean": 548.4,
      "valid_targets_min": 136
    },
    {
      "epoch": 0.6319124423963134,
      "grad_norm": 1.171524199128082,
      "learning_rate": 1.7951205301045282e-06,
      "loss": 0.9746,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8987669944763184,
      "step": 21940,
      "valid_targets_mean": 534.6,
      "valid_targets_min": 151
    },
    {
      "epoch": 0.6320564516129032,
      "grad_norm": 1.0617364963789429,
      "learning_rate": 1.7939148885437055e-06,
      "loss": 0.9117,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.925796389579773,
      "step": 21945,
      "valid_targets_mean": 612.0,
      "valid_targets_min": 237
    },
    {
      "epoch": 0.6322004608294931,
      "grad_norm": 1.212857666935967,
      "learning_rate": 1.792709425406503e-06,
      "loss": 0.9231,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.815900444984436,
      "step": 21950,
      "valid_targets_mean": 467.9,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.632344470046083,
      "grad_norm": 0.9959640147845069,
      "learning_rate": 1.7915041409975337e-06,
      "loss": 1.0742,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0855212211608887,
      "step": 21955,
      "valid_targets_mean": 887.4,
      "valid_targets_min": 170
    },
    {
      "epoch": 0.6324884792626728,
      "grad_norm": 1.148693414004241,
      "learning_rate": 1.7902990356213673e-06,
      "loss": 0.8938,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8602504730224609,
      "step": 21960,
      "valid_targets_mean": 501.1,
      "valid_targets_min": 78
    },
    {
      "epoch": 0.6326324884792627,
      "grad_norm": 1.2437215033927997,
      "learning_rate": 1.7890941095825269e-06,
      "loss": 0.904,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9308050274848938,
      "step": 21965,
      "valid_targets_mean": 516.6,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.6327764976958525,
      "grad_norm": 1.1969237018072647,
      "learning_rate": 1.7878893631854887e-06,
      "loss": 0.9743,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0631479024887085,
      "step": 21970,
      "valid_targets_mean": 533.2,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.6329205069124424,
      "grad_norm": 1.0930035732406218,
      "learning_rate": 1.7866847967346856e-06,
      "loss": 0.9098,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8521086573600769,
      "step": 21975,
      "valid_targets_mean": 592.4,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.6330645161290323,
      "grad_norm": 1.096764124060972,
      "learning_rate": 1.7854804105345064e-06,
      "loss": 0.8918,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.052891492843628,
      "step": 21980,
      "valid_targets_mean": 655.1,
      "valid_targets_min": 73
    },
    {
      "epoch": 0.6332085253456221,
      "grad_norm": 0.9426675291510479,
      "learning_rate": 1.7842762048892907e-06,
      "loss": 0.9863,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.224475383758545,
      "step": 21985,
      "valid_targets_mean": 920.1,
      "valid_targets_min": 165
    },
    {
      "epoch": 0.633352534562212,
      "grad_norm": 1.0330883428623567,
      "learning_rate": 1.7830721801033349e-06,
      "loss": 0.8777,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8650135397911072,
      "step": 21990,
      "valid_targets_mean": 670.6,
      "valid_targets_min": 314
    },
    {
      "epoch": 0.6334965437788018,
      "grad_norm": 1.1660007312604033,
      "learning_rate": 1.7818683364808883e-06,
      "loss": 0.989,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.831822395324707,
      "step": 21995,
      "valid_targets_mean": 504.1,
      "valid_targets_min": 118
    },
    {
      "epoch": 0.6336405529953917,
      "grad_norm": 1.1082509092572044,
      "learning_rate": 1.780664674326157e-06,
      "loss": 1.0077,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.189935326576233,
      "step": 22000,
      "valid_targets_mean": 647.1,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.6337845622119815,
      "grad_norm": 1.2278361189784166,
      "learning_rate": 1.7794611939432976e-06,
      "loss": 0.9792,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9509464502334595,
      "step": 22005,
      "valid_targets_mean": 455.6,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.6339285714285714,
      "grad_norm": 1.217321938348169,
      "learning_rate": 1.7782578956364233e-06,
      "loss": 1.0351,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0229483842849731,
      "step": 22010,
      "valid_targets_mean": 478.5,
      "valid_targets_min": 124
    },
    {
      "epoch": 0.6340725806451613,
      "grad_norm": 0.9234587894128409,
      "learning_rate": 1.7770547797096013e-06,
      "loss": 0.9487,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7895989418029785,
      "step": 22015,
      "valid_targets_mean": 761.2,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.6342165898617511,
      "grad_norm": 1.0509937068752429,
      "learning_rate": 1.7758518464668514e-06,
      "loss": 0.9169,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0096957683563232,
      "step": 22020,
      "valid_targets_mean": 727.1,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.634360599078341,
      "grad_norm": 1.074127602796816,
      "learning_rate": 1.7746490962121482e-06,
      "loss": 0.96,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1190537214279175,
      "step": 22025,
      "valid_targets_mean": 649.8,
      "valid_targets_min": 276
    },
    {
      "epoch": 0.6345046082949308,
      "grad_norm": 0.9798246303460503,
      "learning_rate": 1.7734465292494185e-06,
      "loss": 0.9047,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7923895120620728,
      "step": 22030,
      "valid_targets_mean": 683.4,
      "valid_targets_min": 90
    },
    {
      "epoch": 0.6346486175115207,
      "grad_norm": 1.200982930498833,
      "learning_rate": 1.7722441458825458e-06,
      "loss": 0.9949,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1018562316894531,
      "step": 22035,
      "valid_targets_mean": 552.9,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.6347926267281107,
      "grad_norm": 1.0832759973143642,
      "learning_rate": 1.7710419464153644e-06,
      "loss": 0.862,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7510678768157959,
      "step": 22040,
      "valid_targets_mean": 597.8,
      "valid_targets_min": 190
    },
    {
      "epoch": 0.6349366359447005,
      "grad_norm": 1.2146300919606157,
      "learning_rate": 1.7698399311516639e-06,
      "loss": 1.0044,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0928059816360474,
      "step": 22045,
      "valid_targets_mean": 536.1,
      "valid_targets_min": 139
    },
    {
      "epoch": 0.6350806451612904,
      "grad_norm": 1.0741877299712195,
      "learning_rate": 1.7686381003951843e-06,
      "loss": 0.887,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8019835948944092,
      "step": 22050,
      "valid_targets_mean": 619.3,
      "valid_targets_min": 164
    },
    {
      "epoch": 0.6352246543778802,
      "grad_norm": 1.115933454418296,
      "learning_rate": 1.7674364544496243e-06,
      "loss": 0.8812,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7605181336402893,
      "step": 22055,
      "valid_targets_mean": 506.9,
      "valid_targets_min": 135
    },
    {
      "epoch": 0.6353686635944701,
      "grad_norm": 1.0898102093679645,
      "learning_rate": 1.766234993618632e-06,
      "loss": 1.0062,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9207151532173157,
      "step": 22060,
      "valid_targets_mean": 588.4,
      "valid_targets_min": 250
    },
    {
      "epoch": 0.6355126728110599,
      "grad_norm": 1.2905335923424106,
      "learning_rate": 1.7650337182058086e-06,
      "loss": 0.8922,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0269105434417725,
      "step": 22065,
      "valid_targets_mean": 460.9,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.6356566820276498,
      "grad_norm": 1.1742707724794776,
      "learning_rate": 1.7638326285147095e-06,
      "loss": 0.9535,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.091630458831787,
      "step": 22070,
      "valid_targets_mean": 591.4,
      "valid_targets_min": 151
    },
    {
      "epoch": 0.6358006912442397,
      "grad_norm": 1.07461156982554,
      "learning_rate": 1.7626317248488443e-06,
      "loss": 0.9214,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.691687822341919,
      "step": 22075,
      "valid_targets_mean": 563.3,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.6359447004608295,
      "grad_norm": 0.9554588731501121,
      "learning_rate": 1.7614310075116737e-06,
      "loss": 0.8654,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.721252977848053,
      "step": 22080,
      "valid_targets_mean": 670.9,
      "valid_targets_min": 151
    },
    {
      "epoch": 0.6360887096774194,
      "grad_norm": 1.0958453762387599,
      "learning_rate": 1.760230476806612e-06,
      "loss": 0.9273,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9169137477874756,
      "step": 22085,
      "valid_targets_mean": 559.1,
      "valid_targets_min": 58
    },
    {
      "epoch": 0.6362327188940092,
      "grad_norm": 1.2377092746974767,
      "learning_rate": 1.7590301330370257e-06,
      "loss": 0.9906,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4417192935943604,
      "step": 22090,
      "valid_targets_mean": 582.6,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.6363767281105991,
      "grad_norm": 1.176537592927171,
      "learning_rate": 1.7578299765062363e-06,
      "loss": 0.8455,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8557666540145874,
      "step": 22095,
      "valid_targets_mean": 570.3,
      "valid_targets_min": 160
    },
    {
      "epoch": 0.636520737327189,
      "grad_norm": 1.1384072781822754,
      "learning_rate": 1.7566300075175153e-06,
      "loss": 0.925,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7886756658554077,
      "step": 22100,
      "valid_targets_mean": 518.0,
      "valid_targets_min": 136
    },
    {
      "epoch": 0.6366647465437788,
      "grad_norm": 1.117048506004526,
      "learning_rate": 1.7554302263740874e-06,
      "loss": 0.9956,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.105631947517395,
      "step": 22105,
      "valid_targets_mean": 651.6,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.6368087557603687,
      "grad_norm": 1.2179546477880423,
      "learning_rate": 1.754230633379132e-06,
      "loss": 0.9603,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8211802244186401,
      "step": 22110,
      "valid_targets_mean": 475.3,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.6369527649769585,
      "grad_norm": 1.1791285664566673,
      "learning_rate": 1.7530312288357786e-06,
      "loss": 0.8794,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7899287939071655,
      "step": 22115,
      "valid_targets_mean": 492.5,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.6370967741935484,
      "grad_norm": 1.227263074357824,
      "learning_rate": 1.7518320130471097e-06,
      "loss": 0.9595,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1484525203704834,
      "step": 22120,
      "valid_targets_mean": 550.6,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.6372407834101382,
      "grad_norm": 1.1715499960204367,
      "learning_rate": 1.7506329863161587e-06,
      "loss": 0.8514,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.874597430229187,
      "step": 22125,
      "valid_targets_mean": 551.6,
      "valid_targets_min": 261
    },
    {
      "epoch": 0.6373847926267281,
      "grad_norm": 1.224844802392085,
      "learning_rate": 1.7494341489459153e-06,
      "loss": 0.9056,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8662872314453125,
      "step": 22130,
      "valid_targets_mean": 504.1,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.637528801843318,
      "grad_norm": 1.2617451002557036,
      "learning_rate": 1.7482355012393177e-06,
      "loss": 0.8425,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8482120633125305,
      "step": 22135,
      "valid_targets_mean": 426.9,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.6376728110599078,
      "grad_norm": 1.2643478682179272,
      "learning_rate": 1.7470370434992567e-06,
      "loss": 0.9149,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.049272894859314,
      "step": 22140,
      "valid_targets_mean": 495.9,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.6378168202764977,
      "grad_norm": 1.1959444209350523,
      "learning_rate": 1.7458387760285752e-06,
      "loss": 1.0014,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9377875924110413,
      "step": 22145,
      "valid_targets_mean": 503.7,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.6379608294930875,
      "grad_norm": 1.2118462372664436,
      "learning_rate": 1.7446406991300707e-06,
      "loss": 0.9664,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.95556640625,
      "step": 22150,
      "valid_targets_mean": 500.6,
      "valid_targets_min": 226
    },
    {
      "epoch": 0.6381048387096774,
      "grad_norm": 1.1307147028081155,
      "learning_rate": 1.7434428131064884e-06,
      "loss": 0.956,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0405571460723877,
      "step": 22155,
      "valid_targets_mean": 578.2,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.6382488479262672,
      "grad_norm": 1.248440119055816,
      "learning_rate": 1.7422451182605276e-06,
      "loss": 0.9442,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.05830717086792,
      "step": 22160,
      "valid_targets_mean": 534.1,
      "valid_targets_min": 149
    },
    {
      "epoch": 0.6383928571428571,
      "grad_norm": 0.957318440138989,
      "learning_rate": 1.7410476148948385e-06,
      "loss": 1.0101,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9649505615234375,
      "step": 22165,
      "valid_targets_mean": 732.6,
      "valid_targets_min": 198
    },
    {
      "epoch": 0.638536866359447,
      "grad_norm": 1.0914845995983704,
      "learning_rate": 1.7398503033120242e-06,
      "loss": 0.8691,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9105672836303711,
      "step": 22170,
      "valid_targets_mean": 650.6,
      "valid_targets_min": 334
    },
    {
      "epoch": 0.6386808755760369,
      "grad_norm": 0.9129623502672797,
      "learning_rate": 1.7386531838146378e-06,
      "loss": 0.9288,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8576136827468872,
      "step": 22175,
      "valid_targets_mean": 807.2,
      "valid_targets_min": 391
    },
    {
      "epoch": 0.6388248847926268,
      "grad_norm": 1.1374784814528638,
      "learning_rate": 1.7374562567051844e-06,
      "loss": 0.9604,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8825163841247559,
      "step": 22180,
      "valid_targets_mean": 529.2,
      "valid_targets_min": 136
    },
    {
      "epoch": 0.6389688940092166,
      "grad_norm": 1.0947054258450322,
      "learning_rate": 1.7362595222861207e-06,
      "loss": 0.9708,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2529735565185547,
      "step": 22185,
      "valid_targets_mean": 705.6,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.6391129032258065,
      "grad_norm": 1.102654764576708,
      "learning_rate": 1.7350629808598546e-06,
      "loss": 1.0542,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9191759824752808,
      "step": 22190,
      "valid_targets_mean": 596.1,
      "valid_targets_min": 245
    },
    {
      "epoch": 0.6392569124423964,
      "grad_norm": 1.1411534312414306,
      "learning_rate": 1.7338666327287451e-06,
      "loss": 1.0267,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9251724481582642,
      "step": 22195,
      "valid_targets_mean": 529.6,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.6394009216589862,
      "grad_norm": 1.198448764172378,
      "learning_rate": 1.732670478195102e-06,
      "loss": 0.8393,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7179110050201416,
      "step": 22200,
      "valid_targets_mean": 414.1,
      "valid_targets_min": 131
    },
    {
      "epoch": 0.6395449308755761,
      "grad_norm": 1.1586624598498287,
      "learning_rate": 1.731474517561188e-06,
      "loss": 0.9028,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1112803220748901,
      "step": 22205,
      "valid_targets_mean": 614.1,
      "valid_targets_min": 134
    },
    {
      "epoch": 0.6396889400921659,
      "grad_norm": 1.1456136030612862,
      "learning_rate": 1.7302787511292145e-06,
      "loss": 0.9369,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.935459315776825,
      "step": 22210,
      "valid_targets_mean": 539.8,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.6398329493087558,
      "grad_norm": 1.2017167377587497,
      "learning_rate": 1.729083179201345e-06,
      "loss": 1.055,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1792625188827515,
      "step": 22215,
      "valid_targets_mean": 600.1,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.6399769585253456,
      "grad_norm": 1.173051540765277,
      "learning_rate": 1.7278878020796918e-06,
      "loss": 0.8499,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.940028727054596,
      "step": 22220,
      "valid_targets_mean": 546.1,
      "valid_targets_min": 201
    },
    {
      "epoch": 0.6401209677419355,
      "grad_norm": 1.0693728765960802,
      "learning_rate": 1.7266926200663231e-06,
      "loss": 0.9145,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0819296836853027,
      "step": 22225,
      "valid_targets_mean": 667.8,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.6402649769585254,
      "grad_norm": 1.1868694872747407,
      "learning_rate": 1.7254976334632523e-06,
      "loss": 0.9098,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8677915930747986,
      "step": 22230,
      "valid_targets_mean": 533.1,
      "valid_targets_min": 299
    },
    {
      "epoch": 0.6404089861751152,
      "grad_norm": 0.8994606773624968,
      "learning_rate": 1.7243028425724461e-06,
      "loss": 0.8315,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6020995378494263,
      "step": 22235,
      "valid_targets_mean": 657.6,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.6405529953917051,
      "grad_norm": 1.1794831755286344,
      "learning_rate": 1.7231082476958204e-06,
      "loss": 0.936,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.854809582233429,
      "step": 22240,
      "valid_targets_mean": 496.2,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.6406970046082949,
      "grad_norm": 1.2604414951551222,
      "learning_rate": 1.7219138491352444e-06,
      "loss": 0.9986,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8583963513374329,
      "step": 22245,
      "valid_targets_mean": 467.8,
      "valid_targets_min": 158
    },
    {
      "epoch": 0.6408410138248848,
      "grad_norm": 1.0264501829793824,
      "learning_rate": 1.7207196471925339e-06,
      "loss": 0.9441,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.079972267150879,
      "step": 22250,
      "valid_targets_mean": 694.9,
      "valid_targets_min": 151
    },
    {
      "epoch": 0.6409850230414746,
      "grad_norm": 1.1540618378508125,
      "learning_rate": 1.7195256421694575e-06,
      "loss": 0.9036,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8585260510444641,
      "step": 22255,
      "valid_targets_mean": 525.2,
      "valid_targets_min": 171
    },
    {
      "epoch": 0.6411290322580645,
      "grad_norm": 1.0767522645446792,
      "learning_rate": 1.718331834367733e-06,
      "loss": 1.0776,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9830580353736877,
      "step": 22260,
      "valid_targets_mean": 620.6,
      "valid_targets_min": 197
    },
    {
      "epoch": 0.6412730414746544,
      "grad_norm": 1.0884995185077149,
      "learning_rate": 1.7171382240890295e-06,
      "loss": 0.9657,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0506739616394043,
      "step": 22265,
      "valid_targets_mean": 651.1,
      "valid_targets_min": 165
    },
    {
      "epoch": 0.6414170506912442,
      "grad_norm": 1.0310311976485518,
      "learning_rate": 1.7159448116349647e-06,
      "loss": 0.8427,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.763219952583313,
      "step": 22270,
      "valid_targets_mean": 624.3,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.6415610599078341,
      "grad_norm": 1.138479807657618,
      "learning_rate": 1.7147515973071076e-06,
      "loss": 0.8535,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8688536286354065,
      "step": 22275,
      "valid_targets_mean": 586.2,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.6417050691244239,
      "grad_norm": 1.1572847840630933,
      "learning_rate": 1.7135585814069752e-06,
      "loss": 0.9647,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0197248458862305,
      "step": 22280,
      "valid_targets_mean": 599.4,
      "valid_targets_min": 177
    },
    {
      "epoch": 0.6418490783410138,
      "grad_norm": 1.018787172391912,
      "learning_rate": 1.7123657642360376e-06,
      "loss": 0.8559,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8609410524368286,
      "step": 22285,
      "valid_targets_mean": 664.1,
      "valid_targets_min": 322
    },
    {
      "epoch": 0.6419930875576036,
      "grad_norm": 1.1733346561177587,
      "learning_rate": 1.711173146095712e-06,
      "loss": 1.0601,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.032822608947754,
      "step": 22290,
      "valid_targets_mean": 537.5,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.6421370967741935,
      "grad_norm": 1.1133013408485013,
      "learning_rate": 1.7099807272873648e-06,
      "loss": 0.8634,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7877393960952759,
      "step": 22295,
      "valid_targets_mean": 551.2,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.6422811059907834,
      "grad_norm": 1.0205378344018485,
      "learning_rate": 1.7087885081123162e-06,
      "loss": 0.9599,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1840097904205322,
      "step": 22300,
      "valid_targets_mean": 761.2,
      "valid_targets_min": 227
    },
    {
      "epoch": 0.6424251152073732,
      "grad_norm": 1.0972638125130652,
      "learning_rate": 1.7075964888718304e-06,
      "loss": 0.9776,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9967834949493408,
      "step": 22305,
      "valid_targets_mean": 617.5,
      "valid_targets_min": 145
    },
    {
      "epoch": 0.6425691244239631,
      "grad_norm": 1.0659347335332905,
      "learning_rate": 1.7064046698671254e-06,
      "loss": 0.8987,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0051000118255615,
      "step": 22310,
      "valid_targets_mean": 642.5,
      "valid_targets_min": 343
    },
    {
      "epoch": 0.642713133640553,
      "grad_norm": 1.114434773939733,
      "learning_rate": 1.7052130513993652e-06,
      "loss": 0.8945,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8711569309234619,
      "step": 22315,
      "valid_targets_mean": 572.1,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.6428571428571429,
      "grad_norm": 1.1555265964741324,
      "learning_rate": 1.704021633769667e-06,
      "loss": 0.9143,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0963478088378906,
      "step": 22320,
      "valid_targets_mean": 583.6,
      "valid_targets_min": 173
    },
    {
      "epoch": 0.6430011520737328,
      "grad_norm": 1.3310199778093181,
      "learning_rate": 1.7028304172790941e-06,
      "loss": 0.9007,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8999546766281128,
      "step": 22325,
      "valid_targets_mean": 412.3,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.6431451612903226,
      "grad_norm": 1.0967018637990398,
      "learning_rate": 1.7016394022286597e-06,
      "loss": 0.8989,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7264714241027832,
      "step": 22330,
      "valid_targets_mean": 537.1,
      "valid_targets_min": 162
    },
    {
      "epoch": 0.6432891705069125,
      "grad_norm": 1.1296212548979316,
      "learning_rate": 1.7004485889193267e-06,
      "loss": 0.907,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0068981647491455,
      "step": 22335,
      "valid_targets_mean": 605.4,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.6434331797235023,
      "grad_norm": 0.9922892963543154,
      "learning_rate": 1.6992579776520073e-06,
      "loss": 1.0167,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9412840008735657,
      "step": 22340,
      "valid_targets_mean": 672.8,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.6435771889400922,
      "grad_norm": 1.2411133472482887,
      "learning_rate": 1.6980675687275617e-06,
      "loss": 0.894,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7697776556015015,
      "step": 22345,
      "valid_targets_mean": 417.0,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.643721198156682,
      "grad_norm": 1.1570410890991205,
      "learning_rate": 1.6968773624467987e-06,
      "loss": 0.9706,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0948739051818848,
      "step": 22350,
      "valid_targets_mean": 567.6,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.6438652073732719,
      "grad_norm": 1.0523559197705572,
      "learning_rate": 1.695687359110477e-06,
      "loss": 1.0153,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3000731468200684,
      "step": 22355,
      "valid_targets_mean": 761.1,
      "valid_targets_min": 195
    },
    {
      "epoch": 0.6440092165898618,
      "grad_norm": 1.0859895441785399,
      "learning_rate": 1.6944975590193039e-06,
      "loss": 0.9498,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0352826118469238,
      "step": 22360,
      "valid_targets_mean": 699.9,
      "valid_targets_min": 269
    },
    {
      "epoch": 0.6441532258064516,
      "grad_norm": 1.0941643869070794,
      "learning_rate": 1.693307962473935e-06,
      "loss": 0.8542,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7733093500137329,
      "step": 22365,
      "valid_targets_mean": 523.6,
      "valid_targets_min": 193
    },
    {
      "epoch": 0.6442972350230415,
      "grad_norm": 0.991292381036418,
      "learning_rate": 1.6921185697749741e-06,
      "loss": 0.9581,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.740615725517273,
      "step": 22370,
      "valid_targets_mean": 650.2,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.6444412442396313,
      "grad_norm": 1.0503839561428274,
      "learning_rate": 1.6909293812229729e-06,
      "loss": 1.0141,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8739527463912964,
      "step": 22375,
      "valid_targets_mean": 646.3,
      "valid_targets_min": 208
    },
    {
      "epoch": 0.6445852534562212,
      "grad_norm": 1.106607914898822,
      "learning_rate": 1.6897403971184351e-06,
      "loss": 1.0624,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8964971303939819,
      "step": 22380,
      "valid_targets_mean": 565.3,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.644729262672811,
      "grad_norm": 1.0636214435265527,
      "learning_rate": 1.6885516177618078e-06,
      "loss": 0.8943,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9385219812393188,
      "step": 22385,
      "valid_targets_mean": 616.2,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.6448732718894009,
      "grad_norm": 1.1289260531604899,
      "learning_rate": 1.6873630434534883e-06,
      "loss": 0.892,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8147729635238647,
      "step": 22390,
      "valid_targets_mean": 541.0,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.6450172811059908,
      "grad_norm": 1.0589352288528469,
      "learning_rate": 1.6861746744938252e-06,
      "loss": 0.9646,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.964107096195221,
      "step": 22395,
      "valid_targets_mean": 684.3,
      "valid_targets_min": 153
    },
    {
      "epoch": 0.6451612903225806,
      "grad_norm": 1.2342879718152078,
      "learning_rate": 1.68498651118311e-06,
      "loss": 0.8692,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8578526377677917,
      "step": 22400,
      "valid_targets_mean": 414.9,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.6453052995391705,
      "grad_norm": 1.1600623552240152,
      "learning_rate": 1.6837985538215856e-06,
      "loss": 0.9769,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9432035088539124,
      "step": 22405,
      "valid_targets_mean": 585.2,
      "valid_targets_min": 246
    },
    {
      "epoch": 0.6454493087557603,
      "grad_norm": 1.2171003411172057,
      "learning_rate": 1.6826108027094411e-06,
      "loss": 1.0094,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2266197204589844,
      "step": 22410,
      "valid_targets_mean": 577.4,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.6455933179723502,
      "grad_norm": 1.041096472341748,
      "learning_rate": 1.681423258146816e-06,
      "loss": 0.9923,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1555877923965454,
      "step": 22415,
      "valid_targets_mean": 682.2,
      "valid_targets_min": 180
    },
    {
      "epoch": 0.6457373271889401,
      "grad_norm": 1.1077805912203946,
      "learning_rate": 1.6802359204337945e-06,
      "loss": 0.8748,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.921327531337738,
      "step": 22420,
      "valid_targets_mean": 590.8,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.6458813364055299,
      "grad_norm": 1.0005839565002972,
      "learning_rate": 1.6790487898704106e-06,
      "loss": 0.926,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0189845561981201,
      "step": 22425,
      "valid_targets_mean": 756.2,
      "valid_targets_min": 207
    },
    {
      "epoch": 0.6460253456221198,
      "grad_norm": 1.0373118572139117,
      "learning_rate": 1.6778618667566448e-06,
      "loss": 0.9996,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0268192291259766,
      "step": 22430,
      "valid_targets_mean": 685.3,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.6461693548387096,
      "grad_norm": 1.089744199485286,
      "learning_rate": 1.6766751513924263e-06,
      "loss": 0.8834,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7801145315170288,
      "step": 22435,
      "valid_targets_mean": 558.4,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.6463133640552995,
      "grad_norm": 1.0258729617443503,
      "learning_rate": 1.6754886440776314e-06,
      "loss": 0.816,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7108492851257324,
      "step": 22440,
      "valid_targets_mean": 672.1,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.6464573732718893,
      "grad_norm": 1.0022329226301703,
      "learning_rate": 1.6743023451120831e-06,
      "loss": 0.9386,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0880589485168457,
      "step": 22445,
      "valid_targets_mean": 740.2,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.6466013824884793,
      "grad_norm": 1.139597763801652,
      "learning_rate": 1.673116254795551e-06,
      "loss": 0.9031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0168200731277466,
      "step": 22450,
      "valid_targets_mean": 653.1,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.6467453917050692,
      "grad_norm": 1.0941718816565538,
      "learning_rate": 1.6719303734277565e-06,
      "loss": 0.9288,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9128018617630005,
      "step": 22455,
      "valid_targets_mean": 575.8,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.646889400921659,
      "grad_norm": 1.2259477958803042,
      "learning_rate": 1.6707447013083621e-06,
      "loss": 1.0178,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1067605018615723,
      "step": 22460,
      "valid_targets_mean": 603.8,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.6470334101382489,
      "grad_norm": 1.0806714957433727,
      "learning_rate": 1.6695592387369816e-06,
      "loss": 0.9322,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7812999486923218,
      "step": 22465,
      "valid_targets_mean": 561.3,
      "valid_targets_min": 340
    },
    {
      "epoch": 0.6471774193548387,
      "grad_norm": 1.124319364871908,
      "learning_rate": 1.6683739860131738e-06,
      "loss": 1.0365,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8236106634140015,
      "step": 22470,
      "valid_targets_mean": 523.9,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.6473214285714286,
      "grad_norm": 1.0867773222846997,
      "learning_rate": 1.6671889434364457e-06,
      "loss": 0.9066,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8663724660873413,
      "step": 22475,
      "valid_targets_mean": 640.9,
      "valid_targets_min": 237
    },
    {
      "epoch": 0.6474654377880185,
      "grad_norm": 1.1580697413296939,
      "learning_rate": 1.666004111306251e-06,
      "loss": 0.9138,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8861076831817627,
      "step": 22480,
      "valid_targets_mean": 517.4,
      "valid_targets_min": 295
    },
    {
      "epoch": 0.6476094470046083,
      "grad_norm": 1.1869641299361247,
      "learning_rate": 1.6648194899219886e-06,
      "loss": 0.9723,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0824103355407715,
      "step": 22485,
      "valid_targets_mean": 562.9,
      "valid_targets_min": 56
    },
    {
      "epoch": 0.6477534562211982,
      "grad_norm": 1.2288524195638642,
      "learning_rate": 1.663635079583007e-06,
      "loss": 0.9822,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1049888134002686,
      "step": 22490,
      "valid_targets_mean": 586.4,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.647897465437788,
      "grad_norm": 1.227049571805039,
      "learning_rate": 1.6624508805885993e-06,
      "loss": 0.9739,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0996911525726318,
      "step": 22495,
      "valid_targets_mean": 558.2,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.6480414746543779,
      "grad_norm": 1.1575975983681839,
      "learning_rate": 1.6612668932380054e-06,
      "loss": 0.8127,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9631004929542542,
      "step": 22500,
      "valid_targets_mean": 528.1,
      "valid_targets_min": 130
    },
    {
      "epoch": 0.6481854838709677,
      "grad_norm": 1.100705786620258,
      "learning_rate": 1.660083117830412e-06,
      "loss": 0.9842,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.010674238204956,
      "step": 22505,
      "valid_targets_mean": 629.5,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.6483294930875576,
      "grad_norm": 1.181145841946797,
      "learning_rate": 1.6588995546649532e-06,
      "loss": 0.8639,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7507468461990356,
      "step": 22510,
      "valid_targets_mean": 740.2,
      "valid_targets_min": 210
    },
    {
      "epoch": 0.6484735023041475,
      "grad_norm": 1.1055886680399472,
      "learning_rate": 1.657716204040708e-06,
      "loss": 0.8579,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9187906384468079,
      "step": 22515,
      "valid_targets_mean": 580.8,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.6486175115207373,
      "grad_norm": 1.171227245252582,
      "learning_rate": 1.6565330662567025e-06,
      "loss": 1.0072,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8977757692337036,
      "step": 22520,
      "valid_targets_mean": 545.1,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.6487615207373272,
      "grad_norm": 1.1821775219817885,
      "learning_rate": 1.6553501416119071e-06,
      "loss": 1.0046,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1245384216308594,
      "step": 22525,
      "valid_targets_mean": 571.3,
      "valid_targets_min": 64
    },
    {
      "epoch": 0.648905529953917,
      "grad_norm": 1.0348919340772456,
      "learning_rate": 1.6541674304052424e-06,
      "loss": 0.9975,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9031734466552734,
      "step": 22530,
      "valid_targets_mean": 697.2,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.6490495391705069,
      "grad_norm": 1.0313583508122468,
      "learning_rate": 1.652984932935572e-06,
      "loss": 0.9194,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9132929444313049,
      "step": 22535,
      "valid_targets_mean": 679.5,
      "valid_targets_min": 384
    },
    {
      "epoch": 0.6491935483870968,
      "grad_norm": 1.34153277454732,
      "learning_rate": 1.6518026495017052e-06,
      "loss": 1.015,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.029825210571289,
      "step": 22540,
      "valid_targets_mean": 443.1,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.6493375576036866,
      "grad_norm": 1.0732256059329326,
      "learning_rate": 1.650620580402399e-06,
      "loss": 0.9623,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8774840235710144,
      "step": 22545,
      "valid_targets_mean": 689.2,
      "valid_targets_min": 231
    },
    {
      "epoch": 0.6494815668202765,
      "grad_norm": 1.1631887051207523,
      "learning_rate": 1.6494387259363551e-06,
      "loss": 0.8866,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8210042715072632,
      "step": 22550,
      "valid_targets_mean": 493.5,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.6496255760368663,
      "grad_norm": 1.0723071715056305,
      "learning_rate": 1.6482570864022214e-06,
      "loss": 1.1221,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.267261266708374,
      "step": 22555,
      "valid_targets_mean": 674.6,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.6497695852534562,
      "grad_norm": 1.112313169293323,
      "learning_rate": 1.6470756620985918e-06,
      "loss": 1.0152,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1200913190841675,
      "step": 22560,
      "valid_targets_mean": 660.9,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.649913594470046,
      "grad_norm": 1.0300747123610035,
      "learning_rate": 1.645894453324004e-06,
      "loss": 1.0169,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.000931739807129,
      "step": 22565,
      "valid_targets_mean": 676.9,
      "valid_targets_min": 193
    },
    {
      "epoch": 0.6500576036866359,
      "grad_norm": 1.047080875929852,
      "learning_rate": 1.644713460376944e-06,
      "loss": 0.9459,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8245820999145508,
      "step": 22570,
      "valid_targets_mean": 610.1,
      "valid_targets_min": 209
    },
    {
      "epoch": 0.6502016129032258,
      "grad_norm": 1.1346204812566705,
      "learning_rate": 1.6435326835558418e-06,
      "loss": 0.9655,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9163709878921509,
      "step": 22575,
      "valid_targets_mean": 591.6,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.6503456221198156,
      "grad_norm": 1.1873689733576458,
      "learning_rate": 1.642352123159072e-06,
      "loss": 0.9207,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.773971438407898,
      "step": 22580,
      "valid_targets_mean": 453.9,
      "valid_targets_min": 63
    },
    {
      "epoch": 0.6504896313364056,
      "grad_norm": 1.1405995545878111,
      "learning_rate": 1.6411717794849563e-06,
      "loss": 0.9136,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0083236694335938,
      "step": 22585,
      "valid_targets_mean": 600.0,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.6506336405529954,
      "grad_norm": 1.025179770219775,
      "learning_rate": 1.6399916528317603e-06,
      "loss": 0.9559,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.017653465270996,
      "step": 22590,
      "valid_targets_mean": 751.5,
      "valid_targets_min": 219
    },
    {
      "epoch": 0.6507776497695853,
      "grad_norm": 0.9515969022222618,
      "learning_rate": 1.6388117434976952e-06,
      "loss": 0.7501,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5343232750892639,
      "step": 22595,
      "valid_targets_mean": 932.2,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.6509216589861752,
      "grad_norm": 1.1350432450476742,
      "learning_rate": 1.6376320517809168e-06,
      "loss": 0.9763,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8057228326797485,
      "step": 22600,
      "valid_targets_mean": 558.1,
      "valid_targets_min": 188
    },
    {
      "epoch": 0.651065668202765,
      "grad_norm": 1.0803676078460451,
      "learning_rate": 1.636452577979527e-06,
      "loss": 0.9561,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0556600093841553,
      "step": 22605,
      "valid_targets_mean": 661.4,
      "valid_targets_min": 156
    },
    {
      "epoch": 0.6512096774193549,
      "grad_norm": 1.0898292272057435,
      "learning_rate": 1.6352733223915728e-06,
      "loss": 0.8962,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8002849817276001,
      "step": 22610,
      "valid_targets_mean": 528.8,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.6513536866359447,
      "grad_norm": 1.0677902725974613,
      "learning_rate": 1.6340942853150438e-06,
      "loss": 0.981,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9525468945503235,
      "step": 22615,
      "valid_targets_mean": 607.8,
      "valid_targets_min": 213
    },
    {
      "epoch": 0.6514976958525346,
      "grad_norm": 1.0936040018828428,
      "learning_rate": 1.6329154670478747e-06,
      "loss": 0.8247,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8517797589302063,
      "step": 22620,
      "valid_targets_mean": 593.9,
      "valid_targets_min": 218
    },
    {
      "epoch": 0.6516417050691244,
      "grad_norm": 1.0537038285232985,
      "learning_rate": 1.6317368678879497e-06,
      "loss": 0.9203,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9417228698730469,
      "step": 22625,
      "valid_targets_mean": 636.8,
      "valid_targets_min": 57
    },
    {
      "epoch": 0.6517857142857143,
      "grad_norm": 1.1841639642621546,
      "learning_rate": 1.6305584881330914e-06,
      "loss": 0.8965,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.859810471534729,
      "step": 22630,
      "valid_targets_mean": 494.0,
      "valid_targets_min": 123
    },
    {
      "epoch": 0.6519297235023042,
      "grad_norm": 1.0461865917012834,
      "learning_rate": 1.62938032808107e-06,
      "loss": 0.983,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8982692956924438,
      "step": 22635,
      "valid_targets_mean": 605.7,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.652073732718894,
      "grad_norm": 0.9395814604440663,
      "learning_rate": 1.6282023880295995e-06,
      "loss": 0.9141,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8201950788497925,
      "step": 22640,
      "valid_targets_mean": 687.8,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.6522177419354839,
      "grad_norm": 1.110501525365966,
      "learning_rate": 1.6270246682763392e-06,
      "loss": 0.9549,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8254823684692383,
      "step": 22645,
      "valid_targets_mean": 557.1,
      "valid_targets_min": 206
    },
    {
      "epoch": 0.6523617511520737,
      "grad_norm": 1.0640285626585757,
      "learning_rate": 1.6258471691188915e-06,
      "loss": 0.9139,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8742594718933105,
      "step": 22650,
      "valid_targets_mean": 617.1,
      "valid_targets_min": 302
    },
    {
      "epoch": 0.6525057603686636,
      "grad_norm": 1.2094289590433576,
      "learning_rate": 1.6246698908548042e-06,
      "loss": 0.9669,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0523442029953003,
      "step": 22655,
      "valid_targets_mean": 578.9,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.6526497695852534,
      "grad_norm": 1.0744406695871471,
      "learning_rate": 1.6234928337815676e-06,
      "loss": 0.9489,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.961366593837738,
      "step": 22660,
      "valid_targets_mean": 665.1,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.6527937788018433,
      "grad_norm": 1.0646511981656808,
      "learning_rate": 1.6223159981966185e-06,
      "loss": 0.9183,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.048882246017456,
      "step": 22665,
      "valid_targets_mean": 623.1,
      "valid_targets_min": 129
    },
    {
      "epoch": 0.6529377880184332,
      "grad_norm": 1.2054447515080762,
      "learning_rate": 1.6211393843973361e-06,
      "loss": 0.9143,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7804257869720459,
      "step": 22670,
      "valid_targets_mean": 458.8,
      "valid_targets_min": 142
    },
    {
      "epoch": 0.653081797235023,
      "grad_norm": 1.2168881138879504,
      "learning_rate": 1.6199629926810428e-06,
      "loss": 1.0119,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8829794526100159,
      "step": 22675,
      "valid_targets_mean": 522.6,
      "valid_targets_min": 147
    },
    {
      "epoch": 0.6532258064516129,
      "grad_norm": 1.0523792145568585,
      "learning_rate": 1.6187868233450078e-06,
      "loss": 0.9736,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7838876247406006,
      "step": 22680,
      "valid_targets_mean": 569.3,
      "valid_targets_min": 59
    },
    {
      "epoch": 0.6533698156682027,
      "grad_norm": 1.2093301191952175,
      "learning_rate": 1.6176108766864413e-06,
      "loss": 0.8954,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0106488466262817,
      "step": 22685,
      "valid_targets_mean": 522.3,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.6535138248847926,
      "grad_norm": 1.0756962037103117,
      "learning_rate": 1.6164351530024986e-06,
      "loss": 1.0206,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7868657112121582,
      "step": 22690,
      "valid_targets_mean": 640.2,
      "valid_targets_min": 277
    },
    {
      "epoch": 0.6536578341013825,
      "grad_norm": 1.1734583969730792,
      "learning_rate": 1.6152596525902765e-06,
      "loss": 0.9576,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2573902606964111,
      "step": 22695,
      "valid_targets_mean": 615.6,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.6538018433179723,
      "grad_norm": 1.3002879880059983,
      "learning_rate": 1.61408437574682e-06,
      "loss": 0.9725,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9129050374031067,
      "step": 22700,
      "valid_targets_mean": 457.9,
      "valid_targets_min": 78
    },
    {
      "epoch": 0.6539458525345622,
      "grad_norm": 1.1559618591114242,
      "learning_rate": 1.6129093227691129e-06,
      "loss": 0.9129,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0207051038742065,
      "step": 22705,
      "valid_targets_mean": 627.9,
      "valid_targets_min": 118
    },
    {
      "epoch": 0.654089861751152,
      "grad_norm": 1.1258427313922956,
      "learning_rate": 1.6117344939540846e-06,
      "loss": 1.0152,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0900729894638062,
      "step": 22710,
      "valid_targets_mean": 635.8,
      "valid_targets_min": 221
    },
    {
      "epoch": 0.6542338709677419,
      "grad_norm": 1.0930042365022203,
      "learning_rate": 1.6105598895986072e-06,
      "loss": 0.9234,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.798460841178894,
      "step": 22715,
      "valid_targets_mean": 585.4,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.6543778801843319,
      "grad_norm": 1.2872500368147195,
      "learning_rate": 1.6093855099994977e-06,
      "loss": 0.9669,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0603094100952148,
      "step": 22720,
      "valid_targets_mean": 476.8,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.6545218894009217,
      "grad_norm": 1.302860638432165,
      "learning_rate": 1.6082113554535136e-06,
      "loss": 1.0076,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0189926624298096,
      "step": 22725,
      "valid_targets_mean": 479.5,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.6546658986175116,
      "grad_norm": 1.1820977376477606,
      "learning_rate": 1.6070374262573579e-06,
      "loss": 0.9451,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0206139087677002,
      "step": 22730,
      "valid_targets_mean": 575.0,
      "valid_targets_min": 153
    },
    {
      "epoch": 0.6548099078341014,
      "grad_norm": 1.0646965065394294,
      "learning_rate": 1.6058637227076751e-06,
      "loss": 0.91,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8740370273590088,
      "step": 22735,
      "valid_targets_mean": 638.6,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.6549539170506913,
      "grad_norm": 1.0813866587343786,
      "learning_rate": 1.6046902451010537e-06,
      "loss": 0.9425,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8670898675918579,
      "step": 22740,
      "valid_targets_mean": 596.2,
      "valid_targets_min": 168
    },
    {
      "epoch": 0.6550979262672811,
      "grad_norm": 1.1647970652016317,
      "learning_rate": 1.6035169937340247e-06,
      "loss": 0.8583,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9334864020347595,
      "step": 22745,
      "valid_targets_mean": 587.8,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.655241935483871,
      "grad_norm": 1.2249986556257644,
      "learning_rate": 1.6023439689030624e-06,
      "loss": 0.9068,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8559585809707642,
      "step": 22750,
      "valid_targets_mean": 519.4,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.6553859447004609,
      "grad_norm": 1.1768631317375935,
      "learning_rate": 1.6011711709045813e-06,
      "loss": 0.8961,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9610409736633301,
      "step": 22755,
      "valid_targets_mean": 508.8,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.6555299539170507,
      "grad_norm": 0.9730592381093564,
      "learning_rate": 1.599998600034943e-06,
      "loss": 0.8585,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7104544639587402,
      "step": 22760,
      "valid_targets_mean": 685.6,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.6556739631336406,
      "grad_norm": 1.417124329826438,
      "learning_rate": 1.5988262565904489e-06,
      "loss": 0.9841,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9233092069625854,
      "step": 22765,
      "valid_targets_mean": 373.8,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.6558179723502304,
      "grad_norm": 1.0370103028777364,
      "learning_rate": 1.5976541408673419e-06,
      "loss": 0.9089,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8874204754829407,
      "step": 22770,
      "valid_targets_mean": 665.0,
      "valid_targets_min": 190
    },
    {
      "epoch": 0.6559619815668203,
      "grad_norm": 1.0869774833075152,
      "learning_rate": 1.5964822531618108e-06,
      "loss": 0.9915,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9487576484680176,
      "step": 22775,
      "valid_targets_mean": 629.4,
      "valid_targets_min": 201
    },
    {
      "epoch": 0.6561059907834101,
      "grad_norm": 1.0877962958984904,
      "learning_rate": 1.5953105937699843e-06,
      "loss": 0.9616,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9820537567138672,
      "step": 22780,
      "valid_targets_mean": 642.9,
      "valid_targets_min": 159
    },
    {
      "epoch": 0.65625,
      "grad_norm": 1.0957099634853802,
      "learning_rate": 1.5941391629879332e-06,
      "loss": 1.0914,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8120578527450562,
      "step": 22785,
      "valid_targets_mean": 563.9,
      "valid_targets_min": 217
    },
    {
      "epoch": 0.6563940092165899,
      "grad_norm": 1.112333088564706,
      "learning_rate": 1.5929679611116715e-06,
      "loss": 0.9018,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7664875388145447,
      "step": 22790,
      "valid_targets_mean": 546.4,
      "valid_targets_min": 139
    },
    {
      "epoch": 0.6565380184331797,
      "grad_norm": 0.8524541846175065,
      "learning_rate": 1.5917969884371559e-06,
      "loss": 0.9464,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.75191730260849,
      "step": 22795,
      "valid_targets_mean": 841.1,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.6566820276497696,
      "grad_norm": 1.3892746060329986,
      "learning_rate": 1.5906262452602838e-06,
      "loss": 1.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9979212284088135,
      "step": 22800,
      "valid_targets_mean": 415.6,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.6568260368663594,
      "grad_norm": 1.1390266416164896,
      "learning_rate": 1.589455731876895e-06,
      "loss": 0.9671,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7439630031585693,
      "step": 22805,
      "valid_targets_mean": 494.4,
      "valid_targets_min": 178
    },
    {
      "epoch": 0.6569700460829493,
      "grad_norm": 1.196386934661834,
      "learning_rate": 1.5882854485827716e-06,
      "loss": 0.9064,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9336922764778137,
      "step": 22810,
      "valid_targets_mean": 485.6,
      "valid_targets_min": 159
    },
    {
      "epoch": 0.6571140552995391,
      "grad_norm": 1.1811843860768838,
      "learning_rate": 1.587115395673638e-06,
      "loss": 0.9993,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8631628751754761,
      "step": 22815,
      "valid_targets_mean": 527.9,
      "valid_targets_min": 207
    },
    {
      "epoch": 0.657258064516129,
      "grad_norm": 1.0656523901167547,
      "learning_rate": 1.5859455734451596e-06,
      "loss": 0.8933,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8913004994392395,
      "step": 22820,
      "valid_targets_mean": 627.3,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.6574020737327189,
      "grad_norm": 0.8960164263033982,
      "learning_rate": 1.584775982192943e-06,
      "loss": 0.8531,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.704997181892395,
      "step": 22825,
      "valid_targets_mean": 774.5,
      "valid_targets_min": 131
    },
    {
      "epoch": 0.6575460829493087,
      "grad_norm": 1.075968201812268,
      "learning_rate": 1.5836066222125374e-06,
      "loss": 0.903,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0749599933624268,
      "step": 22830,
      "valid_targets_mean": 637.6,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.6576900921658986,
      "grad_norm": 1.1289882262008568,
      "learning_rate": 1.5824374937994342e-06,
      "loss": 0.9244,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8985787630081177,
      "step": 22835,
      "valid_targets_mean": 594.6,
      "valid_targets_min": 182
    },
    {
      "epoch": 0.6578341013824884,
      "grad_norm": 1.1761900309310254,
      "learning_rate": 1.5812685972490644e-06,
      "loss": 0.9922,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2525475025177002,
      "step": 22840,
      "valid_targets_mean": 604.2,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.6579781105990783,
      "grad_norm": 1.1875373890523677,
      "learning_rate": 1.5800999328568023e-06,
      "loss": 0.9882,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0575412511825562,
      "step": 22845,
      "valid_targets_mean": 566.2,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.6581221198156681,
      "grad_norm": 1.1324239625362198,
      "learning_rate": 1.5789315009179607e-06,
      "loss": 0.9472,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9857154488563538,
      "step": 22850,
      "valid_targets_mean": 577.9,
      "valid_targets_min": 129
    },
    {
      "epoch": 0.6582661290322581,
      "grad_norm": 1.0983155505829088,
      "learning_rate": 1.5777633017277982e-06,
      "loss": 0.8481,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7931104302406311,
      "step": 22855,
      "valid_targets_mean": 553.5,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.658410138248848,
      "grad_norm": 1.155827758079416,
      "learning_rate": 1.5765953355815103e-06,
      "loss": 0.9377,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7996015548706055,
      "step": 22860,
      "valid_targets_mean": 527.1,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.6585541474654378,
      "grad_norm": 1.349478799432083,
      "learning_rate": 1.5754276027742347e-06,
      "loss": 0.9949,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1041839122772217,
      "step": 22865,
      "valid_targets_mean": 453.4,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.6586981566820277,
      "grad_norm": 1.121987678581485,
      "learning_rate": 1.574260103601053e-06,
      "loss": 0.8821,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9548999667167664,
      "step": 22870,
      "valid_targets_mean": 516.8,
      "valid_targets_min": 124
    },
    {
      "epoch": 0.6588421658986175,
      "grad_norm": 1.2656721310698784,
      "learning_rate": 1.5730928383569838e-06,
      "loss": 1.0075,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1083977222442627,
      "step": 22875,
      "valid_targets_mean": 482.8,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.6589861751152074,
      "grad_norm": 1.2439698850480523,
      "learning_rate": 1.5719258073369887e-06,
      "loss": 1.0013,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.016405701637268,
      "step": 22880,
      "valid_targets_mean": 536.6,
      "valid_targets_min": 169
    },
    {
      "epoch": 0.6591301843317973,
      "grad_norm": 1.0165906336999675,
      "learning_rate": 1.5707590108359688e-06,
      "loss": 0.8451,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6724414229393005,
      "step": 22885,
      "valid_targets_mean": 528.9,
      "valid_targets_min": 214
    },
    {
      "epoch": 0.6592741935483871,
      "grad_norm": 1.3417228036275253,
      "learning_rate": 1.5695924491487684e-06,
      "loss": 0.9194,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8764355182647705,
      "step": 22890,
      "valid_targets_mean": 437.0,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.659418202764977,
      "grad_norm": 1.2370219060069685,
      "learning_rate": 1.5684261225701703e-06,
      "loss": 0.9122,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0932679176330566,
      "step": 22895,
      "valid_targets_mean": 523.0,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.6595622119815668,
      "grad_norm": 1.2940964800090602,
      "learning_rate": 1.5672600313948982e-06,
      "loss": 0.9609,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0149801969528198,
      "step": 22900,
      "valid_targets_mean": 474.8,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.6597062211981567,
      "grad_norm": 1.1305985179178486,
      "learning_rate": 1.566094175917616e-06,
      "loss": 0.9781,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1142640113830566,
      "step": 22905,
      "valid_targets_mean": 685.5,
      "valid_targets_min": 245
    },
    {
      "epoch": 0.6598502304147466,
      "grad_norm": 1.0736150973378886,
      "learning_rate": 1.5649285564329296e-06,
      "loss": 1.0311,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9525039196014404,
      "step": 22910,
      "valid_targets_mean": 588.4,
      "valid_targets_min": 293
    },
    {
      "epoch": 0.6599942396313364,
      "grad_norm": 1.1287913435368861,
      "learning_rate": 1.5637631732353848e-06,
      "loss": 0.9284,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9246925115585327,
      "step": 22915,
      "valid_targets_mean": 526.0,
      "valid_targets_min": 176
    },
    {
      "epoch": 0.6601382488479263,
      "grad_norm": 1.163664098834808,
      "learning_rate": 1.5625980266194662e-06,
      "loss": 0.9326,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0099812746047974,
      "step": 22920,
      "valid_targets_mean": 554.9,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.6602822580645161,
      "grad_norm": 1.1010836862248214,
      "learning_rate": 1.5614331168795987e-06,
      "loss": 0.919,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.105112910270691,
      "step": 22925,
      "valid_targets_mean": 638.8,
      "valid_targets_min": 264
    },
    {
      "epoch": 0.660426267281106,
      "grad_norm": 1.1527525956421159,
      "learning_rate": 1.5602684443101502e-06,
      "loss": 0.9018,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7973486185073853,
      "step": 22930,
      "valid_targets_mean": 522.2,
      "valid_targets_min": 81
    },
    {
      "epoch": 0.6605702764976958,
      "grad_norm": 1.2982266512687932,
      "learning_rate": 1.5591040092054265e-06,
      "loss": 0.9148,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9731439352035522,
      "step": 22935,
      "valid_targets_mean": 486.2,
      "valid_targets_min": 118
    },
    {
      "epoch": 0.6607142857142857,
      "grad_norm": 1.1231044499699887,
      "learning_rate": 1.5579398118596722e-06,
      "loss": 0.8841,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9358025789260864,
      "step": 22940,
      "valid_targets_mean": 584.1,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.6608582949308756,
      "grad_norm": 1.1156054177793702,
      "learning_rate": 1.5567758525670739e-06,
      "loss": 0.9501,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0577919483184814,
      "step": 22945,
      "valid_targets_mean": 641.1,
      "valid_targets_min": 156
    },
    {
      "epoch": 0.6610023041474654,
      "grad_norm": 1.2315626031433526,
      "learning_rate": 1.5556121316217578e-06,
      "loss": 0.9659,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8512248396873474,
      "step": 22950,
      "valid_targets_mean": 503.4,
      "valid_targets_min": 169
    },
    {
      "epoch": 0.6611463133640553,
      "grad_norm": 1.1132980694782286,
      "learning_rate": 1.554448649317789e-06,
      "loss": 0.8967,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.858684778213501,
      "step": 22955,
      "valid_targets_mean": 633.2,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.6612903225806451,
      "grad_norm": 1.0731208209984544,
      "learning_rate": 1.5532854059491725e-06,
      "loss": 0.9428,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0797141790390015,
      "step": 22960,
      "valid_targets_mean": 729.6,
      "valid_targets_min": 155
    },
    {
      "epoch": 0.661434331797235,
      "grad_norm": 1.0017608581375068,
      "learning_rate": 1.5521224018098543e-06,
      "loss": 0.977,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0482101440429688,
      "step": 22965,
      "valid_targets_mean": 722.8,
      "valid_targets_min": 265
    },
    {
      "epoch": 0.6615783410138248,
      "grad_norm": 1.0851380256151855,
      "learning_rate": 1.550959637193718e-06,
      "loss": 0.9439,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.802605926990509,
      "step": 22970,
      "valid_targets_mean": 592.4,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.6617223502304147,
      "grad_norm": 1.2728681784570526,
      "learning_rate": 1.5497971123945874e-06,
      "loss": 0.9575,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1126658916473389,
      "step": 22975,
      "valid_targets_mean": 497.5,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.6618663594470046,
      "grad_norm": 1.3547114944498169,
      "learning_rate": 1.5486348277062253e-06,
      "loss": 0.8832,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9882115125656128,
      "step": 22980,
      "valid_targets_mean": 401.9,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.6620103686635944,
      "grad_norm": 1.3099739672964388,
      "learning_rate": 1.5474727834223358e-06,
      "loss": 0.9065,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2545337677001953,
      "step": 22985,
      "valid_targets_mean": 524.8,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.6621543778801844,
      "grad_norm": 1.1203806408443635,
      "learning_rate": 1.5463109798365594e-06,
      "loss": 0.916,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.853886604309082,
      "step": 22990,
      "valid_targets_mean": 598.4,
      "valid_targets_min": 171
    },
    {
      "epoch": 0.6622983870967742,
      "grad_norm": 1.0362194097317017,
      "learning_rate": 1.5451494172424785e-06,
      "loss": 0.8854,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9367049932479858,
      "step": 22995,
      "valid_targets_mean": 732.1,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.6624423963133641,
      "grad_norm": 1.2556268309214418,
      "learning_rate": 1.543988095933611e-06,
      "loss": 0.9109,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9313094615936279,
      "step": 23000,
      "valid_targets_mean": 439.6,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.662586405529954,
      "grad_norm": 1.2962274872079973,
      "learning_rate": 1.5428270162034182e-06,
      "loss": 1.0301,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.071711778640747,
      "step": 23005,
      "valid_targets_mean": 474.8,
      "valid_targets_min": 73
    },
    {
      "epoch": 0.6627304147465438,
      "grad_norm": 1.089204039513649,
      "learning_rate": 1.541666178345298e-06,
      "loss": 1.0988,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.138791799545288,
      "step": 23010,
      "valid_targets_mean": 652.9,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.6628744239631337,
      "grad_norm": 1.1572040548968472,
      "learning_rate": 1.5405055826525866e-06,
      "loss": 0.9752,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0067417621612549,
      "step": 23015,
      "valid_targets_mean": 604.7,
      "valid_targets_min": 189
    },
    {
      "epoch": 0.6630184331797235,
      "grad_norm": 1.0892449728892244,
      "learning_rate": 1.539345229418559e-06,
      "loss": 0.925,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9100162982940674,
      "step": 23020,
      "valid_targets_mean": 600.5,
      "valid_targets_min": 119
    },
    {
      "epoch": 0.6631624423963134,
      "grad_norm": 1.0836526069582746,
      "learning_rate": 1.5381851189364324e-06,
      "loss": 0.9304,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7545754909515381,
      "step": 23025,
      "valid_targets_mean": 547.9,
      "valid_targets_min": 245
    },
    {
      "epoch": 0.6633064516129032,
      "grad_norm": 0.9897485542692671,
      "learning_rate": 1.537025251499358e-06,
      "loss": 0.9288,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0170667171478271,
      "step": 23030,
      "valid_targets_mean": 827.2,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.6634504608294931,
      "grad_norm": 0.9982299635667724,
      "learning_rate": 1.535865627400428e-06,
      "loss": 0.9443,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8805790543556213,
      "step": 23035,
      "valid_targets_mean": 711.5,
      "valid_targets_min": 217
    },
    {
      "epoch": 0.663594470046083,
      "grad_norm": 1.2255678821611946,
      "learning_rate": 1.5347062469326723e-06,
      "loss": 0.9379,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8354635238647461,
      "step": 23040,
      "valid_targets_mean": 461.3,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.6637384792626728,
      "grad_norm": 1.137093446753565,
      "learning_rate": 1.5335471103890602e-06,
      "loss": 0.8737,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.108933925628662,
      "step": 23045,
      "valid_targets_mean": 634.4,
      "valid_targets_min": 63
    },
    {
      "epoch": 0.6638824884792627,
      "grad_norm": 1.1215526431691378,
      "learning_rate": 1.5323882180624994e-06,
      "loss": 0.9476,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7139830589294434,
      "step": 23050,
      "valid_targets_mean": 529.1,
      "valid_targets_min": 166
    },
    {
      "epoch": 0.6640264976958525,
      "grad_norm": 1.142032681725762,
      "learning_rate": 1.5312295702458335e-06,
      "loss": 0.9582,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0359253883361816,
      "step": 23055,
      "valid_targets_mean": 623.6,
      "valid_targets_min": 203
    },
    {
      "epoch": 0.6641705069124424,
      "grad_norm": 1.0904133706289258,
      "learning_rate": 1.530071167231848e-06,
      "loss": 0.8432,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9901595711708069,
      "step": 23060,
      "valid_targets_mean": 628.8,
      "valid_targets_min": 218
    },
    {
      "epoch": 0.6643145161290323,
      "grad_norm": 0.9743900361034816,
      "learning_rate": 1.5289130093132634e-06,
      "loss": 0.8788,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7153259515762329,
      "step": 23065,
      "valid_targets_mean": 586.4,
      "valid_targets_min": 203
    },
    {
      "epoch": 0.6644585253456221,
      "grad_norm": 1.1053493404295855,
      "learning_rate": 1.5277550967827404e-06,
      "loss": 0.92,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8175646662712097,
      "step": 23070,
      "valid_targets_mean": 556.6,
      "valid_targets_min": 237
    },
    {
      "epoch": 0.664602534562212,
      "grad_norm": 1.1108458186477592,
      "learning_rate": 1.526597429932875e-06,
      "loss": 0.8476,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.84134840965271,
      "step": 23075,
      "valid_targets_mean": 603.8,
      "valid_targets_min": 181
    },
    {
      "epoch": 0.6647465437788018,
      "grad_norm": 1.1848240768220732,
      "learning_rate": 1.5254400090562055e-06,
      "loss": 0.8932,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9673903584480286,
      "step": 23080,
      "valid_targets_mean": 530.8,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.6648905529953917,
      "grad_norm": 1.0378405721908979,
      "learning_rate": 1.5242828344452039e-06,
      "loss": 0.9424,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8420616984367371,
      "step": 23085,
      "valid_targets_mean": 651.3,
      "valid_targets_min": 142
    },
    {
      "epoch": 0.6650345622119815,
      "grad_norm": 1.0144727300995733,
      "learning_rate": 1.5231259063922822e-06,
      "loss": 0.9612,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7375090718269348,
      "step": 23090,
      "valid_targets_mean": 704.0,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.6651785714285714,
      "grad_norm": 1.417409600691831,
      "learning_rate": 1.5219692251897871e-06,
      "loss": 0.8516,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8197489976882935,
      "step": 23095,
      "valid_targets_mean": 373.4,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.6653225806451613,
      "grad_norm": 1.0852790452016567,
      "learning_rate": 1.5208127911300092e-06,
      "loss": 0.8884,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.793839156627655,
      "step": 23100,
      "valid_targets_mean": 598.4,
      "valid_targets_min": 130
    },
    {
      "epoch": 0.6654665898617511,
      "grad_norm": 1.166040482802636,
      "learning_rate": 1.51965660450517e-06,
      "loss": 1.0442,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0581728219985962,
      "step": 23105,
      "valid_targets_mean": 600.2,
      "valid_targets_min": 124
    },
    {
      "epoch": 0.665610599078341,
      "grad_norm": 1.0129769928671617,
      "learning_rate": 1.518500665607432e-06,
      "loss": 0.9608,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.014897108078003,
      "step": 23110,
      "valid_targets_mean": 724.6,
      "valid_targets_min": 65
    },
    {
      "epoch": 0.6657546082949308,
      "grad_norm": 1.0992692262194743,
      "learning_rate": 1.5173449747288932e-06,
      "loss": 0.9488,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0234625339508057,
      "step": 23115,
      "valid_targets_mean": 591.6,
      "valid_targets_min": 159
    },
    {
      "epoch": 0.6658986175115207,
      "grad_norm": 0.993363636807084,
      "learning_rate": 1.5161895321615916e-06,
      "loss": 0.8907,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6536474227905273,
      "step": 23120,
      "valid_targets_mean": 631.9,
      "valid_targets_min": 170
    },
    {
      "epoch": 0.6660426267281107,
      "grad_norm": 1.0058402381032079,
      "learning_rate": 1.5150343381974996e-06,
      "loss": 0.8107,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7259092330932617,
      "step": 23125,
      "valid_targets_mean": 708.4,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.6661866359447005,
      "grad_norm": 1.2664001258026616,
      "learning_rate": 1.5138793931285291e-06,
      "loss": 1.101,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9730333089828491,
      "step": 23130,
      "valid_targets_mean": 457.6,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.6663306451612904,
      "grad_norm": 1.2282451077718763,
      "learning_rate": 1.512724697246527e-06,
      "loss": 0.9877,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2040691375732422,
      "step": 23135,
      "valid_targets_mean": 542.8,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.6664746543778802,
      "grad_norm": 1.1226638008235443,
      "learning_rate": 1.5115702508432788e-06,
      "loss": 0.9276,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9311450123786926,
      "step": 23140,
      "valid_targets_mean": 581.8,
      "valid_targets_min": 214
    },
    {
      "epoch": 0.6666186635944701,
      "grad_norm": 1.2542078359832451,
      "learning_rate": 1.5104160542105067e-06,
      "loss": 0.9626,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1537301540374756,
      "step": 23145,
      "valid_targets_mean": 533.9,
      "valid_targets_min": 182
    },
    {
      "epoch": 0.6667626728110599,
      "grad_norm": 0.9629843283911529,
      "learning_rate": 1.509262107639869e-06,
      "loss": 0.9074,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.027132272720337,
      "step": 23150,
      "valid_targets_mean": 732.6,
      "valid_targets_min": 227
    },
    {
      "epoch": 0.6669066820276498,
      "grad_norm": 1.1423838504890584,
      "learning_rate": 1.5081084114229614e-06,
      "loss": 0.9814,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8669407963752747,
      "step": 23155,
      "valid_targets_mean": 560.1,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.6670506912442397,
      "grad_norm": 1.049084392028176,
      "learning_rate": 1.5069549658513165e-06,
      "loss": 0.8734,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8127908110618591,
      "step": 23160,
      "valid_targets_mean": 666.2,
      "valid_targets_min": 174
    },
    {
      "epoch": 0.6671947004608295,
      "grad_norm": 1.3224951197627344,
      "learning_rate": 1.5058017712164036e-06,
      "loss": 0.9745,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9631513357162476,
      "step": 23165,
      "valid_targets_mean": 472.0,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.6673387096774194,
      "grad_norm": 1.0968523304636701,
      "learning_rate": 1.5046488278096266e-06,
      "loss": 0.9138,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8565182685852051,
      "step": 23170,
      "valid_targets_mean": 610.6,
      "valid_targets_min": 250
    },
    {
      "epoch": 0.6674827188940092,
      "grad_norm": 1.2911408941897238,
      "learning_rate": 1.5034961359223299e-06,
      "loss": 0.9314,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9452981948852539,
      "step": 23175,
      "valid_targets_mean": 421.6,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.6676267281105991,
      "grad_norm": 1.217442054775865,
      "learning_rate": 1.5023436958457912e-06,
      "loss": 0.992,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8775317072868347,
      "step": 23180,
      "valid_targets_mean": 471.4,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.667770737327189,
      "grad_norm": 1.2011033593299039,
      "learning_rate": 1.5011915078712252e-06,
      "loss": 0.9785,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.28687584400177,
      "step": 23185,
      "valid_targets_mean": 578.4,
      "valid_targets_min": 62
    },
    {
      "epoch": 0.6679147465437788,
      "grad_norm": 1.1242298512349238,
      "learning_rate": 1.5000395722897827e-06,
      "loss": 0.9473,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0469491481781006,
      "step": 23190,
      "valid_targets_mean": 623.5,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.6680587557603687,
      "grad_norm": 1.2340896256891771,
      "learning_rate": 1.4988878893925519e-06,
      "loss": 0.9876,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1656150817871094,
      "step": 23195,
      "valid_targets_mean": 578.0,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.6682027649769585,
      "grad_norm": 1.0924842337372305,
      "learning_rate": 1.4977364594705563e-06,
      "loss": 0.974,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9203709363937378,
      "step": 23200,
      "valid_targets_mean": 569.8,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.6683467741935484,
      "grad_norm": 1.3839961625736654,
      "learning_rate": 1.4965852828147552e-06,
      "loss": 0.9822,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9774128794670105,
      "step": 23205,
      "valid_targets_mean": 393.3,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.6684907834101382,
      "grad_norm": 1.1679117764424574,
      "learning_rate": 1.4954343597160445e-06,
      "loss": 1.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9808617234230042,
      "step": 23210,
      "valid_targets_mean": 565.7,
      "valid_targets_min": 73
    },
    {
      "epoch": 0.6686347926267281,
      "grad_norm": 1.2301050316071,
      "learning_rate": 1.494283690465256e-06,
      "loss": 0.999,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.15036940574646,
      "step": 23215,
      "valid_targets_mean": 563.8,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.668778801843318,
      "grad_norm": 1.2244845353252767,
      "learning_rate": 1.4931332753531575e-06,
      "loss": 0.9946,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9929397702217102,
      "step": 23220,
      "valid_targets_mean": 544.6,
      "valid_targets_min": 64
    },
    {
      "epoch": 0.6689228110599078,
      "grad_norm": 1.0877402513446408,
      "learning_rate": 1.4919831146704512e-06,
      "loss": 0.9224,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.904824435710907,
      "step": 23225,
      "valid_targets_mean": 662.6,
      "valid_targets_min": 204
    },
    {
      "epoch": 0.6690668202764977,
      "grad_norm": 1.1598265752119743,
      "learning_rate": 1.4908332087077762e-06,
      "loss": 0.8976,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9859265089035034,
      "step": 23230,
      "valid_targets_mean": 593.3,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.6692108294930875,
      "grad_norm": 1.2136261740367447,
      "learning_rate": 1.489683557755708e-06,
      "loss": 0.8078,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8300855159759521,
      "step": 23235,
      "valid_targets_mean": 518.8,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.6693548387096774,
      "grad_norm": 1.1780009509811291,
      "learning_rate": 1.4885341621047567e-06,
      "loss": 0.811,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9149942994117737,
      "step": 23240,
      "valid_targets_mean": 518.5,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.6694988479262672,
      "grad_norm": 1.195772917762255,
      "learning_rate": 1.4873850220453663e-06,
      "loss": 0.9108,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8703041076660156,
      "step": 23245,
      "valid_targets_mean": 468.1,
      "valid_targets_min": 63
    },
    {
      "epoch": 0.6696428571428571,
      "grad_norm": 1.1230290276869728,
      "learning_rate": 1.4862361378679197e-06,
      "loss": 0.9822,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0312920808792114,
      "step": 23250,
      "valid_targets_mean": 644.4,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.669786866359447,
      "grad_norm": 1.0551083838350293,
      "learning_rate": 1.4850875098627326e-06,
      "loss": 0.9493,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9077457189559937,
      "step": 23255,
      "valid_targets_mean": 638.1,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.6699308755760369,
      "grad_norm": 0.9954522745347273,
      "learning_rate": 1.4839391383200569e-06,
      "loss": 0.9357,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8142166137695312,
      "step": 23260,
      "valid_targets_mean": 624.4,
      "valid_targets_min": 157
    },
    {
      "epoch": 0.6700748847926268,
      "grad_norm": 1.1160340843232006,
      "learning_rate": 1.4827910235300774e-06,
      "loss": 0.9548,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9524399042129517,
      "step": 23265,
      "valid_targets_mean": 607.7,
      "valid_targets_min": 73
    },
    {
      "epoch": 0.6702188940092166,
      "grad_norm": 1.092826074426411,
      "learning_rate": 1.48164316578292e-06,
      "loss": 0.8628,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9380941390991211,
      "step": 23270,
      "valid_targets_mean": 607.6,
      "valid_targets_min": 90
    },
    {
      "epoch": 0.6703629032258065,
      "grad_norm": 1.029946739558853,
      "learning_rate": 1.4804955653686386e-06,
      "loss": 0.9061,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9353934526443481,
      "step": 23275,
      "valid_targets_mean": 741.0,
      "valid_targets_min": 280
    },
    {
      "epoch": 0.6705069124423964,
      "grad_norm": 1.0919094154666156,
      "learning_rate": 1.479348222577226e-06,
      "loss": 1.0355,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9647984504699707,
      "step": 23280,
      "valid_targets_mean": 603.2,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.6706509216589862,
      "grad_norm": 1.0854281213073387,
      "learning_rate": 1.478201137698609e-06,
      "loss": 0.8118,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6844595670700073,
      "step": 23285,
      "valid_targets_mean": 516.6,
      "valid_targets_min": 156
    },
    {
      "epoch": 0.6707949308755761,
      "grad_norm": 0.9800057792749084,
      "learning_rate": 1.4770543110226498e-06,
      "loss": 0.9026,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0041289329528809,
      "step": 23290,
      "valid_targets_mean": 748.1,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.6709389400921659,
      "grad_norm": 1.153315264161061,
      "learning_rate": 1.4759077428391446e-06,
      "loss": 0.986,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0102992057800293,
      "step": 23295,
      "valid_targets_mean": 607.5,
      "valid_targets_min": 55
    },
    {
      "epoch": 0.6710829493087558,
      "grad_norm": 1.0728731640358873,
      "learning_rate": 1.4747614334378246e-06,
      "loss": 0.8906,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0503109693527222,
      "step": 23300,
      "valid_targets_mean": 671.2,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.6712269585253456,
      "grad_norm": 1.107554432771612,
      "learning_rate": 1.4736153831083547e-06,
      "loss": 1.0248,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8614214658737183,
      "step": 23305,
      "valid_targets_mean": 585.2,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.6713709677419355,
      "grad_norm": 1.3244853261930778,
      "learning_rate": 1.4724695921403365e-06,
      "loss": 0.9802,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0454107522964478,
      "step": 23310,
      "valid_targets_mean": 520.2,
      "valid_targets_min": 100
    },
    {
      "epoch": 0.6715149769585254,
      "grad_norm": 1.1007905961807611,
      "learning_rate": 1.4713240608233042e-06,
      "loss": 0.9088,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0784096717834473,
      "step": 23315,
      "valid_targets_mean": 636.6,
      "valid_targets_min": 268
    },
    {
      "epoch": 0.6716589861751152,
      "grad_norm": 1.0759234688977108,
      "learning_rate": 1.4701787894467272e-06,
      "loss": 0.9528,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.065621018409729,
      "step": 23320,
      "valid_targets_mean": 714.6,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.6718029953917051,
      "grad_norm": 0.9633844804644647,
      "learning_rate": 1.4690337783000074e-06,
      "loss": 0.9099,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6013565063476562,
      "step": 23325,
      "valid_targets_mean": 625.8,
      "valid_targets_min": 81
    },
    {
      "epoch": 0.6719470046082949,
      "grad_norm": 1.1308287699720776,
      "learning_rate": 1.467889027672485e-06,
      "loss": 0.93,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0636773109436035,
      "step": 23330,
      "valid_targets_mean": 654.9,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.6720910138248848,
      "grad_norm": 1.1989823619363293,
      "learning_rate": 1.4667445378534305e-06,
      "loss": 0.9124,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8679157495498657,
      "step": 23335,
      "valid_targets_mean": 488.3,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.6722350230414746,
      "grad_norm": 1.1992100186874342,
      "learning_rate": 1.465600309132049e-06,
      "loss": 0.9409,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9335392713546753,
      "step": 23340,
      "valid_targets_mean": 552.3,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.6723790322580645,
      "grad_norm": 1.213799752546847,
      "learning_rate": 1.4644563417974828e-06,
      "loss": 0.8949,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1550847291946411,
      "step": 23345,
      "valid_targets_mean": 548.1,
      "valid_targets_min": 284
    },
    {
      "epoch": 0.6725230414746544,
      "grad_norm": 1.0607487954851607,
      "learning_rate": 1.4633126361388036e-06,
      "loss": 1.0281,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9843412041664124,
      "step": 23350,
      "valid_targets_mean": 638.5,
      "valid_targets_min": 188
    },
    {
      "epoch": 0.6726670506912442,
      "grad_norm": 1.126010360407332,
      "learning_rate": 1.4621691924450205e-06,
      "loss": 0.8629,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8065667152404785,
      "step": 23355,
      "valid_targets_mean": 536.5,
      "valid_targets_min": 177
    },
    {
      "epoch": 0.6728110599078341,
      "grad_norm": 1.0370819722371318,
      "learning_rate": 1.4610260110050736e-06,
      "loss": 0.9004,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.018259048461914,
      "step": 23360,
      "valid_targets_mean": 708.6,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.6729550691244239,
      "grad_norm": 1.1725071295653218,
      "learning_rate": 1.45988309210784e-06,
      "loss": 1.0019,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1211299896240234,
      "step": 23365,
      "valid_targets_mean": 574.7,
      "valid_targets_min": 129
    },
    {
      "epoch": 0.6730990783410138,
      "grad_norm": 1.0562432090445693,
      "learning_rate": 1.458740436042128e-06,
      "loss": 0.855,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9668227434158325,
      "step": 23370,
      "valid_targets_mean": 676.2,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.6732430875576036,
      "grad_norm": 1.1263291153437633,
      "learning_rate": 1.4575980430966808e-06,
      "loss": 0.9346,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8396589756011963,
      "step": 23375,
      "valid_targets_mean": 524.6,
      "valid_targets_min": 158
    },
    {
      "epoch": 0.6733870967741935,
      "grad_norm": 0.8280529195278142,
      "learning_rate": 1.4564559135601717e-06,
      "loss": 0.8366,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.49812543392181396,
      "step": 23380,
      "valid_targets_mean": 711.2,
      "valid_targets_min": 203
    },
    {
      "epoch": 0.6735311059907834,
      "grad_norm": 0.9832174678052737,
      "learning_rate": 1.4553140477212141e-06,
      "loss": 0.8523,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8283628821372986,
      "step": 23385,
      "valid_targets_mean": 675.4,
      "valid_targets_min": 375
    },
    {
      "epoch": 0.6736751152073732,
      "grad_norm": 1.0599486434929233,
      "learning_rate": 1.4541724458683495e-06,
      "loss": 0.9161,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8539953231811523,
      "step": 23390,
      "valid_targets_mean": 602.8,
      "valid_targets_min": 156
    },
    {
      "epoch": 0.6738191244239631,
      "grad_norm": 1.1937286393355286,
      "learning_rate": 1.4530311082900528e-06,
      "loss": 0.9778,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9258385896682739,
      "step": 23395,
      "valid_targets_mean": 540.4,
      "valid_targets_min": 63
    },
    {
      "epoch": 0.673963133640553,
      "grad_norm": 1.126951251451758,
      "learning_rate": 1.4518900352747338e-06,
      "loss": 0.9037,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9285846948623657,
      "step": 23400,
      "valid_targets_mean": 603.1,
      "valid_targets_min": 249
    },
    {
      "epoch": 0.6741071428571429,
      "grad_norm": 1.0610146833024994,
      "learning_rate": 1.4507492271107372e-06,
      "loss": 0.9329,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9124791622161865,
      "step": 23405,
      "valid_targets_mean": 657.5,
      "valid_targets_min": 329
    },
    {
      "epoch": 0.6742511520737328,
      "grad_norm": 1.1771543933787423,
      "learning_rate": 1.4496086840863355e-06,
      "loss": 0.9458,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7788515090942383,
      "step": 23410,
      "valid_targets_mean": 479.1,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.6743951612903226,
      "grad_norm": 1.2099475269593503,
      "learning_rate": 1.4484684064897398e-06,
      "loss": 0.9807,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8859713673591614,
      "step": 23415,
      "valid_targets_mean": 483.9,
      "valid_targets_min": 119
    },
    {
      "epoch": 0.6745391705069125,
      "grad_norm": 1.1661788246865323,
      "learning_rate": 1.44732839460909e-06,
      "loss": 0.9674,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1192418336868286,
      "step": 23420,
      "valid_targets_mean": 576.3,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.6746831797235023,
      "grad_norm": 1.1369560175724176,
      "learning_rate": 1.4461886487324607e-06,
      "loss": 0.9059,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7609981894493103,
      "step": 23425,
      "valid_targets_mean": 529.9,
      "valid_targets_min": 144
    },
    {
      "epoch": 0.6748271889400922,
      "grad_norm": 1.1885450447966686,
      "learning_rate": 1.4450491691478607e-06,
      "loss": 0.8985,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9671856760978699,
      "step": 23430,
      "valid_targets_mean": 599.5,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.674971198156682,
      "grad_norm": 1.0325732042556828,
      "learning_rate": 1.443909956143228e-06,
      "loss": 0.927,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7320649027824402,
      "step": 23435,
      "valid_targets_mean": 647.4,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.6751152073732719,
      "grad_norm": 1.1990669100933429,
      "learning_rate": 1.4427710100064354e-06,
      "loss": 0.9432,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9296526312828064,
      "step": 23440,
      "valid_targets_mean": 543.1,
      "valid_targets_min": 153
    },
    {
      "epoch": 0.6752592165898618,
      "grad_norm": 1.0981685405647579,
      "learning_rate": 1.4416323310252896e-06,
      "loss": 1.0482,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9769255518913269,
      "step": 23445,
      "valid_targets_mean": 615.5,
      "valid_targets_min": 78
    },
    {
      "epoch": 0.6754032258064516,
      "grad_norm": 1.0458587508786519,
      "learning_rate": 1.4404939194875273e-06,
      "loss": 1.0332,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0405454635620117,
      "step": 23450,
      "valid_targets_mean": 721.0,
      "valid_targets_min": 129
    },
    {
      "epoch": 0.6755472350230415,
      "grad_norm": 1.0718022815500203,
      "learning_rate": 1.439355775680816e-06,
      "loss": 0.9857,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0884751081466675,
      "step": 23455,
      "valid_targets_mean": 650.1,
      "valid_targets_min": 90
    },
    {
      "epoch": 0.6756912442396313,
      "grad_norm": 1.1194369545646667,
      "learning_rate": 1.4382178998927624e-06,
      "loss": 0.8942,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8340904712677002,
      "step": 23460,
      "valid_targets_mean": 568.6,
      "valid_targets_min": 246
    },
    {
      "epoch": 0.6758352534562212,
      "grad_norm": 1.0665555627689127,
      "learning_rate": 1.437080292410899e-06,
      "loss": 0.9038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9460160732269287,
      "step": 23465,
      "valid_targets_mean": 641.0,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.675979262672811,
      "grad_norm": 1.0708026876626602,
      "learning_rate": 1.4359429535226915e-06,
      "loss": 0.9739,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.4374980926513672,
      "step": 23470,
      "valid_targets_mean": 814.6,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.6761232718894009,
      "grad_norm": 1.0984993753236592,
      "learning_rate": 1.4348058835155403e-06,
      "loss": 0.9985,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8415414094924927,
      "step": 23475,
      "valid_targets_mean": 608.0,
      "valid_targets_min": 207
    },
    {
      "epoch": 0.6762672811059908,
      "grad_norm": 1.0322308176776778,
      "learning_rate": 1.4336690826767768e-06,
      "loss": 0.9379,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7798871994018555,
      "step": 23480,
      "valid_targets_mean": 624.9,
      "valid_targets_min": 183
    },
    {
      "epoch": 0.6764112903225806,
      "grad_norm": 1.0738912977557085,
      "learning_rate": 1.4325325512936628e-06,
      "loss": 0.9379,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.865261971950531,
      "step": 23485,
      "valid_targets_mean": 606.9,
      "valid_targets_min": 134
    },
    {
      "epoch": 0.6765552995391705,
      "grad_norm": 1.001560721210609,
      "learning_rate": 1.431396289653394e-06,
      "loss": 0.8675,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.790397047996521,
      "step": 23490,
      "valid_targets_mean": 673.2,
      "valid_targets_min": 255
    },
    {
      "epoch": 0.6766993087557603,
      "grad_norm": 1.2004319118576883,
      "learning_rate": 1.4302602980430963e-06,
      "loss": 1.0372,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2485167980194092,
      "step": 23495,
      "valid_targets_mean": 557.8,
      "valid_targets_min": 78
    },
    {
      "epoch": 0.6768433179723502,
      "grad_norm": 1.0411212052494416,
      "learning_rate": 1.4291245767498285e-06,
      "loss": 0.8694,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7364225387573242,
      "step": 23500,
      "valid_targets_mean": 577.4,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.6769873271889401,
      "grad_norm": 1.1385898302211532,
      "learning_rate": 1.4279891260605822e-06,
      "loss": 0.9797,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1065891981124878,
      "step": 23505,
      "valid_targets_mean": 686.4,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.6771313364055299,
      "grad_norm": 1.1454926304480524,
      "learning_rate": 1.4268539462622783e-06,
      "loss": 0.7184,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6515733003616333,
      "step": 23510,
      "valid_targets_mean": 528.6,
      "valid_targets_min": 192
    },
    {
      "epoch": 0.6772753456221198,
      "grad_norm": 1.2571312609337093,
      "learning_rate": 1.4257190376417673e-06,
      "loss": 0.968,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9114718437194824,
      "step": 23515,
      "valid_targets_mean": 514.8,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.6774193548387096,
      "grad_norm": 1.363175536898189,
      "learning_rate": 1.424584400485839e-06,
      "loss": 0.9902,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8472147583961487,
      "step": 23520,
      "valid_targets_mean": 441.4,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.6775633640552995,
      "grad_norm": 1.108770233983844,
      "learning_rate": 1.4234500350812075e-06,
      "loss": 0.9047,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.004310131072998,
      "step": 23525,
      "valid_targets_mean": 604.6,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.6777073732718893,
      "grad_norm": 1.0914475730391722,
      "learning_rate": 1.422315941714518e-06,
      "loss": 0.9376,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.714937686920166,
      "step": 23530,
      "valid_targets_mean": 550.6,
      "valid_targets_min": 230
    },
    {
      "epoch": 0.6778513824884793,
      "grad_norm": 1.1564588698988874,
      "learning_rate": 1.4211821206723536e-06,
      "loss": 0.922,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9318675994873047,
      "step": 23535,
      "valid_targets_mean": 576.4,
      "valid_targets_min": 136
    },
    {
      "epoch": 0.6779953917050692,
      "grad_norm": 1.1302172307618037,
      "learning_rate": 1.4200485722412222e-06,
      "loss": 1.0392,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9435346126556396,
      "step": 23540,
      "valid_targets_mean": 609.5,
      "valid_targets_min": 158
    },
    {
      "epoch": 0.678139400921659,
      "grad_norm": 1.0910667496495667,
      "learning_rate": 1.4189152967075638e-06,
      "loss": 1.0221,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9715466499328613,
      "step": 23545,
      "valid_targets_mean": 589.6,
      "valid_targets_min": 242
    },
    {
      "epoch": 0.6782834101382489,
      "grad_norm": 1.121079954541669,
      "learning_rate": 1.4177822943577515e-06,
      "loss": 0.8958,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9549179673194885,
      "step": 23550,
      "valid_targets_mean": 589.7,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.6784274193548387,
      "grad_norm": 1.1125582632956081,
      "learning_rate": 1.4166495654780898e-06,
      "loss": 0.993,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9561671614646912,
      "step": 23555,
      "valid_targets_mean": 580.3,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.6785714285714286,
      "grad_norm": 1.1672398239271886,
      "learning_rate": 1.415517110354811e-06,
      "loss": 0.9086,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9185979962348938,
      "step": 23560,
      "valid_targets_mean": 548.9,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.6787154377880185,
      "grad_norm": 1.1053360499168325,
      "learning_rate": 1.414384929274081e-06,
      "loss": 0.9723,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7676881551742554,
      "step": 23565,
      "valid_targets_mean": 490.0,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.6788594470046083,
      "grad_norm": 1.209092598710233,
      "learning_rate": 1.4132530225219944e-06,
      "loss": 0.9445,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9541767835617065,
      "step": 23570,
      "valid_targets_mean": 494.9,
      "valid_targets_min": 57
    },
    {
      "epoch": 0.6790034562211982,
      "grad_norm": 1.1237093349619565,
      "learning_rate": 1.4121213903845776e-06,
      "loss": 0.8902,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9184850454330444,
      "step": 23575,
      "valid_targets_mean": 636.0,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.679147465437788,
      "grad_norm": 1.2671914624722866,
      "learning_rate": 1.410990033147789e-06,
      "loss": 0.9655,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8021365404129028,
      "step": 23580,
      "valid_targets_mean": 426.2,
      "valid_targets_min": 73
    },
    {
      "epoch": 0.6792914746543779,
      "grad_norm": 1.0221007236867317,
      "learning_rate": 1.4098589510975141e-06,
      "loss": 1.0387,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9658636450767517,
      "step": 23585,
      "valid_targets_mean": 681.2,
      "valid_targets_min": 183
    },
    {
      "epoch": 0.6794354838709677,
      "grad_norm": 0.9484410238045119,
      "learning_rate": 1.4087281445195713e-06,
      "loss": 0.9498,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1013765335083008,
      "step": 23590,
      "valid_targets_mean": 857.9,
      "valid_targets_min": 211
    },
    {
      "epoch": 0.6795794930875576,
      "grad_norm": 1.1659119531354105,
      "learning_rate": 1.4075976136997104e-06,
      "loss": 0.9274,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9251801371574402,
      "step": 23595,
      "valid_targets_mean": 574.1,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.6797235023041475,
      "grad_norm": 1.1111433019007926,
      "learning_rate": 1.4064673589236077e-06,
      "loss": 0.9885,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9467300176620483,
      "step": 23600,
      "valid_targets_mean": 661.4,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.6798675115207373,
      "grad_norm": 1.1668043114191078,
      "learning_rate": 1.4053373804768744e-06,
      "loss": 1.0318,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0149509906768799,
      "step": 23605,
      "valid_targets_mean": 567.4,
      "valid_targets_min": 216
    },
    {
      "epoch": 0.6800115207373272,
      "grad_norm": 1.0179761799856262,
      "learning_rate": 1.404207678645047e-06,
      "loss": 0.868,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6887295842170715,
      "step": 23610,
      "valid_targets_mean": 673.1,
      "valid_targets_min": 225
    },
    {
      "epoch": 0.680155529953917,
      "grad_norm": 1.2429724044283406,
      "learning_rate": 1.4030782537135968e-06,
      "loss": 0.9736,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1655769348144531,
      "step": 23615,
      "valid_targets_mean": 570.6,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.6802995391705069,
      "grad_norm": 1.159230684169012,
      "learning_rate": 1.4019491059679213e-06,
      "loss": 0.8862,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9796075820922852,
      "step": 23620,
      "valid_targets_mean": 575.2,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.6804435483870968,
      "grad_norm": 1.1539241282390047,
      "learning_rate": 1.40082023569335e-06,
      "loss": 1.0098,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2441250085830688,
      "step": 23625,
      "valid_targets_mean": 662.9,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.6805875576036866,
      "grad_norm": 1.1021768771251093,
      "learning_rate": 1.3996916431751433e-06,
      "loss": 0.9645,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8691716194152832,
      "step": 23630,
      "valid_targets_mean": 570.4,
      "valid_targets_min": 65
    },
    {
      "epoch": 0.6807315668202765,
      "grad_norm": 1.0438404669569188,
      "learning_rate": 1.398563328698488e-06,
      "loss": 1.0071,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2947747707366943,
      "step": 23635,
      "valid_targets_mean": 826.6,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.6808755760368663,
      "grad_norm": 0.9884428655812888,
      "learning_rate": 1.397435292548504e-06,
      "loss": 0.9949,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6749544143676758,
      "step": 23640,
      "valid_targets_mean": 682.9,
      "valid_targets_min": 161
    },
    {
      "epoch": 0.6810195852534562,
      "grad_norm": 1.2306992562911074,
      "learning_rate": 1.3963075350102385e-06,
      "loss": 0.9984,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1823785305023193,
      "step": 23645,
      "valid_targets_mean": 529.4,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.681163594470046,
      "grad_norm": 1.1298252902512038,
      "learning_rate": 1.3951800563686697e-06,
      "loss": 1.0643,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.087458848953247,
      "step": 23650,
      "valid_targets_mean": 642.3,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.6813076036866359,
      "grad_norm": 1.0751695618003818,
      "learning_rate": 1.3940528569087058e-06,
      "loss": 0.9332,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8631973266601562,
      "step": 23655,
      "valid_targets_mean": 640.4,
      "valid_targets_min": 186
    },
    {
      "epoch": 0.6814516129032258,
      "grad_norm": 1.05015612883587,
      "learning_rate": 1.3929259369151821e-06,
      "loss": 0.9274,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9267630577087402,
      "step": 23660,
      "valid_targets_mean": 623.9,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.6815956221198156,
      "grad_norm": 1.2275689631444033,
      "learning_rate": 1.3917992966728656e-06,
      "loss": 0.9985,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2609933614730835,
      "step": 23665,
      "valid_targets_mean": 596.7,
      "valid_targets_min": 198
    },
    {
      "epoch": 0.6817396313364056,
      "grad_norm": 1.1120778493503753,
      "learning_rate": 1.3906729364664523e-06,
      "loss": 0.8918,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6986570358276367,
      "step": 23670,
      "valid_targets_mean": 496.4,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.6818836405529954,
      "grad_norm": 1.1599081645622804,
      "learning_rate": 1.3895468565805656e-06,
      "loss": 0.9305,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0822888612747192,
      "step": 23675,
      "valid_targets_mean": 597.3,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.6820276497695853,
      "grad_norm": 1.0626430136917748,
      "learning_rate": 1.3884210572997609e-06,
      "loss": 0.9349,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7906972169876099,
      "step": 23680,
      "valid_targets_mean": 579.6,
      "valid_targets_min": 166
    },
    {
      "epoch": 0.6821716589861752,
      "grad_norm": 1.0764575610346383,
      "learning_rate": 1.387295538908519e-06,
      "loss": 1.0201,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.036240577697754,
      "step": 23685,
      "valid_targets_mean": 677.8,
      "valid_targets_min": 333
    },
    {
      "epoch": 0.682315668202765,
      "grad_norm": 1.177696550492153,
      "learning_rate": 1.3861703016912538e-06,
      "loss": 0.9412,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9557661414146423,
      "step": 23690,
      "valid_targets_mean": 512.6,
      "valid_targets_min": 227
    },
    {
      "epoch": 0.6824596774193549,
      "grad_norm": 1.223633709959637,
      "learning_rate": 1.385045345932306e-06,
      "loss": 0.8884,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8101601600646973,
      "step": 23695,
      "valid_targets_mean": 469.9,
      "valid_targets_min": 54
    },
    {
      "epoch": 0.6826036866359447,
      "grad_norm": 1.128085581957072,
      "learning_rate": 1.3839206719159451e-06,
      "loss": 0.9162,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1845661401748657,
      "step": 23700,
      "valid_targets_mean": 652.2,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.6827476958525346,
      "grad_norm": 1.177122040095594,
      "learning_rate": 1.3827962799263687e-06,
      "loss": 0.8977,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8739821910858154,
      "step": 23705,
      "valid_targets_mean": 598.2,
      "valid_targets_min": 199
    },
    {
      "epoch": 0.6828917050691244,
      "grad_norm": 1.1808310681433298,
      "learning_rate": 1.381672170247705e-06,
      "loss": 0.8635,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9622479677200317,
      "step": 23710,
      "valid_targets_mean": 551.1,
      "valid_targets_min": 212
    },
    {
      "epoch": 0.6830357142857143,
      "grad_norm": 1.19301467241635,
      "learning_rate": 1.380548343164011e-06,
      "loss": 1.0366,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8483626842498779,
      "step": 23715,
      "valid_targets_mean": 496.4,
      "valid_targets_min": 231
    },
    {
      "epoch": 0.6831797235023042,
      "grad_norm": 1.193135446714778,
      "learning_rate": 1.3794247989592695e-06,
      "loss": 0.9959,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8811354637145996,
      "step": 23720,
      "valid_targets_mean": 512.1,
      "valid_targets_min": 65
    },
    {
      "epoch": 0.683323732718894,
      "grad_norm": 1.1989032312191927,
      "learning_rate": 1.3783015379173947e-06,
      "loss": 0.7807,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7166854739189148,
      "step": 23725,
      "valid_targets_mean": 472.1,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.6834677419354839,
      "grad_norm": 1.002842957650101,
      "learning_rate": 1.3771785603222288e-06,
      "loss": 0.8268,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7451667785644531,
      "step": 23730,
      "valid_targets_mean": 648.9,
      "valid_targets_min": 217
    },
    {
      "epoch": 0.6836117511520737,
      "grad_norm": 1.139003001970897,
      "learning_rate": 1.3760558664575397e-06,
      "loss": 0.8985,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9877145886421204,
      "step": 23735,
      "valid_targets_mean": 512.6,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.6837557603686636,
      "grad_norm": 1.0920806562542453,
      "learning_rate": 1.3749334566070268e-06,
      "loss": 1.0427,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0831466913223267,
      "step": 23740,
      "valid_targets_mean": 681.2,
      "valid_targets_min": 189
    },
    {
      "epoch": 0.6838997695852534,
      "grad_norm": 1.209632653777383,
      "learning_rate": 1.3738113310543177e-06,
      "loss": 0.935,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1080212593078613,
      "step": 23745,
      "valid_targets_mean": 558.6,
      "valid_targets_min": 135
    },
    {
      "epoch": 0.6840437788018433,
      "grad_norm": 1.0808826188907659,
      "learning_rate": 1.3726894900829652e-06,
      "loss": 1.0373,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1484043598175049,
      "step": 23750,
      "valid_targets_mean": 710.3,
      "valid_targets_min": 51
    },
    {
      "epoch": 0.6841877880184332,
      "grad_norm": 1.2959855531310438,
      "learning_rate": 1.3715679339764534e-06,
      "loss": 0.9019,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0352544784545898,
      "step": 23755,
      "valid_targets_mean": 462.4,
      "valid_targets_min": 177
    },
    {
      "epoch": 0.684331797235023,
      "grad_norm": 1.1389467790744068,
      "learning_rate": 1.3704466630181915e-06,
      "loss": 0.9681,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9179481267929077,
      "step": 23760,
      "valid_targets_mean": 587.5,
      "valid_targets_min": 322
    },
    {
      "epoch": 0.6844758064516129,
      "grad_norm": 1.1462734988633345,
      "learning_rate": 1.3693256774915193e-06,
      "loss": 0.9187,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7986634969711304,
      "step": 23765,
      "valid_targets_mean": 553.0,
      "valid_targets_min": 170
    },
    {
      "epoch": 0.6846198156682027,
      "grad_norm": 1.0404041947099958,
      "learning_rate": 1.3682049776797035e-06,
      "loss": 0.9053,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9124776721000671,
      "step": 23770,
      "valid_targets_mean": 612.4,
      "valid_targets_min": 58
    },
    {
      "epoch": 0.6847638248847926,
      "grad_norm": 1.2907702220346216,
      "learning_rate": 1.3670845638659385e-06,
      "loss": 0.9869,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9975557923316956,
      "step": 23775,
      "valid_targets_mean": 496.6,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.6849078341013825,
      "grad_norm": 1.1087420499449419,
      "learning_rate": 1.365964436333344e-06,
      "loss": 0.8729,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8393737077713013,
      "step": 23780,
      "valid_targets_mean": 553.2,
      "valid_targets_min": 274
    },
    {
      "epoch": 0.6850518433179723,
      "grad_norm": 1.1067891897233326,
      "learning_rate": 1.3648445953649735e-06,
      "loss": 0.9485,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8215076923370361,
      "step": 23785,
      "valid_targets_mean": 613.7,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.6851958525345622,
      "grad_norm": 1.0938806985091183,
      "learning_rate": 1.3637250412438028e-06,
      "loss": 0.9088,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.064926266670227,
      "step": 23790,
      "valid_targets_mean": 629.4,
      "valid_targets_min": 52
    },
    {
      "epoch": 0.685339861751152,
      "grad_norm": 1.2977531736297725,
      "learning_rate": 1.3626057742527354e-06,
      "loss": 0.9629,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0370861291885376,
      "step": 23795,
      "valid_targets_mean": 453.2,
      "valid_targets_min": 64
    },
    {
      "epoch": 0.6854838709677419,
      "grad_norm": 1.2421717628942468,
      "learning_rate": 1.3614867946746047e-06,
      "loss": 0.9702,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1821343898773193,
      "step": 23800,
      "valid_targets_mean": 531.6,
      "valid_targets_min": 55
    },
    {
      "epoch": 0.6856278801843319,
      "grad_norm": 1.1877873084253057,
      "learning_rate": 1.360368102792171e-06,
      "loss": 0.8913,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7981967926025391,
      "step": 23805,
      "valid_targets_mean": 468.5,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.6857718894009217,
      "grad_norm": 1.1658972003992514,
      "learning_rate": 1.3592496988881199e-06,
      "loss": 1.0128,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0062453746795654,
      "step": 23810,
      "valid_targets_mean": 550.6,
      "valid_targets_min": 160
    },
    {
      "epoch": 0.6859158986175116,
      "grad_norm": 1.1601360373996705,
      "learning_rate": 1.3581315832450662e-06,
      "loss": 0.8398,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9754658937454224,
      "step": 23815,
      "valid_targets_mean": 581.9,
      "valid_targets_min": 81
    },
    {
      "epoch": 0.6860599078341014,
      "grad_norm": 1.1558418242976083,
      "learning_rate": 1.357013756145552e-06,
      "loss": 0.9186,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9880437850952148,
      "step": 23820,
      "valid_targets_mean": 622.7,
      "valid_targets_min": 154
    },
    {
      "epoch": 0.6862039170506913,
      "grad_norm": 1.2105834161580706,
      "learning_rate": 1.3558962178720447e-06,
      "loss": 1.0139,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9017157554626465,
      "step": 23825,
      "valid_targets_mean": 525.7,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.6863479262672811,
      "grad_norm": 1.0444406627366218,
      "learning_rate": 1.3547789687069408e-06,
      "loss": 0.9046,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9760624170303345,
      "step": 23830,
      "valid_targets_mean": 581.8,
      "valid_targets_min": 163
    },
    {
      "epoch": 0.686491935483871,
      "grad_norm": 1.182011324117713,
      "learning_rate": 1.353662008932561e-06,
      "loss": 0.8386,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8996134996414185,
      "step": 23835,
      "valid_targets_mean": 521.4,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.6866359447004609,
      "grad_norm": 1.1979811561425182,
      "learning_rate": 1.3525453388311554e-06,
      "loss": 0.9825,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2126593589782715,
      "step": 23840,
      "valid_targets_mean": 575.6,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.6867799539170507,
      "grad_norm": 0.9703039031522944,
      "learning_rate": 1.3514289586849016e-06,
      "loss": 1.0288,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9999597072601318,
      "step": 23845,
      "valid_targets_mean": 802.8,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.6869239631336406,
      "grad_norm": 1.111280810153514,
      "learning_rate": 1.350312868775901e-06,
      "loss": 1.0279,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0225889682769775,
      "step": 23850,
      "valid_targets_mean": 627.4,
      "valid_targets_min": 81
    },
    {
      "epoch": 0.6870679723502304,
      "grad_norm": 1.0401275172544853,
      "learning_rate": 1.3491970693861812e-06,
      "loss": 0.9296,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9307153224945068,
      "step": 23855,
      "valid_targets_mean": 659.9,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.6872119815668203,
      "grad_norm": 1.1182386964996884,
      "learning_rate": 1.3480815607977018e-06,
      "loss": 0.9397,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9634029865264893,
      "step": 23860,
      "valid_targets_mean": 604.6,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.6873559907834101,
      "grad_norm": 1.1037015731666362,
      "learning_rate": 1.346966343292344e-06,
      "loss": 1.0334,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.904218316078186,
      "step": 23865,
      "valid_targets_mean": 622.9,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.6875,
      "grad_norm": 1.0815472637959382,
      "learning_rate": 1.3458514171519155e-06,
      "loss": 0.8859,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.034136414527893,
      "step": 23870,
      "valid_targets_mean": 641.6,
      "valid_targets_min": 159
    },
    {
      "epoch": 0.6876440092165899,
      "grad_norm": 1.0532656733090273,
      "learning_rate": 1.3447367826581525e-06,
      "loss": 1.0308,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1318296194076538,
      "step": 23875,
      "valid_targets_mean": 652.3,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.6877880184331797,
      "grad_norm": 1.2652292843361295,
      "learning_rate": 1.3436224400927184e-06,
      "loss": 0.9429,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0415018796920776,
      "step": 23880,
      "valid_targets_mean": 503.8,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.6879320276497696,
      "grad_norm": 1.1663885419202613,
      "learning_rate": 1.3425083897371983e-06,
      "loss": 0.9534,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8499125242233276,
      "step": 23885,
      "valid_targets_mean": 572.9,
      "valid_targets_min": 193
    },
    {
      "epoch": 0.6880760368663594,
      "grad_norm": 1.2153389704410165,
      "learning_rate": 1.3413946318731085e-06,
      "loss": 0.9086,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8060243725776672,
      "step": 23890,
      "valid_targets_mean": 475.2,
      "valid_targets_min": 183
    },
    {
      "epoch": 0.6882200460829493,
      "grad_norm": 1.2665465070336248,
      "learning_rate": 1.3402811667818874e-06,
      "loss": 1.0469,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2087316513061523,
      "step": 23895,
      "valid_targets_mean": 514.8,
      "valid_targets_min": 142
    },
    {
      "epoch": 0.6883640552995391,
      "grad_norm": 1.1784098272757912,
      "learning_rate": 1.3391679947449021e-06,
      "loss": 0.9126,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6569601893424988,
      "step": 23900,
      "valid_targets_mean": 451.3,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.688508064516129,
      "grad_norm": 1.1580300058594049,
      "learning_rate": 1.3380551160434458e-06,
      "loss": 0.8343,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.843817949295044,
      "step": 23905,
      "valid_targets_mean": 494.4,
      "valid_targets_min": 229
    },
    {
      "epoch": 0.6886520737327189,
      "grad_norm": 1.329762769367819,
      "learning_rate": 1.336942530958734e-06,
      "loss": 1.1162,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9958891868591309,
      "step": 23910,
      "valid_targets_mean": 439.2,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.6887960829493087,
      "grad_norm": 1.108174371270064,
      "learning_rate": 1.335830239771912e-06,
      "loss": 0.8587,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0867068767547607,
      "step": 23915,
      "valid_targets_mean": 659.5,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.6889400921658986,
      "grad_norm": 1.335886341073835,
      "learning_rate": 1.3347182427640504e-06,
      "loss": 0.9943,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1026067733764648,
      "step": 23920,
      "valid_targets_mean": 435.8,
      "valid_targets_min": 60
    },
    {
      "epoch": 0.6890841013824884,
      "grad_norm": 1.0939772265284156,
      "learning_rate": 1.333606540216143e-06,
      "loss": 0.9435,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0171480178833008,
      "step": 23925,
      "valid_targets_mean": 689.9,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.6892281105990783,
      "grad_norm": 0.9998355823941035,
      "learning_rate": 1.332495132409109e-06,
      "loss": 0.8938,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9202742576599121,
      "step": 23930,
      "valid_targets_mean": 757.0,
      "valid_targets_min": 130
    },
    {
      "epoch": 0.6893721198156681,
      "grad_norm": 1.2189756288659117,
      "learning_rate": 1.3313840196237985e-06,
      "loss": 0.9125,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7351052165031433,
      "step": 23935,
      "valid_targets_mean": 486.6,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.6895161290322581,
      "grad_norm": 1.1210199793561817,
      "learning_rate": 1.3302732021409814e-06,
      "loss": 0.9975,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8660317659378052,
      "step": 23940,
      "valid_targets_mean": 602.0,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.689660138248848,
      "grad_norm": 1.0648924983260417,
      "learning_rate": 1.3291626802413538e-06,
      "loss": 0.9492,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0049912929534912,
      "step": 23945,
      "valid_targets_mean": 659.2,
      "valid_targets_min": 252
    },
    {
      "epoch": 0.6898041474654378,
      "grad_norm": 1.2270031953802751,
      "learning_rate": 1.328052454205539e-06,
      "loss": 1.0867,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.077355980873108,
      "step": 23950,
      "valid_targets_mean": 530.4,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.6899481566820277,
      "grad_norm": 1.295411600691332,
      "learning_rate": 1.3269425243140854e-06,
      "loss": 0.997,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0878649950027466,
      "step": 23955,
      "valid_targets_mean": 537.6,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.6900921658986175,
      "grad_norm": 1.1987343135215214,
      "learning_rate": 1.3258328908474649e-06,
      "loss": 0.9452,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1053731441497803,
      "step": 23960,
      "valid_targets_mean": 559.2,
      "valid_targets_min": 60
    },
    {
      "epoch": 0.6902361751152074,
      "grad_norm": 1.0738121969238987,
      "learning_rate": 1.3247235540860766e-06,
      "loss": 0.9706,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0838494300842285,
      "step": 23965,
      "valid_targets_mean": 657.6,
      "valid_targets_min": 170
    },
    {
      "epoch": 0.6903801843317973,
      "grad_norm": 1.111426183926093,
      "learning_rate": 1.323614514310242e-06,
      "loss": 0.9246,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8389415740966797,
      "step": 23970,
      "valid_targets_mean": 577.8,
      "valid_targets_min": 167
    },
    {
      "epoch": 0.6905241935483871,
      "grad_norm": 0.9698123773728748,
      "learning_rate": 1.3225057718002093e-06,
      "loss": 0.9218,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8781231641769409,
      "step": 23975,
      "valid_targets_mean": 736.9,
      "valid_targets_min": 403
    },
    {
      "epoch": 0.690668202764977,
      "grad_norm": 1.01425088504044,
      "learning_rate": 1.321397326836153e-06,
      "loss": 0.935,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1856441497802734,
      "step": 23980,
      "valid_targets_mean": 848.5,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.6908122119815668,
      "grad_norm": 1.1452183121962454,
      "learning_rate": 1.3202891796981685e-06,
      "loss": 0.9975,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.098855972290039,
      "step": 23985,
      "valid_targets_mean": 624.1,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.6909562211981567,
      "grad_norm": 1.0700083866255583,
      "learning_rate": 1.319181330666279e-06,
      "loss": 0.9249,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9731374382972717,
      "step": 23990,
      "valid_targets_mean": 622.6,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.6911002304147466,
      "grad_norm": 0.9291170984461147,
      "learning_rate": 1.3180737800204329e-06,
      "loss": 1.0298,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1266255378723145,
      "step": 23995,
      "valid_targets_mean": 850.8,
      "valid_targets_min": 217
    },
    {
      "epoch": 0.6912442396313364,
      "grad_norm": 1.200806211562534,
      "learning_rate": 1.3169665280405002e-06,
      "loss": 0.8988,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7358858585357666,
      "step": 24000,
      "valid_targets_mean": 475.5,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.6913882488479263,
      "grad_norm": 1.0870236404418405,
      "learning_rate": 1.3158595750062759e-06,
      "loss": 0.9706,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8612756729125977,
      "step": 24005,
      "valid_targets_mean": 569.6,
      "valid_targets_min": 161
    },
    {
      "epoch": 0.6915322580645161,
      "grad_norm": 1.2304307237209802,
      "learning_rate": 1.3147529211974841e-06,
      "loss": 0.8682,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.953741729259491,
      "step": 24010,
      "valid_targets_mean": 474.9,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.691676267281106,
      "grad_norm": 0.9536226964543166,
      "learning_rate": 1.3136465668937681e-06,
      "loss": 0.924,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7607520818710327,
      "step": 24015,
      "valid_targets_mean": 676.8,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.6918202764976958,
      "grad_norm": 1.164953192219079,
      "learning_rate": 1.3125405123746957e-06,
      "loss": 0.9252,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.050837516784668,
      "step": 24020,
      "valid_targets_mean": 610.6,
      "valid_targets_min": 85
    },
    {
      "epoch": 0.6919642857142857,
      "grad_norm": 1.5278695776471682,
      "learning_rate": 1.311434757919762e-06,
      "loss": 0.9923,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.970535159111023,
      "step": 24025,
      "valid_targets_mean": 398.6,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.6921082949308756,
      "grad_norm": 1.1280692825920637,
      "learning_rate": 1.3103293038083857e-06,
      "loss": 0.8968,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9990882277488708,
      "step": 24030,
      "valid_targets_mean": 600.8,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.6922523041474654,
      "grad_norm": 1.1845525282086014,
      "learning_rate": 1.309224150319906e-06,
      "loss": 0.9547,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7428827881813049,
      "step": 24035,
      "valid_targets_mean": 462.9,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.6923963133640553,
      "grad_norm": 1.096192346012311,
      "learning_rate": 1.3081192977335918e-06,
      "loss": 1.0508,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9949580430984497,
      "step": 24040,
      "valid_targets_mean": 637.9,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.6925403225806451,
      "grad_norm": 1.052411586008391,
      "learning_rate": 1.3070147463286304e-06,
      "loss": 0.9848,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.101015567779541,
      "step": 24045,
      "valid_targets_mean": 730.5,
      "valid_targets_min": 124
    },
    {
      "epoch": 0.692684331797235,
      "grad_norm": 1.0198911916719633,
      "learning_rate": 1.3059104963841369e-06,
      "loss": 0.944,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.052452802658081,
      "step": 24050,
      "valid_targets_mean": 681.0,
      "valid_targets_min": 196
    },
    {
      "epoch": 0.6928283410138248,
      "grad_norm": 1.2766307370457493,
      "learning_rate": 1.304806548179149e-06,
      "loss": 0.9608,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8376483917236328,
      "step": 24055,
      "valid_targets_mean": 471.4,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.6929723502304147,
      "grad_norm": 1.0892349391345808,
      "learning_rate": 1.3037029019926266e-06,
      "loss": 0.8592,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.900246262550354,
      "step": 24060,
      "valid_targets_mean": 576.6,
      "valid_targets_min": 131
    },
    {
      "epoch": 0.6931163594470046,
      "grad_norm": 1.0846957517453824,
      "learning_rate": 1.302599558103456e-06,
      "loss": 0.88,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7675861120223999,
      "step": 24065,
      "valid_targets_mean": 583.1,
      "valid_targets_min": 149
    },
    {
      "epoch": 0.6932603686635944,
      "grad_norm": 1.0801805704495344,
      "learning_rate": 1.3014965167904467e-06,
      "loss": 0.8753,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8531428575515747,
      "step": 24070,
      "valid_targets_mean": 605.9,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.6934043778801844,
      "grad_norm": 1.1555296944521456,
      "learning_rate": 1.3003937783323285e-06,
      "loss": 0.9403,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9707527160644531,
      "step": 24075,
      "valid_targets_mean": 561.2,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.6935483870967742,
      "grad_norm": 1.2462406457927304,
      "learning_rate": 1.299291343007759e-06,
      "loss": 0.9216,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8577471375465393,
      "step": 24080,
      "valid_targets_mean": 476.2,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.6936923963133641,
      "grad_norm": 0.9654636660940273,
      "learning_rate": 1.2981892110953158e-06,
      "loss": 0.9024,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7927346229553223,
      "step": 24085,
      "valid_targets_mean": 673.7,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.693836405529954,
      "grad_norm": 1.1514237318045788,
      "learning_rate": 1.2970873828735017e-06,
      "loss": 0.9575,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9439651966094971,
      "step": 24090,
      "valid_targets_mean": 578.8,
      "valid_targets_min": 216
    },
    {
      "epoch": 0.6939804147465438,
      "grad_norm": 1.2114215353462716,
      "learning_rate": 1.2959858586207436e-06,
      "loss": 1.0129,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9382319450378418,
      "step": 24095,
      "valid_targets_mean": 493.2,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.6941244239631337,
      "grad_norm": 1.0532026005883075,
      "learning_rate": 1.294884638615388e-06,
      "loss": 0.8637,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8819034695625305,
      "step": 24100,
      "valid_targets_mean": 631.7,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.6942684331797235,
      "grad_norm": 1.2596275650697182,
      "learning_rate": 1.293783723135709e-06,
      "loss": 1.0799,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1191405057907104,
      "step": 24105,
      "valid_targets_mean": 575.4,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.6944124423963134,
      "grad_norm": 1.1034129038035123,
      "learning_rate": 1.2926831124598998e-06,
      "loss": 0.8502,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8901834487915039,
      "step": 24110,
      "valid_targets_mean": 575.2,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.6945564516129032,
      "grad_norm": 1.0177050408394286,
      "learning_rate": 1.29158280686608e-06,
      "loss": 0.9741,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9772095084190369,
      "step": 24115,
      "valid_targets_mean": 695.1,
      "valid_targets_min": 251
    },
    {
      "epoch": 0.6947004608294931,
      "grad_norm": 1.146479170660374,
      "learning_rate": 1.2904828066322884e-06,
      "loss": 0.8556,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9474458694458008,
      "step": 24120,
      "valid_targets_mean": 532.4,
      "valid_targets_min": 222
    },
    {
      "epoch": 0.694844470046083,
      "grad_norm": 1.1290678194595607,
      "learning_rate": 1.2893831120364902e-06,
      "loss": 0.893,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7402991652488708,
      "step": 24125,
      "valid_targets_mean": 491.9,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.6949884792626728,
      "grad_norm": 1.081373008231554,
      "learning_rate": 1.2882837233565722e-06,
      "loss": 1.0508,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0772161483764648,
      "step": 24130,
      "valid_targets_mean": 686.4,
      "valid_targets_min": 200
    },
    {
      "epoch": 0.6951324884792627,
      "grad_norm": 1.0406890569704506,
      "learning_rate": 1.287184640870342e-06,
      "loss": 0.9984,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8217208385467529,
      "step": 24135,
      "valid_targets_mean": 700.8,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.6952764976958525,
      "grad_norm": 1.2655248679579953,
      "learning_rate": 1.2860858648555325e-06,
      "loss": 0.8855,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9429090619087219,
      "step": 24140,
      "valid_targets_mean": 493.2,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.6954205069124424,
      "grad_norm": 1.1916809895539937,
      "learning_rate": 1.2849873955897987e-06,
      "loss": 0.9636,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8811041116714478,
      "step": 24145,
      "valid_targets_mean": 491.7,
      "valid_targets_min": 165
    },
    {
      "epoch": 0.6955645161290323,
      "grad_norm": 1.0855956841909447,
      "learning_rate": 1.2838892333507156e-06,
      "loss": 0.7852,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6624560356140137,
      "step": 24150,
      "valid_targets_mean": 522.6,
      "valid_targets_min": 181
    },
    {
      "epoch": 0.6957085253456221,
      "grad_norm": 1.2070934389082735,
      "learning_rate": 1.2827913784157842e-06,
      "loss": 0.8314,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8142966032028198,
      "step": 24155,
      "valid_targets_mean": 475.8,
      "valid_targets_min": 73
    },
    {
      "epoch": 0.695852534562212,
      "grad_norm": 0.8591339609938291,
      "learning_rate": 1.2816938310624243e-06,
      "loss": 0.9716,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6972935199737549,
      "step": 24160,
      "valid_targets_mean": 791.3,
      "valid_targets_min": 229
    },
    {
      "epoch": 0.6959965437788018,
      "grad_norm": 1.230971306744075,
      "learning_rate": 1.2805965915679808e-06,
      "loss": 0.8822,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8880661725997925,
      "step": 24165,
      "valid_targets_mean": 448.7,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.6961405529953917,
      "grad_norm": 1.350534832914178,
      "learning_rate": 1.2794996602097207e-06,
      "loss": 0.9495,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9540152549743652,
      "step": 24170,
      "valid_targets_mean": 413.2,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.6962845622119815,
      "grad_norm": 1.201190353062919,
      "learning_rate": 1.278403037264831e-06,
      "loss": 0.9376,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9710573554039001,
      "step": 24175,
      "valid_targets_mean": 548.4,
      "valid_targets_min": 239
    },
    {
      "epoch": 0.6964285714285714,
      "grad_norm": 1.0432188111465008,
      "learning_rate": 1.2773067230104202e-06,
      "loss": 0.8511,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8462553024291992,
      "step": 24180,
      "valid_targets_mean": 643.6,
      "valid_targets_min": 223
    },
    {
      "epoch": 0.6965725806451613,
      "grad_norm": 1.1944740704647698,
      "learning_rate": 1.276210717723525e-06,
      "loss": 0.9405,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7889471650123596,
      "step": 24185,
      "valid_targets_mean": 467.9,
      "valid_targets_min": 78
    },
    {
      "epoch": 0.6967165898617511,
      "grad_norm": 1.1923755970983667,
      "learning_rate": 1.2751150216810965e-06,
      "loss": 0.8843,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0308418273925781,
      "step": 24190,
      "valid_targets_mean": 542.6,
      "valid_targets_min": 175
    },
    {
      "epoch": 0.696860599078341,
      "grad_norm": 1.1444340610545745,
      "learning_rate": 1.2740196351600108e-06,
      "loss": 0.9493,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2997565269470215,
      "step": 24195,
      "valid_targets_mean": 688.0,
      "valid_targets_min": 158
    },
    {
      "epoch": 0.6970046082949308,
      "grad_norm": 1.0813271592208396,
      "learning_rate": 1.272924558437066e-06,
      "loss": 1.0087,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0340824127197266,
      "step": 24200,
      "valid_targets_mean": 604.6,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.6971486175115207,
      "grad_norm": 1.0783523500942471,
      "learning_rate": 1.2718297917889832e-06,
      "loss": 0.9135,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8799986839294434,
      "step": 24205,
      "valid_targets_mean": 598.8,
      "valid_targets_min": 64
    },
    {
      "epoch": 0.6972926267281107,
      "grad_norm": 1.1297107701241598,
      "learning_rate": 1.2707353354924013e-06,
      "loss": 0.965,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.139632225036621,
      "step": 24210,
      "valid_targets_mean": 641.7,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.6974366359447005,
      "grad_norm": 1.2340695088153792,
      "learning_rate": 1.2696411898238843e-06,
      "loss": 0.9567,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1877561807632446,
      "step": 24215,
      "valid_targets_mean": 555.3,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.6975806451612904,
      "grad_norm": 1.1859075810931035,
      "learning_rate": 1.268547355059917e-06,
      "loss": 0.9584,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8943163752555847,
      "step": 24220,
      "valid_targets_mean": 552.9,
      "valid_targets_min": 100
    },
    {
      "epoch": 0.6977246543778802,
      "grad_norm": 1.1061495979713045,
      "learning_rate": 1.2674538314769033e-06,
      "loss": 0.9288,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8332664966583252,
      "step": 24225,
      "valid_targets_mean": 564.2,
      "valid_targets_min": 295
    },
    {
      "epoch": 0.6978686635944701,
      "grad_norm": 1.099857941636525,
      "learning_rate": 1.2663606193511723e-06,
      "loss": 0.9498,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1343564987182617,
      "step": 24230,
      "valid_targets_mean": 640.5,
      "valid_targets_min": 162
    },
    {
      "epoch": 0.6980126728110599,
      "grad_norm": 1.021170446736521,
      "learning_rate": 1.265267718958971e-06,
      "loss": 1.0096,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0980305671691895,
      "step": 24235,
      "valid_targets_mean": 752.3,
      "valid_targets_min": 434
    },
    {
      "epoch": 0.6981566820276498,
      "grad_norm": 1.2488439940599037,
      "learning_rate": 1.2641751305764693e-06,
      "loss": 0.9034,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.000836968421936,
      "step": 24240,
      "valid_targets_mean": 475.7,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.6983006912442397,
      "grad_norm": 1.076828692120067,
      "learning_rate": 1.2630828544797591e-06,
      "loss": 0.8778,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7941405773162842,
      "step": 24245,
      "valid_targets_mean": 583.1,
      "valid_targets_min": 176
    },
    {
      "epoch": 0.6984447004608295,
      "grad_norm": 1.1020794831606342,
      "learning_rate": 1.2619908909448508e-06,
      "loss": 0.9754,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8652437925338745,
      "step": 24250,
      "valid_targets_mean": 569.9,
      "valid_targets_min": 175
    },
    {
      "epoch": 0.6985887096774194,
      "grad_norm": 1.18350269070508,
      "learning_rate": 1.2608992402476763e-06,
      "loss": 0.9583,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.744556188583374,
      "step": 24255,
      "valid_targets_mean": 498.4,
      "valid_targets_min": 60
    },
    {
      "epoch": 0.6987327188940092,
      "grad_norm": 1.1436632287831248,
      "learning_rate": 1.2598079026640927e-06,
      "loss": 0.9184,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7834411263465881,
      "step": 24260,
      "valid_targets_mean": 507.3,
      "valid_targets_min": 231
    },
    {
      "epoch": 0.6988767281105991,
      "grad_norm": 1.2248121776722847,
      "learning_rate": 1.2587168784698728e-06,
      "loss": 0.9826,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0711135864257812,
      "step": 24265,
      "valid_targets_mean": 495.8,
      "valid_targets_min": 77
    },
    {
      "epoch": 0.699020737327189,
      "grad_norm": 1.0918130538273056,
      "learning_rate": 1.2576261679407112e-06,
      "loss": 0.935,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9607564210891724,
      "step": 24270,
      "valid_targets_mean": 594.6,
      "valid_targets_min": 186
    },
    {
      "epoch": 0.6991647465437788,
      "grad_norm": 0.7613468204815677,
      "learning_rate": 1.256535771352225e-06,
      "loss": 0.8193,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5293052196502686,
      "step": 24275,
      "valid_targets_mean": 791.9,
      "valid_targets_min": 204
    },
    {
      "epoch": 0.6993087557603687,
      "grad_norm": 1.1630997616614678,
      "learning_rate": 1.2554456889799521e-06,
      "loss": 1.0407,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9892896413803101,
      "step": 24280,
      "valid_targets_mean": 589.2,
      "valid_targets_min": 167
    },
    {
      "epoch": 0.6994527649769585,
      "grad_norm": 1.1309244031099666,
      "learning_rate": 1.2543559210993484e-06,
      "loss": 0.9566,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9072847366333008,
      "step": 24285,
      "valid_targets_mean": 589.1,
      "valid_targets_min": 176
    },
    {
      "epoch": 0.6995967741935484,
      "grad_norm": 1.1369369733249284,
      "learning_rate": 1.2532664679857923e-06,
      "loss": 0.9868,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1394644975662231,
      "step": 24290,
      "valid_targets_mean": 660.8,
      "valid_targets_min": 208
    },
    {
      "epoch": 0.6997407834101382,
      "grad_norm": 1.0681892542899571,
      "learning_rate": 1.2521773299145837e-06,
      "loss": 0.9817,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0279501676559448,
      "step": 24295,
      "valid_targets_mean": 656.9,
      "valid_targets_min": 159
    },
    {
      "epoch": 0.6998847926267281,
      "grad_norm": 1.2400515543977133,
      "learning_rate": 1.2510885071609393e-06,
      "loss": 0.989,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0038824081420898,
      "step": 24300,
      "valid_targets_mean": 531.2,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.700028801843318,
      "grad_norm": 1.0570202283667631,
      "learning_rate": 1.2500000000000007e-06,
      "loss": 0.9146,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9328380823135376,
      "step": 24305,
      "valid_targets_mean": 636.1,
      "valid_targets_min": 81
    },
    {
      "epoch": 0.7001728110599078,
      "grad_norm": 1.1734238193994866,
      "learning_rate": 1.2489118087068247e-06,
      "loss": 0.9838,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0820002555847168,
      "step": 24310,
      "valid_targets_mean": 565.9,
      "valid_targets_min": 87
    },
    {
      "epoch": 0.7003168202764977,
      "grad_norm": 1.1817092444019288,
      "learning_rate": 1.2478239335563927e-06,
      "loss": 1.0089,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9741746783256531,
      "step": 24315,
      "valid_targets_mean": 515.6,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.7004608294930875,
      "grad_norm": 0.9974221706161704,
      "learning_rate": 1.2467363748236047e-06,
      "loss": 0.915,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.97984379529953,
      "step": 24320,
      "valid_targets_mean": 739.4,
      "valid_targets_min": 90
    },
    {
      "epoch": 0.7006048387096774,
      "grad_norm": 1.0155949496855647,
      "learning_rate": 1.24564913278328e-06,
      "loss": 0.9583,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.080467939376831,
      "step": 24325,
      "valid_targets_mean": 710.9,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.7007488479262672,
      "grad_norm": 1.1510037149945336,
      "learning_rate": 1.2445622077101564e-06,
      "loss": 0.9827,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8684801459312439,
      "step": 24330,
      "valid_targets_mean": 582.6,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.7008928571428571,
      "grad_norm": 1.1560299713700042,
      "learning_rate": 1.243475599878897e-06,
      "loss": 1.0409,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8537675142288208,
      "step": 24335,
      "valid_targets_mean": 542.6,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.701036866359447,
      "grad_norm": 1.1437889660262646,
      "learning_rate": 1.24238930956408e-06,
      "loss": 1.157,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0936391353607178,
      "step": 24340,
      "valid_targets_mean": 598.2,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.7011808755760369,
      "grad_norm": 1.0856117024021912,
      "learning_rate": 1.2413033370402034e-06,
      "loss": 0.8525,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7933265566825867,
      "step": 24345,
      "valid_targets_mean": 570.4,
      "valid_targets_min": 184
    },
    {
      "epoch": 0.7013248847926268,
      "grad_norm": 1.024281306117568,
      "learning_rate": 1.240217682581687e-06,
      "loss": 0.9362,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7798221111297607,
      "step": 24350,
      "valid_targets_mean": 607.3,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.7014688940092166,
      "grad_norm": 1.2386876329897896,
      "learning_rate": 1.2391323464628704e-06,
      "loss": 1.0772,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1507999897003174,
      "step": 24355,
      "valid_targets_mean": 677.6,
      "valid_targets_min": 233
    },
    {
      "epoch": 0.7016129032258065,
      "grad_norm": 1.1826423792317315,
      "learning_rate": 1.2380473289580104e-06,
      "loss": 1.0477,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.182403326034546,
      "step": 24360,
      "valid_targets_mean": 604.9,
      "valid_targets_min": 78
    },
    {
      "epoch": 0.7017569124423964,
      "grad_norm": 1.1711536632347308,
      "learning_rate": 1.2369626303412858e-06,
      "loss": 0.879,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9101369976997375,
      "step": 24365,
      "valid_targets_mean": 506.2,
      "valid_targets_min": 172
    },
    {
      "epoch": 0.7019009216589862,
      "grad_norm": 1.1117005519945233,
      "learning_rate": 1.235878250886792e-06,
      "loss": 0.9429,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8652825355529785,
      "step": 24370,
      "valid_targets_mean": 580.7,
      "valid_targets_min": 63
    },
    {
      "epoch": 0.7020449308755761,
      "grad_norm": 1.0548239598191724,
      "learning_rate": 1.2347941908685464e-06,
      "loss": 0.9186,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7404327392578125,
      "step": 24375,
      "valid_targets_mean": 560.9,
      "valid_targets_min": 130
    },
    {
      "epoch": 0.7021889400921659,
      "grad_norm": 1.1746689969408948,
      "learning_rate": 1.2337104505604859e-06,
      "loss": 0.8911,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.826930582523346,
      "step": 24380,
      "valid_targets_mean": 532.8,
      "valid_targets_min": 291
    },
    {
      "epoch": 0.7023329493087558,
      "grad_norm": 1.1009317278774338,
      "learning_rate": 1.2326270302364629e-06,
      "loss": 1.0457,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.071480631828308,
      "step": 24385,
      "valid_targets_mean": 650.9,
      "valid_targets_min": 208
    },
    {
      "epoch": 0.7024769585253456,
      "grad_norm": 1.150742065493672,
      "learning_rate": 1.231543930170253e-06,
      "loss": 1.0557,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2253015041351318,
      "step": 24390,
      "valid_targets_mean": 634.0,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.7026209677419355,
      "grad_norm": 1.1684543356778911,
      "learning_rate": 1.2304611506355502e-06,
      "loss": 0.8934,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9300792217254639,
      "step": 24395,
      "valid_targets_mean": 535.4,
      "valid_targets_min": 176
    },
    {
      "epoch": 0.7027649769585254,
      "grad_norm": 1.2372774096880514,
      "learning_rate": 1.229378691905965e-06,
      "loss": 1.0047,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8234131336212158,
      "step": 24400,
      "valid_targets_mean": 462.6,
      "valid_targets_min": 59
    },
    {
      "epoch": 0.7029089861751152,
      "grad_norm": 0.9997661907245656,
      "learning_rate": 1.2282965542550274e-06,
      "loss": 0.993,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.055487036705017,
      "step": 24405,
      "valid_targets_mean": 774.8,
      "valid_targets_min": 425
    },
    {
      "epoch": 0.7030529953917051,
      "grad_norm": 0.9927482463760947,
      "learning_rate": 1.2272147379561908e-06,
      "loss": 0.9185,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8833057880401611,
      "step": 24410,
      "valid_targets_mean": 676.9,
      "valid_targets_min": 162
    },
    {
      "epoch": 0.7031970046082949,
      "grad_norm": 0.9377297190091086,
      "learning_rate": 1.2261332432828218e-06,
      "loss": 0.9683,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9547717571258545,
      "step": 24415,
      "valid_targets_mean": 823.5,
      "valid_targets_min": 269
    },
    {
      "epoch": 0.7033410138248848,
      "grad_norm": 1.3320522535092403,
      "learning_rate": 1.2250520705082072e-06,
      "loss": 0.8614,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9497125148773193,
      "step": 24420,
      "valid_targets_mean": 424.5,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.7034850230414746,
      "grad_norm": 0.8282774523103178,
      "learning_rate": 1.223971219905554e-06,
      "loss": 0.8773,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8275854587554932,
      "step": 24425,
      "valid_targets_mean": 906.9,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.7036290322580645,
      "grad_norm": 1.2119819566918801,
      "learning_rate": 1.2228906917479875e-06,
      "loss": 0.9313,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8369802236557007,
      "step": 24430,
      "valid_targets_mean": 470.8,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.7037730414746544,
      "grad_norm": 1.1675136371003312,
      "learning_rate": 1.2218104863085496e-06,
      "loss": 0.9825,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7959430813789368,
      "step": 24435,
      "valid_targets_mean": 482.7,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.7039170506912442,
      "grad_norm": 1.1968061157259828,
      "learning_rate": 1.2207306038602032e-06,
      "loss": 0.8354,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8039418458938599,
      "step": 24440,
      "valid_targets_mean": 522.4,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.7040610599078341,
      "grad_norm": 1.0920809040830277,
      "learning_rate": 1.2196510446758269e-06,
      "loss": 0.9353,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1865862607955933,
      "step": 24445,
      "valid_targets_mean": 661.6,
      "valid_targets_min": 224
    },
    {
      "epoch": 0.7042050691244239,
      "grad_norm": 1.0572560692496695,
      "learning_rate": 1.21857180902822e-06,
      "loss": 1.0321,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2862106561660767,
      "step": 24450,
      "valid_targets_mean": 814.9,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.7043490783410138,
      "grad_norm": 1.1770507562043224,
      "learning_rate": 1.2174928971900998e-06,
      "loss": 0.9357,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.108421802520752,
      "step": 24455,
      "valid_targets_mean": 597.1,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.7044930875576036,
      "grad_norm": 1.075329332970952,
      "learning_rate": 1.2164143094340993e-06,
      "loss": 0.9982,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0120254755020142,
      "step": 24460,
      "valid_targets_mean": 666.8,
      "valid_targets_min": 397
    },
    {
      "epoch": 0.7046370967741935,
      "grad_norm": 1.0948561374258308,
      "learning_rate": 1.2153360460327727e-06,
      "loss": 0.8879,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8459873795509338,
      "step": 24465,
      "valid_targets_mean": 605.1,
      "valid_targets_min": 280
    },
    {
      "epoch": 0.7047811059907834,
      "grad_norm": 1.2827200561432452,
      "learning_rate": 1.214258107258591e-06,
      "loss": 0.9703,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8631737232208252,
      "step": 24470,
      "valid_targets_mean": 457.6,
      "valid_targets_min": 134
    },
    {
      "epoch": 0.7049251152073732,
      "grad_norm": 0.8677482244868936,
      "learning_rate": 1.213180493383942e-06,
      "loss": 0.9462,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8232032060623169,
      "step": 24475,
      "valid_targets_mean": 946.2,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.7050691244239631,
      "grad_norm": 1.1008772977055838,
      "learning_rate": 1.2121032046811333e-06,
      "loss": 0.9225,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0704538822174072,
      "step": 24480,
      "valid_targets_mean": 622.9,
      "valid_targets_min": 154
    },
    {
      "epoch": 0.705213133640553,
      "grad_norm": 1.0750752293576047,
      "learning_rate": 1.21102624142239e-06,
      "loss": 0.8794,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8516757488250732,
      "step": 24485,
      "valid_targets_mean": 616.9,
      "valid_targets_min": 172
    },
    {
      "epoch": 0.7053571428571429,
      "grad_norm": 1.1150429585955657,
      "learning_rate": 1.2099496038798539e-06,
      "loss": 0.9735,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7193114757537842,
      "step": 24490,
      "valid_targets_mean": 549.9,
      "valid_targets_min": 170
    },
    {
      "epoch": 0.7055011520737328,
      "grad_norm": 1.0670154047922513,
      "learning_rate": 1.208873292325584e-06,
      "loss": 0.9024,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9329861998558044,
      "step": 24495,
      "valid_targets_mean": 652.7,
      "valid_targets_min": 142
    },
    {
      "epoch": 0.7056451612903226,
      "grad_norm": 1.1570906085969699,
      "learning_rate": 1.2077973070315594e-06,
      "loss": 0.9319,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7310404777526855,
      "step": 24500,
      "valid_targets_mean": 461.8,
      "valid_targets_min": 54
    },
    {
      "epoch": 0.7057891705069125,
      "grad_norm": 1.1639505647243766,
      "learning_rate": 1.2067216482696756e-06,
      "loss": 0.8951,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7786911725997925,
      "step": 24505,
      "valid_targets_mean": 490.4,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.7059331797235023,
      "grad_norm": 0.7288075802954084,
      "learning_rate": 1.2056463163117437e-06,
      "loss": 0.8013,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4975093901157379,
      "step": 24510,
      "valid_targets_mean": 799.4,
      "valid_targets_min": 217
    },
    {
      "epoch": 0.7060771889400922,
      "grad_norm": 1.2791272533637998,
      "learning_rate": 1.204571311429496e-06,
      "loss": 0.9695,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8913708925247192,
      "step": 24515,
      "valid_targets_mean": 486.8,
      "valid_targets_min": 77
    },
    {
      "epoch": 0.706221198156682,
      "grad_norm": 1.0998031123672773,
      "learning_rate": 1.2034966338945781e-06,
      "loss": 0.8898,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.927804172039032,
      "step": 24520,
      "valid_targets_mean": 556.9,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.7063652073732719,
      "grad_norm": 1.2127317649439318,
      "learning_rate": 1.2024222839785555e-06,
      "loss": 0.8423,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9690746068954468,
      "step": 24525,
      "valid_targets_mean": 500.9,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.7065092165898618,
      "grad_norm": 1.0131769895893987,
      "learning_rate": 1.2013482619529109e-06,
      "loss": 0.8425,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6582072973251343,
      "step": 24530,
      "valid_targets_mean": 576.1,
      "valid_targets_min": 187
    },
    {
      "epoch": 0.7066532258064516,
      "grad_norm": 1.1499589258534804,
      "learning_rate": 1.200274568089042e-06,
      "loss": 0.9196,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8304891586303711,
      "step": 24535,
      "valid_targets_mean": 576.8,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.7067972350230415,
      "grad_norm": 1.184295766480996,
      "learning_rate": 1.1992012026582662e-06,
      "loss": 0.9716,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9717105627059937,
      "step": 24540,
      "valid_targets_mean": 535.4,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.7069412442396313,
      "grad_norm": 1.095281311992434,
      "learning_rate": 1.198128165931817e-06,
      "loss": 0.9365,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9671566486358643,
      "step": 24545,
      "valid_targets_mean": 628.7,
      "valid_targets_min": 202
    },
    {
      "epoch": 0.7070852534562212,
      "grad_norm": 1.0488194762233372,
      "learning_rate": 1.197055458180843e-06,
      "loss": 0.9513,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7801114320755005,
      "step": 24550,
      "valid_targets_mean": 556.8,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.707229262672811,
      "grad_norm": 1.1709985641852905,
      "learning_rate": 1.1959830796764132e-06,
      "loss": 0.8731,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7719403505325317,
      "step": 24555,
      "valid_targets_mean": 480.8,
      "valid_targets_min": 87
    },
    {
      "epoch": 0.7073732718894009,
      "grad_norm": 1.008891250012703,
      "learning_rate": 1.1949110306895096e-06,
      "loss": 1.0361,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1436513662338257,
      "step": 24560,
      "valid_targets_mean": 776.4,
      "valid_targets_min": 223
    },
    {
      "epoch": 0.7075172811059908,
      "grad_norm": 1.0531518293358417,
      "learning_rate": 1.1938393114910336e-06,
      "loss": 0.861,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9670704007148743,
      "step": 24565,
      "valid_targets_mean": 673.4,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.7076612903225806,
      "grad_norm": 1.168353170729672,
      "learning_rate": 1.1927679223518032e-06,
      "loss": 1.0412,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2177408933639526,
      "step": 24570,
      "valid_targets_mean": 616.9,
      "valid_targets_min": 118
    },
    {
      "epoch": 0.7078052995391705,
      "grad_norm": 1.2216615965418418,
      "learning_rate": 1.1916968635425508e-06,
      "loss": 0.9788,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9058845639228821,
      "step": 24575,
      "valid_targets_mean": 538.8,
      "valid_targets_min": 77
    },
    {
      "epoch": 0.7079493087557603,
      "grad_norm": 1.240024714925171,
      "learning_rate": 1.1906261353339274e-06,
      "loss": 0.9228,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9364908933639526,
      "step": 24580,
      "valid_targets_mean": 493.3,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.7080933179723502,
      "grad_norm": 1.0722164107203715,
      "learning_rate": 1.1895557379965007e-06,
      "loss": 0.8178,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7299426198005676,
      "step": 24585,
      "valid_targets_mean": 581.9,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.7082373271889401,
      "grad_norm": 0.9707928873141444,
      "learning_rate": 1.188485671800753e-06,
      "loss": 1.0279,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9729395508766174,
      "step": 24590,
      "valid_targets_mean": 740.1,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.7083813364055299,
      "grad_norm": 1.1128632312437277,
      "learning_rate": 1.187415937017083e-06,
      "loss": 0.9431,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9932645559310913,
      "step": 24595,
      "valid_targets_mean": 596.5,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.7085253456221198,
      "grad_norm": 1.0743720396696586,
      "learning_rate": 1.1863465339158075e-06,
      "loss": 0.9656,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1685020923614502,
      "step": 24600,
      "valid_targets_mean": 718.2,
      "valid_targets_min": 258
    },
    {
      "epoch": 0.7086693548387096,
      "grad_norm": 0.9231293231516141,
      "learning_rate": 1.1852774627671593e-06,
      "loss": 0.9123,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8713412284851074,
      "step": 24605,
      "valid_targets_mean": 785.4,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.7088133640552995,
      "grad_norm": 1.1897445027345923,
      "learning_rate": 1.1842087238412844e-06,
      "loss": 0.8819,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8018307685852051,
      "step": 24610,
      "valid_targets_mean": 557.4,
      "valid_targets_min": 171
    },
    {
      "epoch": 0.7089573732718893,
      "grad_norm": 1.1957801925558476,
      "learning_rate": 1.183140317408248e-06,
      "loss": 0.9577,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.044377088546753,
      "step": 24615,
      "valid_targets_mean": 532.4,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.7091013824884793,
      "grad_norm": 1.0580833291068006,
      "learning_rate": 1.1820722437380315e-06,
      "loss": 1.1112,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2643080949783325,
      "step": 24620,
      "valid_targets_mean": 738.4,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.7092453917050692,
      "grad_norm": 1.0256751201970558,
      "learning_rate": 1.181004503100529e-06,
      "loss": 0.8787,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8085119724273682,
      "step": 24625,
      "valid_targets_mean": 635.1,
      "valid_targets_min": 396
    },
    {
      "epoch": 0.709389400921659,
      "grad_norm": 1.1340649347485763,
      "learning_rate": 1.179937095765554e-06,
      "loss": 0.9569,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8293275833129883,
      "step": 24630,
      "valid_targets_mean": 558.3,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.7095334101382489,
      "grad_norm": 0.9855765997761956,
      "learning_rate": 1.178870022002832e-06,
      "loss": 1.0213,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1405789852142334,
      "step": 24635,
      "valid_targets_mean": 796.6,
      "valid_targets_min": 129
    },
    {
      "epoch": 0.7096774193548387,
      "grad_norm": 1.1990035572532112,
      "learning_rate": 1.1778032820820083e-06,
      "loss": 0.9233,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.115481972694397,
      "step": 24640,
      "valid_targets_mean": 556.8,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.7098214285714286,
      "grad_norm": 1.0731479161737643,
      "learning_rate": 1.1767368762726417e-06,
      "loss": 0.9329,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9005998373031616,
      "step": 24645,
      "valid_targets_mean": 613.5,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.7099654377880185,
      "grad_norm": 1.146231690025534,
      "learning_rate": 1.1756708048442062e-06,
      "loss": 0.9474,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8891147375106812,
      "step": 24650,
      "valid_targets_mean": 593.7,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.7101094470046083,
      "grad_norm": 1.0913752091777549,
      "learning_rate": 1.1746050680660903e-06,
      "loss": 0.8139,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7662123441696167,
      "step": 24655,
      "valid_targets_mean": 563.7,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.7102534562211982,
      "grad_norm": 1.103166793283335,
      "learning_rate": 1.173539666207603e-06,
      "loss": 0.9978,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9532513618469238,
      "step": 24660,
      "valid_targets_mean": 589.9,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.710397465437788,
      "grad_norm": 1.2891539377955399,
      "learning_rate": 1.1724745995379636e-06,
      "loss": 1.0142,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1090418100357056,
      "step": 24665,
      "valid_targets_mean": 555.1,
      "valid_targets_min": 170
    },
    {
      "epoch": 0.7105414746543779,
      "grad_norm": 1.1361960483173519,
      "learning_rate": 1.1714098683263062e-06,
      "loss": 1.0045,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0525550842285156,
      "step": 24670,
      "valid_targets_mean": 611.1,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.7106854838709677,
      "grad_norm": 1.1699647936940103,
      "learning_rate": 1.1703454728416857e-06,
      "loss": 0.8549,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.790894091129303,
      "step": 24675,
      "valid_targets_mean": 490.2,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.7108294930875576,
      "grad_norm": 0.9434515503149584,
      "learning_rate": 1.1692814133530673e-06,
      "loss": 0.98,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1808515787124634,
      "step": 24680,
      "valid_targets_mean": 934.8,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.7109735023041475,
      "grad_norm": 1.157227841665418,
      "learning_rate": 1.1682176901293317e-06,
      "loss": 0.9429,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7905169725418091,
      "step": 24685,
      "valid_targets_mean": 515.9,
      "valid_targets_min": 186
    },
    {
      "epoch": 0.7111175115207373,
      "grad_norm": 1.1039592062172312,
      "learning_rate": 1.1671543034392757e-06,
      "loss": 0.895,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9270318746566772,
      "step": 24690,
      "valid_targets_mean": 632.4,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.7112615207373272,
      "grad_norm": 1.0985964021524415,
      "learning_rate": 1.1660912535516131e-06,
      "loss": 0.9676,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.876675009727478,
      "step": 24695,
      "valid_targets_mean": 633.6,
      "valid_targets_min": 207
    },
    {
      "epoch": 0.711405529953917,
      "grad_norm": 1.0308435438608716,
      "learning_rate": 1.165028540734968e-06,
      "loss": 0.9071,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9227033853530884,
      "step": 24700,
      "valid_targets_mean": 682.3,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.7115495391705069,
      "grad_norm": 1.208790903169009,
      "learning_rate": 1.1639661652578832e-06,
      "loss": 0.9725,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9077877402305603,
      "step": 24705,
      "valid_targets_mean": 505.1,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.7116935483870968,
      "grad_norm": 0.805009274372327,
      "learning_rate": 1.162904127388814e-06,
      "loss": 0.8684,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.49488192796707153,
      "step": 24710,
      "valid_targets_mean": 717.4,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.7118375576036866,
      "grad_norm": 1.084197566719204,
      "learning_rate": 1.1618424273961312e-06,
      "loss": 0.8498,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.935770571231842,
      "step": 24715,
      "valid_targets_mean": 606.2,
      "valid_targets_min": 291
    },
    {
      "epoch": 0.7119815668202765,
      "grad_norm": 1.0193792278870926,
      "learning_rate": 1.1607810655481216e-06,
      "loss": 0.9156,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0396350622177124,
      "step": 24720,
      "valid_targets_mean": 684.6,
      "valid_targets_min": 57
    },
    {
      "epoch": 0.7121255760368663,
      "grad_norm": 1.2680154528149428,
      "learning_rate": 1.1597200421129844e-06,
      "loss": 0.8943,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7269465923309326,
      "step": 24725,
      "valid_targets_mean": 427.2,
      "valid_targets_min": 206
    },
    {
      "epoch": 0.7122695852534562,
      "grad_norm": 1.0807702292624086,
      "learning_rate": 1.158659357358832e-06,
      "loss": 0.9634,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1135257482528687,
      "step": 24730,
      "valid_targets_mean": 718.0,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.712413594470046,
      "grad_norm": 1.026657233353348,
      "learning_rate": 1.157599011553697e-06,
      "loss": 0.9469,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0741533041000366,
      "step": 24735,
      "valid_targets_mean": 689.8,
      "valid_targets_min": 139
    },
    {
      "epoch": 0.7125576036866359,
      "grad_norm": 1.0810903905280884,
      "learning_rate": 1.1565390049655209e-06,
      "loss": 1.0297,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0525462627410889,
      "step": 24740,
      "valid_targets_mean": 668.1,
      "valid_targets_min": 152
    },
    {
      "epoch": 0.7127016129032258,
      "grad_norm": 1.3502129056670402,
      "learning_rate": 1.1554793378621604e-06,
      "loss": 1.0093,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9626294374465942,
      "step": 24745,
      "valid_targets_mean": 383.4,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.7128456221198156,
      "grad_norm": 1.1563127443395276,
      "learning_rate": 1.154420010511388e-06,
      "loss": 0.9466,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1963469982147217,
      "step": 24750,
      "valid_targets_mean": 626.9,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.7129896313364056,
      "grad_norm": 1.2133032284323546,
      "learning_rate": 1.1533610231808902e-06,
      "loss": 1.0063,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.22230863571167,
      "step": 24755,
      "valid_targets_mean": 563.3,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.7131336405529954,
      "grad_norm": 1.0595656600588157,
      "learning_rate": 1.1523023761382657e-06,
      "loss": 1.1,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1666977405548096,
      "step": 24760,
      "valid_targets_mean": 680.2,
      "valid_targets_min": 160
    },
    {
      "epoch": 0.7132776497695853,
      "grad_norm": 1.1029583568985397,
      "learning_rate": 1.151244069651029e-06,
      "loss": 0.8657,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.131378412246704,
      "step": 24765,
      "valid_targets_mean": 676.8,
      "valid_targets_min": 245
    },
    {
      "epoch": 0.7134216589861752,
      "grad_norm": 1.1098015951729017,
      "learning_rate": 1.1501861039866095e-06,
      "loss": 0.9273,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8666828870773315,
      "step": 24770,
      "valid_targets_mean": 567.2,
      "valid_targets_min": 193
    },
    {
      "epoch": 0.713565668202765,
      "grad_norm": 1.0385671483318797,
      "learning_rate": 1.1491284794123464e-06,
      "loss": 1.0224,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0331276655197144,
      "step": 24775,
      "valid_targets_mean": 708.1,
      "valid_targets_min": 180
    },
    {
      "epoch": 0.7137096774193549,
      "grad_norm": 1.1427879128778256,
      "learning_rate": 1.1480711961954973e-06,
      "loss": 1.0377,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0726172924041748,
      "step": 24780,
      "valid_targets_mean": 619.4,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.7138536866359447,
      "grad_norm": 1.0590915342428622,
      "learning_rate": 1.1470142546032304e-06,
      "loss": 0.8397,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8872434496879578,
      "step": 24785,
      "valid_targets_mean": 661.2,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.7139976958525346,
      "grad_norm": 1.1825219220399432,
      "learning_rate": 1.145957654902629e-06,
      "loss": 1.02,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9636977910995483,
      "step": 24790,
      "valid_targets_mean": 580.2,
      "valid_targets_min": 152
    },
    {
      "epoch": 0.7141417050691244,
      "grad_norm": 1.0542037655840275,
      "learning_rate": 1.1449013973606907e-06,
      "loss": 1.0141,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9914313554763794,
      "step": 24795,
      "valid_targets_mean": 716.1,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 1.0770093443519182,
      "learning_rate": 1.1438454822443252e-06,
      "loss": 0.9679,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7251776456832886,
      "step": 24800,
      "valid_targets_mean": 550.8,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.7144297235023042,
      "grad_norm": 1.0339425632115942,
      "learning_rate": 1.1427899098203535e-06,
      "loss": 0.9456,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.774908185005188,
      "step": 24805,
      "valid_targets_mean": 601.4,
      "valid_targets_min": 129
    },
    {
      "epoch": 0.714573732718894,
      "grad_norm": 1.085656332011276,
      "learning_rate": 1.1417346803555171e-06,
      "loss": 1.0281,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0383334159851074,
      "step": 24810,
      "valid_targets_mean": 596.3,
      "valid_targets_min": 197
    },
    {
      "epoch": 0.7147177419354839,
      "grad_norm": 1.1920129751359003,
      "learning_rate": 1.140679794116464e-06,
      "loss": 1.0123,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9888722896575928,
      "step": 24815,
      "valid_targets_mean": 530.6,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.7148617511520737,
      "grad_norm": 1.1346580394320949,
      "learning_rate": 1.1396252513697573e-06,
      "loss": 0.9113,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2042617797851562,
      "step": 24820,
      "valid_targets_mean": 665.2,
      "valid_targets_min": 65
    },
    {
      "epoch": 0.7150057603686636,
      "grad_norm": 1.2071355057053619,
      "learning_rate": 1.1385710523818744e-06,
      "loss": 0.9314,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9766027331352234,
      "step": 24825,
      "valid_targets_mean": 505.4,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.7151497695852534,
      "grad_norm": 1.0431951440904141,
      "learning_rate": 1.1375171974192065e-06,
      "loss": 0.9767,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0103118419647217,
      "step": 24830,
      "valid_targets_mean": 671.0,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.7152937788018433,
      "grad_norm": 1.2060728215471157,
      "learning_rate": 1.1364636867480546e-06,
      "loss": 0.9435,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8468072414398193,
      "step": 24835,
      "valid_targets_mean": 483.8,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.7154377880184332,
      "grad_norm": 1.363043990408033,
      "learning_rate": 1.135410520634637e-06,
      "loss": 1.0079,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0205867290496826,
      "step": 24840,
      "valid_targets_mean": 389.6,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.715581797235023,
      "grad_norm": 0.9958254756857697,
      "learning_rate": 1.1343576993450802e-06,
      "loss": 1.0215,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0417882204055786,
      "step": 24845,
      "valid_targets_mean": 730.0,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.7157258064516129,
      "grad_norm": 1.2614109400061135,
      "learning_rate": 1.1333052231454275e-06,
      "loss": 0.9668,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9217429757118225,
      "step": 24850,
      "valid_targets_mean": 472.0,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.7158698156682027,
      "grad_norm": 1.0645117254185004,
      "learning_rate": 1.1322530923016342e-06,
      "loss": 0.8779,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8596986532211304,
      "step": 24855,
      "valid_targets_mean": 654.1,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.7160138248847926,
      "grad_norm": 0.9515519405264561,
      "learning_rate": 1.131201307079566e-06,
      "loss": 0.9083,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9022472500801086,
      "step": 24860,
      "valid_targets_mean": 827.3,
      "valid_targets_min": 297
    },
    {
      "epoch": 0.7161578341013825,
      "grad_norm": 1.0832442174585841,
      "learning_rate": 1.1301498677450037e-06,
      "loss": 1.0566,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2040932178497314,
      "step": 24865,
      "valid_targets_mean": 698.1,
      "valid_targets_min": 321
    },
    {
      "epoch": 0.7163018433179723,
      "grad_norm": 0.9699189055294849,
      "learning_rate": 1.1290987745636408e-06,
      "loss": 0.9478,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8699972033500671,
      "step": 24870,
      "valid_targets_mean": 711.8,
      "valid_targets_min": 187
    },
    {
      "epoch": 0.7164458525345622,
      "grad_norm": 1.1692709228755713,
      "learning_rate": 1.128048027801081e-06,
      "loss": 0.8554,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8075759410858154,
      "step": 24875,
      "valid_targets_mean": 516.3,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.716589861751152,
      "grad_norm": 1.0382793622260176,
      "learning_rate": 1.1269976277228422e-06,
      "loss": 1.0091,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2145016193389893,
      "step": 24880,
      "valid_targets_mean": 764.5,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.7167338709677419,
      "grad_norm": 0.9943556520265577,
      "learning_rate": 1.1259475745943563e-06,
      "loss": 0.9447,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9062834978103638,
      "step": 24885,
      "valid_targets_mean": 746.6,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.7168778801843319,
      "grad_norm": 1.043886386575609,
      "learning_rate": 1.1248978686809636e-06,
      "loss": 0.93,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8482362031936646,
      "step": 24890,
      "valid_targets_mean": 611.1,
      "valid_targets_min": 232
    },
    {
      "epoch": 0.7170218894009217,
      "grad_norm": 1.1011636599706411,
      "learning_rate": 1.1238485102479184e-06,
      "loss": 1.0087,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9986911416053772,
      "step": 24895,
      "valid_targets_mean": 640.3,
      "valid_targets_min": 276
    },
    {
      "epoch": 0.7171658986175116,
      "grad_norm": 1.1549279606787854,
      "learning_rate": 1.1227994995603886e-06,
      "loss": 0.963,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6656377911567688,
      "step": 24900,
      "valid_targets_mean": 469.6,
      "valid_targets_min": 100
    },
    {
      "epoch": 0.7173099078341014,
      "grad_norm": 1.2023859998251294,
      "learning_rate": 1.1217508368834536e-06,
      "loss": 0.9679,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8266795873641968,
      "step": 24905,
      "valid_targets_mean": 516.6,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.7174539170506913,
      "grad_norm": 1.172159539508344,
      "learning_rate": 1.120702522482103e-06,
      "loss": 0.8667,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8133273124694824,
      "step": 24910,
      "valid_targets_mean": 501.4,
      "valid_targets_min": 190
    },
    {
      "epoch": 0.7175979262672811,
      "grad_norm": 1.1197107773991741,
      "learning_rate": 1.119654556621241e-06,
      "loss": 1.0209,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9589565396308899,
      "step": 24915,
      "valid_targets_mean": 569.0,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.717741935483871,
      "grad_norm": 1.0972312628025058,
      "learning_rate": 1.1186069395656815e-06,
      "loss": 0.9366,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9122622013092041,
      "step": 24920,
      "valid_targets_mean": 603.0,
      "valid_targets_min": 217
    },
    {
      "epoch": 0.7178859447004609,
      "grad_norm": 1.4116098423344048,
      "learning_rate": 1.1175596715801515e-06,
      "loss": 0.9665,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0544089078903198,
      "step": 24925,
      "valid_targets_mean": 387.7,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.7180299539170507,
      "grad_norm": 1.2076127486683932,
      "learning_rate": 1.1165127529292906e-06,
      "loss": 0.9894,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8173059225082397,
      "step": 24930,
      "valid_targets_mean": 506.3,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.7181739631336406,
      "grad_norm": 1.1320488093026784,
      "learning_rate": 1.1154661838776473e-06,
      "loss": 0.8566,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.02614164352417,
      "step": 24935,
      "valid_targets_mean": 567.1,
      "valid_targets_min": 180
    },
    {
      "epoch": 0.7183179723502304,
      "grad_norm": 1.1188022251970893,
      "learning_rate": 1.1144199646896848e-06,
      "loss": 0.8979,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8674461841583252,
      "step": 24940,
      "valid_targets_mean": 563.8,
      "valid_targets_min": 151
    },
    {
      "epoch": 0.7184619815668203,
      "grad_norm": 1.2307329991279985,
      "learning_rate": 1.113374095629777e-06,
      "loss": 0.8832,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9137140512466431,
      "step": 24945,
      "valid_targets_mean": 500.8,
      "valid_targets_min": 174
    },
    {
      "epoch": 0.7186059907834101,
      "grad_norm": 1.025237459195495,
      "learning_rate": 1.1123285769622074e-06,
      "loss": 0.9372,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8876841068267822,
      "step": 24950,
      "valid_targets_mean": 604.8,
      "valid_targets_min": 163
    },
    {
      "epoch": 0.71875,
      "grad_norm": 1.1490022731128589,
      "learning_rate": 1.1112834089511733e-06,
      "loss": 0.7776,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8998041152954102,
      "step": 24955,
      "valid_targets_mean": 506.0,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.7188940092165899,
      "grad_norm": 1.2385220254324332,
      "learning_rate": 1.1102385918607842e-06,
      "loss": 1.0808,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1486557722091675,
      "step": 24960,
      "valid_targets_mean": 564.4,
      "valid_targets_min": 63
    },
    {
      "epoch": 0.7190380184331797,
      "grad_norm": 1.1807057224605042,
      "learning_rate": 1.1091941259550562e-06,
      "loss": 0.9448,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9106389284133911,
      "step": 24965,
      "valid_targets_mean": 513.1,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.7191820276497696,
      "grad_norm": 0.9720884506927151,
      "learning_rate": 1.1081500114979229e-06,
      "loss": 0.8902,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.981532633304596,
      "step": 24970,
      "valid_targets_mean": 773.4,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.7193260368663594,
      "grad_norm": 1.1784026218453156,
      "learning_rate": 1.1071062487532234e-06,
      "loss": 0.9823,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.923673152923584,
      "step": 24975,
      "valid_targets_mean": 519.9,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.7194700460829493,
      "grad_norm": 1.1010527856205041,
      "learning_rate": 1.1060628379847125e-06,
      "loss": 0.8771,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8370531797409058,
      "step": 24980,
      "valid_targets_mean": 571.0,
      "valid_targets_min": 85
    },
    {
      "epoch": 0.7196140552995391,
      "grad_norm": 1.0322643334181316,
      "learning_rate": 1.1050197794560521e-06,
      "loss": 0.926,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7896639108657837,
      "step": 24985,
      "valid_targets_mean": 632.2,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.719758064516129,
      "grad_norm": 1.1648114474856426,
      "learning_rate": 1.1039770734308193e-06,
      "loss": 0.9104,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0835111141204834,
      "step": 24990,
      "valid_targets_mean": 598.9,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.7199020737327189,
      "grad_norm": 1.2905377294688134,
      "learning_rate": 1.1029347201724976e-06,
      "loss": 0.9514,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7852742671966553,
      "step": 24995,
      "valid_targets_mean": 447.4,
      "valid_targets_min": 157
    },
    {
      "epoch": 0.7200460829493087,
      "grad_norm": 1.1831401807062858,
      "learning_rate": 1.1018927199444849e-06,
      "loss": 0.9663,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.995842456817627,
      "step": 25000,
      "valid_targets_mean": 552.9,
      "valid_targets_min": 182
    },
    {
      "epoch": 0.7201900921658986,
      "grad_norm": 1.1766125687819553,
      "learning_rate": 1.1008510730100894e-06,
      "loss": 0.971,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.872300386428833,
      "step": 25005,
      "valid_targets_mean": 531.5,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.7203341013824884,
      "grad_norm": 0.9599365410173665,
      "learning_rate": 1.0998097796325274e-06,
      "loss": 0.9475,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8510600328445435,
      "step": 25010,
      "valid_targets_mean": 718.0,
      "valid_targets_min": 349
    },
    {
      "epoch": 0.7204781105990783,
      "grad_norm": 0.9169506449848231,
      "learning_rate": 1.0987688400749285e-06,
      "loss": 0.9196,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8070213794708252,
      "step": 25015,
      "valid_targets_mean": 793.4,
      "valid_targets_min": 118
    },
    {
      "epoch": 0.7206221198156681,
      "grad_norm": 1.2894654606158256,
      "learning_rate": 1.0977282546003332e-06,
      "loss": 0.8662,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8343784809112549,
      "step": 25020,
      "valid_targets_mean": 385.8,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.7207661290322581,
      "grad_norm": 1.1160384622307624,
      "learning_rate": 1.0966880234716894e-06,
      "loss": 0.8827,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8489301204681396,
      "step": 25025,
      "valid_targets_mean": 581.7,
      "valid_targets_min": 135
    },
    {
      "epoch": 0.720910138248848,
      "grad_norm": 1.1650046293031788,
      "learning_rate": 1.09564814695186e-06,
      "loss": 0.9627,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8941200971603394,
      "step": 25030,
      "valid_targets_mean": 530.4,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.7210541474654378,
      "grad_norm": 1.1966646734195223,
      "learning_rate": 1.0946086253036125e-06,
      "loss": 0.9727,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8905009031295776,
      "step": 25035,
      "valid_targets_mean": 498.2,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.7211981566820277,
      "grad_norm": 1.120023922113321,
      "learning_rate": 1.0935694587896305e-06,
      "loss": 0.9824,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6677513718605042,
      "step": 25040,
      "valid_targets_mean": 528.0,
      "valid_targets_min": 163
    },
    {
      "epoch": 0.7213421658986175,
      "grad_norm": 1.2417437262693753,
      "learning_rate": 1.0925306476725054e-06,
      "loss": 1.0307,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8611892461776733,
      "step": 25045,
      "valid_targets_mean": 422.3,
      "valid_targets_min": 131
    },
    {
      "epoch": 0.7214861751152074,
      "grad_norm": 1.1737692435329454,
      "learning_rate": 1.091492192214737e-06,
      "loss": 1.027,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8658029437065125,
      "step": 25050,
      "valid_targets_mean": 522.9,
      "valid_targets_min": 218
    },
    {
      "epoch": 0.7216301843317973,
      "grad_norm": 1.1203582972633683,
      "learning_rate": 1.0904540926787382e-06,
      "loss": 0.7593,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8159514665603638,
      "step": 25055,
      "valid_targets_mean": 578.7,
      "valid_targets_min": 123
    },
    {
      "epoch": 0.7217741935483871,
      "grad_norm": 1.2246668664720124,
      "learning_rate": 1.0894163493268315e-06,
      "loss": 1.1133,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9956478476524353,
      "step": 25060,
      "valid_targets_mean": 513.4,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.721918202764977,
      "grad_norm": 1.030780701347308,
      "learning_rate": 1.0883789624212476e-06,
      "loss": 0.8999,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8515409827232361,
      "step": 25065,
      "valid_targets_mean": 593.5,
      "valid_targets_min": 139
    },
    {
      "epoch": 0.7220622119815668,
      "grad_norm": 1.0770994360792976,
      "learning_rate": 1.0873419322241264e-06,
      "loss": 0.9732,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8326492309570312,
      "step": 25070,
      "valid_targets_mean": 627.6,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.7222062211981567,
      "grad_norm": 1.197891160586464,
      "learning_rate": 1.086305258997523e-06,
      "loss": 0.8795,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7594810128211975,
      "step": 25075,
      "valid_targets_mean": 473.4,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.7223502304147466,
      "grad_norm": 1.162821997250352,
      "learning_rate": 1.0852689430033971e-06,
      "loss": 1.0181,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.860252320766449,
      "step": 25080,
      "valid_targets_mean": 544.6,
      "valid_targets_min": 87
    },
    {
      "epoch": 0.7224942396313364,
      "grad_norm": 1.1452219311492406,
      "learning_rate": 1.084232984503619e-06,
      "loss": 1.0064,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9557032585144043,
      "step": 25085,
      "valid_targets_mean": 539.2,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.7226382488479263,
      "grad_norm": 1.2017301286796935,
      "learning_rate": 1.0831973837599698e-06,
      "loss": 0.9496,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9727721214294434,
      "step": 25090,
      "valid_targets_mean": 545.1,
      "valid_targets_min": 190
    },
    {
      "epoch": 0.7227822580645161,
      "grad_norm": 1.1638399529881698,
      "learning_rate": 1.0821621410341413e-06,
      "loss": 0.9112,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8974317908287048,
      "step": 25095,
      "valid_targets_mean": 518.4,
      "valid_targets_min": 178
    },
    {
      "epoch": 0.722926267281106,
      "grad_norm": 1.0711819520951587,
      "learning_rate": 1.0811272565877308e-06,
      "loss": 0.8032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7725363373756409,
      "step": 25100,
      "valid_targets_mean": 589.3,
      "valid_targets_min": 134
    },
    {
      "epoch": 0.7230702764976958,
      "grad_norm": 1.1727670136742274,
      "learning_rate": 1.0800927306822502e-06,
      "loss": 1.0159,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0608432292938232,
      "step": 25105,
      "valid_targets_mean": 544.2,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.7232142857142857,
      "grad_norm": 1.2141708220570129,
      "learning_rate": 1.0790585635791161e-06,
      "loss": 0.9882,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1335145235061646,
      "step": 25110,
      "valid_targets_mean": 583.0,
      "valid_targets_min": 64
    },
    {
      "epoch": 0.7233582949308756,
      "grad_norm": 1.0572442428878068,
      "learning_rate": 1.0780247555396572e-06,
      "loss": 0.8374,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7945892810821533,
      "step": 25115,
      "valid_targets_mean": 619.9,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.7235023041474654,
      "grad_norm": 1.0948497366488708,
      "learning_rate": 1.076991306825112e-06,
      "loss": 0.9466,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8301845788955688,
      "step": 25120,
      "valid_targets_mean": 577.9,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.7236463133640553,
      "grad_norm": 1.0453223731900243,
      "learning_rate": 1.075958217696626e-06,
      "loss": 0.8256,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7614676356315613,
      "step": 25125,
      "valid_targets_mean": 593.8,
      "valid_targets_min": 65
    },
    {
      "epoch": 0.7237903225806451,
      "grad_norm": 1.182293347916456,
      "learning_rate": 1.074925488415253e-06,
      "loss": 1.0091,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8656768798828125,
      "step": 25130,
      "valid_targets_mean": 525.2,
      "valid_targets_min": 136
    },
    {
      "epoch": 0.723934331797235,
      "grad_norm": 1.1105051446644854,
      "learning_rate": 1.0738931192419612e-06,
      "loss": 1.0303,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9877526760101318,
      "step": 25135,
      "valid_targets_mean": 618.4,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.7240783410138248,
      "grad_norm": 1.0554918881950601,
      "learning_rate": 1.072861110437623e-06,
      "loss": 0.8627,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8689571619033813,
      "step": 25140,
      "valid_targets_mean": 685.8,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.7242223502304147,
      "grad_norm": 1.0994370991101443,
      "learning_rate": 1.0718294622630188e-06,
      "loss": 1.0122,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1202714443206787,
      "step": 25145,
      "valid_targets_mean": 641.8,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.7243663594470046,
      "grad_norm": 1.1746705843781329,
      "learning_rate": 1.0707981749788437e-06,
      "loss": 1.0885,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.120513916015625,
      "step": 25150,
      "valid_targets_mean": 600.3,
      "valid_targets_min": 256
    },
    {
      "epoch": 0.7245103686635944,
      "grad_norm": 1.0778091081035779,
      "learning_rate": 1.0697672488456966e-06,
      "loss": 0.8567,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.863131582736969,
      "step": 25155,
      "valid_targets_mean": 676.4,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.7246543778801844,
      "grad_norm": 1.040726808703307,
      "learning_rate": 1.0687366841240854e-06,
      "loss": 0.9298,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0197076797485352,
      "step": 25160,
      "valid_targets_mean": 660.0,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.7247983870967742,
      "grad_norm": 1.2795546389852244,
      "learning_rate": 1.0677064810744289e-06,
      "loss": 0.9123,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.823544979095459,
      "step": 25165,
      "valid_targets_mean": 433.9,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.7249423963133641,
      "grad_norm": 1.2599209295604774,
      "learning_rate": 1.0666766399570542e-06,
      "loss": 0.8696,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1694588661193848,
      "step": 25170,
      "valid_targets_mean": 523.1,
      "valid_targets_min": 151
    },
    {
      "epoch": 0.725086405529954,
      "grad_norm": 1.0824132072337036,
      "learning_rate": 1.0656471610321941e-06,
      "loss": 1.0383,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2068711519241333,
      "step": 25175,
      "valid_targets_mean": 715.6,
      "valid_targets_min": 202
    },
    {
      "epoch": 0.7252304147465438,
      "grad_norm": 1.041442340077759,
      "learning_rate": 1.0646180445599944e-06,
      "loss": 1.0304,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9205719828605652,
      "step": 25180,
      "valid_targets_mean": 636.2,
      "valid_targets_min": 324
    },
    {
      "epoch": 0.7253744239631337,
      "grad_norm": 1.3707222616266808,
      "learning_rate": 1.0635892908005046e-06,
      "loss": 0.8762,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.985013484954834,
      "step": 25185,
      "valid_targets_mean": 486.1,
      "valid_targets_min": 142
    },
    {
      "epoch": 0.7255184331797235,
      "grad_norm": 1.1374194365133183,
      "learning_rate": 1.062560900013686e-06,
      "loss": 1.0073,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1586719751358032,
      "step": 25190,
      "valid_targets_mean": 602.4,
      "valid_targets_min": 193
    },
    {
      "epoch": 0.7256624423963134,
      "grad_norm": 1.2830265944491641,
      "learning_rate": 1.0615328724594075e-06,
      "loss": 0.8261,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.760034441947937,
      "step": 25195,
      "valid_targets_mean": 416.0,
      "valid_targets_min": 60
    },
    {
      "epoch": 0.7258064516129032,
      "grad_norm": 1.0865344568054902,
      "learning_rate": 1.0605052083974453e-06,
      "loss": 0.834,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8314070701599121,
      "step": 25200,
      "valid_targets_mean": 573.2,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.7259504608294931,
      "grad_norm": 1.2632139531435345,
      "learning_rate": 1.0594779080874823e-06,
      "loss": 0.8665,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8974725008010864,
      "step": 25205,
      "valid_targets_mean": 476.1,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.726094470046083,
      "grad_norm": 1.1614789235000187,
      "learning_rate": 1.0584509717891146e-06,
      "loss": 0.92,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9215688109397888,
      "step": 25210,
      "valid_targets_mean": 515.4,
      "valid_targets_min": 163
    },
    {
      "epoch": 0.7262384792626728,
      "grad_norm": 1.0286167750694393,
      "learning_rate": 1.0574243997618417e-06,
      "loss": 0.9071,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0039279460906982,
      "step": 25215,
      "valid_targets_mean": 811.4,
      "valid_targets_min": 139
    },
    {
      "epoch": 0.7263824884792627,
      "grad_norm": 1.2210738224034061,
      "learning_rate": 1.0563981922650709e-06,
      "loss": 0.9359,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9622181057929993,
      "step": 25220,
      "valid_targets_mean": 535.0,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.7265264976958525,
      "grad_norm": 1.2009771749942493,
      "learning_rate": 1.0553723495581202e-06,
      "loss": 0.9693,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9987770318984985,
      "step": 25225,
      "valid_targets_mean": 524.9,
      "valid_targets_min": 164
    },
    {
      "epoch": 0.7266705069124424,
      "grad_norm": 0.9206415033525561,
      "learning_rate": 1.054346871900215e-06,
      "loss": 1.0744,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.955322265625,
      "step": 25230,
      "valid_targets_mean": 810.8,
      "valid_targets_min": 362
    },
    {
      "epoch": 0.7268145161290323,
      "grad_norm": 1.117768985456103,
      "learning_rate": 1.0533217595504859e-06,
      "loss": 0.8995,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7476681470870972,
      "step": 25235,
      "valid_targets_mean": 499.9,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.7269585253456221,
      "grad_norm": 1.1597972930986555,
      "learning_rate": 1.0522970127679735e-06,
      "loss": 1.0286,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8991371393203735,
      "step": 25240,
      "valid_targets_mean": 550.5,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.727102534562212,
      "grad_norm": 1.0396770890002904,
      "learning_rate": 1.0512726318116265e-06,
      "loss": 0.895,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6625757217407227,
      "step": 25245,
      "valid_targets_mean": 548.1,
      "valid_targets_min": 208
    },
    {
      "epoch": 0.7272465437788018,
      "grad_norm": 1.1873331329494308,
      "learning_rate": 1.050248616940298e-06,
      "loss": 0.9549,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9406402111053467,
      "step": 25250,
      "valid_targets_mean": 563.4,
      "valid_targets_min": 205
    },
    {
      "epoch": 0.7273905529953917,
      "grad_norm": 1.236830288743964,
      "learning_rate": 1.0492249684127524e-06,
      "loss": 0.9823,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0446274280548096,
      "step": 25255,
      "valid_targets_mean": 566.2,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.7275345622119815,
      "grad_norm": 1.1759689370377238,
      "learning_rate": 1.0482016864876582e-06,
      "loss": 1.0746,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.207128643989563,
      "step": 25260,
      "valid_targets_mean": 619.8,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.7276785714285714,
      "grad_norm": 1.184011255055833,
      "learning_rate": 1.0471787714235934e-06,
      "loss": 0.9791,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9027373194694519,
      "step": 25265,
      "valid_targets_mean": 553.8,
      "valid_targets_min": 162
    },
    {
      "epoch": 0.7278225806451613,
      "grad_norm": 1.1366768488785919,
      "learning_rate": 1.046156223479044e-06,
      "loss": 0.8827,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8635463714599609,
      "step": 25270,
      "valid_targets_mean": 530.6,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.7279665898617511,
      "grad_norm": 1.1171433918804037,
      "learning_rate": 1.045134042912401e-06,
      "loss": 0.9145,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8649862408638,
      "step": 25275,
      "valid_targets_mean": 632.9,
      "valid_targets_min": 394
    },
    {
      "epoch": 0.728110599078341,
      "grad_norm": 1.217752214551484,
      "learning_rate": 1.0441122299819614e-06,
      "loss": 0.9889,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8855128288269043,
      "step": 25280,
      "valid_targets_mean": 492.8,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.7282546082949308,
      "grad_norm": 1.2029242465946586,
      "learning_rate": 1.0430907849459353e-06,
      "loss": 0.9828,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0414937734603882,
      "step": 25285,
      "valid_targets_mean": 579.8,
      "valid_targets_min": 217
    },
    {
      "epoch": 0.7283986175115207,
      "grad_norm": 1.2394642821527144,
      "learning_rate": 1.0420697080624343e-06,
      "loss": 0.9454,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0001822710037231,
      "step": 25290,
      "valid_targets_mean": 516.9,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.7285426267281107,
      "grad_norm": 1.0892476472683625,
      "learning_rate": 1.0410489995894772e-06,
      "loss": 0.8309,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7101777791976929,
      "step": 25295,
      "valid_targets_mean": 540.0,
      "valid_targets_min": 63
    },
    {
      "epoch": 0.7286866359447005,
      "grad_norm": 1.156489287422166,
      "learning_rate": 1.0400286597849921e-06,
      "loss": 0.8743,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7849477529525757,
      "step": 25300,
      "valid_targets_mean": 456.8,
      "valid_targets_min": 174
    },
    {
      "epoch": 0.7288306451612904,
      "grad_norm": 0.9421017838956306,
      "learning_rate": 1.0390086889068143e-06,
      "loss": 0.8635,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8827948570251465,
      "step": 25305,
      "valid_targets_mean": 732.9,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.7289746543778802,
      "grad_norm": 1.0989942085770414,
      "learning_rate": 1.0379890872126825e-06,
      "loss": 0.9114,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9101845026016235,
      "step": 25310,
      "valid_targets_mean": 602.6,
      "valid_targets_min": 168
    },
    {
      "epoch": 0.7291186635944701,
      "grad_norm": 1.3313110655583922,
      "learning_rate": 1.0369698549602458e-06,
      "loss": 0.906,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9201240539550781,
      "step": 25315,
      "valid_targets_mean": 430.4,
      "valid_targets_min": 85
    },
    {
      "epoch": 0.7292626728110599,
      "grad_norm": 1.1985969905830047,
      "learning_rate": 1.0359509924070565e-06,
      "loss": 0.9835,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0920878648757935,
      "step": 25320,
      "valid_targets_mean": 593.2,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.7294066820276498,
      "grad_norm": 0.98753564238062,
      "learning_rate": 1.0349324998105767e-06,
      "loss": 0.9372,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6616483926773071,
      "step": 25325,
      "valid_targets_mean": 655.8,
      "valid_targets_min": 217
    },
    {
      "epoch": 0.7295506912442397,
      "grad_norm": 1.096695616365665,
      "learning_rate": 1.0339143774281738e-06,
      "loss": 0.9371,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0359841585159302,
      "step": 25330,
      "valid_targets_mean": 645.4,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.7296947004608295,
      "grad_norm": 1.026876197949663,
      "learning_rate": 1.03289662551712e-06,
      "loss": 0.8483,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7915943264961243,
      "step": 25335,
      "valid_targets_mean": 640.4,
      "valid_targets_min": 224
    },
    {
      "epoch": 0.7298387096774194,
      "grad_norm": 1.3216100804472057,
      "learning_rate": 1.031879244334596e-06,
      "loss": 1.0034,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9699775576591492,
      "step": 25340,
      "valid_targets_mean": 469.4,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.7299827188940092,
      "grad_norm": 1.0439137225525816,
      "learning_rate": 1.0308622341376892e-06,
      "loss": 0.9626,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0608681440353394,
      "step": 25345,
      "valid_targets_mean": 756.8,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.7301267281105991,
      "grad_norm": 1.1032068391754672,
      "learning_rate": 1.0298455951833902e-06,
      "loss": 0.9833,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7675497531890869,
      "step": 25350,
      "valid_targets_mean": 561.1,
      "valid_targets_min": 208
    },
    {
      "epoch": 0.730270737327189,
      "grad_norm": 1.0057150414113487,
      "learning_rate": 1.028829327728599e-06,
      "loss": 0.8814,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8466683030128479,
      "step": 25355,
      "valid_targets_mean": 662.2,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.7304147465437788,
      "grad_norm": 1.226724501981737,
      "learning_rate": 1.0278134320301215e-06,
      "loss": 0.9399,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7891025543212891,
      "step": 25360,
      "valid_targets_mean": 452.5,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.7305587557603687,
      "grad_norm": 1.2017999407413456,
      "learning_rate": 1.026797908344666e-06,
      "loss": 0.852,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0499515533447266,
      "step": 25365,
      "valid_targets_mean": 546.9,
      "valid_targets_min": 130
    },
    {
      "epoch": 0.7307027649769585,
      "grad_norm": 1.0365827804530612,
      "learning_rate": 1.0257827569288522e-06,
      "loss": 0.9508,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0282783508300781,
      "step": 25370,
      "valid_targets_mean": 734.4,
      "valid_targets_min": 258
    },
    {
      "epoch": 0.7308467741935484,
      "grad_norm": 1.0107247467540659,
      "learning_rate": 1.024767978039201e-06,
      "loss": 0.8624,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.102196455001831,
      "step": 25375,
      "valid_targets_mean": 735.7,
      "valid_targets_min": 194
    },
    {
      "epoch": 0.7309907834101382,
      "grad_norm": 1.0885115746403402,
      "learning_rate": 1.0237535719321423e-06,
      "loss": 0.9029,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.892304539680481,
      "step": 25380,
      "valid_targets_mean": 649.1,
      "valid_targets_min": 237
    },
    {
      "epoch": 0.7311347926267281,
      "grad_norm": 1.108973402223179,
      "learning_rate": 1.0227395388640096e-06,
      "loss": 0.9481,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8212131261825562,
      "step": 25385,
      "valid_targets_mean": 581.2,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.731278801843318,
      "grad_norm": 1.1821877199054125,
      "learning_rate": 1.0217258790910447e-06,
      "loss": 0.9059,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1692466735839844,
      "step": 25390,
      "valid_targets_mean": 555.8,
      "valid_targets_min": 119
    },
    {
      "epoch": 0.7314228110599078,
      "grad_norm": 1.1033826190035971,
      "learning_rate": 1.020712592869392e-06,
      "loss": 0.9228,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1560688018798828,
      "step": 25395,
      "valid_targets_mean": 686.5,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.7315668202764977,
      "grad_norm": 1.1355923383112583,
      "learning_rate": 1.0196996804551035e-06,
      "loss": 1.0114,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0797597169876099,
      "step": 25400,
      "valid_targets_mean": 653.9,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.7317108294930875,
      "grad_norm": 1.0690271726472083,
      "learning_rate": 1.0186871421041374e-06,
      "loss": 0.9845,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0975069999694824,
      "step": 25405,
      "valid_targets_mean": 704.8,
      "valid_targets_min": 130
    },
    {
      "epoch": 0.7318548387096774,
      "grad_norm": 1.1423825305121942,
      "learning_rate": 1.0176749780723547e-06,
      "loss": 1.0394,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0810892581939697,
      "step": 25410,
      "valid_targets_mean": 593.2,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.7319988479262672,
      "grad_norm": 1.1792008151139637,
      "learning_rate": 1.016663188615524e-06,
      "loss": 0.9896,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0969301462173462,
      "step": 25415,
      "valid_targets_mean": 576.7,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.7321428571428571,
      "grad_norm": 1.0753751337671484,
      "learning_rate": 1.0156517739893198e-06,
      "loss": 0.9824,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0844537019729614,
      "step": 25420,
      "valid_targets_mean": 656.8,
      "valid_targets_min": 136
    },
    {
      "epoch": 0.732286866359447,
      "grad_norm": 1.2785941291872398,
      "learning_rate": 1.0146407344493187e-06,
      "loss": 1.0536,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9084834456443787,
      "step": 25425,
      "valid_targets_mean": 463.9,
      "valid_targets_min": 77
    },
    {
      "epoch": 0.7324308755760369,
      "grad_norm": 1.0076907905622412,
      "learning_rate": 1.0136300702510054e-06,
      "loss": 0.9746,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8743806481361389,
      "step": 25430,
      "valid_targets_mean": 619.8,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.7325748847926268,
      "grad_norm": 1.1872312310047648,
      "learning_rate": 1.01261978164977e-06,
      "loss": 0.8898,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9569858908653259,
      "step": 25435,
      "valid_targets_mean": 533.9,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.7327188940092166,
      "grad_norm": 1.0725258156536854,
      "learning_rate": 1.0116098689009047e-06,
      "loss": 1.0548,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.814207911491394,
      "step": 25440,
      "valid_targets_mean": 634.1,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.7328629032258065,
      "grad_norm": 1.178940406038797,
      "learning_rate": 1.0106003322596104e-06,
      "loss": 1.0523,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0574005842208862,
      "step": 25445,
      "valid_targets_mean": 555.1,
      "valid_targets_min": 216
    },
    {
      "epoch": 0.7330069124423964,
      "grad_norm": 1.2173962241628773,
      "learning_rate": 1.0095911719809892e-06,
      "loss": 0.9014,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8723419904708862,
      "step": 25450,
      "valid_targets_mean": 495.2,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.7331509216589862,
      "grad_norm": 1.186132498201672,
      "learning_rate": 1.0085823883200512e-06,
      "loss": 1.0199,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0146080255508423,
      "step": 25455,
      "valid_targets_mean": 568.8,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.7332949308755761,
      "grad_norm": 1.1946301028989381,
      "learning_rate": 1.0075739815317112e-06,
      "loss": 0.9424,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0388342142105103,
      "step": 25460,
      "valid_targets_mean": 562.1,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.7334389400921659,
      "grad_norm": 1.067762857821763,
      "learning_rate": 1.0065659518707866e-06,
      "loss": 0.9612,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0644893646240234,
      "step": 25465,
      "valid_targets_mean": 656.1,
      "valid_targets_min": 297
    },
    {
      "epoch": 0.7335829493087558,
      "grad_norm": 0.9784484821156807,
      "learning_rate": 1.0055582995919996e-06,
      "loss": 0.9021,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7867003679275513,
      "step": 25470,
      "valid_targets_mean": 650.6,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.7337269585253456,
      "grad_norm": 1.3038181290271778,
      "learning_rate": 1.0045510249499793e-06,
      "loss": 0.8887,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7773393392562866,
      "step": 25475,
      "valid_targets_mean": 433.9,
      "valid_targets_min": 130
    },
    {
      "epoch": 0.7338709677419355,
      "grad_norm": 1.1914500928392395,
      "learning_rate": 1.0035441281992592e-06,
      "loss": 0.9668,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1026878356933594,
      "step": 25480,
      "valid_targets_mean": 562.6,
      "valid_targets_min": 63
    },
    {
      "epoch": 0.7340149769585254,
      "grad_norm": 1.2087491130228625,
      "learning_rate": 1.002537609594274e-06,
      "loss": 0.8939,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8739603757858276,
      "step": 25485,
      "valid_targets_mean": 492.5,
      "valid_targets_min": 124
    },
    {
      "epoch": 0.7341589861751152,
      "grad_norm": 1.3065490557606863,
      "learning_rate": 1.0015314693893666e-06,
      "loss": 0.9606,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9609487056732178,
      "step": 25490,
      "valid_targets_mean": 438.1,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.7343029953917051,
      "grad_norm": 1.1541439017483284,
      "learning_rate": 1.000525707838783e-06,
      "loss": 0.8932,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0369431972503662,
      "step": 25495,
      "valid_targets_mean": 606.9,
      "valid_targets_min": 294
    },
    {
      "epoch": 0.7344470046082949,
      "grad_norm": 1.1318728623813683,
      "learning_rate": 9.995203251966722e-07,
      "loss": 0.9594,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9528663158416748,
      "step": 25500,
      "valid_targets_mean": 578.3,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.7345910138248848,
      "grad_norm": 1.0375856379455324,
      "learning_rate": 9.985153217170903e-07,
      "loss": 1.017,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.791122555732727,
      "step": 25505,
      "valid_targets_mean": 599.1,
      "valid_targets_min": 182
    },
    {
      "epoch": 0.7347350230414746,
      "grad_norm": 1.1009845929164563,
      "learning_rate": 9.975106976539936e-07,
      "loss": 1.0065,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8396199941635132,
      "step": 25510,
      "valid_targets_mean": 575.8,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.7348790322580645,
      "grad_norm": 1.1488011856045919,
      "learning_rate": 9.965064532612463e-07,
      "loss": 0.8185,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9168530702590942,
      "step": 25515,
      "valid_targets_mean": 592.8,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.7350230414746544,
      "grad_norm": 1.1908594876377374,
      "learning_rate": 9.95502588792615e-07,
      "loss": 0.9999,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0996508598327637,
      "step": 25520,
      "valid_targets_mean": 556.8,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.7351670506912442,
      "grad_norm": 1.123136435084153,
      "learning_rate": 9.9449910450177e-07,
      "loss": 0.9248,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.604172945022583,
      "step": 25525,
      "valid_targets_mean": 466.3,
      "valid_targets_min": 172
    },
    {
      "epoch": 0.7353110599078341,
      "grad_norm": 1.2052928725254033,
      "learning_rate": 9.934960006422858e-07,
      "loss": 0.8711,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8077824711799622,
      "step": 25530,
      "valid_targets_mean": 476.5,
      "valid_targets_min": 147
    },
    {
      "epoch": 0.7354550691244239,
      "grad_norm": 1.296675047644957,
      "learning_rate": 9.924932774676423e-07,
      "loss": 1.1215,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9805619716644287,
      "step": 25535,
      "valid_targets_mean": 450.8,
      "valid_targets_min": 160
    },
    {
      "epoch": 0.7355990783410138,
      "grad_norm": 1.092276218385148,
      "learning_rate": 9.91490935231221e-07,
      "loss": 0.9999,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.019230842590332,
      "step": 25540,
      "valid_targets_mean": 686.2,
      "valid_targets_min": 191
    },
    {
      "epoch": 0.7357430875576036,
      "grad_norm": 1.1580944518283243,
      "learning_rate": 9.90488974186306e-07,
      "loss": 0.9698,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.070155143737793,
      "step": 25545,
      "valid_targets_mean": 590.8,
      "valid_targets_min": 157
    },
    {
      "epoch": 0.7358870967741935,
      "grad_norm": 1.1890772003197556,
      "learning_rate": 9.89487394586091e-07,
      "loss": 0.9317,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.028700590133667,
      "step": 25550,
      "valid_targets_mean": 555.6,
      "valid_targets_min": 221
    },
    {
      "epoch": 0.7360311059907834,
      "grad_norm": 1.2169217755879504,
      "learning_rate": 9.88486196683667e-07,
      "loss": 0.9864,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.084721326828003,
      "step": 25555,
      "valid_targets_mean": 597.4,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.7361751152073732,
      "grad_norm": 1.0980662817692135,
      "learning_rate": 9.874853807320304e-07,
      "loss": 0.9721,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0420782566070557,
      "step": 25560,
      "valid_targets_mean": 634.9,
      "valid_targets_min": 234
    },
    {
      "epoch": 0.7363191244239631,
      "grad_norm": 1.0393345816801354,
      "learning_rate": 9.864849469840823e-07,
      "loss": 0.8743,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9112875461578369,
      "step": 25565,
      "valid_targets_mean": 625.1,
      "valid_targets_min": 237
    },
    {
      "epoch": 0.736463133640553,
      "grad_norm": 1.2530520745365434,
      "learning_rate": 9.854848956926274e-07,
      "loss": 0.9644,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.158360481262207,
      "step": 25570,
      "valid_targets_mean": 547.8,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.7366071428571429,
      "grad_norm": 1.2587650384283573,
      "learning_rate": 9.844852271103713e-07,
      "loss": 0.9528,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8221708536148071,
      "step": 25575,
      "valid_targets_mean": 450.9,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.7367511520737328,
      "grad_norm": 1.187762326021079,
      "learning_rate": 9.834859414899265e-07,
      "loss": 0.8713,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7516828775405884,
      "step": 25580,
      "valid_targets_mean": 465.7,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.7368951612903226,
      "grad_norm": 1.028886979388943,
      "learning_rate": 9.824870390838042e-07,
      "loss": 0.9554,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6226668357849121,
      "step": 25585,
      "valid_targets_mean": 556.1,
      "valid_targets_min": 131
    },
    {
      "epoch": 0.7370391705069125,
      "grad_norm": 1.238217352228252,
      "learning_rate": 9.814885201444224e-07,
      "loss": 0.8727,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8995482921600342,
      "step": 25590,
      "valid_targets_mean": 482.0,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.7371831797235023,
      "grad_norm": 1.2350397812431713,
      "learning_rate": 9.804903849241024e-07,
      "loss": 0.8735,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9395275712013245,
      "step": 25595,
      "valid_targets_mean": 511.0,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.7373271889400922,
      "grad_norm": 0.9555563135229813,
      "learning_rate": 9.794926336750657e-07,
      "loss": 0.9437,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6615825891494751,
      "step": 25600,
      "valid_targets_mean": 698.2,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.737471198156682,
      "grad_norm": 1.300931015765098,
      "learning_rate": 9.78495266649437e-07,
      "loss": 0.9701,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8613681793212891,
      "step": 25605,
      "valid_targets_mean": 424.4,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.7376152073732719,
      "grad_norm": 1.1602380680142352,
      "learning_rate": 9.77498284099248e-07,
      "loss": 0.9182,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0085153579711914,
      "step": 25610,
      "valid_targets_mean": 583.9,
      "valid_targets_min": 203
    },
    {
      "epoch": 0.7377592165898618,
      "grad_norm": 1.1800506765507726,
      "learning_rate": 9.765016862764295e-07,
      "loss": 0.9591,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9432184100151062,
      "step": 25615,
      "valid_targets_mean": 583.0,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.7379032258064516,
      "grad_norm": 1.1470032170283915,
      "learning_rate": 9.755054734328138e-07,
      "loss": 0.9279,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9512328505516052,
      "step": 25620,
      "valid_targets_mean": 608.8,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.7380472350230415,
      "grad_norm": 1.1742354267841784,
      "learning_rate": 9.745096458201414e-07,
      "loss": 0.9582,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9772754907608032,
      "step": 25625,
      "valid_targets_mean": 562.5,
      "valid_targets_min": 156
    },
    {
      "epoch": 0.7381912442396313,
      "grad_norm": 1.263255044150146,
      "learning_rate": 9.73514203690051e-07,
      "loss": 0.9647,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.989569902420044,
      "step": 25630,
      "valid_targets_mean": 491.4,
      "valid_targets_min": 226
    },
    {
      "epoch": 0.7383352534562212,
      "grad_norm": 1.0937167882319574,
      "learning_rate": 9.725191472940836e-07,
      "loss": 0.9365,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8227165937423706,
      "step": 25635,
      "valid_targets_mean": 597.4,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.738479262672811,
      "grad_norm": 1.1574756771002677,
      "learning_rate": 9.715244768836857e-07,
      "loss": 1.0464,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2686036825180054,
      "step": 25640,
      "valid_targets_mean": 648.3,
      "valid_targets_min": 304
    },
    {
      "epoch": 0.7386232718894009,
      "grad_norm": 1.2090915094799028,
      "learning_rate": 9.70530192710205e-07,
      "loss": 0.8705,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8259564638137817,
      "step": 25645,
      "valid_targets_mean": 567.0,
      "valid_targets_min": 191
    },
    {
      "epoch": 0.7387672811059908,
      "grad_norm": 1.1722855163512442,
      "learning_rate": 9.695362950248901e-07,
      "loss": 0.9326,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0709487199783325,
      "step": 25650,
      "valid_targets_mean": 616.6,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.7389112903225806,
      "grad_norm": 0.9843430128017023,
      "learning_rate": 9.685427840788947e-07,
      "loss": 1.0133,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8976012468338013,
      "step": 25655,
      "valid_targets_mean": 736.4,
      "valid_targets_min": 301
    },
    {
      "epoch": 0.7390552995391705,
      "grad_norm": 1.0839574546020114,
      "learning_rate": 9.675496601232714e-07,
      "loss": 0.8873,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9182604551315308,
      "step": 25660,
      "valid_targets_mean": 576.7,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.7391993087557603,
      "grad_norm": 1.0789947478848505,
      "learning_rate": 9.665569234089781e-07,
      "loss": 0.8766,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7143446207046509,
      "step": 25665,
      "valid_targets_mean": 875.6,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.7393433179723502,
      "grad_norm": 1.124695935059018,
      "learning_rate": 9.65564574186874e-07,
      "loss": 0.9758,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9132538437843323,
      "step": 25670,
      "valid_targets_mean": 605.8,
      "valid_targets_min": 347
    },
    {
      "epoch": 0.7394873271889401,
      "grad_norm": 1.044821972099436,
      "learning_rate": 9.645726127077195e-07,
      "loss": 0.9087,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6886014342308044,
      "step": 25675,
      "valid_targets_mean": 570.4,
      "valid_targets_min": 197
    },
    {
      "epoch": 0.7396313364055299,
      "grad_norm": 1.1767830301780433,
      "learning_rate": 9.635810392221758e-07,
      "loss": 0.999,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3586887121200562,
      "step": 25680,
      "valid_targets_mean": 726.4,
      "valid_targets_min": 78
    },
    {
      "epoch": 0.7397753456221198,
      "grad_norm": 1.3883557879661446,
      "learning_rate": 9.625898539808113e-07,
      "loss": 0.9759,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1008808612823486,
      "step": 25685,
      "valid_targets_mean": 426.2,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.7399193548387096,
      "grad_norm": 1.0742390940062596,
      "learning_rate": 9.615990572340908e-07,
      "loss": 0.9639,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1622724533081055,
      "step": 25690,
      "valid_targets_mean": 721.8,
      "valid_targets_min": 164
    },
    {
      "epoch": 0.7400633640552995,
      "grad_norm": 1.13432299333704,
      "learning_rate": 9.606086492323821e-07,
      "loss": 0.9075,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8392398357391357,
      "step": 25695,
      "valid_targets_mean": 577.6,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.7402073732718893,
      "grad_norm": 1.0271605881936954,
      "learning_rate": 9.596186302259563e-07,
      "loss": 1.0129,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9089569449424744,
      "step": 25700,
      "valid_targets_mean": 686.6,
      "valid_targets_min": 161
    },
    {
      "epoch": 0.7403513824884793,
      "grad_norm": 1.1622484892769676,
      "learning_rate": 9.586290004649868e-07,
      "loss": 1.0307,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9724969863891602,
      "step": 25705,
      "valid_targets_mean": 617.3,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.7404953917050692,
      "grad_norm": 1.117781941438055,
      "learning_rate": 9.576397601995448e-07,
      "loss": 1.0549,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8658013343811035,
      "step": 25710,
      "valid_targets_mean": 585.4,
      "valid_targets_min": 207
    },
    {
      "epoch": 0.740639400921659,
      "grad_norm": 0.8445767007764581,
      "learning_rate": 9.566509096796076e-07,
      "loss": 0.8977,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8135455846786499,
      "step": 25715,
      "valid_targets_mean": 839.4,
      "valid_targets_min": 64
    },
    {
      "epoch": 0.7407834101382489,
      "grad_norm": 1.1335859346175268,
      "learning_rate": 9.556624491550518e-07,
      "loss": 1.0064,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9744594097137451,
      "step": 25720,
      "valid_targets_mean": 575.2,
      "valid_targets_min": 142
    },
    {
      "epoch": 0.7409274193548387,
      "grad_norm": 1.2746933924572128,
      "learning_rate": 9.546743788756544e-07,
      "loss": 0.8626,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0831414461135864,
      "step": 25725,
      "valid_targets_mean": 487.2,
      "valid_targets_min": 242
    },
    {
      "epoch": 0.7410714285714286,
      "grad_norm": 1.113313011810791,
      "learning_rate": 9.536866990910967e-07,
      "loss": 0.9631,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8640241622924805,
      "step": 25730,
      "valid_targets_mean": 604.0,
      "valid_targets_min": 268
    },
    {
      "epoch": 0.7412154377880185,
      "grad_norm": 1.0965493089417095,
      "learning_rate": 9.526994100509579e-07,
      "loss": 0.9743,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8434453010559082,
      "step": 25735,
      "valid_targets_mean": 593.9,
      "valid_targets_min": 177
    },
    {
      "epoch": 0.7413594470046083,
      "grad_norm": 1.0687483896523604,
      "learning_rate": 9.51712512004721e-07,
      "loss": 0.9016,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0665225982666016,
      "step": 25740,
      "valid_targets_mean": 673.5,
      "valid_targets_min": 73
    },
    {
      "epoch": 0.7415034562211982,
      "grad_norm": 1.0978942023899978,
      "learning_rate": 9.507260052017708e-07,
      "loss": 0.8728,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0848174095153809,
      "step": 25745,
      "valid_targets_mean": 686.9,
      "valid_targets_min": 220
    },
    {
      "epoch": 0.741647465437788,
      "grad_norm": 1.3710842365564848,
      "learning_rate": 9.497398898913893e-07,
      "loss": 1.0446,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0032881498336792,
      "step": 25750,
      "valid_targets_mean": 452.1,
      "valid_targets_min": 56
    },
    {
      "epoch": 0.7417914746543779,
      "grad_norm": 1.1388980559653115,
      "learning_rate": 9.487541663227637e-07,
      "loss": 0.9255,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0081489086151123,
      "step": 25755,
      "valid_targets_mean": 616.5,
      "valid_targets_min": 142
    },
    {
      "epoch": 0.7419354838709677,
      "grad_norm": 1.1566798559691085,
      "learning_rate": 9.477688347449812e-07,
      "loss": 0.8215,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8427219390869141,
      "step": 25760,
      "valid_targets_mean": 544.2,
      "valid_targets_min": 154
    },
    {
      "epoch": 0.7420794930875576,
      "grad_norm": 0.9146093293046583,
      "learning_rate": 9.467838954070286e-07,
      "loss": 0.8983,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6729437112808228,
      "step": 25765,
      "valid_targets_mean": 716.9,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.7422235023041475,
      "grad_norm": 1.2017915655511404,
      "learning_rate": 9.457993485577932e-07,
      "loss": 0.9332,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8623937368392944,
      "step": 25770,
      "valid_targets_mean": 478.6,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.7423675115207373,
      "grad_norm": 1.1144888473888268,
      "learning_rate": 9.448151944460657e-07,
      "loss": 0.9359,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.034799337387085,
      "step": 25775,
      "valid_targets_mean": 636.2,
      "valid_targets_min": 136
    },
    {
      "epoch": 0.7425115207373272,
      "grad_norm": 1.058975786358768,
      "learning_rate": 9.438314333205367e-07,
      "loss": 0.8648,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8203507661819458,
      "step": 25780,
      "valid_targets_mean": 575.6,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.742655529953917,
      "grad_norm": 1.2348535659941697,
      "learning_rate": 9.428480654297953e-07,
      "loss": 0.892,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8783442378044128,
      "step": 25785,
      "valid_targets_mean": 479.8,
      "valid_targets_min": 171
    },
    {
      "epoch": 0.7427995391705069,
      "grad_norm": 1.042667797374882,
      "learning_rate": 9.418650910223343e-07,
      "loss": 0.9908,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1076712608337402,
      "step": 25790,
      "valid_targets_mean": 766.8,
      "valid_targets_min": 374
    },
    {
      "epoch": 0.7429435483870968,
      "grad_norm": 1.0716837816756413,
      "learning_rate": 9.408825103465444e-07,
      "loss": 0.9962,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9828466176986694,
      "step": 25795,
      "valid_targets_mean": 645.9,
      "valid_targets_min": 78
    },
    {
      "epoch": 0.7430875576036866,
      "grad_norm": 1.0739064192281051,
      "learning_rate": 9.399003236507184e-07,
      "loss": 0.9393,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9286637306213379,
      "step": 25800,
      "valid_targets_mean": 619.5,
      "valid_targets_min": 174
    },
    {
      "epoch": 0.7432315668202765,
      "grad_norm": 1.217519641340206,
      "learning_rate": 9.389185311830506e-07,
      "loss": 0.8875,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.999860405921936,
      "step": 25805,
      "valid_targets_mean": 507.1,
      "valid_targets_min": 55
    },
    {
      "epoch": 0.7433755760368663,
      "grad_norm": 1.1009006924335785,
      "learning_rate": 9.379371331916321e-07,
      "loss": 0.9146,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0276826620101929,
      "step": 25810,
      "valid_targets_mean": 630.4,
      "valid_targets_min": 139
    },
    {
      "epoch": 0.7435195852534562,
      "grad_norm": 0.941724811350871,
      "learning_rate": 9.369561299244576e-07,
      "loss": 0.9999,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0815702676773071,
      "step": 25815,
      "valid_targets_mean": 861.8,
      "valid_targets_min": 299
    },
    {
      "epoch": 0.743663594470046,
      "grad_norm": 1.1036758642852535,
      "learning_rate": 9.359755216294217e-07,
      "loss": 0.9441,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8016411662101746,
      "step": 25820,
      "valid_targets_mean": 609.1,
      "valid_targets_min": 53
    },
    {
      "epoch": 0.7438076036866359,
      "grad_norm": 1.1523828468781216,
      "learning_rate": 9.349953085543168e-07,
      "loss": 0.9662,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2808163166046143,
      "step": 25825,
      "valid_targets_mean": 739.7,
      "valid_targets_min": 212
    },
    {
      "epoch": 0.7439516129032258,
      "grad_norm": 1.066716356014751,
      "learning_rate": 9.340154909468379e-07,
      "loss": 0.9181,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9770076274871826,
      "step": 25830,
      "valid_targets_mean": 662.4,
      "valid_targets_min": 207
    },
    {
      "epoch": 0.7440956221198156,
      "grad_norm": 1.265367094319303,
      "learning_rate": 9.3303606905458e-07,
      "loss": 0.8505,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8868969082832336,
      "step": 25835,
      "valid_targets_mean": 439.4,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.7442396313364056,
      "grad_norm": 1.0800614641376622,
      "learning_rate": 9.320570431250359e-07,
      "loss": 0.7326,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5741677284240723,
      "step": 25840,
      "valid_targets_mean": 458.8,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.7443836405529954,
      "grad_norm": 1.067000114542285,
      "learning_rate": 9.310784134056011e-07,
      "loss": 0.9211,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9814913868904114,
      "step": 25845,
      "valid_targets_mean": 667.8,
      "valid_targets_min": 123
    },
    {
      "epoch": 0.7445276497695853,
      "grad_norm": 1.0432668454878709,
      "learning_rate": 9.301001801435683e-07,
      "loss": 1.0085,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9634798765182495,
      "step": 25850,
      "valid_targets_mean": 686.1,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.7446716589861752,
      "grad_norm": 1.272865892072631,
      "learning_rate": 9.291223435861318e-07,
      "loss": 1.0936,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0717308521270752,
      "step": 25855,
      "valid_targets_mean": 502.4,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.744815668202765,
      "grad_norm": 0.7681448669887074,
      "learning_rate": 9.281449039803866e-07,
      "loss": 0.7969,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4111361503601074,
      "step": 25860,
      "valid_targets_mean": 719.1,
      "valid_targets_min": 167
    },
    {
      "epoch": 0.7449596774193549,
      "grad_norm": 1.1416938455823156,
      "learning_rate": 9.271678615733251e-07,
      "loss": 0.9662,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0318353176116943,
      "step": 25865,
      "valid_targets_mean": 618.9,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.7451036866359447,
      "grad_norm": 1.102999381366858,
      "learning_rate": 9.261912166118392e-07,
      "loss": 0.9959,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0412321090698242,
      "step": 25870,
      "valid_targets_mean": 666.8,
      "valid_targets_min": 218
    },
    {
      "epoch": 0.7452476958525346,
      "grad_norm": 1.1330782626112372,
      "learning_rate": 9.252149693427223e-07,
      "loss": 0.8149,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7097609043121338,
      "step": 25875,
      "valid_targets_mean": 475.7,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.7453917050691244,
      "grad_norm": 1.1919756782737687,
      "learning_rate": 9.242391200126672e-07,
      "loss": 0.9438,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8285423517227173,
      "step": 25880,
      "valid_targets_mean": 486.0,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.7455357142857143,
      "grad_norm": 0.9776297440703992,
      "learning_rate": 9.232636688682639e-07,
      "loss": 0.9816,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7864534854888916,
      "step": 25885,
      "valid_targets_mean": 723.1,
      "valid_targets_min": 189
    },
    {
      "epoch": 0.7456797235023042,
      "grad_norm": 1.1492359057115056,
      "learning_rate": 9.22288616156004e-07,
      "loss": 0.9544,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0554134845733643,
      "step": 25890,
      "valid_targets_mean": 634.9,
      "valid_targets_min": 52
    },
    {
      "epoch": 0.745823732718894,
      "grad_norm": 1.168304290499761,
      "learning_rate": 9.213139621222788e-07,
      "loss": 1.1074,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0808526277542114,
      "step": 25895,
      "valid_targets_mean": 553.1,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.7459677419354839,
      "grad_norm": 1.1466475026256595,
      "learning_rate": 9.203397070133754e-07,
      "loss": 1.1127,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.494673490524292,
      "step": 25900,
      "valid_targets_mean": 725.3,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.7461117511520737,
      "grad_norm": 1.09441974723244,
      "learning_rate": 9.193658510754841e-07,
      "loss": 1.0015,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1310794353485107,
      "step": 25905,
      "valid_targets_mean": 679.6,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.7462557603686636,
      "grad_norm": 1.2768194112919091,
      "learning_rate": 9.183923945546927e-07,
      "loss": 1.0047,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.927998960018158,
      "step": 25910,
      "valid_targets_mean": 447.5,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.7463997695852534,
      "grad_norm": 0.9947113691963371,
      "learning_rate": 9.174193376969867e-07,
      "loss": 0.9134,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3278348445892334,
      "step": 25915,
      "valid_targets_mean": 859.0,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.7465437788018433,
      "grad_norm": 1.2042820786265955,
      "learning_rate": 9.164466807482539e-07,
      "loss": 0.9037,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9806015491485596,
      "step": 25920,
      "valid_targets_mean": 540.8,
      "valid_targets_min": 73
    },
    {
      "epoch": 0.7466877880184332,
      "grad_norm": 1.284720594188459,
      "learning_rate": 9.154744239542768e-07,
      "loss": 0.8966,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.95529705286026,
      "step": 25925,
      "valid_targets_mean": 452.6,
      "valid_targets_min": 197
    },
    {
      "epoch": 0.746831797235023,
      "grad_norm": 1.0260212102771773,
      "learning_rate": 9.145025675607406e-07,
      "loss": 0.9145,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6046145558357239,
      "step": 25930,
      "valid_targets_mean": 543.0,
      "valid_targets_min": 219
    },
    {
      "epoch": 0.7469758064516129,
      "grad_norm": 1.1572644996739254,
      "learning_rate": 9.135311118132279e-07,
      "loss": 0.9101,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0664079189300537,
      "step": 25935,
      "valid_targets_mean": 521.9,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.7471198156682027,
      "grad_norm": 1.1589158622517315,
      "learning_rate": 9.125600569572197e-07,
      "loss": 0.9947,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9053158164024353,
      "step": 25940,
      "valid_targets_mean": 561.4,
      "valid_targets_min": 129
    },
    {
      "epoch": 0.7472638248847926,
      "grad_norm": 1.019423099099856,
      "learning_rate": 9.115894032380937e-07,
      "loss": 0.9787,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9553284645080566,
      "step": 25945,
      "valid_targets_mean": 700.8,
      "valid_targets_min": 144
    },
    {
      "epoch": 0.7474078341013825,
      "grad_norm": 0.9559189950297445,
      "learning_rate": 9.106191509011322e-07,
      "loss": 0.9929,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9843944907188416,
      "step": 25950,
      "valid_targets_mean": 792.9,
      "valid_targets_min": 202
    },
    {
      "epoch": 0.7475518433179723,
      "grad_norm": 1.1303444483100127,
      "learning_rate": 9.096493001915108e-07,
      "loss": 0.9925,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2028759717941284,
      "step": 25955,
      "valid_targets_mean": 682.2,
      "valid_targets_min": 262
    },
    {
      "epoch": 0.7476958525345622,
      "grad_norm": 1.184188373441305,
      "learning_rate": 9.086798513543041e-07,
      "loss": 0.9087,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9887230396270752,
      "step": 25960,
      "valid_targets_mean": 543.0,
      "valid_targets_min": 259
    },
    {
      "epoch": 0.747839861751152,
      "grad_norm": 1.1549717103278014,
      "learning_rate": 9.077108046344868e-07,
      "loss": 0.8577,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8566245436668396,
      "step": 25965,
      "valid_targets_mean": 569.8,
      "valid_targets_min": 161
    },
    {
      "epoch": 0.7479838709677419,
      "grad_norm": 1.0162573762558467,
      "learning_rate": 9.067421602769327e-07,
      "loss": 0.9939,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9837605953216553,
      "step": 25970,
      "valid_targets_mean": 768.3,
      "valid_targets_min": 275
    },
    {
      "epoch": 0.7481278801843319,
      "grad_norm": 1.2800052436192406,
      "learning_rate": 9.057739185264111e-07,
      "loss": 0.9279,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9884511232376099,
      "step": 25975,
      "valid_targets_mean": 465.4,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.7482718894009217,
      "grad_norm": 1.2485467582502048,
      "learning_rate": 9.048060796275912e-07,
      "loss": 0.9607,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9429031610488892,
      "step": 25980,
      "valid_targets_mean": 497.4,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.7484158986175116,
      "grad_norm": 1.1059306185940418,
      "learning_rate": 9.038386438250416e-07,
      "loss": 0.9313,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9455732703208923,
      "step": 25985,
      "valid_targets_mean": 612.5,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.7485599078341014,
      "grad_norm": 1.2033466725457922,
      "learning_rate": 9.02871611363226e-07,
      "loss": 0.9315,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1210111379623413,
      "step": 25990,
      "valid_targets_mean": 582.4,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.7487039170506913,
      "grad_norm": 1.1360366441417646,
      "learning_rate": 9.019049824865095e-07,
      "loss": 0.9091,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8360278606414795,
      "step": 25995,
      "valid_targets_mean": 537.6,
      "valid_targets_min": 142
    },
    {
      "epoch": 0.7488479262672811,
      "grad_norm": 1.191263564510423,
      "learning_rate": 9.009387574391521e-07,
      "loss": 0.9761,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1192963123321533,
      "step": 26000,
      "valid_targets_mean": 580.5,
      "valid_targets_min": 220
    },
    {
      "epoch": 0.748991935483871,
      "grad_norm": 1.1190931838765183,
      "learning_rate": 8.999729364653137e-07,
      "loss": 0.8591,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8134202361106873,
      "step": 26005,
      "valid_targets_mean": 539.1,
      "valid_targets_min": 184
    },
    {
      "epoch": 0.7491359447004609,
      "grad_norm": 1.0988631123500499,
      "learning_rate": 8.990075198090531e-07,
      "loss": 0.8918,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8590869307518005,
      "step": 26010,
      "valid_targets_mean": 575.9,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.7492799539170507,
      "grad_norm": 1.263240630445126,
      "learning_rate": 8.980425077143243e-07,
      "loss": 0.9927,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8850655555725098,
      "step": 26015,
      "valid_targets_mean": 506.1,
      "valid_targets_min": 52
    },
    {
      "epoch": 0.7494239631336406,
      "grad_norm": 1.1414376602554601,
      "learning_rate": 8.970779004249786e-07,
      "loss": 0.9222,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8844254612922668,
      "step": 26020,
      "valid_targets_mean": 580.9,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.7495679723502304,
      "grad_norm": 1.1653691582025008,
      "learning_rate": 8.961136981847701e-07,
      "loss": 0.9935,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8065311312675476,
      "step": 26025,
      "valid_targets_mean": 556.0,
      "valid_targets_min": 189
    },
    {
      "epoch": 0.7497119815668203,
      "grad_norm": 1.090879947331005,
      "learning_rate": 8.951499012373457e-07,
      "loss": 0.8957,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0902934074401855,
      "step": 26030,
      "valid_targets_mean": 644.2,
      "valid_targets_min": 152
    },
    {
      "epoch": 0.7498559907834101,
      "grad_norm": 1.1992206843533553,
      "learning_rate": 8.941865098262501e-07,
      "loss": 0.8178,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8649864196777344,
      "step": 26035,
      "valid_targets_mean": 503.9,
      "valid_targets_min": 174
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.1751686783882043,
      "learning_rate": 8.932235241949275e-07,
      "loss": 0.9936,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8710705637931824,
      "step": 26040,
      "valid_targets_mean": 483.6,
      "valid_targets_min": 131
    },
    {
      "epoch": 0.7501440092165899,
      "grad_norm": 1.1679125884025727,
      "learning_rate": 8.9226094458672e-07,
      "loss": 0.9595,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7652390003204346,
      "step": 26045,
      "valid_targets_mean": 519.0,
      "valid_targets_min": 206
    },
    {
      "epoch": 0.7502880184331797,
      "grad_norm": 1.2298400226375221,
      "learning_rate": 8.912987712448639e-07,
      "loss": 0.8834,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8761339783668518,
      "step": 26050,
      "valid_targets_mean": 496.3,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.7504320276497696,
      "grad_norm": 1.1429033839611222,
      "learning_rate": 8.903370044124967e-07,
      "loss": 0.9475,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.80506831407547,
      "step": 26055,
      "valid_targets_mean": 543.6,
      "valid_targets_min": 170
    },
    {
      "epoch": 0.7505760368663594,
      "grad_norm": 1.0595897654796214,
      "learning_rate": 8.893756443326496e-07,
      "loss": 1.0016,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0057445764541626,
      "step": 26060,
      "valid_targets_mean": 716.2,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.7507200460829493,
      "grad_norm": 1.0043224555077839,
      "learning_rate": 8.884146912482536e-07,
      "loss": 0.9768,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8535354137420654,
      "step": 26065,
      "valid_targets_mean": 681.4,
      "valid_targets_min": 239
    },
    {
      "epoch": 0.7508640552995391,
      "grad_norm": 0.961625409894941,
      "learning_rate": 8.874541454021368e-07,
      "loss": 0.9878,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9740222692489624,
      "step": 26070,
      "valid_targets_mean": 740.8,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.751008064516129,
      "grad_norm": 1.1518129888949906,
      "learning_rate": 8.864940070370218e-07,
      "loss": 0.9824,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0976176261901855,
      "step": 26075,
      "valid_targets_mean": 590.3,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.7511520737327189,
      "grad_norm": 1.0916662726036477,
      "learning_rate": 8.855342763955308e-07,
      "loss": 0.8563,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0021926164627075,
      "step": 26080,
      "valid_targets_mean": 646.6,
      "valid_targets_min": 452
    },
    {
      "epoch": 0.7512960829493087,
      "grad_norm": 1.2296569039693266,
      "learning_rate": 8.84574953720183e-07,
      "loss": 0.8934,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8909934759140015,
      "step": 26085,
      "valid_targets_mean": 499.9,
      "valid_targets_min": 78
    },
    {
      "epoch": 0.7514400921658986,
      "grad_norm": 1.228445893806414,
      "learning_rate": 8.836160392533936e-07,
      "loss": 0.869,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8590273261070251,
      "step": 26090,
      "valid_targets_mean": 561.6,
      "valid_targets_min": 185
    },
    {
      "epoch": 0.7515841013824884,
      "grad_norm": 1.1018353810682469,
      "learning_rate": 8.826575332374718e-07,
      "loss": 0.8625,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9233033657073975,
      "step": 26095,
      "valid_targets_mean": 579.8,
      "valid_targets_min": 222
    },
    {
      "epoch": 0.7517281105990783,
      "grad_norm": 1.163218400170389,
      "learning_rate": 8.816994359146308e-07,
      "loss": 0.8928,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6946089267730713,
      "step": 26100,
      "valid_targets_mean": 435.7,
      "valid_targets_min": 130
    },
    {
      "epoch": 0.7518721198156681,
      "grad_norm": 1.072759293554134,
      "learning_rate": 8.807417475269742e-07,
      "loss": 0.9596,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.157071828842163,
      "step": 26105,
      "valid_targets_mean": 721.2,
      "valid_targets_min": 186
    },
    {
      "epoch": 0.7520161290322581,
      "grad_norm": 1.2321316172539885,
      "learning_rate": 8.797844683165035e-07,
      "loss": 0.839,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8788937330245972,
      "step": 26110,
      "valid_targets_mean": 487.0,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.752160138248848,
      "grad_norm": 1.3849398467131364,
      "learning_rate": 8.788275985251188e-07,
      "loss": 0.8334,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9090343713760376,
      "step": 26115,
      "valid_targets_mean": 423.9,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.7523041474654378,
      "grad_norm": 1.1520663543063088,
      "learning_rate": 8.778711383946156e-07,
      "loss": 0.9813,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0903956890106201,
      "step": 26120,
      "valid_targets_mean": 574.0,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.7524481566820277,
      "grad_norm": 1.1849468170633202,
      "learning_rate": 8.769150881666852e-07,
      "loss": 1.0921,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9270879626274109,
      "step": 26125,
      "valid_targets_mean": 504.1,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.7525921658986175,
      "grad_norm": 1.1104773742233611,
      "learning_rate": 8.759594480829167e-07,
      "loss": 1.0589,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9705032706260681,
      "step": 26130,
      "valid_targets_mean": 587.1,
      "valid_targets_min": 145
    },
    {
      "epoch": 0.7527361751152074,
      "grad_norm": 0.9298973809943766,
      "learning_rate": 8.750042183847937e-07,
      "loss": 0.9774,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9035090804100037,
      "step": 26135,
      "valid_targets_mean": 823.6,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.7528801843317973,
      "grad_norm": 1.2344207609834035,
      "learning_rate": 8.740493993136978e-07,
      "loss": 0.9082,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9495449066162109,
      "step": 26140,
      "valid_targets_mean": 495.9,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.7530241935483871,
      "grad_norm": 1.1743246584632767,
      "learning_rate": 8.730949911109074e-07,
      "loss": 0.9102,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.150705337524414,
      "step": 26145,
      "valid_targets_mean": 602.2,
      "valid_targets_min": 151
    },
    {
      "epoch": 0.753168202764977,
      "grad_norm": 1.1280655584484547,
      "learning_rate": 8.72140994017594e-07,
      "loss": 1.1061,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1229060888290405,
      "step": 26150,
      "valid_targets_mean": 643.6,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.7533122119815668,
      "grad_norm": 1.286110665176424,
      "learning_rate": 8.711874082748279e-07,
      "loss": 0.9031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8287725448608398,
      "step": 26155,
      "valid_targets_mean": 442.2,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.7534562211981567,
      "grad_norm": 1.144301493455499,
      "learning_rate": 8.702342341235756e-07,
      "loss": 0.9916,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.087278962135315,
      "step": 26160,
      "valid_targets_mean": 651.6,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.7536002304147466,
      "grad_norm": 1.3218009833256925,
      "learning_rate": 8.692814718046979e-07,
      "loss": 0.9757,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1100382804870605,
      "step": 26165,
      "valid_targets_mean": 484.6,
      "valid_targets_min": 170
    },
    {
      "epoch": 0.7537442396313364,
      "grad_norm": 1.1189259455868212,
      "learning_rate": 8.683291215589507e-07,
      "loss": 0.9934,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.960026741027832,
      "step": 26170,
      "valid_targets_mean": 608.6,
      "valid_targets_min": 176
    },
    {
      "epoch": 0.7538882488479263,
      "grad_norm": 1.0161907102791563,
      "learning_rate": 8.673771836269906e-07,
      "loss": 0.9786,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9006426334381104,
      "step": 26175,
      "valid_targets_mean": 672.3,
      "valid_targets_min": 149
    },
    {
      "epoch": 0.7540322580645161,
      "grad_norm": 1.0757564935282198,
      "learning_rate": 8.664256582493654e-07,
      "loss": 0.9809,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9577807188034058,
      "step": 26180,
      "valid_targets_mean": 667.1,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.754176267281106,
      "grad_norm": 1.1194877593734216,
      "learning_rate": 8.654745456665189e-07,
      "loss": 1.0774,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.101607322692871,
      "step": 26185,
      "valid_targets_mean": 696.3,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.7543202764976958,
      "grad_norm": 1.2775715897584423,
      "learning_rate": 8.64523846118793e-07,
      "loss": 1.0377,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2331123352050781,
      "step": 26190,
      "valid_targets_mean": 548.8,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.7544642857142857,
      "grad_norm": 1.140095533526928,
      "learning_rate": 8.635735598464242e-07,
      "loss": 0.9156,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0551948547363281,
      "step": 26195,
      "valid_targets_mean": 586.8,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.7546082949308756,
      "grad_norm": 1.2419610794673641,
      "learning_rate": 8.626236870895432e-07,
      "loss": 0.9197,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9042932987213135,
      "step": 26200,
      "valid_targets_mean": 518.7,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.7547523041474654,
      "grad_norm": 1.156583200316579,
      "learning_rate": 8.616742280881787e-07,
      "loss": 0.9344,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8816089630126953,
      "step": 26205,
      "valid_targets_mean": 562.8,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.7548963133640553,
      "grad_norm": 0.9315700963511621,
      "learning_rate": 8.607251830822519e-07,
      "loss": 1.015,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8550212383270264,
      "step": 26210,
      "valid_targets_mean": 782.8,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.7550403225806451,
      "grad_norm": 1.0752375074547318,
      "learning_rate": 8.59776552311582e-07,
      "loss": 0.9861,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8249615430831909,
      "step": 26215,
      "valid_targets_mean": 620.0,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.755184331797235,
      "grad_norm": 1.046892598405858,
      "learning_rate": 8.58828336015883e-07,
      "loss": 0.8652,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7404488325119019,
      "step": 26220,
      "valid_targets_mean": 600.8,
      "valid_targets_min": 261
    },
    {
      "epoch": 0.7553283410138248,
      "grad_norm": 1.115123522815988,
      "learning_rate": 8.578805344347624e-07,
      "loss": 1.0402,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9923372864723206,
      "step": 26225,
      "valid_targets_mean": 622.6,
      "valid_targets_min": 196
    },
    {
      "epoch": 0.7554723502304147,
      "grad_norm": 1.1548235991720128,
      "learning_rate": 8.569331478077248e-07,
      "loss": 0.9183,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7346454858779907,
      "step": 26230,
      "valid_targets_mean": 449.8,
      "valid_targets_min": 100
    },
    {
      "epoch": 0.7556163594470046,
      "grad_norm": 1.0699340323563211,
      "learning_rate": 8.5598617637417e-07,
      "loss": 0.9718,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0579545497894287,
      "step": 26235,
      "valid_targets_mean": 680.4,
      "valid_targets_min": 178
    },
    {
      "epoch": 0.7557603686635944,
      "grad_norm": 1.141533984649493,
      "learning_rate": 8.550396203733908e-07,
      "loss": 0.9889,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.095369577407837,
      "step": 26240,
      "valid_targets_mean": 645.0,
      "valid_targets_min": 156
    },
    {
      "epoch": 0.7559043778801844,
      "grad_norm": 1.3799150638266613,
      "learning_rate": 8.540934800445779e-07,
      "loss": 1.0198,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3001203536987305,
      "step": 26245,
      "valid_targets_mean": 477.1,
      "valid_targets_min": 65
    },
    {
      "epoch": 0.7560483870967742,
      "grad_norm": 0.9999681783374984,
      "learning_rate": 8.531477556268139e-07,
      "loss": 0.9638,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9812976121902466,
      "step": 26250,
      "valid_targets_mean": 733.5,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.7561923963133641,
      "grad_norm": 0.9499499294446176,
      "learning_rate": 8.522024473590796e-07,
      "loss": 0.973,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8667184710502625,
      "step": 26255,
      "valid_targets_mean": 814.1,
      "valid_targets_min": 175
    },
    {
      "epoch": 0.756336405529954,
      "grad_norm": 1.1752054552433697,
      "learning_rate": 8.512575554802471e-07,
      "loss": 0.9751,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8283731341362,
      "step": 26260,
      "valid_targets_mean": 460.8,
      "valid_targets_min": 81
    },
    {
      "epoch": 0.7564804147465438,
      "grad_norm": 1.0617854492581542,
      "learning_rate": 8.503130802290863e-07,
      "loss": 1.0052,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0539734363555908,
      "step": 26265,
      "valid_targets_mean": 711.4,
      "valid_targets_min": 442
    },
    {
      "epoch": 0.7566244239631337,
      "grad_norm": 1.072067992086791,
      "learning_rate": 8.493690218442608e-07,
      "loss": 1.0015,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.064638614654541,
      "step": 26270,
      "valid_targets_mean": 685.4,
      "valid_targets_min": 297
    },
    {
      "epoch": 0.7567684331797235,
      "grad_norm": 1.3187171082063633,
      "learning_rate": 8.484253805643278e-07,
      "loss": 0.9678,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.009970784187317,
      "step": 26275,
      "valid_targets_mean": 440.4,
      "valid_targets_min": 85
    },
    {
      "epoch": 0.7569124423963134,
      "grad_norm": 1.0153724495994658,
      "learning_rate": 8.474821566277411e-07,
      "loss": 0.9747,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3006484508514404,
      "step": 26280,
      "valid_targets_mean": 836.3,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.7570564516129032,
      "grad_norm": 1.091826776853,
      "learning_rate": 8.465393502728464e-07,
      "loss": 0.8893,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0006992816925049,
      "step": 26285,
      "valid_targets_mean": 602.9,
      "valid_targets_min": 208
    },
    {
      "epoch": 0.7572004608294931,
      "grad_norm": 1.0986110956986257,
      "learning_rate": 8.455969617378862e-07,
      "loss": 0.9358,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8631690740585327,
      "step": 26290,
      "valid_targets_mean": 560.8,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.757344470046083,
      "grad_norm": 1.085001661644631,
      "learning_rate": 8.446549912609978e-07,
      "loss": 1.0125,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1869004964828491,
      "step": 26295,
      "valid_targets_mean": 747.4,
      "valid_targets_min": 62
    },
    {
      "epoch": 0.7574884792626728,
      "grad_norm": 1.1559229439051004,
      "learning_rate": 8.437134390802096e-07,
      "loss": 0.8387,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9912648797035217,
      "step": 26300,
      "valid_targets_mean": 583.6,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.7576324884792627,
      "grad_norm": 1.1285026249009644,
      "learning_rate": 8.427723054334474e-07,
      "loss": 0.9783,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7787096500396729,
      "step": 26305,
      "valid_targets_mean": 592.4,
      "valid_targets_min": 233
    },
    {
      "epoch": 0.7577764976958525,
      "grad_norm": 1.1335594633203532,
      "learning_rate": 8.418315905585312e-07,
      "loss": 0.8984,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1094597578048706,
      "step": 26310,
      "valid_targets_mean": 644.3,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.7579205069124424,
      "grad_norm": 1.1515666107598843,
      "learning_rate": 8.408912946931722e-07,
      "loss": 1.0005,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8064481019973755,
      "step": 26315,
      "valid_targets_mean": 546.4,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.7580645161290323,
      "grad_norm": 1.0082517217821023,
      "learning_rate": 8.399514180749796e-07,
      "loss": 0.8727,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6638888716697693,
      "step": 26320,
      "valid_targets_mean": 577.6,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.7582085253456221,
      "grad_norm": 1.2347597482628003,
      "learning_rate": 8.390119609414532e-07,
      "loss": 0.8619,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7953504323959351,
      "step": 26325,
      "valid_targets_mean": 441.1,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.758352534562212,
      "grad_norm": 1.1317217460213915,
      "learning_rate": 8.380729235299889e-07,
      "loss": 0.8883,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8368668556213379,
      "step": 26330,
      "valid_targets_mean": 557.7,
      "valid_targets_min": 87
    },
    {
      "epoch": 0.7584965437788018,
      "grad_norm": 1.096777618275232,
      "learning_rate": 8.371343060778772e-07,
      "loss": 0.834,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.790743887424469,
      "step": 26335,
      "valid_targets_mean": 576.0,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.7586405529953917,
      "grad_norm": 1.081182613254212,
      "learning_rate": 8.361961088223003e-07,
      "loss": 0.9215,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.757821798324585,
      "step": 26340,
      "valid_targets_mean": 550.9,
      "valid_targets_min": 220
    },
    {
      "epoch": 0.7587845622119815,
      "grad_norm": 1.3150194394530046,
      "learning_rate": 8.352583320003335e-07,
      "loss": 0.9863,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0402342081069946,
      "step": 26345,
      "valid_targets_mean": 451.1,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.7589285714285714,
      "grad_norm": 1.011820045225546,
      "learning_rate": 8.343209758489509e-07,
      "loss": 0.9889,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.081052303314209,
      "step": 26350,
      "valid_targets_mean": 758.3,
      "valid_targets_min": 178
    },
    {
      "epoch": 0.7590725806451613,
      "grad_norm": 1.0506899697247953,
      "learning_rate": 8.333840406050156e-07,
      "loss": 0.9379,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7197678685188293,
      "step": 26355,
      "valid_targets_mean": 555.1,
      "valid_targets_min": 73
    },
    {
      "epoch": 0.7592165898617511,
      "grad_norm": 1.3354461856374376,
      "learning_rate": 8.324475265052845e-07,
      "loss": 0.9118,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0352758169174194,
      "step": 26360,
      "valid_targets_mean": 491.5,
      "valid_targets_min": 145
    },
    {
      "epoch": 0.759360599078341,
      "grad_norm": 1.223221603230482,
      "learning_rate": 8.315114337864102e-07,
      "loss": 0.9748,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9766181707382202,
      "step": 26365,
      "valid_targets_mean": 546.2,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.7595046082949308,
      "grad_norm": 0.9895469975230144,
      "learning_rate": 8.305757626849389e-07,
      "loss": 0.8668,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8252138495445251,
      "step": 26370,
      "valid_targets_mean": 671.3,
      "valid_targets_min": 232
    },
    {
      "epoch": 0.7596486175115207,
      "grad_norm": 1.3272642015796283,
      "learning_rate": 8.296405134373075e-07,
      "loss": 0.891,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9447135329246521,
      "step": 26375,
      "valid_targets_mean": 437.1,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.7597926267281107,
      "grad_norm": 1.0792853984402315,
      "learning_rate": 8.28705686279849e-07,
      "loss": 0.9403,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8755587339401245,
      "step": 26380,
      "valid_targets_mean": 600.5,
      "valid_targets_min": 251
    },
    {
      "epoch": 0.7599366359447005,
      "grad_norm": 1.0908861011969953,
      "learning_rate": 8.277712814487895e-07,
      "loss": 0.9274,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2188916206359863,
      "step": 26385,
      "valid_targets_mean": 697.8,
      "valid_targets_min": 301
    },
    {
      "epoch": 0.7600806451612904,
      "grad_norm": 0.9882474899718583,
      "learning_rate": 8.268372991802462e-07,
      "loss": 0.8808,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8695861101150513,
      "step": 26390,
      "valid_targets_mean": 714.1,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.7602246543778802,
      "grad_norm": 1.1201146395791368,
      "learning_rate": 8.259037397102326e-07,
      "loss": 0.9907,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.040340781211853,
      "step": 26395,
      "valid_targets_mean": 590.4,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.7603686635944701,
      "grad_norm": 1.1270488421301685,
      "learning_rate": 8.249706032746522e-07,
      "loss": 0.9873,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0202432870864868,
      "step": 26400,
      "valid_targets_mean": 617.4,
      "valid_targets_min": 237
    },
    {
      "epoch": 0.7605126728110599,
      "grad_norm": 1.1426219047215294,
      "learning_rate": 8.240378901093035e-07,
      "loss": 0.9669,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9445715546607971,
      "step": 26405,
      "valid_targets_mean": 561.0,
      "valid_targets_min": 270
    },
    {
      "epoch": 0.7606566820276498,
      "grad_norm": 0.979776413578903,
      "learning_rate": 8.231056004498791e-07,
      "loss": 0.9694,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0787146091461182,
      "step": 26410,
      "valid_targets_mean": 823.5,
      "valid_targets_min": 246
    },
    {
      "epoch": 0.7608006912442397,
      "grad_norm": 1.0549973579520664,
      "learning_rate": 8.221737345319622e-07,
      "loss": 0.9209,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9598425626754761,
      "step": 26415,
      "valid_targets_mean": 684.7,
      "valid_targets_min": 123
    },
    {
      "epoch": 0.7609447004608295,
      "grad_norm": 1.0548955053791882,
      "learning_rate": 8.212422925910285e-07,
      "loss": 0.9329,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.980968713760376,
      "step": 26420,
      "valid_targets_mean": 641.4,
      "valid_targets_min": 81
    },
    {
      "epoch": 0.7610887096774194,
      "grad_norm": 1.064490196020489,
      "learning_rate": 8.203112748624509e-07,
      "loss": 1.0186,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7973430752754211,
      "step": 26425,
      "valid_targets_mean": 588.3,
      "valid_targets_min": 214
    },
    {
      "epoch": 0.7612327188940092,
      "grad_norm": 1.1591417485094113,
      "learning_rate": 8.193806815814906e-07,
      "loss": 0.919,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0041873455047607,
      "step": 26430,
      "valid_targets_mean": 610.4,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.7613767281105991,
      "grad_norm": 1.28631006809469,
      "learning_rate": 8.184505129833026e-07,
      "loss": 0.9206,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8385111093521118,
      "step": 26435,
      "valid_targets_mean": 429.2,
      "valid_targets_min": 62
    },
    {
      "epoch": 0.761520737327189,
      "grad_norm": 1.174526959399171,
      "learning_rate": 8.175207693029358e-07,
      "loss": 0.9604,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9011728763580322,
      "step": 26440,
      "valid_targets_mean": 530.3,
      "valid_targets_min": 123
    },
    {
      "epoch": 0.7616647465437788,
      "grad_norm": 1.2015082388168183,
      "learning_rate": 8.165914507753317e-07,
      "loss": 0.8691,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9662508964538574,
      "step": 26445,
      "valid_targets_mean": 559.4,
      "valid_targets_min": 149
    },
    {
      "epoch": 0.7618087557603687,
      "grad_norm": 1.1250532574727228,
      "learning_rate": 8.156625576353222e-07,
      "loss": 1.0529,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2129244804382324,
      "step": 26450,
      "valid_targets_mean": 630.4,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.7619527649769585,
      "grad_norm": 1.1825016727312203,
      "learning_rate": 8.14734090117634e-07,
      "loss": 0.9406,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.036597728729248,
      "step": 26455,
      "valid_targets_mean": 618.8,
      "valid_targets_min": 200
    },
    {
      "epoch": 0.7620967741935484,
      "grad_norm": 1.0039099132608618,
      "learning_rate": 8.138060484568866e-07,
      "loss": 0.9858,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9678038358688354,
      "step": 26460,
      "valid_targets_mean": 729.6,
      "valid_targets_min": 163
    },
    {
      "epoch": 0.7622407834101382,
      "grad_norm": 0.857923109217144,
      "learning_rate": 8.128784328875886e-07,
      "loss": 0.9483,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8639279007911682,
      "step": 26465,
      "valid_targets_mean": 924.9,
      "valid_targets_min": 381
    },
    {
      "epoch": 0.7623847926267281,
      "grad_norm": 1.2113323287400752,
      "learning_rate": 8.119512436441451e-07,
      "loss": 0.8261,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8803755044937134,
      "step": 26470,
      "valid_targets_mean": 493.5,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.762528801843318,
      "grad_norm": 1.2626661933712717,
      "learning_rate": 8.110244809608494e-07,
      "loss": 1.0061,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8955549001693726,
      "step": 26475,
      "valid_targets_mean": 455.9,
      "valid_targets_min": 53
    },
    {
      "epoch": 0.7626728110599078,
      "grad_norm": 1.0057639911488345,
      "learning_rate": 8.100981450718906e-07,
      "loss": 0.9661,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9542021751403809,
      "step": 26480,
      "valid_targets_mean": 703.0,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.7628168202764977,
      "grad_norm": 1.1249105790282241,
      "learning_rate": 8.091722362113486e-07,
      "loss": 0.8766,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0971014499664307,
      "step": 26485,
      "valid_targets_mean": 627.0,
      "valid_targets_min": 189
    },
    {
      "epoch": 0.7629608294930875,
      "grad_norm": 1.1604815098443568,
      "learning_rate": 8.082467546131945e-07,
      "loss": 0.9903,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.811305046081543,
      "step": 26490,
      "valid_targets_mean": 549.8,
      "valid_targets_min": 185
    },
    {
      "epoch": 0.7631048387096774,
      "grad_norm": 1.2198234842625968,
      "learning_rate": 8.073217005112907e-07,
      "loss": 0.998,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8875709772109985,
      "step": 26495,
      "valid_targets_mean": 522.2,
      "valid_targets_min": 65
    },
    {
      "epoch": 0.7632488479262672,
      "grad_norm": 1.1948799437998503,
      "learning_rate": 8.063970741393962e-07,
      "loss": 0.9467,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8691103458404541,
      "step": 26500,
      "valid_targets_mean": 515.1,
      "valid_targets_min": 63
    },
    {
      "epoch": 0.7633928571428571,
      "grad_norm": 1.2163963072549913,
      "learning_rate": 8.054728757311573e-07,
      "loss": 0.9639,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.076301097869873,
      "step": 26505,
      "valid_targets_mean": 567.1,
      "valid_targets_min": 58
    },
    {
      "epoch": 0.763536866359447,
      "grad_norm": 1.1118629384147438,
      "learning_rate": 8.045491055201121e-07,
      "loss": 0.9078,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8956126570701599,
      "step": 26510,
      "valid_targets_mean": 588.5,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.7636808755760369,
      "grad_norm": 1.3351236981035985,
      "learning_rate": 8.036257637396935e-07,
      "loss": 1.05,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1570875644683838,
      "step": 26515,
      "valid_targets_mean": 496.6,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.7638248847926268,
      "grad_norm": 1.1507269277912155,
      "learning_rate": 8.027028506232254e-07,
      "loss": 0.8569,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9897634387016296,
      "step": 26520,
      "valid_targets_mean": 574.8,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.7639688940092166,
      "grad_norm": 1.1099884464859313,
      "learning_rate": 8.017803664039206e-07,
      "loss": 1.0426,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1479566097259521,
      "step": 26525,
      "valid_targets_mean": 665.1,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.7641129032258065,
      "grad_norm": 1.1199948532939172,
      "learning_rate": 8.008583113148871e-07,
      "loss": 0.8934,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9566214680671692,
      "step": 26530,
      "valid_targets_mean": 573.6,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.7642569124423964,
      "grad_norm": 1.128394490349188,
      "learning_rate": 7.999366855891216e-07,
      "loss": 0.9543,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8269274234771729,
      "step": 26535,
      "valid_targets_mean": 545.2,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.7644009216589862,
      "grad_norm": 0.8083979139086818,
      "learning_rate": 7.990154894595145e-07,
      "loss": 0.8742,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.76297527551651,
      "step": 26540,
      "valid_targets_mean": 828.8,
      "valid_targets_min": 178
    },
    {
      "epoch": 0.7645449308755761,
      "grad_norm": 1.1481030883283554,
      "learning_rate": 7.980947231588471e-07,
      "loss": 0.8992,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8522334098815918,
      "step": 26545,
      "valid_targets_mean": 544.8,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.7646889400921659,
      "grad_norm": 1.16629350783692,
      "learning_rate": 7.971743869197903e-07,
      "loss": 1.0286,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9671787619590759,
      "step": 26550,
      "valid_targets_mean": 593.2,
      "valid_targets_min": 317
    },
    {
      "epoch": 0.7648329493087558,
      "grad_norm": 1.050793453984831,
      "learning_rate": 7.962544809749087e-07,
      "loss": 0.9047,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9511922001838684,
      "step": 26555,
      "valid_targets_mean": 661.4,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.7649769585253456,
      "grad_norm": 1.1248392721432556,
      "learning_rate": 7.953350055566577e-07,
      "loss": 1.0607,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9707928895950317,
      "step": 26560,
      "valid_targets_mean": 585.2,
      "valid_targets_min": 198
    },
    {
      "epoch": 0.7651209677419355,
      "grad_norm": 1.0967353238089095,
      "learning_rate": 7.944159608973831e-07,
      "loss": 1.067,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9512825608253479,
      "step": 26565,
      "valid_targets_mean": 659.5,
      "valid_targets_min": 152
    },
    {
      "epoch": 0.7652649769585254,
      "grad_norm": 1.1281767411336048,
      "learning_rate": 7.9349734722932e-07,
      "loss": 0.9931,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8967616558074951,
      "step": 26570,
      "valid_targets_mean": 566.4,
      "valid_targets_min": 183
    },
    {
      "epoch": 0.7654089861751152,
      "grad_norm": 1.1582961475745635,
      "learning_rate": 7.925791647846004e-07,
      "loss": 0.9507,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.953110933303833,
      "step": 26575,
      "valid_targets_mean": 582.4,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.7655529953917051,
      "grad_norm": 1.0368900596035446,
      "learning_rate": 7.916614137952416e-07,
      "loss": 0.8741,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7832659482955933,
      "step": 26580,
      "valid_targets_mean": 642.4,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.7656970046082949,
      "grad_norm": 1.285034667981395,
      "learning_rate": 7.907440944931536e-07,
      "loss": 0.924,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.853340744972229,
      "step": 26585,
      "valid_targets_mean": 427.4,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.7658410138248848,
      "grad_norm": 1.2193187026401573,
      "learning_rate": 7.898272071101385e-07,
      "loss": 0.9938,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9879236221313477,
      "step": 26590,
      "valid_targets_mean": 525.6,
      "valid_targets_min": 188
    },
    {
      "epoch": 0.7659850230414746,
      "grad_norm": 1.2219048408611626,
      "learning_rate": 7.889107518778888e-07,
      "loss": 0.9502,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8203060030937195,
      "step": 26595,
      "valid_targets_mean": 488.1,
      "valid_targets_min": 139
    },
    {
      "epoch": 0.7661290322580645,
      "grad_norm": 1.246509363794545,
      "learning_rate": 7.87994729027986e-07,
      "loss": 1.0127,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2155146598815918,
      "step": 26600,
      "valid_targets_mean": 568.4,
      "valid_targets_min": 184
    },
    {
      "epoch": 0.7662730414746544,
      "grad_norm": 1.0510842496359987,
      "learning_rate": 7.870791387919058e-07,
      "loss": 0.9429,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8783980011940002,
      "step": 26605,
      "valid_targets_mean": 628.3,
      "valid_targets_min": 199
    },
    {
      "epoch": 0.7664170506912442,
      "grad_norm": 1.1494484994873588,
      "learning_rate": 7.861639814010105e-07,
      "loss": 0.9399,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9657534956932068,
      "step": 26610,
      "valid_targets_mean": 600.8,
      "valid_targets_min": 168
    },
    {
      "epoch": 0.7665610599078341,
      "grad_norm": 1.2140924272288618,
      "learning_rate": 7.852492570865558e-07,
      "loss": 0.8641,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.995256781578064,
      "step": 26615,
      "valid_targets_mean": 559.1,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.7667050691244239,
      "grad_norm": 1.1094066004586076,
      "learning_rate": 7.843349660796884e-07,
      "loss": 0.8904,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9845980405807495,
      "step": 26620,
      "valid_targets_mean": 604.5,
      "valid_targets_min": 124
    },
    {
      "epoch": 0.7668490783410138,
      "grad_norm": 1.1800607123164601,
      "learning_rate": 7.834211086114427e-07,
      "loss": 0.9475,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.034645438194275,
      "step": 26625,
      "valid_targets_mean": 563.5,
      "valid_targets_min": 151
    },
    {
      "epoch": 0.7669930875576036,
      "grad_norm": 1.062751901543451,
      "learning_rate": 7.825076849127458e-07,
      "loss": 0.9302,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0122109651565552,
      "step": 26630,
      "valid_targets_mean": 650.3,
      "valid_targets_min": 118
    },
    {
      "epoch": 0.7671370967741935,
      "grad_norm": 1.0326757710865346,
      "learning_rate": 7.815946952144155e-07,
      "loss": 1.011,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0680596828460693,
      "step": 26635,
      "valid_targets_mean": 733.3,
      "valid_targets_min": 267
    },
    {
      "epoch": 0.7672811059907834,
      "grad_norm": 1.1556320119951808,
      "learning_rate": 7.80682139747157e-07,
      "loss": 0.9284,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9416883587837219,
      "step": 26640,
      "valid_targets_mean": 539.2,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.7674251152073732,
      "grad_norm": 0.8736155318170754,
      "learning_rate": 7.797700187415694e-07,
      "loss": 0.9521,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7331267595291138,
      "step": 26645,
      "valid_targets_mean": 879.6,
      "valid_targets_min": 180
    },
    {
      "epoch": 0.7675691244239631,
      "grad_norm": 0.9965264583960546,
      "learning_rate": 7.788583324281406e-07,
      "loss": 0.9792,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6968335509300232,
      "step": 26650,
      "valid_targets_mean": 696.1,
      "valid_targets_min": 170
    },
    {
      "epoch": 0.767713133640553,
      "grad_norm": 1.0670973073760066,
      "learning_rate": 7.779470810372477e-07,
      "loss": 0.8162,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8954688310623169,
      "step": 26655,
      "valid_targets_mean": 615.8,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.7678571428571429,
      "grad_norm": 1.1857081093305182,
      "learning_rate": 7.770362647991581e-07,
      "loss": 1.112,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1852844953536987,
      "step": 26660,
      "valid_targets_mean": 568.3,
      "valid_targets_min": 85
    },
    {
      "epoch": 0.7680011520737328,
      "grad_norm": 1.1901943733397145,
      "learning_rate": 7.761258839440302e-07,
      "loss": 1.0088,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9789380431175232,
      "step": 26665,
      "valid_targets_mean": 519.5,
      "valid_targets_min": 273
    },
    {
      "epoch": 0.7681451612903226,
      "grad_norm": 1.1857689560169735,
      "learning_rate": 7.752159387019135e-07,
      "loss": 0.9619,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6929094195365906,
      "step": 26670,
      "valid_targets_mean": 447.9,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.7682891705069125,
      "grad_norm": 0.9912982290100976,
      "learning_rate": 7.743064293027433e-07,
      "loss": 0.9725,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0965359210968018,
      "step": 26675,
      "valid_targets_mean": 793.6,
      "valid_targets_min": 228
    },
    {
      "epoch": 0.7684331797235023,
      "grad_norm": 0.8124555247202105,
      "learning_rate": 7.733973559763497e-07,
      "loss": 0.877,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5335785746574402,
      "step": 26680,
      "valid_targets_mean": 789.2,
      "valid_targets_min": 214
    },
    {
      "epoch": 0.7685771889400922,
      "grad_norm": 1.0643542648070003,
      "learning_rate": 7.724887189524485e-07,
      "loss": 0.9107,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7999776601791382,
      "step": 26685,
      "valid_targets_mean": 630.9,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.768721198156682,
      "grad_norm": 0.9719582201704302,
      "learning_rate": 7.715805184606475e-07,
      "loss": 0.8976,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7531856894493103,
      "step": 26690,
      "valid_targets_mean": 666.7,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.7688652073732719,
      "grad_norm": 1.183189068075926,
      "learning_rate": 7.706727547304449e-07,
      "loss": 0.9413,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9360843896865845,
      "step": 26695,
      "valid_targets_mean": 533.9,
      "valid_targets_min": 149
    },
    {
      "epoch": 0.7690092165898618,
      "grad_norm": 1.3037526169315705,
      "learning_rate": 7.697654279912256e-07,
      "loss": 0.872,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9268848299980164,
      "step": 26700,
      "valid_targets_mean": 488.6,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.7691532258064516,
      "grad_norm": 1.0109208099634024,
      "learning_rate": 7.688585384722668e-07,
      "loss": 0.9041,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6946921944618225,
      "step": 26705,
      "valid_targets_mean": 591.1,
      "valid_targets_min": 162
    },
    {
      "epoch": 0.7692972350230415,
      "grad_norm": 1.1924531663245563,
      "learning_rate": 7.679520864027346e-07,
      "loss": 0.977,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9929842948913574,
      "step": 26710,
      "valid_targets_mean": 549.3,
      "valid_targets_min": 268
    },
    {
      "epoch": 0.7694412442396313,
      "grad_norm": 1.1290760018977208,
      "learning_rate": 7.670460720116829e-07,
      "loss": 0.9215,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8437198400497437,
      "step": 26715,
      "valid_targets_mean": 535.6,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.7695852534562212,
      "grad_norm": 1.0988745456985298,
      "learning_rate": 7.66140495528058e-07,
      "loss": 1.0105,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.107229232788086,
      "step": 26720,
      "valid_targets_mean": 659.8,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.769729262672811,
      "grad_norm": 1.161822081975204,
      "learning_rate": 7.65235357180692e-07,
      "loss": 1.0563,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1326053142547607,
      "step": 26725,
      "valid_targets_mean": 613.6,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.7698732718894009,
      "grad_norm": 1.056615261708431,
      "learning_rate": 7.643306571983089e-07,
      "loss": 0.8848,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.045656442642212,
      "step": 26730,
      "valid_targets_mean": 711.5,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.7700172811059908,
      "grad_norm": 1.2088538827701598,
      "learning_rate": 7.63426395809522e-07,
      "loss": 1.0121,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9131141901016235,
      "step": 26735,
      "valid_targets_mean": 507.1,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.7701612903225806,
      "grad_norm": 1.0911998883833298,
      "learning_rate": 7.625225732428313e-07,
      "loss": 0.8996,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8345829844474792,
      "step": 26740,
      "valid_targets_mean": 624.7,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.7703052995391705,
      "grad_norm": 1.2129232371804592,
      "learning_rate": 7.616191897266292e-07,
      "loss": 0.9819,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.905157208442688,
      "step": 26745,
      "valid_targets_mean": 460.9,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.7704493087557603,
      "grad_norm": 1.0221964989792096,
      "learning_rate": 7.60716245489194e-07,
      "loss": 0.9682,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8905605673789978,
      "step": 26750,
      "valid_targets_mean": 680.1,
      "valid_targets_min": 275
    },
    {
      "epoch": 0.7705933179723502,
      "grad_norm": 0.919579550176815,
      "learning_rate": 7.598137407586959e-07,
      "loss": 0.9469,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9866058826446533,
      "step": 26755,
      "valid_targets_mean": 858.5,
      "valid_targets_min": 162
    },
    {
      "epoch": 0.7707373271889401,
      "grad_norm": 1.1878256259639413,
      "learning_rate": 7.589116757631912e-07,
      "loss": 0.9006,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9618088006973267,
      "step": 26760,
      "valid_targets_mean": 605.4,
      "valid_targets_min": 65
    },
    {
      "epoch": 0.7708813364055299,
      "grad_norm": 1.016694046002249,
      "learning_rate": 7.580100507306268e-07,
      "loss": 0.8137,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.907787024974823,
      "step": 26765,
      "valid_targets_mean": 670.1,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.7710253456221198,
      "grad_norm": 0.9596659660074929,
      "learning_rate": 7.571088658888395e-07,
      "loss": 0.9754,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7735440731048584,
      "step": 26770,
      "valid_targets_mean": 691.9,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.7711693548387096,
      "grad_norm": 1.2781734739036887,
      "learning_rate": 7.562081214655517e-07,
      "loss": 1.0169,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0847772359848022,
      "step": 26775,
      "valid_targets_mean": 486.9,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.7713133640552995,
      "grad_norm": 1.2815119598507423,
      "learning_rate": 7.553078176883774e-07,
      "loss": 0.963,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9726607799530029,
      "step": 26780,
      "valid_targets_mean": 438.1,
      "valid_targets_min": 90
    },
    {
      "epoch": 0.7714573732718893,
      "grad_norm": 1.2265411082365454,
      "learning_rate": 7.544079547848183e-07,
      "loss": 0.9525,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9832466840744019,
      "step": 26785,
      "valid_targets_mean": 534.9,
      "valid_targets_min": 312
    },
    {
      "epoch": 0.7716013824884793,
      "grad_norm": 1.0940962928281945,
      "learning_rate": 7.535085329822633e-07,
      "loss": 0.9461,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9394862055778503,
      "step": 26790,
      "valid_targets_mean": 604.7,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.7717453917050692,
      "grad_norm": 1.0367119559374232,
      "learning_rate": 7.526095525079927e-07,
      "loss": 0.9239,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0020029544830322,
      "step": 26795,
      "valid_targets_mean": 675.4,
      "valid_targets_min": 81
    },
    {
      "epoch": 0.771889400921659,
      "grad_norm": 1.0622686634500118,
      "learning_rate": 7.517110135891719e-07,
      "loss": 0.9134,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6483207941055298,
      "step": 26800,
      "valid_targets_mean": 561.1,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.7720334101382489,
      "grad_norm": 1.213033025910875,
      "learning_rate": 7.508129164528577e-07,
      "loss": 0.854,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7849858999252319,
      "step": 26805,
      "valid_targets_mean": 453.1,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.7721774193548387,
      "grad_norm": 1.1706422091470157,
      "learning_rate": 7.499152613259944e-07,
      "loss": 1.0519,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9579369425773621,
      "step": 26810,
      "valid_targets_mean": 583.1,
      "valid_targets_min": 228
    },
    {
      "epoch": 0.7723214285714286,
      "grad_norm": 1.0301803853756906,
      "learning_rate": 7.490180484354137e-07,
      "loss": 0.9453,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9520858526229858,
      "step": 26815,
      "valid_targets_mean": 715.2,
      "valid_targets_min": 160
    },
    {
      "epoch": 0.7724654377880185,
      "grad_norm": 1.2074773268567673,
      "learning_rate": 7.481212780078345e-07,
      "loss": 0.8978,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8720468282699585,
      "step": 26820,
      "valid_targets_mean": 506.9,
      "valid_targets_min": 183
    },
    {
      "epoch": 0.7726094470046083,
      "grad_norm": 1.0456733483313194,
      "learning_rate": 7.472249502698686e-07,
      "loss": 0.9515,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0622917413711548,
      "step": 26825,
      "valid_targets_mean": 757.8,
      "valid_targets_min": 356
    },
    {
      "epoch": 0.7727534562211982,
      "grad_norm": 0.9548759331248294,
      "learning_rate": 7.463290654480112e-07,
      "loss": 0.9243,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0053541660308838,
      "step": 26830,
      "valid_targets_mean": 807.1,
      "valid_targets_min": 274
    },
    {
      "epoch": 0.772897465437788,
      "grad_norm": 1.389690154626841,
      "learning_rate": 7.454336237686454e-07,
      "loss": 0.8691,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9269530177116394,
      "step": 26835,
      "valid_targets_mean": 368.1,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.7730414746543779,
      "grad_norm": 1.2009989553008622,
      "learning_rate": 7.445386254580481e-07,
      "loss": 1.0038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8855589628219604,
      "step": 26840,
      "valid_targets_mean": 471.6,
      "valid_targets_min": 57
    },
    {
      "epoch": 0.7731854838709677,
      "grad_norm": 1.0034602238456833,
      "learning_rate": 7.436440707423778e-07,
      "loss": 0.9388,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9752846956253052,
      "step": 26845,
      "valid_targets_mean": 721.2,
      "valid_targets_min": 223
    },
    {
      "epoch": 0.7733294930875576,
      "grad_norm": 1.211309986370505,
      "learning_rate": 7.427499598476828e-07,
      "loss": 0.8397,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9082059860229492,
      "step": 26850,
      "valid_targets_mean": 500.1,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.7734735023041475,
      "grad_norm": 1.1234789260693208,
      "learning_rate": 7.418562929999004e-07,
      "loss": 0.9581,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6768761873245239,
      "step": 26855,
      "valid_targets_mean": 521.8,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.7736175115207373,
      "grad_norm": 1.0023498079157909,
      "learning_rate": 7.40963070424856e-07,
      "loss": 0.9119,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7311161756515503,
      "step": 26860,
      "valid_targets_mean": 773.6,
      "valid_targets_min": 152
    },
    {
      "epoch": 0.7737615207373272,
      "grad_norm": 1.021402699621644,
      "learning_rate": 7.400702923482603e-07,
      "loss": 0.964,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.200729489326477,
      "step": 26865,
      "valid_targets_mean": 747.1,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.773905529953917,
      "grad_norm": 1.134758526225628,
      "learning_rate": 7.391779589957146e-07,
      "loss": 0.9898,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0840972661972046,
      "step": 26870,
      "valid_targets_mean": 658.6,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.7740495391705069,
      "grad_norm": 1.0854136080945347,
      "learning_rate": 7.382860705927047e-07,
      "loss": 0.9065,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9232481122016907,
      "step": 26875,
      "valid_targets_mean": 605.9,
      "valid_targets_min": 204
    },
    {
      "epoch": 0.7741935483870968,
      "grad_norm": 1.4072346662995474,
      "learning_rate": 7.373946273646065e-07,
      "loss": 0.8442,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8081978559494019,
      "step": 26880,
      "valid_targets_mean": 373.6,
      "valid_targets_min": 57
    },
    {
      "epoch": 0.7743375576036866,
      "grad_norm": 1.1662739853158015,
      "learning_rate": 7.365036295366831e-07,
      "loss": 0.8295,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7864153385162354,
      "step": 26885,
      "valid_targets_mean": 511.4,
      "valid_targets_min": 118
    },
    {
      "epoch": 0.7744815668202765,
      "grad_norm": 1.1712190574749497,
      "learning_rate": 7.356130773340844e-07,
      "loss": 0.868,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8361886739730835,
      "step": 26890,
      "valid_targets_mean": 529.7,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.7746255760368663,
      "grad_norm": 1.1137018643755967,
      "learning_rate": 7.347229709818454e-07,
      "loss": 0.8955,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0111063718795776,
      "step": 26895,
      "valid_targets_mean": 655.7,
      "valid_targets_min": 275
    },
    {
      "epoch": 0.7747695852534562,
      "grad_norm": 1.2211477629577117,
      "learning_rate": 7.338333107048945e-07,
      "loss": 1.0151,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9835535883903503,
      "step": 26900,
      "valid_targets_mean": 510.4,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.774913594470046,
      "grad_norm": 1.0851434620394784,
      "learning_rate": 7.329440967280418e-07,
      "loss": 0.9186,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.881459653377533,
      "step": 26905,
      "valid_targets_mean": 664.1,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.7750576036866359,
      "grad_norm": 1.0973341476105902,
      "learning_rate": 7.320553292759861e-07,
      "loss": 0.8526,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9121361374855042,
      "step": 26910,
      "valid_targets_mean": 608.4,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.7752016129032258,
      "grad_norm": 1.088970893334148,
      "learning_rate": 7.311670085733141e-07,
      "loss": 0.9108,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9000168442726135,
      "step": 26915,
      "valid_targets_mean": 571.7,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.7753456221198156,
      "grad_norm": 1.1484133122077285,
      "learning_rate": 7.302791348445005e-07,
      "loss": 0.9151,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9213210344314575,
      "step": 26920,
      "valid_targets_mean": 575.3,
      "valid_targets_min": 65
    },
    {
      "epoch": 0.7754896313364056,
      "grad_norm": 1.1605591579076138,
      "learning_rate": 7.29391708313904e-07,
      "loss": 1.0404,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1692614555358887,
      "step": 26925,
      "valid_targets_mean": 637.1,
      "valid_targets_min": 239
    },
    {
      "epoch": 0.7756336405529954,
      "grad_norm": 0.79083047660006,
      "learning_rate": 7.285047292057731e-07,
      "loss": 0.8631,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.46838295459747314,
      "step": 26930,
      "valid_targets_mean": 699.2,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.7757776497695853,
      "grad_norm": 1.0538161490661677,
      "learning_rate": 7.276181977442431e-07,
      "loss": 1.0476,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2210314273834229,
      "step": 26935,
      "valid_targets_mean": 780.5,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.7759216589861752,
      "grad_norm": 1.0525457974111287,
      "learning_rate": 7.26732114153334e-07,
      "loss": 0.9524,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.18051016330719,
      "step": 26940,
      "valid_targets_mean": 708.7,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.776065668202765,
      "grad_norm": 0.9927644858707971,
      "learning_rate": 7.25846478656955e-07,
      "loss": 0.9559,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0442612171173096,
      "step": 26945,
      "valid_targets_mean": 793.9,
      "valid_targets_min": 299
    },
    {
      "epoch": 0.7762096774193549,
      "grad_norm": 1.0850079826993237,
      "learning_rate": 7.249612914788997e-07,
      "loss": 0.8967,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0401086807250977,
      "step": 26950,
      "valid_targets_mean": 630.6,
      "valid_targets_min": 225
    },
    {
      "epoch": 0.7763536866359447,
      "grad_norm": 0.9582082446609946,
      "learning_rate": 7.240765528428509e-07,
      "loss": 0.8855,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9369735717773438,
      "step": 26955,
      "valid_targets_mean": 784.8,
      "valid_targets_min": 397
    },
    {
      "epoch": 0.7764976958525346,
      "grad_norm": 1.1300921364769716,
      "learning_rate": 7.231922629723773e-07,
      "loss": 0.9166,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8653322458267212,
      "step": 26960,
      "valid_targets_mean": 484.7,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.7766417050691244,
      "grad_norm": 1.0163197962186739,
      "learning_rate": 7.223084220909332e-07,
      "loss": 0.8879,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8748351335525513,
      "step": 26965,
      "valid_targets_mean": 683.4,
      "valid_targets_min": 221
    },
    {
      "epoch": 0.7767857142857143,
      "grad_norm": 1.2320740989099064,
      "learning_rate": 7.214250304218585e-07,
      "loss": 0.9645,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2014267444610596,
      "step": 26970,
      "valid_targets_mean": 528.1,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.7769297235023042,
      "grad_norm": 1.2418286024175216,
      "learning_rate": 7.205420881883843e-07,
      "loss": 1.0331,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9486950039863586,
      "step": 26975,
      "valid_targets_mean": 464.7,
      "valid_targets_min": 139
    },
    {
      "epoch": 0.777073732718894,
      "grad_norm": 1.1349296387650232,
      "learning_rate": 7.196595956136234e-07,
      "loss": 0.8733,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7041584253311157,
      "step": 26980,
      "valid_targets_mean": 515.2,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.7772177419354839,
      "grad_norm": 1.0981057631564224,
      "learning_rate": 7.187775529205759e-07,
      "loss": 0.9627,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9443311095237732,
      "step": 26985,
      "valid_targets_mean": 597.8,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.7773617511520737,
      "grad_norm": 1.313398280316385,
      "learning_rate": 7.178959603321298e-07,
      "loss": 0.9145,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7835620045661926,
      "step": 26990,
      "valid_targets_mean": 383.5,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.7775057603686636,
      "grad_norm": 1.2645548103089002,
      "learning_rate": 7.170148180710587e-07,
      "loss": 0.9103,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9730976819992065,
      "step": 26995,
      "valid_targets_mean": 457.4,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.7776497695852534,
      "grad_norm": 1.0284390027074366,
      "learning_rate": 7.16134126360021e-07,
      "loss": 0.9168,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7972246408462524,
      "step": 27000,
      "valid_targets_mean": 573.7,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.7777937788018433,
      "grad_norm": 1.4487910558402273,
      "learning_rate": 7.15253885421564e-07,
      "loss": 1.0254,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8569682240486145,
      "step": 27005,
      "valid_targets_mean": 470.4,
      "valid_targets_min": 155
    },
    {
      "epoch": 0.7779377880184332,
      "grad_norm": 1.0272020564954067,
      "learning_rate": 7.143740954781175e-07,
      "loss": 0.9332,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0577257871627808,
      "step": 27010,
      "valid_targets_mean": 699.2,
      "valid_targets_min": 145
    },
    {
      "epoch": 0.778081797235023,
      "grad_norm": 1.1697198064494427,
      "learning_rate": 7.134947567520007e-07,
      "loss": 0.9295,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7632944583892822,
      "step": 27015,
      "valid_targets_mean": 548.1,
      "valid_targets_min": 219
    },
    {
      "epoch": 0.7782258064516129,
      "grad_norm": 1.3005234726236505,
      "learning_rate": 7.126158694654179e-07,
      "loss": 0.9225,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9568125605583191,
      "step": 27020,
      "valid_targets_mean": 454.9,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.7783698156682027,
      "grad_norm": 1.2389604792898175,
      "learning_rate": 7.117374338404571e-07,
      "loss": 0.9536,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8300911784172058,
      "step": 27025,
      "valid_targets_mean": 509.9,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.7785138248847926,
      "grad_norm": 1.0734359359058008,
      "learning_rate": 7.108594500990945e-07,
      "loss": 0.8835,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6861190795898438,
      "step": 27030,
      "valid_targets_mean": 515.8,
      "valid_targets_min": 81
    },
    {
      "epoch": 0.7786578341013825,
      "grad_norm": 1.1674461281396171,
      "learning_rate": 7.099819184631929e-07,
      "loss": 1.0289,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8927518129348755,
      "step": 27035,
      "valid_targets_mean": 565.6,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.7788018433179723,
      "grad_norm": 1.128862225390801,
      "learning_rate": 7.091048391544986e-07,
      "loss": 0.8969,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.957451343536377,
      "step": 27040,
      "valid_targets_mean": 639.2,
      "valid_targets_min": 154
    },
    {
      "epoch": 0.7789458525345622,
      "grad_norm": 1.0399639239503746,
      "learning_rate": 7.082282123946424e-07,
      "loss": 1.0521,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0842370986938477,
      "step": 27045,
      "valid_targets_mean": 727.4,
      "valid_targets_min": 295
    },
    {
      "epoch": 0.779089861751152,
      "grad_norm": 1.172342829157559,
      "learning_rate": 7.073520384051463e-07,
      "loss": 0.9829,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8663714528083801,
      "step": 27050,
      "valid_targets_mean": 515.2,
      "valid_targets_min": 165
    },
    {
      "epoch": 0.7792338709677419,
      "grad_norm": 1.0552563087791238,
      "learning_rate": 7.064763174074127e-07,
      "loss": 0.9262,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7485936880111694,
      "step": 27055,
      "valid_targets_mean": 568.0,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.7793778801843319,
      "grad_norm": 1.0843031107970915,
      "learning_rate": 7.056010496227305e-07,
      "loss": 0.9381,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9466587901115417,
      "step": 27060,
      "valid_targets_mean": 637.3,
      "valid_targets_min": 157
    },
    {
      "epoch": 0.7795218894009217,
      "grad_norm": 0.9926518634984329,
      "learning_rate": 7.047262352722759e-07,
      "loss": 0.9153,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2803311347961426,
      "step": 27065,
      "valid_targets_mean": 848.6,
      "valid_targets_min": 302
    },
    {
      "epoch": 0.7796658986175116,
      "grad_norm": 1.1902080488610876,
      "learning_rate": 7.038518745771098e-07,
      "loss": 0.8569,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8781038522720337,
      "step": 27070,
      "valid_targets_mean": 521.2,
      "valid_targets_min": 139
    },
    {
      "epoch": 0.7798099078341014,
      "grad_norm": 1.1468980490859255,
      "learning_rate": 7.029779677581763e-07,
      "loss": 0.8755,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9984654188156128,
      "step": 27075,
      "valid_targets_mean": 583.4,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.7799539170506913,
      "grad_norm": 1.1276140860458141,
      "learning_rate": 7.021045150363087e-07,
      "loss": 0.8925,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0603487491607666,
      "step": 27080,
      "valid_targets_mean": 618.4,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.7800979262672811,
      "grad_norm": 1.0483940394428668,
      "learning_rate": 7.012315166322217e-07,
      "loss": 0.9136,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7245547771453857,
      "step": 27085,
      "valid_targets_mean": 578.2,
      "valid_targets_min": 65
    },
    {
      "epoch": 0.780241935483871,
      "grad_norm": 1.2275482368435149,
      "learning_rate": 7.003589727665177e-07,
      "loss": 0.8886,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.987640380859375,
      "step": 27090,
      "valid_targets_mean": 552.2,
      "valid_targets_min": 173
    },
    {
      "epoch": 0.7803859447004609,
      "grad_norm": 0.9218152670765918,
      "learning_rate": 6.994868836596841e-07,
      "loss": 0.8688,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6949770450592041,
      "step": 27095,
      "valid_targets_mean": 606.4,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.7805299539170507,
      "grad_norm": 1.2172117440207064,
      "learning_rate": 6.986152495320914e-07,
      "loss": 1.0433,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.133657693862915,
      "step": 27100,
      "valid_targets_mean": 584.2,
      "valid_targets_min": 100
    },
    {
      "epoch": 0.7806739631336406,
      "grad_norm": 1.0609283869102792,
      "learning_rate": 6.977440706039973e-07,
      "loss": 0.9786,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9908202290534973,
      "step": 27105,
      "valid_targets_mean": 745.6,
      "valid_targets_min": 306
    },
    {
      "epoch": 0.7808179723502304,
      "grad_norm": 1.1456591133409593,
      "learning_rate": 6.968733470955444e-07,
      "loss": 0.9814,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8269796371459961,
      "step": 27110,
      "valid_targets_mean": 554.2,
      "valid_targets_min": 220
    },
    {
      "epoch": 0.7809619815668203,
      "grad_norm": 1.1454207267505363,
      "learning_rate": 6.960030792267577e-07,
      "loss": 0.8727,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9628311395645142,
      "step": 27115,
      "valid_targets_mean": 574.5,
      "valid_targets_min": 202
    },
    {
      "epoch": 0.7811059907834101,
      "grad_norm": 1.1043271120323546,
      "learning_rate": 6.951332672175501e-07,
      "loss": 0.8766,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7815194129943848,
      "step": 27120,
      "valid_targets_mean": 543.8,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.78125,
      "grad_norm": 1.175776035678543,
      "learning_rate": 6.942639112877186e-07,
      "loss": 0.9625,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9081578254699707,
      "step": 27125,
      "valid_targets_mean": 543.9,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.7813940092165899,
      "grad_norm": 1.2865028489968735,
      "learning_rate": 6.933950116569427e-07,
      "loss": 0.9978,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1855580806732178,
      "step": 27130,
      "valid_targets_mean": 491.7,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.7815380184331797,
      "grad_norm": 1.227772201398822,
      "learning_rate": 6.925265685447902e-07,
      "loss": 0.8835,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9665346145629883,
      "step": 27135,
      "valid_targets_mean": 508.8,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.7816820276497696,
      "grad_norm": 1.1562478607720506,
      "learning_rate": 6.916585821707097e-07,
      "loss": 0.8729,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8071655035018921,
      "step": 27140,
      "valid_targets_mean": 548.5,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.7818260368663594,
      "grad_norm": 1.0530260030279777,
      "learning_rate": 6.907910527540382e-07,
      "loss": 0.9292,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1188231706619263,
      "step": 27145,
      "valid_targets_mean": 715.9,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.7819700460829493,
      "grad_norm": 1.068654071443165,
      "learning_rate": 6.899239805139935e-07,
      "loss": 0.8727,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7979966402053833,
      "step": 27150,
      "valid_targets_mean": 603.0,
      "valid_targets_min": 64
    },
    {
      "epoch": 0.7821140552995391,
      "grad_norm": 1.1452360918628752,
      "learning_rate": 6.890573656696816e-07,
      "loss": 0.89,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8378456830978394,
      "step": 27155,
      "valid_targets_mean": 554.4,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.782258064516129,
      "grad_norm": 1.284035861607475,
      "learning_rate": 6.881912084400896e-07,
      "loss": 0.9313,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.863344669342041,
      "step": 27160,
      "valid_targets_mean": 436.5,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.7824020737327189,
      "grad_norm": 1.1929634143118963,
      "learning_rate": 6.873255090440906e-07,
      "loss": 1.0432,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0985162258148193,
      "step": 27165,
      "valid_targets_mean": 574.8,
      "valid_targets_min": 123
    },
    {
      "epoch": 0.7825460829493087,
      "grad_norm": 1.234978513634712,
      "learning_rate": 6.864602677004431e-07,
      "loss": 0.9538,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9407446384429932,
      "step": 27170,
      "valid_targets_mean": 488.1,
      "valid_targets_min": 162
    },
    {
      "epoch": 0.7826900921658986,
      "grad_norm": 1.0349924971438034,
      "learning_rate": 6.855954846277871e-07,
      "loss": 1.0294,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9103789925575256,
      "step": 27175,
      "valid_targets_mean": 696.1,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.7828341013824884,
      "grad_norm": 1.0184248855393778,
      "learning_rate": 6.847311600446487e-07,
      "loss": 0.8484,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7788947820663452,
      "step": 27180,
      "valid_targets_mean": 721.7,
      "valid_targets_min": 167
    },
    {
      "epoch": 0.7829781105990783,
      "grad_norm": 1.1151472611856659,
      "learning_rate": 6.838672941694389e-07,
      "loss": 0.9305,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8500112891197205,
      "step": 27185,
      "valid_targets_mean": 547.7,
      "valid_targets_min": 129
    },
    {
      "epoch": 0.7831221198156681,
      "grad_norm": 1.3559620805537211,
      "learning_rate": 6.830038872204495e-07,
      "loss": 0.9863,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.198618769645691,
      "step": 27190,
      "valid_targets_mean": 489.4,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.7832661290322581,
      "grad_norm": 1.1896242535525539,
      "learning_rate": 6.821409394158601e-07,
      "loss": 0.9442,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9871620535850525,
      "step": 27195,
      "valid_targets_mean": 587.6,
      "valid_targets_min": 158
    },
    {
      "epoch": 0.783410138248848,
      "grad_norm": 1.1689829724582226,
      "learning_rate": 6.812784509737316e-07,
      "loss": 0.9206,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8981024622917175,
      "step": 27200,
      "valid_targets_mean": 579.8,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.7835541474654378,
      "grad_norm": 1.1393017767378315,
      "learning_rate": 6.804164221120102e-07,
      "loss": 0.9392,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2273228168487549,
      "step": 27205,
      "valid_targets_mean": 684.1,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.7836981566820277,
      "grad_norm": 1.1553428540250503,
      "learning_rate": 6.795548530485266e-07,
      "loss": 0.9188,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0523689985275269,
      "step": 27210,
      "valid_targets_mean": 670.0,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.7838421658986175,
      "grad_norm": 1.1894548548223078,
      "learning_rate": 6.786937440009924e-07,
      "loss": 0.9728,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0902979373931885,
      "step": 27215,
      "valid_targets_mean": 657.0,
      "valid_targets_min": 131
    },
    {
      "epoch": 0.7839861751152074,
      "grad_norm": 1.4554024351901156,
      "learning_rate": 6.77833095187006e-07,
      "loss": 0.9282,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0382285118103027,
      "step": 27220,
      "valid_targets_mean": 372.1,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.7841301843317973,
      "grad_norm": 1.2159543987961696,
      "learning_rate": 6.769729068240488e-07,
      "loss": 0.946,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0202687978744507,
      "step": 27225,
      "valid_targets_mean": 550.1,
      "valid_targets_min": 184
    },
    {
      "epoch": 0.7842741935483871,
      "grad_norm": 1.1524789441196404,
      "learning_rate": 6.76113179129485e-07,
      "loss": 0.8434,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7704551219940186,
      "step": 27230,
      "valid_targets_mean": 524.3,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.784418202764977,
      "grad_norm": 1.130780886365597,
      "learning_rate": 6.752539123205621e-07,
      "loss": 0.9206,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1010900735855103,
      "step": 27235,
      "valid_targets_mean": 600.8,
      "valid_targets_min": 173
    },
    {
      "epoch": 0.7845622119815668,
      "grad_norm": 1.075496354783804,
      "learning_rate": 6.74395106614412e-07,
      "loss": 1.0428,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1607120037078857,
      "step": 27240,
      "valid_targets_mean": 721.6,
      "valid_targets_min": 188
    },
    {
      "epoch": 0.7847062211981567,
      "grad_norm": 1.5408669267085517,
      "learning_rate": 6.735367622280514e-07,
      "loss": 0.9293,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9142165184020996,
      "step": 27245,
      "valid_targets_mean": 352.2,
      "valid_targets_min": 62
    },
    {
      "epoch": 0.7848502304147466,
      "grad_norm": 1.072351968969339,
      "learning_rate": 6.72678879378377e-07,
      "loss": 0.9606,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0375847816467285,
      "step": 27250,
      "valid_targets_mean": 668.8,
      "valid_targets_min": 266
    },
    {
      "epoch": 0.7849942396313364,
      "grad_norm": 0.873163647696284,
      "learning_rate": 6.718214582821716e-07,
      "loss": 0.8575,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6405628323554993,
      "step": 27255,
      "valid_targets_mean": 734.0,
      "valid_targets_min": 186
    },
    {
      "epoch": 0.7851382488479263,
      "grad_norm": 1.0560009611279622,
      "learning_rate": 6.709644991561018e-07,
      "loss": 1.0008,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9756578207015991,
      "step": 27260,
      "valid_targets_mean": 685.4,
      "valid_targets_min": 201
    },
    {
      "epoch": 0.7852822580645161,
      "grad_norm": 1.060925945913071,
      "learning_rate": 6.701080022167142e-07,
      "loss": 0.8903,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9339244365692139,
      "step": 27265,
      "valid_targets_mean": 596.3,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.785426267281106,
      "grad_norm": 1.1090591368308158,
      "learning_rate": 6.692519676804421e-07,
      "loss": 1.0526,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9818133115768433,
      "step": 27270,
      "valid_targets_mean": 597.8,
      "valid_targets_min": 274
    },
    {
      "epoch": 0.7855702764976958,
      "grad_norm": 1.2097616341390376,
      "learning_rate": 6.683963957635994e-07,
      "loss": 0.9215,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.055830955505371,
      "step": 27275,
      "valid_targets_mean": 551.6,
      "valid_targets_min": 208
    },
    {
      "epoch": 0.7857142857142857,
      "grad_norm": 1.2539716437367798,
      "learning_rate": 6.675412866823844e-07,
      "loss": 0.864,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7877447605133057,
      "step": 27280,
      "valid_targets_mean": 463.0,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.7858582949308756,
      "grad_norm": 1.1134954116592108,
      "learning_rate": 6.666866406528794e-07,
      "loss": 1.0565,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.024263620376587,
      "step": 27285,
      "valid_targets_mean": 690.5,
      "valid_targets_min": 164
    },
    {
      "epoch": 0.7860023041474654,
      "grad_norm": 1.2649869977799848,
      "learning_rate": 6.658324578910475e-07,
      "loss": 0.9112,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8856498003005981,
      "step": 27290,
      "valid_targets_mean": 435.2,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.7861463133640553,
      "grad_norm": 1.122579183112024,
      "learning_rate": 6.649787386127344e-07,
      "loss": 0.9854,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.936041533946991,
      "step": 27295,
      "valid_targets_mean": 563.9,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.7862903225806451,
      "grad_norm": 1.1909461132475623,
      "learning_rate": 6.641254830336727e-07,
      "loss": 0.9626,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8777419328689575,
      "step": 27300,
      "valid_targets_mean": 523.6,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.786434331797235,
      "grad_norm": 1.1500511272472118,
      "learning_rate": 6.63272691369474e-07,
      "loss": 0.9,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7700298428535461,
      "step": 27305,
      "valid_targets_mean": 517.9,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.7865783410138248,
      "grad_norm": 1.1333695511185637,
      "learning_rate": 6.624203638356322e-07,
      "loss": 0.8958,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.018604040145874,
      "step": 27310,
      "valid_targets_mean": 579.2,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.7867223502304147,
      "grad_norm": 0.9144925999144468,
      "learning_rate": 6.615685006475283e-07,
      "loss": 0.8822,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8862160444259644,
      "step": 27315,
      "valid_targets_mean": 810.5,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.7868663594470046,
      "grad_norm": 1.1019774702571952,
      "learning_rate": 6.607171020204223e-07,
      "loss": 0.9363,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7317962646484375,
      "step": 27320,
      "valid_targets_mean": 551.8,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.7870103686635944,
      "grad_norm": 1.1629354916784533,
      "learning_rate": 6.598661681694563e-07,
      "loss": 0.9346,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8041579723358154,
      "step": 27325,
      "valid_targets_mean": 478.2,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.7871543778801844,
      "grad_norm": 1.1100777543791684,
      "learning_rate": 6.590156993096575e-07,
      "loss": 0.8852,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0482021570205688,
      "step": 27330,
      "valid_targets_mean": 607.4,
      "valid_targets_min": 153
    },
    {
      "epoch": 0.7872983870967742,
      "grad_norm": 1.2038391628611493,
      "learning_rate": 6.581656956559351e-07,
      "loss": 0.9353,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9557350873947144,
      "step": 27335,
      "valid_targets_mean": 558.2,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.7874423963133641,
      "grad_norm": 1.0744019987504625,
      "learning_rate": 6.573161574230786e-07,
      "loss": 1.0382,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0244534015655518,
      "step": 27340,
      "valid_targets_mean": 707.3,
      "valid_targets_min": 247
    },
    {
      "epoch": 0.787586405529954,
      "grad_norm": 1.1889070318278054,
      "learning_rate": 6.564670848257629e-07,
      "loss": 0.8145,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6776282787322998,
      "step": 27345,
      "valid_targets_mean": 430.3,
      "valid_targets_min": 63
    },
    {
      "epoch": 0.7877304147465438,
      "grad_norm": 1.0485129812289549,
      "learning_rate": 6.556184780785421e-07,
      "loss": 0.9937,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9205834865570068,
      "step": 27350,
      "valid_targets_mean": 704.6,
      "valid_targets_min": 118
    },
    {
      "epoch": 0.7878744239631337,
      "grad_norm": 1.2009414923530854,
      "learning_rate": 6.547703373958553e-07,
      "loss": 1.0046,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0318398475646973,
      "step": 27355,
      "valid_targets_mean": 569.1,
      "valid_targets_min": 188
    },
    {
      "epoch": 0.7880184331797235,
      "grad_norm": 1.180161605466778,
      "learning_rate": 6.539226629920231e-07,
      "loss": 0.8993,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9687556624412537,
      "step": 27360,
      "valid_targets_mean": 552.7,
      "valid_targets_min": 178
    },
    {
      "epoch": 0.7881624423963134,
      "grad_norm": 1.2581811682331736,
      "learning_rate": 6.530754550812473e-07,
      "loss": 0.866,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8524402379989624,
      "step": 27365,
      "valid_targets_mean": 458.7,
      "valid_targets_min": 168
    },
    {
      "epoch": 0.7883064516129032,
      "grad_norm": 1.2267635644404284,
      "learning_rate": 6.522287138776112e-07,
      "loss": 0.9957,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9060622453689575,
      "step": 27370,
      "valid_targets_mean": 467.4,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.7884504608294931,
      "grad_norm": 1.2135589957740958,
      "learning_rate": 6.513824395950841e-07,
      "loss": 0.9507,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9052917957305908,
      "step": 27375,
      "valid_targets_mean": 523.0,
      "valid_targets_min": 204
    },
    {
      "epoch": 0.788594470046083,
      "grad_norm": 1.092771301374409,
      "learning_rate": 6.505366324475129e-07,
      "loss": 0.9431,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.073108196258545,
      "step": 27380,
      "valid_targets_mean": 629.8,
      "valid_targets_min": 252
    },
    {
      "epoch": 0.7887384792626728,
      "grad_norm": 1.1302698331641279,
      "learning_rate": 6.496912926486279e-07,
      "loss": 0.9628,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9430408477783203,
      "step": 27385,
      "valid_targets_mean": 597.6,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.7888824884792627,
      "grad_norm": 1.1391128328165039,
      "learning_rate": 6.488464204120423e-07,
      "loss": 0.9544,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6923595666885376,
      "step": 27390,
      "valid_targets_mean": 479.2,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.7890264976958525,
      "grad_norm": 1.200309525980343,
      "learning_rate": 6.480020159512507e-07,
      "loss": 1.0107,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.080582857131958,
      "step": 27395,
      "valid_targets_mean": 560.2,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.7891705069124424,
      "grad_norm": 1.2755031804615753,
      "learning_rate": 6.471580794796281e-07,
      "loss": 0.8734,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7891805171966553,
      "step": 27400,
      "valid_targets_mean": 428.1,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.7893145161290323,
      "grad_norm": 1.101825297308917,
      "learning_rate": 6.463146112104332e-07,
      "loss": 0.9307,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0963867902755737,
      "step": 27405,
      "valid_targets_mean": 630.9,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.7894585253456221,
      "grad_norm": 1.117569010863654,
      "learning_rate": 6.45471611356806e-07,
      "loss": 1.0637,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0063601732254028,
      "step": 27410,
      "valid_targets_mean": 606.4,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.789602534562212,
      "grad_norm": 1.170246181231435,
      "learning_rate": 6.446290801317664e-07,
      "loss": 0.9066,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9442901611328125,
      "step": 27415,
      "valid_targets_mean": 494.4,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.7897465437788018,
      "grad_norm": 1.118406618353941,
      "learning_rate": 6.437870177482183e-07,
      "loss": 0.9709,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8649029731750488,
      "step": 27420,
      "valid_targets_mean": 577.9,
      "valid_targets_min": 57
    },
    {
      "epoch": 0.7898905529953917,
      "grad_norm": 1.2757620596290147,
      "learning_rate": 6.429454244189451e-07,
      "loss": 0.8614,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.851433277130127,
      "step": 27425,
      "valid_targets_mean": 465.0,
      "valid_targets_min": 139
    },
    {
      "epoch": 0.7900345622119815,
      "grad_norm": 0.8757750535482308,
      "learning_rate": 6.421043003566129e-07,
      "loss": 0.9965,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8111510872840881,
      "step": 27430,
      "valid_targets_mean": 825.1,
      "valid_targets_min": 193
    },
    {
      "epoch": 0.7901785714285714,
      "grad_norm": 1.1891301260596128,
      "learning_rate": 6.412636457737695e-07,
      "loss": 0.9968,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2458183765411377,
      "step": 27435,
      "valid_targets_mean": 595.2,
      "valid_targets_min": 166
    },
    {
      "epoch": 0.7903225806451613,
      "grad_norm": 1.2151226190161868,
      "learning_rate": 6.404234608828433e-07,
      "loss": 1.0549,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.987743616104126,
      "step": 27440,
      "valid_targets_mean": 533.2,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.7904665898617511,
      "grad_norm": 1.2305199820496793,
      "learning_rate": 6.395837458961418e-07,
      "loss": 0.9126,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8701618313789368,
      "step": 27445,
      "valid_targets_mean": 463.7,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.790610599078341,
      "grad_norm": 1.180473870451493,
      "learning_rate": 6.3874450102586e-07,
      "loss": 1.0391,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1627137660980225,
      "step": 27450,
      "valid_targets_mean": 602.9,
      "valid_targets_min": 64
    },
    {
      "epoch": 0.7907546082949308,
      "grad_norm": 1.1708081634626757,
      "learning_rate": 6.37905726484068e-07,
      "loss": 0.9215,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9801046252250671,
      "step": 27455,
      "valid_targets_mean": 581.1,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.7908986175115207,
      "grad_norm": 1.0618630902373076,
      "learning_rate": 6.370674224827189e-07,
      "loss": 1.1388,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9316639304161072,
      "step": 27460,
      "valid_targets_mean": 668.9,
      "valid_targets_min": 246
    },
    {
      "epoch": 0.7910426267281107,
      "grad_norm": 1.0997042196169995,
      "learning_rate": 6.362295892336481e-07,
      "loss": 1.0161,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1144678592681885,
      "step": 27465,
      "valid_targets_mean": 689.1,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.7911866359447005,
      "grad_norm": 1.2384666466933956,
      "learning_rate": 6.353922269485716e-07,
      "loss": 0.9276,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0438364744186401,
      "step": 27470,
      "valid_targets_mean": 512.7,
      "valid_targets_min": 184
    },
    {
      "epoch": 0.7913306451612904,
      "grad_norm": 1.1825720662142738,
      "learning_rate": 6.345553358390849e-07,
      "loss": 0.9172,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9399411678314209,
      "step": 27475,
      "valid_targets_mean": 551.4,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.7914746543778802,
      "grad_norm": 0.7820663017983741,
      "learning_rate": 6.337189161166668e-07,
      "loss": 0.9178,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.681871771812439,
      "step": 27480,
      "valid_targets_mean": 907.1,
      "valid_targets_min": 226
    },
    {
      "epoch": 0.7916186635944701,
      "grad_norm": 1.0871225147460393,
      "learning_rate": 6.32882967992674e-07,
      "loss": 0.8546,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.045708417892456,
      "step": 27485,
      "valid_targets_mean": 713.5,
      "valid_targets_min": 358
    },
    {
      "epoch": 0.7917626728110599,
      "grad_norm": 1.2953380957020748,
      "learning_rate": 6.32047491678347e-07,
      "loss": 1.1037,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0423208475112915,
      "step": 27490,
      "valid_targets_mean": 477.9,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.7919066820276498,
      "grad_norm": 1.1005604649827743,
      "learning_rate": 6.312124873848063e-07,
      "loss": 0.9841,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7907488346099854,
      "step": 27495,
      "valid_targets_mean": 550.1,
      "valid_targets_min": 63
    },
    {
      "epoch": 0.7920506912442397,
      "grad_norm": 1.1015263851385373,
      "learning_rate": 6.303779553230513e-07,
      "loss": 0.9626,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0964604616165161,
      "step": 27500,
      "valid_targets_mean": 652.4,
      "valid_targets_min": 90
    },
    {
      "epoch": 0.7921947004608295,
      "grad_norm": 1.1237719517270175,
      "learning_rate": 6.295438957039641e-07,
      "loss": 0.9888,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1265969276428223,
      "step": 27505,
      "valid_targets_mean": 629.0,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.7923387096774194,
      "grad_norm": 1.0764948238865761,
      "learning_rate": 6.287103087383073e-07,
      "loss": 0.9685,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1592416763305664,
      "step": 27510,
      "valid_targets_mean": 676.8,
      "valid_targets_min": 333
    },
    {
      "epoch": 0.7924827188940092,
      "grad_norm": 1.0312990539363867,
      "learning_rate": 6.278771946367221e-07,
      "loss": 0.9126,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8326735496520996,
      "step": 27515,
      "valid_targets_mean": 663.3,
      "valid_targets_min": 483
    },
    {
      "epoch": 0.7926267281105991,
      "grad_norm": 0.9090793272082163,
      "learning_rate": 6.270445536097325e-07,
      "loss": 0.8781,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8473128080368042,
      "step": 27520,
      "valid_targets_mean": 852.5,
      "valid_targets_min": 240
    },
    {
      "epoch": 0.792770737327189,
      "grad_norm": 1.2317252383518362,
      "learning_rate": 6.262123858677427e-07,
      "loss": 0.8955,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8681563138961792,
      "step": 27525,
      "valid_targets_mean": 470.8,
      "valid_targets_min": 136
    },
    {
      "epoch": 0.7929147465437788,
      "grad_norm": 0.9775595088500101,
      "learning_rate": 6.253806916210361e-07,
      "loss": 0.8418,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7934225797653198,
      "step": 27530,
      "valid_targets_mean": 703.4,
      "valid_targets_min": 63
    },
    {
      "epoch": 0.7930587557603687,
      "grad_norm": 1.0395615430384584,
      "learning_rate": 6.245494710797759e-07,
      "loss": 0.9978,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9260087013244629,
      "step": 27535,
      "valid_targets_mean": 707.6,
      "valid_targets_min": 281
    },
    {
      "epoch": 0.7932027649769585,
      "grad_norm": 1.0845880790828244,
      "learning_rate": 6.23718724454008e-07,
      "loss": 0.9032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8626524209976196,
      "step": 27540,
      "valid_targets_mean": 679.8,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.7933467741935484,
      "grad_norm": 1.145250884724481,
      "learning_rate": 6.228884519536574e-07,
      "loss": 0.963,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7699071168899536,
      "step": 27545,
      "valid_targets_mean": 499.8,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.7934907834101382,
      "grad_norm": 1.206523794543945,
      "learning_rate": 6.220586537885282e-07,
      "loss": 0.9594,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9862723350524902,
      "step": 27550,
      "valid_targets_mean": 534.7,
      "valid_targets_min": 197
    },
    {
      "epoch": 0.7936347926267281,
      "grad_norm": 1.0937235928841196,
      "learning_rate": 6.212293301683067e-07,
      "loss": 1.0544,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2853662967681885,
      "step": 27555,
      "valid_targets_mean": 763.1,
      "valid_targets_min": 275
    },
    {
      "epoch": 0.793778801843318,
      "grad_norm": 1.206951810095901,
      "learning_rate": 6.204004813025569e-07,
      "loss": 0.8132,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8577336072921753,
      "step": 27560,
      "valid_targets_mean": 462.2,
      "valid_targets_min": 191
    },
    {
      "epoch": 0.7939228110599078,
      "grad_norm": 1.0493063476689704,
      "learning_rate": 6.195721074007246e-07,
      "loss": 0.9773,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.079613208770752,
      "step": 27565,
      "valid_targets_mean": 672.4,
      "valid_targets_min": 172
    },
    {
      "epoch": 0.7940668202764977,
      "grad_norm": 1.2345479368495769,
      "learning_rate": 6.187442086721363e-07,
      "loss": 0.9368,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0060771703720093,
      "step": 27570,
      "valid_targets_mean": 509.6,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.7942108294930875,
      "grad_norm": 2.4787415894200087,
      "learning_rate": 6.179167853259954e-07,
      "loss": 0.981,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7684905529022217,
      "step": 27575,
      "valid_targets_mean": 887.7,
      "valid_targets_min": 62
    },
    {
      "epoch": 0.7943548387096774,
      "grad_norm": 1.1742591088017735,
      "learning_rate": 6.170898375713876e-07,
      "loss": 0.959,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.107922911643982,
      "step": 27580,
      "valid_targets_mean": 579.5,
      "valid_targets_min": 234
    },
    {
      "epoch": 0.7944988479262672,
      "grad_norm": 1.2135663819343798,
      "learning_rate": 6.16263365617279e-07,
      "loss": 0.8997,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9775223135948181,
      "step": 27585,
      "valid_targets_mean": 500.3,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.7946428571428571,
      "grad_norm": 1.335967598302312,
      "learning_rate": 6.154373696725124e-07,
      "loss": 0.911,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.007539987564087,
      "step": 27590,
      "valid_targets_mean": 447.6,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.794786866359447,
      "grad_norm": 1.11963423880481,
      "learning_rate": 6.146118499458131e-07,
      "loss": 0.915,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6789336204528809,
      "step": 27595,
      "valid_targets_mean": 489.5,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.7949308755760369,
      "grad_norm": 1.2081793195724255,
      "learning_rate": 6.137868066457861e-07,
      "loss": 1.0454,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8722444772720337,
      "step": 27600,
      "valid_targets_mean": 465.3,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.7950748847926268,
      "grad_norm": 1.167314213834112,
      "learning_rate": 6.129622399809132e-07,
      "loss": 1.0276,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9837419986724854,
      "step": 27605,
      "valid_targets_mean": 564.9,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.7952188940092166,
      "grad_norm": 1.0638622242386488,
      "learning_rate": 6.121381501595591e-07,
      "loss": 1.0035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9135904312133789,
      "step": 27610,
      "valid_targets_mean": 708.9,
      "valid_targets_min": 216
    },
    {
      "epoch": 0.7953629032258065,
      "grad_norm": 1.0890402487916013,
      "learning_rate": 6.113145373899654e-07,
      "loss": 0.9586,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.097293734550476,
      "step": 27615,
      "valid_targets_mean": 658.2,
      "valid_targets_min": 196
    },
    {
      "epoch": 0.7955069124423964,
      "grad_norm": 1.1435887128456417,
      "learning_rate": 6.104914018802546e-07,
      "loss": 0.8843,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8133489489555359,
      "step": 27620,
      "valid_targets_mean": 515.7,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.7956509216589862,
      "grad_norm": 1.0761447528008166,
      "learning_rate": 6.096687438384294e-07,
      "loss": 0.8972,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8905885219573975,
      "step": 27625,
      "valid_targets_mean": 590.0,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.7957949308755761,
      "grad_norm": 1.1583173400876015,
      "learning_rate": 6.088465634723698e-07,
      "loss": 0.905,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8063112497329712,
      "step": 27630,
      "valid_targets_mean": 578.1,
      "valid_targets_min": 167
    },
    {
      "epoch": 0.7959389400921659,
      "grad_norm": 1.1140664878687545,
      "learning_rate": 6.080248609898354e-07,
      "loss": 0.9745,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8971202969551086,
      "step": 27635,
      "valid_targets_mean": 561.6,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.7960829493087558,
      "grad_norm": 1.1272601334048442,
      "learning_rate": 6.072036365984663e-07,
      "loss": 0.966,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.803908109664917,
      "step": 27640,
      "valid_targets_mean": 524.2,
      "valid_targets_min": 136
    },
    {
      "epoch": 0.7962269585253456,
      "grad_norm": 0.9811029632090799,
      "learning_rate": 6.063828905057817e-07,
      "loss": 0.9767,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9148769378662109,
      "step": 27645,
      "valid_targets_mean": 729.4,
      "valid_targets_min": 251
    },
    {
      "epoch": 0.7963709677419355,
      "grad_norm": 1.1253875691761537,
      "learning_rate": 6.055626229191783e-07,
      "loss": 0.8896,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8427160978317261,
      "step": 27650,
      "valid_targets_mean": 535.4,
      "valid_targets_min": 170
    },
    {
      "epoch": 0.7965149769585254,
      "grad_norm": 1.3102381365119429,
      "learning_rate": 6.047428340459333e-07,
      "loss": 0.9337,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8963808417320251,
      "step": 27655,
      "valid_targets_mean": 443.8,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.7966589861751152,
      "grad_norm": 1.061518634096631,
      "learning_rate": 6.039235240932037e-07,
      "loss": 0.8863,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.042441964149475,
      "step": 27660,
      "valid_targets_mean": 668.4,
      "valid_targets_min": 193
    },
    {
      "epoch": 0.7968029953917051,
      "grad_norm": 1.099167858218244,
      "learning_rate": 6.031046932680229e-07,
      "loss": 0.8568,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9129566550254822,
      "step": 27665,
      "valid_targets_mean": 624.6,
      "valid_targets_min": 260
    },
    {
      "epoch": 0.7969470046082949,
      "grad_norm": 1.1541603891908867,
      "learning_rate": 6.022863417773059e-07,
      "loss": 1.1257,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0020403861999512,
      "step": 27670,
      "valid_targets_mean": 577.2,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.7970910138248848,
      "grad_norm": 1.0667800859923395,
      "learning_rate": 6.014684698278439e-07,
      "loss": 0.9072,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9272571802139282,
      "step": 27675,
      "valid_targets_mean": 660.1,
      "valid_targets_min": 221
    },
    {
      "epoch": 0.7972350230414746,
      "grad_norm": 1.1891614431890172,
      "learning_rate": 6.006510776263094e-07,
      "loss": 0.8864,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9776676893234253,
      "step": 27680,
      "valid_targets_mean": 547.6,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.7973790322580645,
      "grad_norm": 1.196323546035827,
      "learning_rate": 5.998341653792536e-07,
      "loss": 0.9206,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8790237903594971,
      "step": 27685,
      "valid_targets_mean": 519.0,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.7975230414746544,
      "grad_norm": 1.310767559734513,
      "learning_rate": 5.990177332931035e-07,
      "loss": 0.8909,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8314478993415833,
      "step": 27690,
      "valid_targets_mean": 409.9,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.7976670506912442,
      "grad_norm": 1.0968977882288657,
      "learning_rate": 5.982017815741675e-07,
      "loss": 0.955,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8784131407737732,
      "step": 27695,
      "valid_targets_mean": 607.1,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.7978110599078341,
      "grad_norm": 1.2039333627546116,
      "learning_rate": 5.973863104286332e-07,
      "loss": 0.8017,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7967160940170288,
      "step": 27700,
      "valid_targets_mean": 520.5,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.7979550691244239,
      "grad_norm": 1.1694293545121526,
      "learning_rate": 5.965713200625642e-07,
      "loss": 1.0257,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0893734693527222,
      "step": 27705,
      "valid_targets_mean": 627.1,
      "valid_targets_min": 171
    },
    {
      "epoch": 0.7980990783410138,
      "grad_norm": 0.965062733194256,
      "learning_rate": 5.957568106819025e-07,
      "loss": 0.9264,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8960247039794922,
      "step": 27710,
      "valid_targets_mean": 708.4,
      "valid_targets_min": 77
    },
    {
      "epoch": 0.7982430875576036,
      "grad_norm": 1.30929369344679,
      "learning_rate": 5.949427824924731e-07,
      "loss": 0.9602,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9964542388916016,
      "step": 27715,
      "valid_targets_mean": 415.2,
      "valid_targets_min": 131
    },
    {
      "epoch": 0.7983870967741935,
      "grad_norm": 1.200559946275708,
      "learning_rate": 5.941292356999745e-07,
      "loss": 0.8976,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9833461046218872,
      "step": 27720,
      "valid_targets_mean": 545.6,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.7985311059907834,
      "grad_norm": 1.1766676444038715,
      "learning_rate": 5.933161705099843e-07,
      "loss": 0.9495,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0320634841918945,
      "step": 27725,
      "valid_targets_mean": 566.1,
      "valid_targets_min": 195
    },
    {
      "epoch": 0.7986751152073732,
      "grad_norm": 1.1410631538138007,
      "learning_rate": 5.925035871279606e-07,
      "loss": 0.9153,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.216705322265625,
      "step": 27730,
      "valid_targets_mean": 652.3,
      "valid_targets_min": 245
    },
    {
      "epoch": 0.7988191244239631,
      "grad_norm": 1.1844621282316141,
      "learning_rate": 5.916914857592387e-07,
      "loss": 1.0349,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9619160294532776,
      "step": 27735,
      "valid_targets_mean": 565.1,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.798963133640553,
      "grad_norm": 1.3311565159498417,
      "learning_rate": 5.908798666090309e-07,
      "loss": 0.8757,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9923763871192932,
      "step": 27740,
      "valid_targets_mean": 479.5,
      "valid_targets_min": 212
    },
    {
      "epoch": 0.7991071428571429,
      "grad_norm": 1.0895028687658632,
      "learning_rate": 5.900687298824301e-07,
      "loss": 1.0118,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0618250370025635,
      "step": 27745,
      "valid_targets_mean": 636.5,
      "valid_targets_min": 212
    },
    {
      "epoch": 0.7992511520737328,
      "grad_norm": 1.2388870686029076,
      "learning_rate": 5.89258075784404e-07,
      "loss": 0.9467,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1527197360992432,
      "step": 27750,
      "valid_targets_mean": 542.6,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.7993951612903226,
      "grad_norm": 1.0197573003891305,
      "learning_rate": 5.884479045198013e-07,
      "loss": 0.9215,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7791981101036072,
      "step": 27755,
      "valid_targets_mean": 661.2,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.7995391705069125,
      "grad_norm": 1.0589486458223365,
      "learning_rate": 5.876382162933483e-07,
      "loss": 0.9515,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.148621916770935,
      "step": 27760,
      "valid_targets_mean": 699.4,
      "valid_targets_min": 184
    },
    {
      "epoch": 0.7996831797235023,
      "grad_norm": 1.1645648906916826,
      "learning_rate": 5.868290113096475e-07,
      "loss": 0.8977,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0297236442565918,
      "step": 27765,
      "valid_targets_mean": 575.4,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.7998271889400922,
      "grad_norm": 1.0309661003108095,
      "learning_rate": 5.860202897731793e-07,
      "loss": 1.0295,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0569896697998047,
      "step": 27770,
      "valid_targets_mean": 720.9,
      "valid_targets_min": 155
    },
    {
      "epoch": 0.799971198156682,
      "grad_norm": 1.2156225628079138,
      "learning_rate": 5.852120518883056e-07,
      "loss": 1.0064,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.262230396270752,
      "step": 27775,
      "valid_targets_mean": 585.2,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.8001152073732719,
      "grad_norm": 1.0585919344433614,
      "learning_rate": 5.844042978592618e-07,
      "loss": 0.9581,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8517183065414429,
      "step": 27780,
      "valid_targets_mean": 648.1,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.8002592165898618,
      "grad_norm": 1.016095528158882,
      "learning_rate": 5.835970278901618e-07,
      "loss": 0.9231,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9633833169937134,
      "step": 27785,
      "valid_targets_mean": 713.2,
      "valid_targets_min": 173
    },
    {
      "epoch": 0.8004032258064516,
      "grad_norm": 1.1342884843274643,
      "learning_rate": 5.827902421850002e-07,
      "loss": 0.8169,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8825174570083618,
      "step": 27790,
      "valid_targets_mean": 543.8,
      "valid_targets_min": 131
    },
    {
      "epoch": 0.8005472350230415,
      "grad_norm": 1.107227359500754,
      "learning_rate": 5.81983940947646e-07,
      "loss": 0.9292,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0231853723526,
      "step": 27795,
      "valid_targets_mean": 684.0,
      "valid_targets_min": 156
    },
    {
      "epoch": 0.8006912442396313,
      "grad_norm": 1.072681503652408,
      "learning_rate": 5.811781243818465e-07,
      "loss": 0.9665,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0273330211639404,
      "step": 27800,
      "valid_targets_mean": 676.9,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.8008352534562212,
      "grad_norm": 1.0573483333595897,
      "learning_rate": 5.80372792691227e-07,
      "loss": 0.9184,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0883667469024658,
      "step": 27805,
      "valid_targets_mean": 693.1,
      "valid_targets_min": 296
    },
    {
      "epoch": 0.800979262672811,
      "grad_norm": 1.0779660428492166,
      "learning_rate": 5.795679460792911e-07,
      "loss": 0.8624,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9595505595207214,
      "step": 27810,
      "valid_targets_mean": 644.3,
      "valid_targets_min": 320
    },
    {
      "epoch": 0.8011232718894009,
      "grad_norm": 1.1876123448705873,
      "learning_rate": 5.787635847494175e-07,
      "loss": 0.9417,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0800626277923584,
      "step": 27815,
      "valid_targets_mean": 532.2,
      "valid_targets_min": 154
    },
    {
      "epoch": 0.8012672811059908,
      "grad_norm": 1.1270812997550734,
      "learning_rate": 5.779597089048649e-07,
      "loss": 0.9478,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8049255609512329,
      "step": 27820,
      "valid_targets_mean": 547.3,
      "valid_targets_min": 196
    },
    {
      "epoch": 0.8014112903225806,
      "grad_norm": 1.0816537402616844,
      "learning_rate": 5.77156318748767e-07,
      "loss": 0.8936,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.676496148109436,
      "step": 27825,
      "valid_targets_mean": 536.0,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.8015552995391705,
      "grad_norm": 1.1675002667067496,
      "learning_rate": 5.763534144841362e-07,
      "loss": 0.9997,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8819270133972168,
      "step": 27830,
      "valid_targets_mean": 538.9,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.8016993087557603,
      "grad_norm": 1.14124810148501,
      "learning_rate": 5.755509963138625e-07,
      "loss": 0.8897,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9802951812744141,
      "step": 27835,
      "valid_targets_mean": 593.8,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.8018433179723502,
      "grad_norm": 1.2601744713103518,
      "learning_rate": 5.74749064440712e-07,
      "loss": 0.9147,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0637013912200928,
      "step": 27840,
      "valid_targets_mean": 515.8,
      "valid_targets_min": 152
    },
    {
      "epoch": 0.8019873271889401,
      "grad_norm": 1.1250420377833117,
      "learning_rate": 5.739476190673266e-07,
      "loss": 0.8727,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9093031883239746,
      "step": 27845,
      "valid_targets_mean": 587.8,
      "valid_targets_min": 131
    },
    {
      "epoch": 0.8021313364055299,
      "grad_norm": 1.1420014938174194,
      "learning_rate": 5.731466603962293e-07,
      "loss": 0.8901,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0322396755218506,
      "step": 27850,
      "valid_targets_mean": 586.2,
      "valid_targets_min": 136
    },
    {
      "epoch": 0.8022753456221198,
      "grad_norm": 1.161163256487633,
      "learning_rate": 5.72346188629817e-07,
      "loss": 0.8525,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8182928562164307,
      "step": 27855,
      "valid_targets_mean": 491.3,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.8024193548387096,
      "grad_norm": 1.1000982850700054,
      "learning_rate": 5.715462039703631e-07,
      "loss": 0.8163,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8234185576438904,
      "step": 27860,
      "valid_targets_mean": 546.2,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.8025633640552995,
      "grad_norm": 1.0796817146711652,
      "learning_rate": 5.707467066200201e-07,
      "loss": 0.8494,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7270913124084473,
      "step": 27865,
      "valid_targets_mean": 597.2,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.8027073732718893,
      "grad_norm": 1.2040415514877942,
      "learning_rate": 5.699476967808168e-07,
      "loss": 0.9167,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0058701038360596,
      "step": 27870,
      "valid_targets_mean": 568.9,
      "valid_targets_min": 204
    },
    {
      "epoch": 0.8028513824884793,
      "grad_norm": 1.1247718375431741,
      "learning_rate": 5.691491746546573e-07,
      "loss": 1.0028,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8660507798194885,
      "step": 27875,
      "valid_targets_mean": 549.7,
      "valid_targets_min": 198
    },
    {
      "epoch": 0.8029953917050692,
      "grad_norm": 1.3025834493810498,
      "learning_rate": 5.68351140443324e-07,
      "loss": 0.9316,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1093180179595947,
      "step": 27880,
      "valid_targets_mean": 527.8,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.803139400921659,
      "grad_norm": 1.0660224237105291,
      "learning_rate": 5.675535943484758e-07,
      "loss": 0.9518,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8066617846488953,
      "step": 27885,
      "valid_targets_mean": 594.1,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.8032834101382489,
      "grad_norm": 0.8823043985583849,
      "learning_rate": 5.667565365716474e-07,
      "loss": 0.8519,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.648131787776947,
      "step": 27890,
      "valid_targets_mean": 779.5,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.8034274193548387,
      "grad_norm": 1.2073759666145123,
      "learning_rate": 5.659599673142516e-07,
      "loss": 0.9493,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9380215406417847,
      "step": 27895,
      "valid_targets_mean": 505.8,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.8035714285714286,
      "grad_norm": 1.1717034056676099,
      "learning_rate": 5.651638867775755e-07,
      "loss": 1.0455,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.914101779460907,
      "step": 27900,
      "valid_targets_mean": 581.2,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.8037154377880185,
      "grad_norm": 1.0907702712619334,
      "learning_rate": 5.643682951627849e-07,
      "loss": 0.9795,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8827466368675232,
      "step": 27905,
      "valid_targets_mean": 635.7,
      "valid_targets_min": 147
    },
    {
      "epoch": 0.8038594470046083,
      "grad_norm": 1.0361976496455152,
      "learning_rate": 5.635731926709215e-07,
      "loss": 0.9782,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.03369140625,
      "step": 27910,
      "valid_targets_mean": 676.5,
      "valid_targets_min": 78
    },
    {
      "epoch": 0.8040034562211982,
      "grad_norm": 1.1675880830820207,
      "learning_rate": 5.627785795029022e-07,
      "loss": 0.9319,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.854525625705719,
      "step": 27915,
      "valid_targets_mean": 530.5,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.804147465437788,
      "grad_norm": 1.1065726004968544,
      "learning_rate": 5.619844558595216e-07,
      "loss": 0.946,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7361763715744019,
      "step": 27920,
      "valid_targets_mean": 538.1,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.8042914746543779,
      "grad_norm": 1.2264947557014774,
      "learning_rate": 5.611908219414508e-07,
      "loss": 0.9756,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0736668109893799,
      "step": 27925,
      "valid_targets_mean": 560.2,
      "valid_targets_min": 100
    },
    {
      "epoch": 0.8044354838709677,
      "grad_norm": 0.993344526190872,
      "learning_rate": 5.60397677949236e-07,
      "loss": 0.8982,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.845543384552002,
      "step": 27930,
      "valid_targets_mean": 658.2,
      "valid_targets_min": 269
    },
    {
      "epoch": 0.8045794930875576,
      "grad_norm": 1.0213907021066808,
      "learning_rate": 5.596050240832989e-07,
      "loss": 0.9002,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9156428575515747,
      "step": 27935,
      "valid_targets_mean": 709.6,
      "valid_targets_min": 134
    },
    {
      "epoch": 0.8047235023041475,
      "grad_norm": 1.0783850414411909,
      "learning_rate": 5.5881286054394e-07,
      "loss": 0.903,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9484615921974182,
      "step": 27940,
      "valid_targets_mean": 646.8,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.8048675115207373,
      "grad_norm": 1.094544721606136,
      "learning_rate": 5.580211875313346e-07,
      "loss": 0.8662,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7685806751251221,
      "step": 27945,
      "valid_targets_mean": 550.6,
      "valid_targets_min": 158
    },
    {
      "epoch": 0.8050115207373272,
      "grad_norm": 1.0148385247208032,
      "learning_rate": 5.572300052455327e-07,
      "loss": 1.0276,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0670642852783203,
      "step": 27950,
      "valid_targets_mean": 787.9,
      "valid_targets_min": 467
    },
    {
      "epoch": 0.805155529953917,
      "grad_norm": 1.0860056774143736,
      "learning_rate": 5.564393138864626e-07,
      "loss": 0.9498,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8122773766517639,
      "step": 27955,
      "valid_targets_mean": 569.9,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.8052995391705069,
      "grad_norm": 1.2951447357277288,
      "learning_rate": 5.556491136539264e-07,
      "loss": 0.9837,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.977130115032196,
      "step": 27960,
      "valid_targets_mean": 515.7,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.8054435483870968,
      "grad_norm": 1.253948514696225,
      "learning_rate": 5.548594047476036e-07,
      "loss": 0.8534,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6569795608520508,
      "step": 27965,
      "valid_targets_mean": 371.8,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.8055875576036866,
      "grad_norm": 1.0849457261545639,
      "learning_rate": 5.540701873670498e-07,
      "loss": 1.0609,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1307005882263184,
      "step": 27970,
      "valid_targets_mean": 703.9,
      "valid_targets_min": 161
    },
    {
      "epoch": 0.8057315668202765,
      "grad_norm": 1.2045016059209546,
      "learning_rate": 5.532814617116944e-07,
      "loss": 0.8603,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1541858911514282,
      "step": 27975,
      "valid_targets_mean": 533.8,
      "valid_targets_min": 190
    },
    {
      "epoch": 0.8058755760368663,
      "grad_norm": 1.1529778607558316,
      "learning_rate": 5.524932279808442e-07,
      "loss": 0.9506,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2448140382766724,
      "step": 27980,
      "valid_targets_mean": 612.5,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.8060195852534562,
      "grad_norm": 1.0684574004593668,
      "learning_rate": 5.517054863736826e-07,
      "loss": 0.9231,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0984375476837158,
      "step": 27985,
      "valid_targets_mean": 713.6,
      "valid_targets_min": 167
    },
    {
      "epoch": 0.806163594470046,
      "grad_norm": 1.0523153292630187,
      "learning_rate": 5.509182370892652e-07,
      "loss": 0.9237,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8723525404930115,
      "step": 27990,
      "valid_targets_mean": 638.9,
      "valid_targets_min": 63
    },
    {
      "epoch": 0.8063076036866359,
      "grad_norm": 1.2706843958049627,
      "learning_rate": 5.501314803265264e-07,
      "loss": 0.8574,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.84572434425354,
      "step": 27995,
      "valid_targets_mean": 454.2,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.8064516129032258,
      "grad_norm": 1.1671003922728276,
      "learning_rate": 5.493452162842761e-07,
      "loss": 0.9418,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0018606185913086,
      "step": 28000,
      "valid_targets_mean": 605.1,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.8065956221198156,
      "grad_norm": 1.1687222678528084,
      "learning_rate": 5.485594451611967e-07,
      "loss": 0.9112,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8641454577445984,
      "step": 28005,
      "valid_targets_mean": 542.9,
      "valid_targets_min": 64
    },
    {
      "epoch": 0.8067396313364056,
      "grad_norm": 1.2036545907657306,
      "learning_rate": 5.477741671558495e-07,
      "loss": 0.8995,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7756969332695007,
      "step": 28010,
      "valid_targets_mean": 454.7,
      "valid_targets_min": 85
    },
    {
      "epoch": 0.8068836405529954,
      "grad_norm": 1.0121414090920717,
      "learning_rate": 5.469893824666686e-07,
      "loss": 0.9223,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7860507965087891,
      "step": 28015,
      "valid_targets_mean": 639.9,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.8070276497695853,
      "grad_norm": 1.1856925386978863,
      "learning_rate": 5.462050912919659e-07,
      "loss": 0.78,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.703488826751709,
      "step": 28020,
      "valid_targets_mean": 485.9,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.8071716589861752,
      "grad_norm": 1.030915654071198,
      "learning_rate": 5.454212938299256e-07,
      "loss": 0.876,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7718944549560547,
      "step": 28025,
      "valid_targets_mean": 656.9,
      "valid_targets_min": 181
    },
    {
      "epoch": 0.807315668202765,
      "grad_norm": 1.1105141049832619,
      "learning_rate": 5.446379902786106e-07,
      "loss": 1.0639,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2019460201263428,
      "step": 28030,
      "valid_targets_mean": 694.1,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.8074596774193549,
      "grad_norm": 1.1280196989298257,
      "learning_rate": 5.438551808359552e-07,
      "loss": 0.9325,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9929437637329102,
      "step": 28035,
      "valid_targets_mean": 612.1,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.8076036866359447,
      "grad_norm": 0.9944094993656887,
      "learning_rate": 5.430728656997719e-07,
      "loss": 0.8503,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8160173892974854,
      "step": 28040,
      "valid_targets_mean": 683.0,
      "valid_targets_min": 166
    },
    {
      "epoch": 0.8077476958525346,
      "grad_norm": 1.1791574418069564,
      "learning_rate": 5.422910450677479e-07,
      "loss": 0.8289,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8199489116668701,
      "step": 28045,
      "valid_targets_mean": 520.8,
      "valid_targets_min": 85
    },
    {
      "epoch": 0.8078917050691244,
      "grad_norm": 1.1412716586577571,
      "learning_rate": 5.415097191374433e-07,
      "loss": 0.9305,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9611110687255859,
      "step": 28050,
      "valid_targets_mean": 583.4,
      "valid_targets_min": 258
    },
    {
      "epoch": 0.8080357142857143,
      "grad_norm": 1.064397394335016,
      "learning_rate": 5.407288881062949e-07,
      "loss": 0.9762,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9671494960784912,
      "step": 28055,
      "valid_targets_mean": 706.9,
      "valid_targets_min": 357
    },
    {
      "epoch": 0.8081797235023042,
      "grad_norm": 1.0248630718779868,
      "learning_rate": 5.399485521716158e-07,
      "loss": 0.9526,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9738779067993164,
      "step": 28060,
      "valid_targets_mean": 689.9,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.808323732718894,
      "grad_norm": 0.9547229464212657,
      "learning_rate": 5.391687115305902e-07,
      "loss": 1.0081,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8794158697128296,
      "step": 28065,
      "valid_targets_mean": 701.1,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.8084677419354839,
      "grad_norm": 0.9852901032717184,
      "learning_rate": 5.383893663802806e-07,
      "loss": 0.9889,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.984626054763794,
      "step": 28070,
      "valid_targets_mean": 770.9,
      "valid_targets_min": 131
    },
    {
      "epoch": 0.8086117511520737,
      "grad_norm": 1.198088840685152,
      "learning_rate": 5.37610516917623e-07,
      "loss": 1.0391,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1519838571548462,
      "step": 28075,
      "valid_targets_mean": 561.9,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.8087557603686636,
      "grad_norm": 1.0614806170327156,
      "learning_rate": 5.368321633394272e-07,
      "loss": 0.9516,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.910399317741394,
      "step": 28080,
      "valid_targets_mean": 615.1,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.8088997695852534,
      "grad_norm": 1.1342495677956952,
      "learning_rate": 5.360543058423801e-07,
      "loss": 0.8837,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7559056282043457,
      "step": 28085,
      "valid_targets_mean": 536.8,
      "valid_targets_min": 159
    },
    {
      "epoch": 0.8090437788018433,
      "grad_norm": 1.1741829954825262,
      "learning_rate": 5.352769446230402e-07,
      "loss": 0.8196,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8173099160194397,
      "step": 28090,
      "valid_targets_mean": 478.1,
      "valid_targets_min": 186
    },
    {
      "epoch": 0.8091877880184332,
      "grad_norm": 1.0716031734734257,
      "learning_rate": 5.345000798778429e-07,
      "loss": 0.9165,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0324103832244873,
      "step": 28095,
      "valid_targets_mean": 664.9,
      "valid_targets_min": 205
    },
    {
      "epoch": 0.809331797235023,
      "grad_norm": 1.091480307624065,
      "learning_rate": 5.337237118030983e-07,
      "loss": 0.8817,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8746662139892578,
      "step": 28100,
      "valid_targets_mean": 600.2,
      "valid_targets_min": 156
    },
    {
      "epoch": 0.8094758064516129,
      "grad_norm": 1.1175384893427909,
      "learning_rate": 5.329478405949892e-07,
      "loss": 0.9381,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.961341381072998,
      "step": 28105,
      "valid_targets_mean": 592.3,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.8096198156682027,
      "grad_norm": 1.0357791561788516,
      "learning_rate": 5.321724664495725e-07,
      "loss": 0.8773,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7609307765960693,
      "step": 28110,
      "valid_targets_mean": 593.2,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.8097638248847926,
      "grad_norm": 1.238074358584466,
      "learning_rate": 5.313975895627838e-07,
      "loss": 0.9015,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8314834833145142,
      "step": 28115,
      "valid_targets_mean": 460.8,
      "valid_targets_min": 100
    },
    {
      "epoch": 0.8099078341013825,
      "grad_norm": 1.1465056622718535,
      "learning_rate": 5.306232101304279e-07,
      "loss": 0.9478,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8108646273612976,
      "step": 28120,
      "valid_targets_mean": 545.6,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.8100518433179723,
      "grad_norm": 1.4267235075676374,
      "learning_rate": 5.298493283481859e-07,
      "loss": 1.0308,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9780759215354919,
      "step": 28125,
      "valid_targets_mean": 379.6,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.8101958525345622,
      "grad_norm": 1.0807405509705625,
      "learning_rate": 5.290759444116137e-07,
      "loss": 0.9508,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0046401023864746,
      "step": 28130,
      "valid_targets_mean": 649.8,
      "valid_targets_min": 175
    },
    {
      "epoch": 0.810339861751152,
      "grad_norm": 1.1481678356839327,
      "learning_rate": 5.283030585161417e-07,
      "loss": 1.0368,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8507446050643921,
      "step": 28135,
      "valid_targets_mean": 537.4,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.8104838709677419,
      "grad_norm": 1.1616199091397723,
      "learning_rate": 5.275306708570724e-07,
      "loss": 0.9484,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9744892120361328,
      "step": 28140,
      "valid_targets_mean": 532.2,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.8106278801843319,
      "grad_norm": 1.0289398741414657,
      "learning_rate": 5.267587816295846e-07,
      "loss": 1.0329,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0347474813461304,
      "step": 28145,
      "valid_targets_mean": 732.4,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.8107718894009217,
      "grad_norm": 1.1359755879185542,
      "learning_rate": 5.259873910287297e-07,
      "loss": 1.0504,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0993146896362305,
      "step": 28150,
      "valid_targets_mean": 971.1,
      "valid_targets_min": 175
    },
    {
      "epoch": 0.8109158986175116,
      "grad_norm": 1.152521462706377,
      "learning_rate": 5.252164992494338e-07,
      "loss": 0.9289,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9707221984863281,
      "step": 28155,
      "valid_targets_mean": 597.4,
      "valid_targets_min": 300
    },
    {
      "epoch": 0.8110599078341014,
      "grad_norm": 1.1087485605016372,
      "learning_rate": 5.244461064864973e-07,
      "loss": 0.8676,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.065331220626831,
      "step": 28160,
      "valid_targets_mean": 653.3,
      "valid_targets_min": 174
    },
    {
      "epoch": 0.8112039170506913,
      "grad_norm": 1.0902561072403756,
      "learning_rate": 5.236762129345929e-07,
      "loss": 1.0874,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2465845346450806,
      "step": 28165,
      "valid_targets_mean": 798.2,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.8113479262672811,
      "grad_norm": 1.013467577953396,
      "learning_rate": 5.229068187882691e-07,
      "loss": 0.9232,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9418540000915527,
      "step": 28170,
      "valid_targets_mean": 761.8,
      "valid_targets_min": 42
    },
    {
      "epoch": 0.811491935483871,
      "grad_norm": 1.0980885225736337,
      "learning_rate": 5.221379242419477e-07,
      "loss": 0.8951,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8377879858016968,
      "step": 28175,
      "valid_targets_mean": 581.5,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.8116359447004609,
      "grad_norm": 1.1565712613456383,
      "learning_rate": 5.213695294899234e-07,
      "loss": 0.8616,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8848482370376587,
      "step": 28180,
      "valid_targets_mean": 570.1,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.8117799539170507,
      "grad_norm": 1.1649367378909061,
      "learning_rate": 5.206016347263637e-07,
      "loss": 0.868,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7180787324905396,
      "step": 28185,
      "valid_targets_mean": 469.3,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.8119239631336406,
      "grad_norm": 1.0655830769152628,
      "learning_rate": 5.198342401453138e-07,
      "loss": 0.8236,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8768118619918823,
      "step": 28190,
      "valid_targets_mean": 634.7,
      "valid_targets_min": 217
    },
    {
      "epoch": 0.8120679723502304,
      "grad_norm": 1.025208946746725,
      "learning_rate": 5.190673459406884e-07,
      "loss": 0.9733,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9482512474060059,
      "step": 28195,
      "valid_targets_mean": 659.8,
      "valid_targets_min": 182
    },
    {
      "epoch": 0.8122119815668203,
      "grad_norm": 1.1386539679583128,
      "learning_rate": 5.183009523062771e-07,
      "loss": 0.9263,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1472938060760498,
      "step": 28200,
      "valid_targets_mean": 633.0,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.8123559907834101,
      "grad_norm": 1.0573039155920938,
      "learning_rate": 5.175350594357431e-07,
      "loss": 0.887,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9637969732284546,
      "step": 28205,
      "valid_targets_mean": 695.3,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.8125,
      "grad_norm": 1.2908705463483952,
      "learning_rate": 5.167696675226241e-07,
      "loss": 0.9428,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0311100482940674,
      "step": 28210,
      "valid_targets_mean": 502.4,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.8126440092165899,
      "grad_norm": 1.0343216278386438,
      "learning_rate": 5.16004776760329e-07,
      "loss": 1.0785,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9309600591659546,
      "step": 28215,
      "valid_targets_mean": 663.1,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.8127880184331797,
      "grad_norm": 1.116714665913024,
      "learning_rate": 5.152403873421427e-07,
      "loss": 0.8871,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9192221164703369,
      "step": 28220,
      "valid_targets_mean": 561.3,
      "valid_targets_min": 131
    },
    {
      "epoch": 0.8129320276497696,
      "grad_norm": 0.9612609808304782,
      "learning_rate": 5.1447649946122e-07,
      "loss": 0.878,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7609821557998657,
      "step": 28225,
      "valid_targets_mean": 675.8,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.8130760368663594,
      "grad_norm": 0.8769464441177376,
      "learning_rate": 5.137131133105925e-07,
      "loss": 0.9127,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7036452293395996,
      "step": 28230,
      "valid_targets_mean": 802.1,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.8132200460829493,
      "grad_norm": 1.239050881467093,
      "learning_rate": 5.129502290831632e-07,
      "loss": 0.9724,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8937215805053711,
      "step": 28235,
      "valid_targets_mean": 479.1,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.8133640552995391,
      "grad_norm": 1.190623323007801,
      "learning_rate": 5.121878469717085e-07,
      "loss": 0.9508,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8097791075706482,
      "step": 28240,
      "valid_targets_mean": 483.8,
      "valid_targets_min": 190
    },
    {
      "epoch": 0.813508064516129,
      "grad_norm": 1.0771299281023077,
      "learning_rate": 5.114259671688765e-07,
      "loss": 1.1085,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1402608156204224,
      "step": 28245,
      "valid_targets_mean": 703.8,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.8136520737327189,
      "grad_norm": 1.008157398834806,
      "learning_rate": 5.106645898671922e-07,
      "loss": 1.0237,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1086349487304688,
      "step": 28250,
      "valid_targets_mean": 754.9,
      "valid_targets_min": 155
    },
    {
      "epoch": 0.8137960829493087,
      "grad_norm": 0.9391492925998404,
      "learning_rate": 5.099037152590505e-07,
      "loss": 0.8967,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8452006578445435,
      "step": 28255,
      "valid_targets_mean": 797.1,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.8139400921658986,
      "grad_norm": 0.7937160437978746,
      "learning_rate": 5.09143343536718e-07,
      "loss": 0.8427,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.48209211230278015,
      "step": 28260,
      "valid_targets_mean": 767.8,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.8140841013824884,
      "grad_norm": 1.1453062602601989,
      "learning_rate": 5.083834748923391e-07,
      "loss": 0.8631,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8661582469940186,
      "step": 28265,
      "valid_targets_mean": 581.1,
      "valid_targets_min": 226
    },
    {
      "epoch": 0.8142281105990783,
      "grad_norm": 1.0817937777759958,
      "learning_rate": 5.076241095179274e-07,
      "loss": 0.9729,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8582340478897095,
      "step": 28270,
      "valid_targets_mean": 572.3,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.8143721198156681,
      "grad_norm": 1.0864428704831173,
      "learning_rate": 5.068652476053687e-07,
      "loss": 0.8707,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0128077268600464,
      "step": 28275,
      "valid_targets_mean": 693.8,
      "valid_targets_min": 363
    },
    {
      "epoch": 0.8145161290322581,
      "grad_norm": 1.0758242445865527,
      "learning_rate": 5.061068893464241e-07,
      "loss": 0.8574,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6700537800788879,
      "step": 28280,
      "valid_targets_mean": 513.8,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.814660138248848,
      "grad_norm": 1.110542324143804,
      "learning_rate": 5.053490349327267e-07,
      "loss": 0.9466,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.894488513469696,
      "step": 28285,
      "valid_targets_mean": 611.9,
      "valid_targets_min": 65
    },
    {
      "epoch": 0.8148041474654378,
      "grad_norm": 1.14363034792846,
      "learning_rate": 5.045916845557811e-07,
      "loss": 0.9336,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9069957137107849,
      "step": 28290,
      "valid_targets_mean": 551.8,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.8149481566820277,
      "grad_norm": 1.4210451428397919,
      "learning_rate": 5.038348384069663e-07,
      "loss": 0.8896,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.034231424331665,
      "step": 28295,
      "valid_targets_mean": 414.2,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.8150921658986175,
      "grad_norm": 1.122148661769413,
      "learning_rate": 5.030784966775317e-07,
      "loss": 1.0531,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2221519947052002,
      "step": 28300,
      "valid_targets_mean": 659.2,
      "valid_targets_min": 176
    },
    {
      "epoch": 0.8152361751152074,
      "grad_norm": 1.1783555159720303,
      "learning_rate": 5.023226595586012e-07,
      "loss": 1.0533,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0662665367126465,
      "step": 28305,
      "valid_targets_mean": 579.2,
      "valid_targets_min": 119
    },
    {
      "epoch": 0.8153801843317973,
      "grad_norm": 1.1612511722958074,
      "learning_rate": 5.015673272411711e-07,
      "loss": 0.9275,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.937834620475769,
      "step": 28310,
      "valid_targets_mean": 562.2,
      "valid_targets_min": 85
    },
    {
      "epoch": 0.8155241935483871,
      "grad_norm": 1.1232800028180585,
      "learning_rate": 5.008124999161082e-07,
      "loss": 0.901,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0192570686340332,
      "step": 28315,
      "valid_targets_mean": 672.3,
      "valid_targets_min": 200
    },
    {
      "epoch": 0.815668202764977,
      "grad_norm": 1.1349833047940365,
      "learning_rate": 5.000581777741534e-07,
      "loss": 0.957,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9970686435699463,
      "step": 28320,
      "valid_targets_mean": 533.8,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.8158122119815668,
      "grad_norm": 0.9770943127659506,
      "learning_rate": 4.993043610059206e-07,
      "loss": 1.0329,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.858054518699646,
      "step": 28325,
      "valid_targets_mean": 677.8,
      "valid_targets_min": 157
    },
    {
      "epoch": 0.8159562211981567,
      "grad_norm": 1.0239659266350927,
      "learning_rate": 4.985510498018942e-07,
      "loss": 0.865,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8484700918197632,
      "step": 28330,
      "valid_targets_mean": 638.8,
      "valid_targets_min": 181
    },
    {
      "epoch": 0.8161002304147466,
      "grad_norm": 1.147241652879334,
      "learning_rate": 4.977982443524304e-07,
      "loss": 0.8921,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7388007640838623,
      "step": 28335,
      "valid_targets_mean": 538.2,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.8162442396313364,
      "grad_norm": 1.2018741679993379,
      "learning_rate": 4.970459448477602e-07,
      "loss": 0.8777,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9080427885055542,
      "step": 28340,
      "valid_targets_mean": 526.5,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.8163882488479263,
      "grad_norm": 0.9844299010256431,
      "learning_rate": 4.962941514779856e-07,
      "loss": 0.9719,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8207547664642334,
      "step": 28345,
      "valid_targets_mean": 625.2,
      "valid_targets_min": 129
    },
    {
      "epoch": 0.8165322580645161,
      "grad_norm": 1.0229043938472464,
      "learning_rate": 4.95542864433079e-07,
      "loss": 1.0183,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9511479139328003,
      "step": 28350,
      "valid_targets_mean": 678.1,
      "valid_targets_min": 281
    },
    {
      "epoch": 0.816676267281106,
      "grad_norm": 1.1347048756167442,
      "learning_rate": 4.947920839028872e-07,
      "loss": 0.8748,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0701022148132324,
      "step": 28355,
      "valid_targets_mean": 616.3,
      "valid_targets_min": 250
    },
    {
      "epoch": 0.8168202764976958,
      "grad_norm": 1.1670883607703328,
      "learning_rate": 4.940418100771288e-07,
      "loss": 0.9478,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.813115119934082,
      "step": 28360,
      "valid_targets_mean": 521.2,
      "valid_targets_min": 264
    },
    {
      "epoch": 0.8169642857142857,
      "grad_norm": 0.9157250638972059,
      "learning_rate": 4.932920431453919e-07,
      "loss": 0.8609,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7328317165374756,
      "step": 28365,
      "valid_targets_mean": 730.6,
      "valid_targets_min": 259
    },
    {
      "epoch": 0.8171082949308756,
      "grad_norm": 1.1233805415237104,
      "learning_rate": 4.925427832971399e-07,
      "loss": 1.0675,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8594133257865906,
      "step": 28370,
      "valid_targets_mean": 599.1,
      "valid_targets_min": 135
    },
    {
      "epoch": 0.8172523041474654,
      "grad_norm": 1.2911355402225078,
      "learning_rate": 4.917940307217054e-07,
      "loss": 1.0216,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0157381296157837,
      "step": 28375,
      "valid_targets_mean": 512.8,
      "valid_targets_min": 209
    },
    {
      "epoch": 0.8173963133640553,
      "grad_norm": 1.1479946614320158,
      "learning_rate": 4.91045785608294e-07,
      "loss": 0.9127,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7925260663032532,
      "step": 28380,
      "valid_targets_mean": 551.6,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.8175403225806451,
      "grad_norm": 1.0246131965300427,
      "learning_rate": 4.902980481459835e-07,
      "loss": 0.8759,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7023152112960815,
      "step": 28385,
      "valid_targets_mean": 605.4,
      "valid_targets_min": 245
    },
    {
      "epoch": 0.817684331797235,
      "grad_norm": 1.0346498840701597,
      "learning_rate": 4.895508185237222e-07,
      "loss": 0.8974,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8379664421081543,
      "step": 28390,
      "valid_targets_mean": 629.4,
      "valid_targets_min": 197
    },
    {
      "epoch": 0.8178283410138248,
      "grad_norm": 1.1744564668534045,
      "learning_rate": 4.888040969303306e-07,
      "loss": 0.9529,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9017912149429321,
      "step": 28395,
      "valid_targets_mean": 559.7,
      "valid_targets_min": 85
    },
    {
      "epoch": 0.8179723502304147,
      "grad_norm": 1.2140373893800478,
      "learning_rate": 4.880578835545019e-07,
      "loss": 0.9867,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.014472246170044,
      "step": 28400,
      "valid_targets_mean": 524.1,
      "valid_targets_min": 87
    },
    {
      "epoch": 0.8181163594470046,
      "grad_norm": 1.1843379133088605,
      "learning_rate": 4.873121785847986e-07,
      "loss": 0.9642,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8376233577728271,
      "step": 28405,
      "valid_targets_mean": 504.2,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.8182603686635944,
      "grad_norm": 1.070517152417649,
      "learning_rate": 4.865669822096575e-07,
      "loss": 0.9775,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9523434638977051,
      "step": 28410,
      "valid_targets_mean": 618.8,
      "valid_targets_min": 118
    },
    {
      "epoch": 0.8184043778801844,
      "grad_norm": 1.2230776050435912,
      "learning_rate": 4.858222946173837e-07,
      "loss": 1.0241,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1271740198135376,
      "step": 28415,
      "valid_targets_mean": 489.4,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.8185483870967742,
      "grad_norm": 1.2083144340268768,
      "learning_rate": 4.850781159961571e-07,
      "loss": 0.9883,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0502256155014038,
      "step": 28420,
      "valid_targets_mean": 540.0,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.8186923963133641,
      "grad_norm": 1.1039938709383572,
      "learning_rate": 4.843344465340258e-07,
      "loss": 0.9437,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7204066514968872,
      "step": 28425,
      "valid_targets_mean": 510.8,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.818836405529954,
      "grad_norm": 1.1501474078192357,
      "learning_rate": 4.835912864189122e-07,
      "loss": 1.0166,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8712218999862671,
      "step": 28430,
      "valid_targets_mean": 585.3,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.8189804147465438,
      "grad_norm": 1.0566581741233734,
      "learning_rate": 4.828486358386073e-07,
      "loss": 0.941,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9791532754898071,
      "step": 28435,
      "valid_targets_mean": 667.8,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.8191244239631337,
      "grad_norm": 1.205799153933945,
      "learning_rate": 4.821064949807752e-07,
      "loss": 0.9192,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8709036111831665,
      "step": 28440,
      "valid_targets_mean": 508.8,
      "valid_targets_min": 181
    },
    {
      "epoch": 0.8192684331797235,
      "grad_norm": 1.0991370323372873,
      "learning_rate": 4.81364864032951e-07,
      "loss": 0.9371,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8800337910652161,
      "step": 28445,
      "valid_targets_mean": 602.9,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.8194124423963134,
      "grad_norm": 1.1558334442527152,
      "learning_rate": 4.806237431825398e-07,
      "loss": 0.9732,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0562289953231812,
      "step": 28450,
      "valid_targets_mean": 633.6,
      "valid_targets_min": 182
    },
    {
      "epoch": 0.8195564516129032,
      "grad_norm": 1.0049652444535913,
      "learning_rate": 4.798831326168186e-07,
      "loss": 0.8825,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8508641719818115,
      "step": 28455,
      "valid_targets_mean": 655.8,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.8197004608294931,
      "grad_norm": 1.2107095368473295,
      "learning_rate": 4.791430325229366e-07,
      "loss": 0.9043,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8975465893745422,
      "step": 28460,
      "valid_targets_mean": 467.2,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.819844470046083,
      "grad_norm": 0.7167225533402137,
      "learning_rate": 4.784034430879108e-07,
      "loss": 0.8376,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4417293965816498,
      "step": 28465,
      "valid_targets_mean": 796.6,
      "valid_targets_min": 174
    },
    {
      "epoch": 0.8199884792626728,
      "grad_norm": 1.0671526863653948,
      "learning_rate": 4.776643644986325e-07,
      "loss": 0.9517,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.030151128768921,
      "step": 28470,
      "valid_targets_mean": 694.8,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.8201324884792627,
      "grad_norm": 1.1108947876474973,
      "learning_rate": 4.769257969418631e-07,
      "loss": 0.8387,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9755349159240723,
      "step": 28475,
      "valid_targets_mean": 644.8,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.8202764976958525,
      "grad_norm": 1.292799266182336,
      "learning_rate": 4.7618774060423284e-07,
      "loss": 1.0412,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1345406770706177,
      "step": 28480,
      "valid_targets_mean": 497.1,
      "valid_targets_min": 52
    },
    {
      "epoch": 0.8204205069124424,
      "grad_norm": 1.1064772835792747,
      "learning_rate": 4.754501956722457e-07,
      "loss": 0.8824,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9789736270904541,
      "step": 28485,
      "valid_targets_mean": 619.4,
      "valid_targets_min": 165
    },
    {
      "epoch": 0.8205645161290323,
      "grad_norm": 1.03831637964305,
      "learning_rate": 4.747131623322737e-07,
      "loss": 0.8722,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.725615382194519,
      "step": 28490,
      "valid_targets_mean": 593.9,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.8207085253456221,
      "grad_norm": 1.1448292318966313,
      "learning_rate": 4.739766407705615e-07,
      "loss": 1.0861,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2628272771835327,
      "step": 28495,
      "valid_targets_mean": 644.8,
      "valid_targets_min": 156
    },
    {
      "epoch": 0.820852534562212,
      "grad_norm": 1.0938117650599735,
      "learning_rate": 4.732406311732246e-07,
      "loss": 0.8695,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8538397550582886,
      "step": 28500,
      "valid_targets_mean": 609.2,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.8209965437788018,
      "grad_norm": 1.2241629741161264,
      "learning_rate": 4.725051337262476e-07,
      "loss": 0.9423,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9771764278411865,
      "step": 28505,
      "valid_targets_mean": 554.8,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.8211405529953917,
      "grad_norm": 1.1968434302795856,
      "learning_rate": 4.7177014861548575e-07,
      "loss": 1.0092,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0953391790390015,
      "step": 28510,
      "valid_targets_mean": 594.6,
      "valid_targets_min": 73
    },
    {
      "epoch": 0.8212845622119815,
      "grad_norm": 1.0484047266513339,
      "learning_rate": 4.7103567602666656e-07,
      "loss": 0.922,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.098698616027832,
      "step": 28515,
      "valid_targets_mean": 694.1,
      "valid_targets_min": 263
    },
    {
      "epoch": 0.8214285714285714,
      "grad_norm": 1.2405940657482744,
      "learning_rate": 4.703017161453871e-07,
      "loss": 0.9343,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.043921947479248,
      "step": 28520,
      "valid_targets_mean": 500.5,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.8215725806451613,
      "grad_norm": 1.2653057078299705,
      "learning_rate": 4.6956826915711377e-07,
      "loss": 0.8886,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0887118577957153,
      "step": 28525,
      "valid_targets_mean": 501.0,
      "valid_targets_min": 182
    },
    {
      "epoch": 0.8217165898617511,
      "grad_norm": 1.2147836026597105,
      "learning_rate": 4.68835335247185e-07,
      "loss": 0.9662,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9004125595092773,
      "step": 28530,
      "valid_targets_mean": 541.8,
      "valid_targets_min": 162
    },
    {
      "epoch": 0.821860599078341,
      "grad_norm": 1.1512930581367755,
      "learning_rate": 4.681029146008095e-07,
      "loss": 0.9643,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0226492881774902,
      "step": 28535,
      "valid_targets_mean": 575.9,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.8220046082949308,
      "grad_norm": 1.1185602260528638,
      "learning_rate": 4.673710074030649e-07,
      "loss": 0.958,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1063984632492065,
      "step": 28540,
      "valid_targets_mean": 618.8,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.8221486175115207,
      "grad_norm": 1.129211037605797,
      "learning_rate": 4.666396138388998e-07,
      "loss": 0.8762,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7234330177307129,
      "step": 28545,
      "valid_targets_mean": 498.8,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.8222926267281107,
      "grad_norm": 1.1670920176806,
      "learning_rate": 4.6590873409313427e-07,
      "loss": 0.9682,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9310140609741211,
      "step": 28550,
      "valid_targets_mean": 580.4,
      "valid_targets_min": 207
    },
    {
      "epoch": 0.8224366359447005,
      "grad_norm": 1.0576623267343723,
      "learning_rate": 4.65178368350456e-07,
      "loss": 0.8929,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8125486969947815,
      "step": 28555,
      "valid_targets_mean": 584.2,
      "valid_targets_min": 195
    },
    {
      "epoch": 0.8225806451612904,
      "grad_norm": 1.1312775272051216,
      "learning_rate": 4.644485167954255e-07,
      "loss": 0.9805,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.105603575706482,
      "step": 28560,
      "valid_targets_mean": 664.5,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.8227246543778802,
      "grad_norm": 1.1988956159098496,
      "learning_rate": 4.637191796124707e-07,
      "loss": 0.9447,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.012596845626831,
      "step": 28565,
      "valid_targets_mean": 542.4,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.8228686635944701,
      "grad_norm": 0.789322438062438,
      "learning_rate": 4.629903569858915e-07,
      "loss": 0.8428,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5213915705680847,
      "step": 28570,
      "valid_targets_mean": 692.0,
      "valid_targets_min": 165
    },
    {
      "epoch": 0.8230126728110599,
      "grad_norm": 1.1359060538785763,
      "learning_rate": 4.622620490998578e-07,
      "loss": 0.8953,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2387205362319946,
      "step": 28575,
      "valid_targets_mean": 664.4,
      "valid_targets_min": 149
    },
    {
      "epoch": 0.8231566820276498,
      "grad_norm": 1.1619053188877912,
      "learning_rate": 4.615342561384081e-07,
      "loss": 0.9065,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7380354404449463,
      "step": 28580,
      "valid_targets_mean": 520.2,
      "valid_targets_min": 153
    },
    {
      "epoch": 0.8233006912442397,
      "grad_norm": 1.2337206748675018,
      "learning_rate": 4.608069782854505e-07,
      "loss": 0.9983,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8385331630706787,
      "step": 28585,
      "valid_targets_mean": 495.2,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.8234447004608295,
      "grad_norm": 1.1834479555541728,
      "learning_rate": 4.600802157247661e-07,
      "loss": 0.9501,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9965060949325562,
      "step": 28590,
      "valid_targets_mean": 558.5,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.8235887096774194,
      "grad_norm": 1.1739289842494782,
      "learning_rate": 4.593539686400025e-07,
      "loss": 0.8888,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8856421113014221,
      "step": 28595,
      "valid_targets_mean": 525.1,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.8237327188940092,
      "grad_norm": 1.2202384248063247,
      "learning_rate": 4.586282372146772e-07,
      "loss": 0.9568,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8858056664466858,
      "step": 28600,
      "valid_targets_mean": 536.4,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.8238767281105991,
      "grad_norm": 1.077734939512839,
      "learning_rate": 4.579030216321795e-07,
      "loss": 0.9621,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9264208674430847,
      "step": 28605,
      "valid_targets_mean": 696.5,
      "valid_targets_min": 175
    },
    {
      "epoch": 0.824020737327189,
      "grad_norm": 1.2785892858008814,
      "learning_rate": 4.571783220757675e-07,
      "loss": 0.869,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1215370893478394,
      "step": 28610,
      "valid_targets_mean": 458.4,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.8241647465437788,
      "grad_norm": 1.0620862483115252,
      "learning_rate": 4.5645413872856704e-07,
      "loss": 0.9181,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0176997184753418,
      "step": 28615,
      "valid_targets_mean": 675.2,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.8243087557603687,
      "grad_norm": 1.2590173935633278,
      "learning_rate": 4.557304717735769e-07,
      "loss": 0.9864,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.972976803779602,
      "step": 28620,
      "valid_targets_mean": 545.6,
      "valid_targets_min": 188
    },
    {
      "epoch": 0.8244527649769585,
      "grad_norm": 1.2174049709343122,
      "learning_rate": 4.5500732139366176e-07,
      "loss": 1.0519,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1200672388076782,
      "step": 28625,
      "valid_targets_mean": 579.6,
      "valid_targets_min": 123
    },
    {
      "epoch": 0.8245967741935484,
      "grad_norm": 1.0899383760386205,
      "learning_rate": 4.542846877715587e-07,
      "loss": 0.8713,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8711351156234741,
      "step": 28630,
      "valid_targets_mean": 577.2,
      "valid_targets_min": 200
    },
    {
      "epoch": 0.8247407834101382,
      "grad_norm": 1.0249925920119984,
      "learning_rate": 4.5356257108987306e-07,
      "loss": 0.8804,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1259616613388062,
      "step": 28635,
      "valid_targets_mean": 731.4,
      "valid_targets_min": 209
    },
    {
      "epoch": 0.8248847926267281,
      "grad_norm": 1.4007740160785425,
      "learning_rate": 4.5284097153107886e-07,
      "loss": 0.9511,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8946165442466736,
      "step": 28640,
      "valid_targets_mean": 371.5,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.825028801843318,
      "grad_norm": 1.0353011890089927,
      "learning_rate": 4.5211988927752026e-07,
      "loss": 0.9182,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7807556390762329,
      "step": 28645,
      "valid_targets_mean": 570.1,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.8251728110599078,
      "grad_norm": 0.944389269643454,
      "learning_rate": 4.513993245114118e-07,
      "loss": 0.922,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1347696781158447,
      "step": 28650,
      "valid_targets_mean": 894.6,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.8253168202764977,
      "grad_norm": 1.0262547563139504,
      "learning_rate": 4.506792774148347e-07,
      "loss": 0.8945,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9253925085067749,
      "step": 28655,
      "valid_targets_mean": 664.1,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.8254608294930875,
      "grad_norm": 1.1153284388635791,
      "learning_rate": 4.4995974816973987e-07,
      "loss": 0.9576,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8034027814865112,
      "step": 28660,
      "valid_targets_mean": 595.6,
      "valid_targets_min": 268
    },
    {
      "epoch": 0.8256048387096774,
      "grad_norm": 1.023978504940704,
      "learning_rate": 4.4924073695795047e-07,
      "loss": 0.9314,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7573132514953613,
      "step": 28665,
      "valid_targets_mean": 636.5,
      "valid_targets_min": 155
    },
    {
      "epoch": 0.8257488479262672,
      "grad_norm": 1.1494757103596709,
      "learning_rate": 4.485222439611556e-07,
      "loss": 1.0071,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0229215621948242,
      "step": 28670,
      "valid_targets_mean": 581.8,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.8258928571428571,
      "grad_norm": 1.1895641985760157,
      "learning_rate": 4.4780426936091333e-07,
      "loss": 0.823,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9053781628608704,
      "step": 28675,
      "valid_targets_mean": 574.6,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.826036866359447,
      "grad_norm": 1.1965905864888804,
      "learning_rate": 4.470868133386522e-07,
      "loss": 0.9803,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0333600044250488,
      "step": 28680,
      "valid_targets_mean": 550.7,
      "valid_targets_min": 154
    },
    {
      "epoch": 0.8261808755760369,
      "grad_norm": 1.2595984861835603,
      "learning_rate": 4.463698760756702e-07,
      "loss": 0.9129,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8910672068595886,
      "step": 28685,
      "valid_targets_mean": 447.6,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.8263248847926268,
      "grad_norm": 1.16100992283614,
      "learning_rate": 4.4565345775313184e-07,
      "loss": 0.9013,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9964656829833984,
      "step": 28690,
      "valid_targets_mean": 529.8,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.8264688940092166,
      "grad_norm": 1.2555116364156815,
      "learning_rate": 4.4493755855207294e-07,
      "loss": 0.9585,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.925098180770874,
      "step": 28695,
      "valid_targets_mean": 473.3,
      "valid_targets_min": 81
    },
    {
      "epoch": 0.8266129032258065,
      "grad_norm": 1.1373330692619057,
      "learning_rate": 4.44222178653396e-07,
      "loss": 0.8893,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9297918677330017,
      "step": 28700,
      "valid_targets_mean": 593.2,
      "valid_targets_min": 142
    },
    {
      "epoch": 0.8267569124423964,
      "grad_norm": 1.119891750652227,
      "learning_rate": 4.435073182378738e-07,
      "loss": 0.9233,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0136864185333252,
      "step": 28705,
      "valid_targets_mean": 609.2,
      "valid_targets_min": 158
    },
    {
      "epoch": 0.8269009216589862,
      "grad_norm": 1.2615186982895665,
      "learning_rate": 4.427929774861484e-07,
      "loss": 0.8215,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9485612511634827,
      "step": 28710,
      "valid_targets_mean": 543.4,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.8270449308755761,
      "grad_norm": 1.2735041207119568,
      "learning_rate": 4.4207915657872886e-07,
      "loss": 1.096,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9854109287261963,
      "step": 28715,
      "valid_targets_mean": 484.0,
      "valid_targets_min": 136
    },
    {
      "epoch": 0.8271889400921659,
      "grad_norm": 1.2320517772937452,
      "learning_rate": 4.413658556959921e-07,
      "loss": 0.9378,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0477813482284546,
      "step": 28720,
      "valid_targets_mean": 496.2,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.8273329493087558,
      "grad_norm": 1.1990820232767132,
      "learning_rate": 4.406530750181878e-07,
      "loss": 0.8478,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6575670838356018,
      "step": 28725,
      "valid_targets_mean": 462.8,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.8274769585253456,
      "grad_norm": 1.1107016452748861,
      "learning_rate": 4.3994081472543025e-07,
      "loss": 1.008,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0854442119598389,
      "step": 28730,
      "valid_targets_mean": 630.3,
      "valid_targets_min": 293
    },
    {
      "epoch": 0.8276209677419355,
      "grad_norm": 1.0383191501522007,
      "learning_rate": 4.3922907499770213e-07,
      "loss": 0.9416,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8454391956329346,
      "step": 28735,
      "valid_targets_mean": 654.6,
      "valid_targets_min": 258
    },
    {
      "epoch": 0.8277649769585254,
      "grad_norm": 1.1195991979773168,
      "learning_rate": 4.385178560148587e-07,
      "loss": 0.9079,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8246089220046997,
      "step": 28740,
      "valid_targets_mean": 532.4,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.8279089861751152,
      "grad_norm": 1.326213700075078,
      "learning_rate": 4.3780715795661957e-07,
      "loss": 0.898,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7941079139709473,
      "step": 28745,
      "valid_targets_mean": 444.9,
      "valid_targets_min": 57
    },
    {
      "epoch": 0.8280529953917051,
      "grad_norm": 1.177215082342438,
      "learning_rate": 4.37096981002573e-07,
      "loss": 0.9269,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8995141983032227,
      "step": 28750,
      "valid_targets_mean": 590.3,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.8281970046082949,
      "grad_norm": 1.1581663602348307,
      "learning_rate": 4.3638732533217794e-07,
      "loss": 1.0099,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1094484329223633,
      "step": 28755,
      "valid_targets_mean": 639.0,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.8283410138248848,
      "grad_norm": 1.1505381776120776,
      "learning_rate": 4.356781911247601e-07,
      "loss": 1.072,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2743216753005981,
      "step": 28760,
      "valid_targets_mean": 655.2,
      "valid_targets_min": 77
    },
    {
      "epoch": 0.8284850230414746,
      "grad_norm": 1.0775831768631898,
      "learning_rate": 4.349695785595129e-07,
      "loss": 0.8744,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7659304141998291,
      "step": 28765,
      "valid_targets_mean": 553.1,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.8286290322580645,
      "grad_norm": 0.8857919124485678,
      "learning_rate": 4.3426148781549994e-07,
      "loss": 0.9061,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.648469090461731,
      "step": 28770,
      "valid_targets_mean": 796.7,
      "valid_targets_min": 64
    },
    {
      "epoch": 0.8287730414746544,
      "grad_norm": 1.2172856445941513,
      "learning_rate": 4.3355391907164977e-07,
      "loss": 0.9578,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9827031493186951,
      "step": 28775,
      "valid_targets_mean": 530.9,
      "valid_targets_min": 165
    },
    {
      "epoch": 0.8289170506912442,
      "grad_norm": 1.1979021742538187,
      "learning_rate": 4.3284687250676223e-07,
      "loss": 0.952,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8194800019264221,
      "step": 28780,
      "valid_targets_mean": 481.9,
      "valid_targets_min": 56
    },
    {
      "epoch": 0.8290610599078341,
      "grad_norm": 1.1715760320164177,
      "learning_rate": 4.32140348299504e-07,
      "loss": 0.8881,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.039718508720398,
      "step": 28785,
      "valid_targets_mean": 550.6,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.8292050691244239,
      "grad_norm": 1.2744219036414146,
      "learning_rate": 4.3143434662840907e-07,
      "loss": 0.8781,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8998180031776428,
      "step": 28790,
      "valid_targets_mean": 480.9,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.8293490783410138,
      "grad_norm": 1.121712639206087,
      "learning_rate": 4.307288676718799e-07,
      "loss": 0.938,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7899116277694702,
      "step": 28795,
      "valid_targets_mean": 518.5,
      "valid_targets_min": 142
    },
    {
      "epoch": 0.8294930875576036,
      "grad_norm": 1.0466902631879766,
      "learning_rate": 4.300239116081878e-07,
      "loss": 1.0431,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1021974086761475,
      "step": 28800,
      "valid_targets_mean": 662.6,
      "valid_targets_min": 129
    },
    {
      "epoch": 0.8296370967741935,
      "grad_norm": 1.215957327174296,
      "learning_rate": 4.293194786154706e-07,
      "loss": 0.9704,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8554880023002625,
      "step": 28805,
      "valid_targets_mean": 446.4,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.8297811059907834,
      "grad_norm": 1.1095213957604333,
      "learning_rate": 4.286155688717336e-07,
      "loss": 1.0019,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0104211568832397,
      "step": 28810,
      "valid_targets_mean": 627.0,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.8299251152073732,
      "grad_norm": 0.8648467362862042,
      "learning_rate": 4.279121825548516e-07,
      "loss": 0.9555,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7239207029342651,
      "step": 28815,
      "valid_targets_mean": 739.1,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.8300691244239631,
      "grad_norm": 1.267484573482874,
      "learning_rate": 4.2720931984256643e-07,
      "loss": 0.9259,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0350370407104492,
      "step": 28820,
      "valid_targets_mean": 528.0,
      "valid_targets_min": 222
    },
    {
      "epoch": 0.830213133640553,
      "grad_norm": 1.0358463156382727,
      "learning_rate": 4.2650698091248665e-07,
      "loss": 0.9727,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.001137137413025,
      "step": 28825,
      "valid_targets_mean": 710.0,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.8303571428571429,
      "grad_norm": 1.1723392089223241,
      "learning_rate": 4.2580516594208975e-07,
      "loss": 0.9724,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.949573814868927,
      "step": 28830,
      "valid_targets_mean": 535.1,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.8305011520737328,
      "grad_norm": 1.1457798031171758,
      "learning_rate": 4.2510387510872106e-07,
      "loss": 0.9958,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1572206020355225,
      "step": 28835,
      "valid_targets_mean": 634.6,
      "valid_targets_min": 49
    },
    {
      "epoch": 0.8306451612903226,
      "grad_norm": 1.1001992308244979,
      "learning_rate": 4.244031085895911e-07,
      "loss": 0.9634,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9973763823509216,
      "step": 28840,
      "valid_targets_mean": 594.9,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.8307891705069125,
      "grad_norm": 1.0019972921022107,
      "learning_rate": 4.2370286656178093e-07,
      "loss": 1.0143,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0001647472381592,
      "step": 28845,
      "valid_targets_mean": 734.4,
      "valid_targets_min": 362
    },
    {
      "epoch": 0.8309331797235023,
      "grad_norm": 1.1339885953153097,
      "learning_rate": 4.230031492022366e-07,
      "loss": 0.8816,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1245099306106567,
      "step": 28850,
      "valid_targets_mean": 609.3,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.8310771889400922,
      "grad_norm": 1.1267193352193943,
      "learning_rate": 4.2230395668777293e-07,
      "loss": 0.9596,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7925299406051636,
      "step": 28855,
      "valid_targets_mean": 549.2,
      "valid_targets_min": 177
    },
    {
      "epoch": 0.831221198156682,
      "grad_norm": 1.0292897405786339,
      "learning_rate": 4.216052891950725e-07,
      "loss": 1.001,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2348418235778809,
      "step": 28860,
      "valid_targets_mean": 798.4,
      "valid_targets_min": 176
    },
    {
      "epoch": 0.8313652073732719,
      "grad_norm": 1.0702419760863464,
      "learning_rate": 4.2090714690068343e-07,
      "loss": 1.0112,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2196907997131348,
      "step": 28865,
      "valid_targets_mean": 691.8,
      "valid_targets_min": 185
    },
    {
      "epoch": 0.8315092165898618,
      "grad_norm": 1.1655894615225837,
      "learning_rate": 4.20209529981023e-07,
      "loss": 0.843,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9513936638832092,
      "step": 28870,
      "valid_targets_mean": 588.1,
      "valid_targets_min": 57
    },
    {
      "epoch": 0.8316532258064516,
      "grad_norm": 1.148600403426176,
      "learning_rate": 4.1951243861237526e-07,
      "loss": 1.0231,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.127382755279541,
      "step": 28875,
      "valid_targets_mean": 595.0,
      "valid_targets_min": 206
    },
    {
      "epoch": 0.8317972350230415,
      "grad_norm": 1.3230763782717139,
      "learning_rate": 4.1881587297089023e-07,
      "loss": 1.0356,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0592167377471924,
      "step": 28880,
      "valid_targets_mean": 470.1,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.8319412442396313,
      "grad_norm": 0.8340443789940052,
      "learning_rate": 4.18119833232587e-07,
      "loss": 0.995,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8366950750350952,
      "step": 28885,
      "valid_targets_mean": 936.6,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.8320852534562212,
      "grad_norm": 1.1473824453607724,
      "learning_rate": 4.174243195733496e-07,
      "loss": 1.0086,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.824209988117218,
      "step": 28890,
      "valid_targets_mean": 548.6,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.832229262672811,
      "grad_norm": 1.0567058044602142,
      "learning_rate": 4.1672933216893115e-07,
      "loss": 0.9326,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8279645442962646,
      "step": 28895,
      "valid_targets_mean": 654.3,
      "valid_targets_min": 62
    },
    {
      "epoch": 0.8323732718894009,
      "grad_norm": 1.0348484311791595,
      "learning_rate": 4.160348711949511e-07,
      "loss": 0.9688,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9732903242111206,
      "step": 28900,
      "valid_targets_mean": 741.2,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.8325172811059908,
      "grad_norm": 1.0100232854862694,
      "learning_rate": 4.153409368268957e-07,
      "loss": 0.775,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.965151309967041,
      "step": 28905,
      "valid_targets_mean": 695.6,
      "valid_targets_min": 219
    },
    {
      "epoch": 0.8326612903225806,
      "grad_norm": 0.9708122717449936,
      "learning_rate": 4.1464752924011696e-07,
      "loss": 1.0083,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0314656496047974,
      "step": 28910,
      "valid_targets_mean": 771.8,
      "valid_targets_min": 320
    },
    {
      "epoch": 0.8328052995391705,
      "grad_norm": 1.0490650461015,
      "learning_rate": 4.1395464860983587e-07,
      "loss": 0.9924,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9448870420455933,
      "step": 28915,
      "valid_targets_mean": 656.1,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.8329493087557603,
      "grad_norm": 1.2647493674810992,
      "learning_rate": 4.132622951111401e-07,
      "loss": 0.9517,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7904495000839233,
      "step": 28920,
      "valid_targets_mean": 413.8,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.8330933179723502,
      "grad_norm": 1.1831188093934408,
      "learning_rate": 4.125704689189819e-07,
      "loss": 0.9663,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0527520179748535,
      "step": 28925,
      "valid_targets_mean": 593.1,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.8332373271889401,
      "grad_norm": 1.1660879159102353,
      "learning_rate": 4.118791702081823e-07,
      "loss": 1.0297,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0883243083953857,
      "step": 28930,
      "valid_targets_mean": 661.4,
      "valid_targets_min": 184
    },
    {
      "epoch": 0.8333813364055299,
      "grad_norm": 1.1288556156224347,
      "learning_rate": 4.1118839915342936e-07,
      "loss": 0.9338,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6102261543273926,
      "step": 28935,
      "valid_targets_mean": 504.1,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.8335253456221198,
      "grad_norm": 1.1410121530722157,
      "learning_rate": 4.1049815592927535e-07,
      "loss": 0.8731,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9562943577766418,
      "step": 28940,
      "valid_targets_mean": 594.7,
      "valid_targets_min": 176
    },
    {
      "epoch": 0.8336693548387096,
      "grad_norm": 1.0780724762668794,
      "learning_rate": 4.098084407101419e-07,
      "loss": 0.9942,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.038017988204956,
      "step": 28945,
      "valid_targets_mean": 639.5,
      "valid_targets_min": 163
    },
    {
      "epoch": 0.8338133640552995,
      "grad_norm": 1.310528884932014,
      "learning_rate": 4.091192536703162e-07,
      "loss": 0.9729,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9036399722099304,
      "step": 28950,
      "valid_targets_mean": 420.8,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.8339573732718893,
      "grad_norm": 1.144963550811763,
      "learning_rate": 4.0843059498395063e-07,
      "loss": 0.8611,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9249488115310669,
      "step": 28955,
      "valid_targets_mean": 533.6,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.8341013824884793,
      "grad_norm": 1.0229496159838751,
      "learning_rate": 4.0774246482506664e-07,
      "loss": 0.8557,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7499863505363464,
      "step": 28960,
      "valid_targets_mean": 568.7,
      "valid_targets_min": 149
    },
    {
      "epoch": 0.8342453917050692,
      "grad_norm": 1.0356644636724388,
      "learning_rate": 4.0705486336754945e-07,
      "loss": 0.9641,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0552504062652588,
      "step": 28965,
      "valid_targets_mean": 677.0,
      "valid_targets_min": 166
    },
    {
      "epoch": 0.834389400921659,
      "grad_norm": 1.2699242009997593,
      "learning_rate": 4.0636779078515267e-07,
      "loss": 0.9358,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.053321123123169,
      "step": 28970,
      "valid_targets_mean": 498.2,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.8345334101382489,
      "grad_norm": 1.2251823677097295,
      "learning_rate": 4.056812472514962e-07,
      "loss": 0.9255,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1144373416900635,
      "step": 28975,
      "valid_targets_mean": 545.1,
      "valid_targets_min": 247
    },
    {
      "epoch": 0.8346774193548387,
      "grad_norm": 1.3120899321465802,
      "learning_rate": 4.049952329400647e-07,
      "loss": 0.9164,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9589614868164062,
      "step": 28980,
      "valid_targets_mean": 413.4,
      "valid_targets_min": 63
    },
    {
      "epoch": 0.8348214285714286,
      "grad_norm": 1.096875452128185,
      "learning_rate": 4.0430974802420893e-07,
      "loss": 0.8531,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7029626965522766,
      "step": 28985,
      "valid_targets_mean": 566.5,
      "valid_targets_min": 290
    },
    {
      "epoch": 0.8349654377880185,
      "grad_norm": 1.242941874086429,
      "learning_rate": 4.036247926771497e-07,
      "loss": 0.9849,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8552706837654114,
      "step": 28990,
      "valid_targets_mean": 476.9,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.8351094470046083,
      "grad_norm": 1.300240827472432,
      "learning_rate": 4.0294036707196947e-07,
      "loss": 0.9125,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8064172863960266,
      "step": 28995,
      "valid_targets_mean": 439.1,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.8352534562211982,
      "grad_norm": 1.170071709107572,
      "learning_rate": 4.022564713816188e-07,
      "loss": 1.043,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0762829780578613,
      "step": 29000,
      "valid_targets_mean": 608.3,
      "valid_targets_min": 144
    },
    {
      "epoch": 0.835397465437788,
      "grad_norm": 0.8393840290393887,
      "learning_rate": 4.015731057789141e-07,
      "loss": 0.8748,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6564942002296448,
      "step": 29005,
      "valid_targets_mean": 752.0,
      "valid_targets_min": 64
    },
    {
      "epoch": 0.8355414746543779,
      "grad_norm": 1.1017856645836699,
      "learning_rate": 4.008902704365386e-07,
      "loss": 1.0285,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1565735340118408,
      "step": 29010,
      "valid_targets_mean": 729.7,
      "valid_targets_min": 243
    },
    {
      "epoch": 0.8356854838709677,
      "grad_norm": 1.1808982469773506,
      "learning_rate": 4.002079655270399e-07,
      "loss": 0.9288,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9519712328910828,
      "step": 29015,
      "valid_targets_mean": 582.9,
      "valid_targets_min": 163
    },
    {
      "epoch": 0.8358294930875576,
      "grad_norm": 0.8933223078159519,
      "learning_rate": 3.995261912228329e-07,
      "loss": 0.8536,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6508599519729614,
      "step": 29020,
      "valid_targets_mean": 671.9,
      "valid_targets_min": 60
    },
    {
      "epoch": 0.8359735023041475,
      "grad_norm": 1.127054434464393,
      "learning_rate": 3.988449476961989e-07,
      "loss": 0.9035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7066968679428101,
      "step": 29025,
      "valid_targets_mean": 545.2,
      "valid_targets_min": 90
    },
    {
      "epoch": 0.8361175115207373,
      "grad_norm": 0.907889558687101,
      "learning_rate": 3.981642351192827e-07,
      "loss": 0.963,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6466951370239258,
      "step": 29030,
      "valid_targets_mean": 715.1,
      "valid_targets_min": 161
    },
    {
      "epoch": 0.8362615207373272,
      "grad_norm": 1.0126467761972842,
      "learning_rate": 3.974840536640975e-07,
      "loss": 0.9928,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.800423800945282,
      "step": 29035,
      "valid_targets_mean": 638.0,
      "valid_targets_min": 232
    },
    {
      "epoch": 0.836405529953917,
      "grad_norm": 1.2547145767933312,
      "learning_rate": 3.9680440350252034e-07,
      "loss": 0.8245,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8352376222610474,
      "step": 29040,
      "valid_targets_mean": 467.5,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.8365495391705069,
      "grad_norm": 1.1225168757339365,
      "learning_rate": 3.9612528480629546e-07,
      "loss": 0.9185,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9248524904251099,
      "step": 29045,
      "valid_targets_mean": 581.1,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.8366935483870968,
      "grad_norm": 1.2515396269888752,
      "learning_rate": 3.954466977470328e-07,
      "loss": 0.8805,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8599356412887573,
      "step": 29050,
      "valid_targets_mean": 502.4,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.8368375576036866,
      "grad_norm": 1.279279912355779,
      "learning_rate": 3.947686424962066e-07,
      "loss": 0.8666,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9217886328697205,
      "step": 29055,
      "valid_targets_mean": 496.3,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.8369815668202765,
      "grad_norm": 1.0476331071010676,
      "learning_rate": 3.940911192251565e-07,
      "loss": 0.9071,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9368332028388977,
      "step": 29060,
      "valid_targets_mean": 717.9,
      "valid_targets_min": 264
    },
    {
      "epoch": 0.8371255760368663,
      "grad_norm": 1.0807702007470419,
      "learning_rate": 3.9341412810509097e-07,
      "loss": 0.8789,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0236091613769531,
      "step": 29065,
      "valid_targets_mean": 639.6,
      "valid_targets_min": 100
    },
    {
      "epoch": 0.8372695852534562,
      "grad_norm": 1.092961260771613,
      "learning_rate": 3.9273766930708086e-07,
      "loss": 0.9389,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0986111164093018,
      "step": 29070,
      "valid_targets_mean": 650.9,
      "valid_targets_min": 60
    },
    {
      "epoch": 0.837413594470046,
      "grad_norm": 1.1289413025301978,
      "learning_rate": 3.9206174300206205e-07,
      "loss": 0.871,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9527710676193237,
      "step": 29075,
      "valid_targets_mean": 588.6,
      "valid_targets_min": 183
    },
    {
      "epoch": 0.8375576036866359,
      "grad_norm": 1.153413128797441,
      "learning_rate": 3.913863493608386e-07,
      "loss": 0.9342,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9945382475852966,
      "step": 29080,
      "valid_targets_mean": 564.2,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.8377016129032258,
      "grad_norm": 1.1001954317499227,
      "learning_rate": 3.9071148855407885e-07,
      "loss": 1.0286,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8472080230712891,
      "step": 29085,
      "valid_targets_mean": 636.9,
      "valid_targets_min": 196
    },
    {
      "epoch": 0.8378456221198156,
      "grad_norm": 1.2962782076758248,
      "learning_rate": 3.900371607523151e-07,
      "loss": 0.8832,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9744046926498413,
      "step": 29090,
      "valid_targets_mean": 454.7,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.8379896313364056,
      "grad_norm": 1.0541671814054254,
      "learning_rate": 3.8936336612594715e-07,
      "loss": 0.9853,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9164174199104309,
      "step": 29095,
      "valid_targets_mean": 646.3,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.8381336405529954,
      "grad_norm": 1.2051914160412853,
      "learning_rate": 3.886901048452377e-07,
      "loss": 0.9696,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9325579404830933,
      "step": 29100,
      "valid_targets_mean": 533.6,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.8382776497695853,
      "grad_norm": 1.27873031250918,
      "learning_rate": 3.8801737708031695e-07,
      "loss": 0.9314,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9084033370018005,
      "step": 29105,
      "valid_targets_mean": 462.2,
      "valid_targets_min": 63
    },
    {
      "epoch": 0.8384216589861752,
      "grad_norm": 0.9809460540165484,
      "learning_rate": 3.873451830011796e-07,
      "loss": 1.0015,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.11570143699646,
      "step": 29110,
      "valid_targets_mean": 787.4,
      "valid_targets_min": 63
    },
    {
      "epoch": 0.838565668202765,
      "grad_norm": 1.2125846095259987,
      "learning_rate": 3.866735227776841e-07,
      "loss": 0.9632,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9797866940498352,
      "step": 29115,
      "valid_targets_mean": 511.9,
      "valid_targets_min": 175
    },
    {
      "epoch": 0.8387096774193549,
      "grad_norm": 1.022685293820768,
      "learning_rate": 3.860023965795556e-07,
      "loss": 1.0359,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8775361180305481,
      "step": 29120,
      "valid_targets_mean": 652.2,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.8388536866359447,
      "grad_norm": 1.1374898795663702,
      "learning_rate": 3.8533180457638485e-07,
      "loss": 0.9323,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0536692142486572,
      "step": 29125,
      "valid_targets_mean": 611.5,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.8389976958525346,
      "grad_norm": 1.2102278813104437,
      "learning_rate": 3.8466174693762544e-07,
      "loss": 0.8807,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8747233152389526,
      "step": 29130,
      "valid_targets_mean": 502.9,
      "valid_targets_min": 100
    },
    {
      "epoch": 0.8391417050691244,
      "grad_norm": 1.1832147606247763,
      "learning_rate": 3.8399222383259607e-07,
      "loss": 0.9323,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.846027135848999,
      "step": 29135,
      "valid_targets_mean": 522.8,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.8392857142857143,
      "grad_norm": 1.156555917277306,
      "learning_rate": 3.833232354304836e-07,
      "loss": 0.8971,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8401288986206055,
      "step": 29140,
      "valid_targets_mean": 548.8,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.8394297235023042,
      "grad_norm": 1.1972030386931547,
      "learning_rate": 3.826547819003365e-07,
      "loss": 0.8974,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0194507837295532,
      "step": 29145,
      "valid_targets_mean": 515.6,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.839573732718894,
      "grad_norm": 1.2902828832801887,
      "learning_rate": 3.819868634110685e-07,
      "loss": 0.941,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8890100121498108,
      "step": 29150,
      "valid_targets_mean": 461.9,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.8397177419354839,
      "grad_norm": 1.099034814087132,
      "learning_rate": 3.813194801314593e-07,
      "loss": 0.8907,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1406707763671875,
      "step": 29155,
      "valid_targets_mean": 684.1,
      "valid_targets_min": 78
    },
    {
      "epoch": 0.8398617511520737,
      "grad_norm": 1.1908272978633898,
      "learning_rate": 3.806526322301535e-07,
      "loss": 1.0379,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1120109558105469,
      "step": 29160,
      "valid_targets_mean": 572.5,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.8400057603686636,
      "grad_norm": 1.1501635318136383,
      "learning_rate": 3.799863198756584e-07,
      "loss": 0.8581,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8304227590560913,
      "step": 29165,
      "valid_targets_mean": 531.8,
      "valid_targets_min": 185
    },
    {
      "epoch": 0.8401497695852534,
      "grad_norm": 1.273377674330874,
      "learning_rate": 3.793205432363484e-07,
      "loss": 0.8612,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9587711691856384,
      "step": 29170,
      "valid_targets_mean": 485.2,
      "valid_targets_min": 153
    },
    {
      "epoch": 0.8402937788018433,
      "grad_norm": 1.2549049278896256,
      "learning_rate": 3.786553024804601e-07,
      "loss": 0.974,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1177833080291748,
      "step": 29175,
      "valid_targets_mean": 502.8,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.8404377880184332,
      "grad_norm": 1.1833804108337165,
      "learning_rate": 3.7799059777609696e-07,
      "loss": 0.8751,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7858076691627502,
      "step": 29180,
      "valid_targets_mean": 498.8,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.840581797235023,
      "grad_norm": 1.0377120966461675,
      "learning_rate": 3.773264292912265e-07,
      "loss": 0.8421,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8397467136383057,
      "step": 29185,
      "valid_targets_mean": 639.2,
      "valid_targets_min": 181
    },
    {
      "epoch": 0.8407258064516129,
      "grad_norm": 1.2550369377435258,
      "learning_rate": 3.766627971936787e-07,
      "loss": 0.9593,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.153975009918213,
      "step": 29190,
      "valid_targets_mean": 539.4,
      "valid_targets_min": 166
    },
    {
      "epoch": 0.8408698156682027,
      "grad_norm": 1.0962078219089517,
      "learning_rate": 3.7599970165115076e-07,
      "loss": 0.8391,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7626450657844543,
      "step": 29195,
      "valid_targets_mean": 607.2,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.8410138248847926,
      "grad_norm": 1.1576123928059008,
      "learning_rate": 3.7533714283120305e-07,
      "loss": 0.9881,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.155447244644165,
      "step": 29200,
      "valid_targets_mean": 648.7,
      "valid_targets_min": 330
    },
    {
      "epoch": 0.8411578341013825,
      "grad_norm": 1.1254962171345417,
      "learning_rate": 3.7467512090126e-07,
      "loss": 0.9606,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0221980810165405,
      "step": 29205,
      "valid_targets_mean": 608.4,
      "valid_targets_min": 215
    },
    {
      "epoch": 0.8413018433179723,
      "grad_norm": 1.2401986151299136,
      "learning_rate": 3.740136360286098e-07,
      "loss": 0.863,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6613783240318298,
      "step": 29210,
      "valid_targets_mean": 432.8,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.8414458525345622,
      "grad_norm": 1.2203846522076216,
      "learning_rate": 3.7335268838040784e-07,
      "loss": 0.9225,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9216665029525757,
      "step": 29215,
      "valid_targets_mean": 476.8,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.841589861751152,
      "grad_norm": 1.09237325483387,
      "learning_rate": 3.726922781236708e-07,
      "loss": 1.0465,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2956464290618896,
      "step": 29220,
      "valid_targets_mean": 723.7,
      "valid_targets_min": 243
    },
    {
      "epoch": 0.8417338709677419,
      "grad_norm": 1.1239042909712236,
      "learning_rate": 3.7203240542527996e-07,
      "loss": 0.792,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.726868748664856,
      "step": 29225,
      "valid_targets_mean": 558.2,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.8418778801843319,
      "grad_norm": 1.1333503968213146,
      "learning_rate": 3.7137307045198164e-07,
      "loss": 0.9665,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1561601161956787,
      "step": 29230,
      "valid_targets_mean": 674.8,
      "valid_targets_min": 262
    },
    {
      "epoch": 0.8420218894009217,
      "grad_norm": 1.156279594726793,
      "learning_rate": 3.7071427337038665e-07,
      "loss": 1.0041,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2356616258621216,
      "step": 29235,
      "valid_targets_mean": 637.1,
      "valid_targets_min": 178
    },
    {
      "epoch": 0.8421658986175116,
      "grad_norm": 1.2078742028110048,
      "learning_rate": 3.7005601434696837e-07,
      "loss": 0.9444,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8296685218811035,
      "step": 29240,
      "valid_targets_mean": 495.4,
      "valid_targets_min": 282
    },
    {
      "epoch": 0.8423099078341014,
      "grad_norm": 1.1265659010910696,
      "learning_rate": 3.6939829354806585e-07,
      "loss": 1.0309,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.056013822555542,
      "step": 29245,
      "valid_targets_mean": 628.5,
      "valid_targets_min": 156
    },
    {
      "epoch": 0.8424539170506913,
      "grad_norm": 1.1526958791426807,
      "learning_rate": 3.687411111398803e-07,
      "loss": 0.9576,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0386285781860352,
      "step": 29250,
      "valid_targets_mean": 543.1,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.8425979262672811,
      "grad_norm": 1.3008765983477855,
      "learning_rate": 3.6808446728847867e-07,
      "loss": 0.8549,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9121757745742798,
      "step": 29255,
      "valid_targets_mean": 475.8,
      "valid_targets_min": 73
    },
    {
      "epoch": 0.842741935483871,
      "grad_norm": 1.1589849233788472,
      "learning_rate": 3.6742836215979127e-07,
      "loss": 0.7667,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7681761980056763,
      "step": 29260,
      "valid_targets_mean": 546.4,
      "valid_targets_min": 187
    },
    {
      "epoch": 0.8428859447004609,
      "grad_norm": 1.3942251925410685,
      "learning_rate": 3.66772795919611e-07,
      "loss": 0.8665,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7302048206329346,
      "step": 29265,
      "valid_targets_mean": 369.2,
      "valid_targets_min": 175
    },
    {
      "epoch": 0.8430299539170507,
      "grad_norm": 1.234060446701052,
      "learning_rate": 3.6611776873359623e-07,
      "loss": 0.9215,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9539010524749756,
      "step": 29270,
      "valid_targets_mean": 503.4,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.8431739631336406,
      "grad_norm": 1.081750433279846,
      "learning_rate": 3.6546328076726953e-07,
      "loss": 1.0141,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8318831920623779,
      "step": 29275,
      "valid_targets_mean": 589.7,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.8433179723502304,
      "grad_norm": 1.1642837131339265,
      "learning_rate": 3.6480933218601437e-07,
      "loss": 1.0608,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0972228050231934,
      "step": 29280,
      "valid_targets_mean": 579.4,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.8434619815668203,
      "grad_norm": 1.2001344776789793,
      "learning_rate": 3.641559231550815e-07,
      "loss": 0.8187,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9333534836769104,
      "step": 29285,
      "valid_targets_mean": 558.4,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.8436059907834101,
      "grad_norm": 1.187941012104277,
      "learning_rate": 3.635030538395823e-07,
      "loss": 0.8951,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9581449627876282,
      "step": 29290,
      "valid_targets_mean": 569.6,
      "valid_targets_min": 131
    },
    {
      "epoch": 0.84375,
      "grad_norm": 1.232256811839076,
      "learning_rate": 3.6285072440449405e-07,
      "loss": 0.8754,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9766312837600708,
      "step": 29295,
      "valid_targets_mean": 494.8,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.8438940092165899,
      "grad_norm": 1.0724414120399386,
      "learning_rate": 3.621989350146557e-07,
      "loss": 0.9374,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9801081418991089,
      "step": 29300,
      "valid_targets_mean": 635.1,
      "valid_targets_min": 165
    },
    {
      "epoch": 0.8440380184331797,
      "grad_norm": 1.1579743670047349,
      "learning_rate": 3.6154768583477106e-07,
      "loss": 1.01,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.018911361694336,
      "step": 29305,
      "valid_targets_mean": 566.4,
      "valid_targets_min": 154
    },
    {
      "epoch": 0.8441820276497696,
      "grad_norm": 1.118763616769072,
      "learning_rate": 3.608969770294074e-07,
      "loss": 0.9767,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.042831540107727,
      "step": 29310,
      "valid_targets_mean": 571.1,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.8443260368663594,
      "grad_norm": 1.0203578984322927,
      "learning_rate": 3.6024680876299455e-07,
      "loss": 0.9332,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8089655041694641,
      "step": 29315,
      "valid_targets_mean": 637.4,
      "valid_targets_min": 202
    },
    {
      "epoch": 0.8444700460829493,
      "grad_norm": 1.2443326704434308,
      "learning_rate": 3.595971811998267e-07,
      "loss": 0.9127,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9501941204071045,
      "step": 29320,
      "valid_targets_mean": 518.9,
      "valid_targets_min": 63
    },
    {
      "epoch": 0.8446140552995391,
      "grad_norm": 1.0301208469966592,
      "learning_rate": 3.589480945040605e-07,
      "loss": 0.8889,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9678846001625061,
      "step": 29325,
      "valid_targets_mean": 718.4,
      "valid_targets_min": 168
    },
    {
      "epoch": 0.844758064516129,
      "grad_norm": 1.0951935499121497,
      "learning_rate": 3.5829954883971646e-07,
      "loss": 0.921,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9516063928604126,
      "step": 29330,
      "valid_targets_mean": 635.9,
      "valid_targets_min": 180
    },
    {
      "epoch": 0.8449020737327189,
      "grad_norm": 1.1572619343711303,
      "learning_rate": 3.5765154437067905e-07,
      "loss": 0.941,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0586459636688232,
      "step": 29335,
      "valid_targets_mean": 576.1,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.8450460829493087,
      "grad_norm": 1.1565452849379463,
      "learning_rate": 3.57004081260694e-07,
      "loss": 0.9423,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9870834350585938,
      "step": 29340,
      "valid_targets_mean": 597.8,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.8451900921658986,
      "grad_norm": 1.1889812507123265,
      "learning_rate": 3.5635715967337225e-07,
      "loss": 0.8853,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0525438785552979,
      "step": 29345,
      "valid_targets_mean": 537.5,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.8453341013824884,
      "grad_norm": 1.1940277195350992,
      "learning_rate": 3.5571077977218787e-07,
      "loss": 0.9337,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1045087575912476,
      "step": 29350,
      "valid_targets_mean": 565.9,
      "valid_targets_min": 154
    },
    {
      "epoch": 0.8454781105990783,
      "grad_norm": 1.155504496419355,
      "learning_rate": 3.550649417204757e-07,
      "loss": 0.9999,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0040600299835205,
      "step": 29355,
      "valid_targets_mean": 626.8,
      "valid_targets_min": 169
    },
    {
      "epoch": 0.8456221198156681,
      "grad_norm": 0.9034749891984301,
      "learning_rate": 3.544196456814367e-07,
      "loss": 0.9136,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7779717445373535,
      "step": 29360,
      "valid_targets_mean": 790.6,
      "valid_targets_min": 129
    },
    {
      "epoch": 0.8457661290322581,
      "grad_norm": 1.2542278412719812,
      "learning_rate": 3.5377489181813216e-07,
      "loss": 0.8525,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7138779163360596,
      "step": 29365,
      "valid_targets_mean": 433.6,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.845910138248848,
      "grad_norm": 1.191871008885,
      "learning_rate": 3.531306802934886e-07,
      "loss": 0.9529,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8213638067245483,
      "step": 29370,
      "valid_targets_mean": 494.1,
      "valid_targets_min": 160
    },
    {
      "epoch": 0.8460541474654378,
      "grad_norm": 1.161493541959006,
      "learning_rate": 3.524870112702947e-07,
      "loss": 0.8665,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7526595592498779,
      "step": 29375,
      "valid_targets_mean": 505.1,
      "valid_targets_min": 60
    },
    {
      "epoch": 0.8461981566820277,
      "grad_norm": 1.0938946099818505,
      "learning_rate": 3.518438849112016e-07,
      "loss": 0.977,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7789437174797058,
      "step": 29380,
      "valid_targets_mean": 569.9,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.8463421658986175,
      "grad_norm": 1.2864483215522768,
      "learning_rate": 3.5120130137872217e-07,
      "loss": 0.9193,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9361507296562195,
      "step": 29385,
      "valid_targets_mean": 463.2,
      "valid_targets_min": 77
    },
    {
      "epoch": 0.8464861751152074,
      "grad_norm": 1.0565640755540757,
      "learning_rate": 3.5055926083523595e-07,
      "loss": 0.8509,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8508881330490112,
      "step": 29390,
      "valid_targets_mean": 612.1,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.8466301843317973,
      "grad_norm": 1.3067077960690432,
      "learning_rate": 3.4991776344298207e-07,
      "loss": 0.982,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9644450545310974,
      "step": 29395,
      "valid_targets_mean": 454.8,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.8467741935483871,
      "grad_norm": 1.1933521929644164,
      "learning_rate": 3.4927680936406194e-07,
      "loss": 0.9477,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8073948621749878,
      "step": 29400,
      "valid_targets_mean": 510.3,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.846918202764977,
      "grad_norm": 1.2148412809836384,
      "learning_rate": 3.4863639876044213e-07,
      "loss": 0.926,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1393101215362549,
      "step": 29405,
      "valid_targets_mean": 563.4,
      "valid_targets_min": 145
    },
    {
      "epoch": 0.8470622119815668,
      "grad_norm": 1.3177784252122973,
      "learning_rate": 3.47996531793951e-07,
      "loss": 0.9143,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9522171020507812,
      "step": 29410,
      "valid_targets_mean": 499.2,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.8472062211981567,
      "grad_norm": 1.151613897389955,
      "learning_rate": 3.473572086262783e-07,
      "loss": 1.0373,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2273935079574585,
      "step": 29415,
      "valid_targets_mean": 655.5,
      "valid_targets_min": 153
    },
    {
      "epoch": 0.8473502304147466,
      "grad_norm": 1.1285874095746207,
      "learning_rate": 3.4671842941897764e-07,
      "loss": 0.8162,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.906586766242981,
      "step": 29420,
      "valid_targets_mean": 578.4,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.8474942396313364,
      "grad_norm": 1.1308822637136353,
      "learning_rate": 3.4608019433346517e-07,
      "loss": 0.9957,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.027287483215332,
      "step": 29425,
      "valid_targets_mean": 652.9,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.8476382488479263,
      "grad_norm": 1.1558394516234893,
      "learning_rate": 3.4544250353101854e-07,
      "loss": 0.9063,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7283484935760498,
      "step": 29430,
      "valid_targets_mean": 501.0,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.8477822580645161,
      "grad_norm": 1.1085500438726508,
      "learning_rate": 3.448053571727797e-07,
      "loss": 0.9589,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8605197072029114,
      "step": 29435,
      "valid_targets_mean": 596.6,
      "valid_targets_min": 171
    },
    {
      "epoch": 0.847926267281106,
      "grad_norm": 1.178516099474825,
      "learning_rate": 3.4416875541975006e-07,
      "loss": 1.0722,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0460354089736938,
      "step": 29440,
      "valid_targets_mean": 558.4,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.8480702764976958,
      "grad_norm": 1.2634128868841519,
      "learning_rate": 3.435326984327966e-07,
      "loss": 0.9886,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.069885015487671,
      "step": 29445,
      "valid_targets_mean": 499.4,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.8482142857142857,
      "grad_norm": 0.9554668263264278,
      "learning_rate": 3.428971863726471e-07,
      "loss": 0.9475,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9536929130554199,
      "step": 29450,
      "valid_targets_mean": 767.9,
      "valid_targets_min": 260
    },
    {
      "epoch": 0.8483582949308756,
      "grad_norm": 1.1349120342704953,
      "learning_rate": 3.422622193998917e-07,
      "loss": 1.0322,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0129461288452148,
      "step": 29455,
      "valid_targets_mean": 571.4,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.8485023041474654,
      "grad_norm": 1.1901097307696893,
      "learning_rate": 3.4162779767498126e-07,
      "loss": 0.9471,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9147285223007202,
      "step": 29460,
      "valid_targets_mean": 494.1,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.8486463133640553,
      "grad_norm": 1.1851725219887392,
      "learning_rate": 3.4099392135823334e-07,
      "loss": 0.9236,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0327742099761963,
      "step": 29465,
      "valid_targets_mean": 570.6,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.8487903225806451,
      "grad_norm": 1.1685493141159131,
      "learning_rate": 3.403605906098234e-07,
      "loss": 0.9318,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9104360342025757,
      "step": 29470,
      "valid_targets_mean": 559.7,
      "valid_targets_min": 147
    },
    {
      "epoch": 0.848934331797235,
      "grad_norm": 1.1821131117128025,
      "learning_rate": 3.397278055897896e-07,
      "loss": 0.8573,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9732438921928406,
      "step": 29475,
      "valid_targets_mean": 550.5,
      "valid_targets_min": 155
    },
    {
      "epoch": 0.8490783410138248,
      "grad_norm": 1.1589628504496667,
      "learning_rate": 3.3909556645803393e-07,
      "loss": 0.9797,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.091415524482727,
      "step": 29480,
      "valid_targets_mean": 612.8,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.8492223502304147,
      "grad_norm": 1.1863349276667108,
      "learning_rate": 3.3846387337432037e-07,
      "loss": 0.9417,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9605638384819031,
      "step": 29485,
      "valid_targets_mean": 479.5,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.8493663594470046,
      "grad_norm": 1.2229437867640924,
      "learning_rate": 3.3783272649827226e-07,
      "loss": 0.9919,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0819300413131714,
      "step": 29490,
      "valid_targets_mean": 521.9,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.8495103686635944,
      "grad_norm": 1.26338833249308,
      "learning_rate": 3.3720212598937817e-07,
      "loss": 0.7899,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8236957788467407,
      "step": 29495,
      "valid_targets_mean": 444.6,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.8496543778801844,
      "grad_norm": 1.1460992170673074,
      "learning_rate": 3.3657207200698707e-07,
      "loss": 0.8709,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9070146679878235,
      "step": 29500,
      "valid_targets_mean": 561.0,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.8497983870967742,
      "grad_norm": 1.2489525637754986,
      "learning_rate": 3.3594256471030903e-07,
      "loss": 0.8908,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9633554220199585,
      "step": 29505,
      "valid_targets_mean": 490.4,
      "valid_targets_min": 152
    },
    {
      "epoch": 0.8499423963133641,
      "grad_norm": 1.121582418831058,
      "learning_rate": 3.353136042584182e-07,
      "loss": 0.8627,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7537294626235962,
      "step": 29510,
      "valid_targets_mean": 561.2,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.850086405529954,
      "grad_norm": 0.8049538635172668,
      "learning_rate": 3.34685190810248e-07,
      "loss": 0.8281,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6050435304641724,
      "step": 29515,
      "valid_targets_mean": 808.6,
      "valid_targets_min": 233
    },
    {
      "epoch": 0.8502304147465438,
      "grad_norm": 0.9812995296413038,
      "learning_rate": 3.3405732452459566e-07,
      "loss": 0.9312,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9076331853866577,
      "step": 29520,
      "valid_targets_mean": 750.4,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.8503744239631337,
      "grad_norm": 1.2405530621687395,
      "learning_rate": 3.3343000556011944e-07,
      "loss": 0.9548,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.871686577796936,
      "step": 29525,
      "valid_targets_mean": 467.6,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.8505184331797235,
      "grad_norm": 1.1157698565112681,
      "learning_rate": 3.3280323407533897e-07,
      "loss": 0.8355,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.710421621799469,
      "step": 29530,
      "valid_targets_mean": 534.9,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.8506624423963134,
      "grad_norm": 1.3048866665182326,
      "learning_rate": 3.321770102286348e-07,
      "loss": 0.9202,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8487311601638794,
      "step": 29535,
      "valid_targets_mean": 437.8,
      "valid_targets_min": 142
    },
    {
      "epoch": 0.8508064516129032,
      "grad_norm": 1.099402076260304,
      "learning_rate": 3.315513341782517e-07,
      "loss": 0.8559,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9573639035224915,
      "step": 29540,
      "valid_targets_mean": 635.2,
      "valid_targets_min": 205
    },
    {
      "epoch": 0.8509504608294931,
      "grad_norm": 1.1340943519345534,
      "learning_rate": 3.3092620608229403e-07,
      "loss": 0.9031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0641098022460938,
      "step": 29545,
      "valid_targets_mean": 619.7,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.851094470046083,
      "grad_norm": 1.0492286552623349,
      "learning_rate": 3.3030162609872683e-07,
      "loss": 0.873,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8214119672775269,
      "step": 29550,
      "valid_targets_mean": 615.3,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.8512384792626728,
      "grad_norm": 1.278872637743898,
      "learning_rate": 3.296775943853789e-07,
      "loss": 1.0622,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0743539333343506,
      "step": 29555,
      "valid_targets_mean": 486.0,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.8513824884792627,
      "grad_norm": 1.135023873312405,
      "learning_rate": 3.2905411109993986e-07,
      "loss": 0.9164,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0582332611083984,
      "step": 29560,
      "valid_targets_mean": 635.9,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.8515264976958525,
      "grad_norm": 0.9910025191325588,
      "learning_rate": 3.2843117639995897e-07,
      "loss": 0.9369,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8663113117218018,
      "step": 29565,
      "valid_targets_mean": 688.8,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.8516705069124424,
      "grad_norm": 1.1539766711660893,
      "learning_rate": 3.278087904428498e-07,
      "loss": 0.973,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0970568656921387,
      "step": 29570,
      "valid_targets_mean": 571.0,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.8518145161290323,
      "grad_norm": 0.851594755929163,
      "learning_rate": 3.2718695338588404e-07,
      "loss": 0.8933,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5297906398773193,
      "step": 29575,
      "valid_targets_mean": 750.4,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.8519585253456221,
      "grad_norm": 1.085720974430469,
      "learning_rate": 3.265656653861973e-07,
      "loss": 0.9265,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9027705192565918,
      "step": 29580,
      "valid_targets_mean": 611.7,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.852102534562212,
      "grad_norm": 1.067395537741565,
      "learning_rate": 3.2594492660078553e-07,
      "loss": 0.9709,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8662179708480835,
      "step": 29585,
      "valid_targets_mean": 648.6,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.8522465437788018,
      "grad_norm": 1.3580730412585393,
      "learning_rate": 3.2532473718650536e-07,
      "loss": 0.9576,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9394567012786865,
      "step": 29590,
      "valid_targets_mean": 441.7,
      "valid_targets_min": 90
    },
    {
      "epoch": 0.8523905529953917,
      "grad_norm": 1.2016997573494865,
      "learning_rate": 3.247050973000751e-07,
      "loss": 1.0692,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.042083978652954,
      "step": 29595,
      "valid_targets_mean": 521.9,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.8525345622119815,
      "grad_norm": 1.399526452479412,
      "learning_rate": 3.240860070980748e-07,
      "loss": 0.8838,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9203290939331055,
      "step": 29600,
      "valid_targets_mean": 408.4,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.8526785714285714,
      "grad_norm": 0.8858588576563811,
      "learning_rate": 3.2346746673694475e-07,
      "loss": 0.9002,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6803913712501526,
      "step": 29605,
      "valid_targets_mean": 810.1,
      "valid_targets_min": 147
    },
    {
      "epoch": 0.8528225806451613,
      "grad_norm": 0.8692765766882378,
      "learning_rate": 3.2284947637298504e-07,
      "loss": 0.8707,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7386261820793152,
      "step": 29610,
      "valid_targets_mean": 870.8,
      "valid_targets_min": 300
    },
    {
      "epoch": 0.8529665898617511,
      "grad_norm": 1.2490794004003452,
      "learning_rate": 3.222320361623607e-07,
      "loss": 0.9183,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.119588851928711,
      "step": 29615,
      "valid_targets_mean": 519.4,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.853110599078341,
      "grad_norm": 1.160619945302542,
      "learning_rate": 3.216151462610939e-07,
      "loss": 0.9342,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9670736789703369,
      "step": 29620,
      "valid_targets_mean": 571.1,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.8532546082949308,
      "grad_norm": 1.231148062178282,
      "learning_rate": 3.2099880682506884e-07,
      "loss": 1.0256,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1420855522155762,
      "step": 29625,
      "valid_targets_mean": 550.6,
      "valid_targets_min": 163
    },
    {
      "epoch": 0.8533986175115207,
      "grad_norm": 1.1274783191269495,
      "learning_rate": 3.2038301801003173e-07,
      "loss": 0.9664,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1129200458526611,
      "step": 29630,
      "valid_targets_mean": 607.4,
      "valid_targets_min": 160
    },
    {
      "epoch": 0.8535426267281107,
      "grad_norm": 1.074164283762134,
      "learning_rate": 3.197677799715887e-07,
      "loss": 0.9423,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1176717281341553,
      "step": 29635,
      "valid_targets_mean": 745.7,
      "valid_targets_min": 64
    },
    {
      "epoch": 0.8536866359447005,
      "grad_norm": 1.1519846393458935,
      "learning_rate": 3.1915309286520645e-07,
      "loss": 0.9958,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1120483875274658,
      "step": 29640,
      "valid_targets_mean": 585.3,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.8538306451612904,
      "grad_norm": 1.159575594196173,
      "learning_rate": 3.185389568462133e-07,
      "loss": 0.9558,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8949412107467651,
      "step": 29645,
      "valid_targets_mean": 559.0,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.8539746543778802,
      "grad_norm": 1.1371783627265117,
      "learning_rate": 3.179253720697975e-07,
      "loss": 0.9782,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1987193822860718,
      "step": 29650,
      "valid_targets_mean": 631.6,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.8541186635944701,
      "grad_norm": 1.1784680738629627,
      "learning_rate": 3.173123386910082e-07,
      "loss": 0.8791,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9619837999343872,
      "step": 29655,
      "valid_targets_mean": 521.2,
      "valid_targets_min": 58
    },
    {
      "epoch": 0.8542626728110599,
      "grad_norm": 0.9520193149657201,
      "learning_rate": 3.166998568647564e-07,
      "loss": 0.987,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8335549831390381,
      "step": 29660,
      "valid_targets_mean": 732.3,
      "valid_targets_min": 200
    },
    {
      "epoch": 0.8544066820276498,
      "grad_norm": 1.0995531821798488,
      "learning_rate": 3.160879267458114e-07,
      "loss": 0.9237,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9360095262527466,
      "step": 29665,
      "valid_targets_mean": 592.1,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.8545506912442397,
      "grad_norm": 0.9893868728565669,
      "learning_rate": 3.15476548488805e-07,
      "loss": 0.8582,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7169452905654907,
      "step": 29670,
      "valid_targets_mean": 612.4,
      "valid_targets_min": 144
    },
    {
      "epoch": 0.8546947004608295,
      "grad_norm": 1.0709756560164498,
      "learning_rate": 3.148657222482296e-07,
      "loss": 0.8454,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.913627028465271,
      "step": 29675,
      "valid_targets_mean": 627.8,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.8548387096774194,
      "grad_norm": 1.0355918126395567,
      "learning_rate": 3.142554481784363e-07,
      "loss": 0.9662,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9772759079933167,
      "step": 29680,
      "valid_targets_mean": 708.8,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.8549827188940092,
      "grad_norm": 1.0409096853634878,
      "learning_rate": 3.1364572643363816e-07,
      "loss": 0.9218,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8456577062606812,
      "step": 29685,
      "valid_targets_mean": 617.6,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.8551267281105991,
      "grad_norm": 1.0095175224235173,
      "learning_rate": 3.130365571679092e-07,
      "loss": 0.9368,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7814039587974548,
      "step": 29690,
      "valid_targets_mean": 569.7,
      "valid_targets_min": 274
    },
    {
      "epoch": 0.855270737327189,
      "grad_norm": 1.0799501634594098,
      "learning_rate": 3.124279405351824e-07,
      "loss": 0.8831,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2453453540802002,
      "step": 29695,
      "valid_targets_mean": 691.9,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.8554147465437788,
      "grad_norm": 1.135819787535716,
      "learning_rate": 3.118198766892508e-07,
      "loss": 0.8598,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8623034954071045,
      "step": 29700,
      "valid_targets_mean": 552.8,
      "valid_targets_min": 87
    },
    {
      "epoch": 0.8555587557603687,
      "grad_norm": 1.0700569087223595,
      "learning_rate": 3.112123657837696e-07,
      "loss": 0.9619,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9722588658332825,
      "step": 29705,
      "valid_targets_mean": 713.8,
      "valid_targets_min": 227
    },
    {
      "epoch": 0.8557027649769585,
      "grad_norm": 1.2809460617474953,
      "learning_rate": 3.106054079722531e-07,
      "loss": 0.9884,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8749675750732422,
      "step": 29710,
      "valid_targets_mean": 470.3,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.8558467741935484,
      "grad_norm": 1.2600042877385473,
      "learning_rate": 3.0999900340807605e-07,
      "loss": 0.9297,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9719359278678894,
      "step": 29715,
      "valid_targets_mean": 537.2,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.8559907834101382,
      "grad_norm": 1.2309948977593996,
      "learning_rate": 3.0939315224447345e-07,
      "loss": 1.0477,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0285191535949707,
      "step": 29720,
      "valid_targets_mean": 520.0,
      "valid_targets_min": 208
    },
    {
      "epoch": 0.8561347926267281,
      "grad_norm": 1.1799268051101368,
      "learning_rate": 3.0878785463453964e-07,
      "loss": 0.926,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.091363787651062,
      "step": 29725,
      "valid_targets_mean": 575.2,
      "valid_targets_min": 159
    },
    {
      "epoch": 0.856278801843318,
      "grad_norm": 1.4986233497417942,
      "learning_rate": 3.081831107312308e-07,
      "loss": 0.935,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6855067014694214,
      "step": 29730,
      "valid_targets_mean": 760.8,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.8564228110599078,
      "grad_norm": 1.187113760769899,
      "learning_rate": 3.0757892068736195e-07,
      "loss": 1.0069,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8321588039398193,
      "step": 29735,
      "valid_targets_mean": 488.4,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.8565668202764977,
      "grad_norm": 1.048651997254065,
      "learning_rate": 3.069752846556079e-07,
      "loss": 0.9152,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2247035503387451,
      "step": 29740,
      "valid_targets_mean": 774.2,
      "valid_targets_min": 195
    },
    {
      "epoch": 0.8567108294930875,
      "grad_norm": 1.0289435677090493,
      "learning_rate": 3.0637220278850467e-07,
      "loss": 0.902,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9397419691085815,
      "step": 29745,
      "valid_targets_mean": 725.9,
      "valid_targets_min": 147
    },
    {
      "epoch": 0.8568548387096774,
      "grad_norm": 1.1467002129028556,
      "learning_rate": 3.057696752384473e-07,
      "loss": 0.9754,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.907807469367981,
      "step": 29750,
      "valid_targets_mean": 533.1,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.8569988479262672,
      "grad_norm": 1.0537752330026664,
      "learning_rate": 3.051677021576907e-07,
      "loss": 0.8638,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8952970504760742,
      "step": 29755,
      "valid_targets_mean": 656.2,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.8571428571428571,
      "grad_norm": 1.168738425140745,
      "learning_rate": 3.04566283698351e-07,
      "loss": 0.8309,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8594526052474976,
      "step": 29760,
      "valid_targets_mean": 512.9,
      "valid_targets_min": 200
    },
    {
      "epoch": 0.857286866359447,
      "grad_norm": 1.2319639341309405,
      "learning_rate": 3.0396542001240146e-07,
      "loss": 0.9761,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0326261520385742,
      "step": 29765,
      "valid_targets_mean": 549.6,
      "valid_targets_min": 175
    },
    {
      "epoch": 0.8574308755760369,
      "grad_norm": 1.044814158582794,
      "learning_rate": 3.0336511125167805e-07,
      "loss": 0.9794,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9692506790161133,
      "step": 29770,
      "valid_targets_mean": 668.4,
      "valid_targets_min": 149
    },
    {
      "epoch": 0.8575748847926268,
      "grad_norm": 1.158028256770576,
      "learning_rate": 3.0276535756787545e-07,
      "loss": 0.9485,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0278161764144897,
      "step": 29775,
      "valid_targets_mean": 596.1,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.8577188940092166,
      "grad_norm": 1.0973254378322037,
      "learning_rate": 3.021661591125472e-07,
      "loss": 1.0469,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8822510242462158,
      "step": 29780,
      "valid_targets_mean": 573.4,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.8578629032258065,
      "grad_norm": 0.9616138766908037,
      "learning_rate": 3.0156751603710815e-07,
      "loss": 0.9238,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7360429763793945,
      "step": 29785,
      "valid_targets_mean": 720.2,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.8580069124423964,
      "grad_norm": 1.157698712733083,
      "learning_rate": 3.0096942849283105e-07,
      "loss": 0.897,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.891255259513855,
      "step": 29790,
      "valid_targets_mean": 558.8,
      "valid_targets_min": 156
    },
    {
      "epoch": 0.8581509216589862,
      "grad_norm": 1.0821140011695856,
      "learning_rate": 3.0037189663085e-07,
      "loss": 0.8661,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9570963382720947,
      "step": 29795,
      "valid_targets_mean": 652.1,
      "valid_targets_min": 218
    },
    {
      "epoch": 0.8582949308755761,
      "grad_norm": 0.9500704475042454,
      "learning_rate": 2.997749206021566e-07,
      "loss": 0.915,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9618006348609924,
      "step": 29800,
      "valid_targets_mean": 847.9,
      "valid_targets_min": 231
    },
    {
      "epoch": 0.8584389400921659,
      "grad_norm": 1.2659925271818304,
      "learning_rate": 2.991785005576045e-07,
      "loss": 0.9006,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8529039025306702,
      "step": 29805,
      "valid_targets_mean": 476.2,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.8585829493087558,
      "grad_norm": 1.1357619756890494,
      "learning_rate": 2.985826366479053e-07,
      "loss": 0.978,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8538298606872559,
      "step": 29810,
      "valid_targets_mean": 566.2,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.8587269585253456,
      "grad_norm": 0.8014225809874905,
      "learning_rate": 2.9798732902362987e-07,
      "loss": 0.8338,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5900741815567017,
      "step": 29815,
      "valid_targets_mean": 742.4,
      "valid_targets_min": 129
    },
    {
      "epoch": 0.8588709677419355,
      "grad_norm": 1.241283486164979,
      "learning_rate": 2.9739257783520934e-07,
      "loss": 0.9629,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9031455516815186,
      "step": 29820,
      "valid_targets_mean": 488.3,
      "valid_targets_min": 219
    },
    {
      "epoch": 0.8590149769585254,
      "grad_norm": 1.0634468311776661,
      "learning_rate": 2.967983832329341e-07,
      "loss": 0.9796,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8926118612289429,
      "step": 29825,
      "valid_targets_mean": 631.9,
      "valid_targets_min": 78
    },
    {
      "epoch": 0.8591589861751152,
      "grad_norm": 1.2370994695117958,
      "learning_rate": 2.962047453669534e-07,
      "loss": 1.0462,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2483078241348267,
      "step": 29830,
      "valid_targets_mean": 542.1,
      "valid_targets_min": 199
    },
    {
      "epoch": 0.8593029953917051,
      "grad_norm": 1.077717153011246,
      "learning_rate": 2.956116643872764e-07,
      "loss": 0.907,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1296350955963135,
      "step": 29835,
      "valid_targets_mean": 667.6,
      "valid_targets_min": 259
    },
    {
      "epoch": 0.8594470046082949,
      "grad_norm": 1.3198046221607138,
      "learning_rate": 2.950191404437702e-07,
      "loss": 0.9069,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8958747982978821,
      "step": 29840,
      "valid_targets_mean": 403.9,
      "valid_targets_min": 100
    },
    {
      "epoch": 0.8595910138248848,
      "grad_norm": 1.1955367860698194,
      "learning_rate": 2.9442717368616343e-07,
      "loss": 0.957,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8152996897697449,
      "step": 29845,
      "valid_targets_mean": 493.8,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.8597350230414746,
      "grad_norm": 1.0871660790259647,
      "learning_rate": 2.9383576426404243e-07,
      "loss": 0.8396,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9571296572685242,
      "step": 29850,
      "valid_targets_mean": 646.1,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.8598790322580645,
      "grad_norm": 1.023536991781281,
      "learning_rate": 2.932449123268527e-07,
      "loss": 0.9561,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0155882835388184,
      "step": 29855,
      "valid_targets_mean": 738.0,
      "valid_targets_min": 243
    },
    {
      "epoch": 0.8600230414746544,
      "grad_norm": 1.1768969072948638,
      "learning_rate": 2.926546180238982e-07,
      "loss": 0.8483,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7000129222869873,
      "step": 29860,
      "valid_targets_mean": 500.1,
      "valid_targets_min": 64
    },
    {
      "epoch": 0.8601670506912442,
      "grad_norm": 1.195233612732824,
      "learning_rate": 2.9206488150434476e-07,
      "loss": 1.0005,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0613465309143066,
      "step": 29865,
      "valid_targets_mean": 584.2,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.8603110599078341,
      "grad_norm": 1.1574873007213788,
      "learning_rate": 2.914757029172144e-07,
      "loss": 0.8902,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9036074280738831,
      "step": 29870,
      "valid_targets_mean": 555.3,
      "valid_targets_min": 164
    },
    {
      "epoch": 0.8604550691244239,
      "grad_norm": 1.1281994888537623,
      "learning_rate": 2.9088708241138827e-07,
      "loss": 0.91,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.088860273361206,
      "step": 29875,
      "valid_targets_mean": 664.2,
      "valid_targets_min": 124
    },
    {
      "epoch": 0.8605990783410138,
      "grad_norm": 1.128153654325384,
      "learning_rate": 2.90299020135609e-07,
      "loss": 0.9069,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9772040843963623,
      "step": 29880,
      "valid_targets_mean": 560.9,
      "valid_targets_min": 190
    },
    {
      "epoch": 0.8607430875576036,
      "grad_norm": 1.1771712840627222,
      "learning_rate": 2.897115162384759e-07,
      "loss": 1.017,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9455698728561401,
      "step": 29885,
      "valid_targets_mean": 568.5,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.8608870967741935,
      "grad_norm": 1.1984806031196913,
      "learning_rate": 2.8912457086844704e-07,
      "loss": 1.0151,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0084140300750732,
      "step": 29890,
      "valid_targets_mean": 551.3,
      "valid_targets_min": 176
    },
    {
      "epoch": 0.8610311059907834,
      "grad_norm": 1.136445604032939,
      "learning_rate": 2.885381841738408e-07,
      "loss": 0.9114,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.056044101715088,
      "step": 29895,
      "valid_targets_mean": 629.8,
      "valid_targets_min": 130
    },
    {
      "epoch": 0.8611751152073732,
      "grad_norm": 1.3073685452304218,
      "learning_rate": 2.8795235630283414e-07,
      "loss": 0.9392,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9210233688354492,
      "step": 29900,
      "valid_targets_mean": 406.9,
      "valid_targets_min": 157
    },
    {
      "epoch": 0.8613191244239631,
      "grad_norm": 1.236930676396291,
      "learning_rate": 2.8736708740346147e-07,
      "loss": 0.9107,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0231525897979736,
      "step": 29905,
      "valid_targets_mean": 502.5,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.861463133640553,
      "grad_norm": 1.1278065458088664,
      "learning_rate": 2.867823776236178e-07,
      "loss": 0.9335,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.191453218460083,
      "step": 29910,
      "valid_targets_mean": 680.9,
      "valid_targets_min": 210
    },
    {
      "epoch": 0.8616071428571429,
      "grad_norm": 1.211875561944434,
      "learning_rate": 2.8619822711105474e-07,
      "loss": 1.0063,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.051650881767273,
      "step": 29915,
      "valid_targets_mean": 545.3,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.8617511520737328,
      "grad_norm": 1.2768298202121784,
      "learning_rate": 2.8561463601338435e-07,
      "loss": 1.0128,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8840007781982422,
      "step": 29920,
      "valid_targets_mean": 491.2,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.8618951612903226,
      "grad_norm": 1.1701721517322041,
      "learning_rate": 2.8503160447807736e-07,
      "loss": 1.0125,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8404760360717773,
      "step": 29925,
      "valid_targets_mean": 536.4,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.8620391705069125,
      "grad_norm": 1.129313345435093,
      "learning_rate": 2.8444913265246176e-07,
      "loss": 0.9189,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9303268194198608,
      "step": 29930,
      "valid_targets_mean": 570.0,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.8621831797235023,
      "grad_norm": 1.1578211606002178,
      "learning_rate": 2.83867220683724e-07,
      "loss": 0.9297,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.842374861240387,
      "step": 29935,
      "valid_targets_mean": 580.4,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.8623271889400922,
      "grad_norm": 1.1387875017806133,
      "learning_rate": 2.8328586871891163e-07,
      "loss": 0.9369,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0338956117630005,
      "step": 29940,
      "valid_targets_mean": 628.2,
      "valid_targets_min": 217
    },
    {
      "epoch": 0.862471198156682,
      "grad_norm": 1.1673552634808595,
      "learning_rate": 2.82705076904928e-07,
      "loss": 0.9978,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.820117712020874,
      "step": 29945,
      "valid_targets_mean": 542.9,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.8626152073732719,
      "grad_norm": 1.1641790670550491,
      "learning_rate": 2.821248453885356e-07,
      "loss": 1.0797,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1464420557022095,
      "step": 29950,
      "valid_targets_mean": 587.9,
      "valid_targets_min": 177
    },
    {
      "epoch": 0.8627592165898618,
      "grad_norm": 1.1655743444100617,
      "learning_rate": 2.815451743163558e-07,
      "loss": 0.8078,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8504363298416138,
      "step": 29955,
      "valid_targets_mean": 519.2,
      "valid_targets_min": 135
    },
    {
      "epoch": 0.8629032258064516,
      "grad_norm": 1.1426485041573,
      "learning_rate": 2.809660638348685e-07,
      "loss": 0.9842,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7822856903076172,
      "step": 29960,
      "valid_targets_mean": 527.5,
      "valid_targets_min": 214
    },
    {
      "epoch": 0.8630472350230415,
      "grad_norm": 1.1884338882384635,
      "learning_rate": 2.803875140904111e-07,
      "loss": 0.906,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8550048470497131,
      "step": 29965,
      "valid_targets_mean": 536.2,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.8631912442396313,
      "grad_norm": 1.1499209612502774,
      "learning_rate": 2.798095252291796e-07,
      "loss": 0.8582,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8949350118637085,
      "step": 29970,
      "valid_targets_mean": 584.7,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.8633352534562212,
      "grad_norm": 1.144398123485423,
      "learning_rate": 2.792320973972296e-07,
      "loss": 0.9739,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.03751802444458,
      "step": 29975,
      "valid_targets_mean": 634.3,
      "valid_targets_min": 204
    },
    {
      "epoch": 0.863479262672811,
      "grad_norm": 1.3587939209843596,
      "learning_rate": 2.7865523074047217e-07,
      "loss": 0.9491,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9660419225692749,
      "step": 29980,
      "valid_targets_mean": 419.6,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.8636232718894009,
      "grad_norm": 1.310242672820484,
      "learning_rate": 2.780789254046795e-07,
      "loss": 0.9489,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8979349136352539,
      "step": 29985,
      "valid_targets_mean": 418.3,
      "valid_targets_min": 77
    },
    {
      "epoch": 0.8637672811059908,
      "grad_norm": 1.0898600123773048,
      "learning_rate": 2.775031815354795e-07,
      "loss": 0.9143,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.893708348274231,
      "step": 29990,
      "valid_targets_mean": 611.4,
      "valid_targets_min": 151
    },
    {
      "epoch": 0.8639112903225806,
      "grad_norm": 1.1571100538929406,
      "learning_rate": 2.7692799927836025e-07,
      "loss": 0.8691,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9511528015136719,
      "step": 29995,
      "valid_targets_mean": 601.2,
      "valid_targets_min": 182
    },
    {
      "epoch": 0.8640552995391705,
      "grad_norm": 1.1463482325935515,
      "learning_rate": 2.763533787786668e-07,
      "loss": 1.0546,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0205068588256836,
      "step": 30000,
      "valid_targets_mean": 563.6,
      "valid_targets_min": 172
    },
    {
      "epoch": 0.8641993087557603,
      "grad_norm": 1.0346761053205806,
      "learning_rate": 2.7577932018160224e-07,
      "loss": 0.9603,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6285431385040283,
      "step": 30005,
      "valid_targets_mean": 578.2,
      "valid_targets_min": 62
    },
    {
      "epoch": 0.8643433179723502,
      "grad_norm": 1.2326382000986893,
      "learning_rate": 2.7520582363222664e-07,
      "loss": 0.9494,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0534799098968506,
      "step": 30010,
      "valid_targets_mean": 534.1,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.8644873271889401,
      "grad_norm": 1.1202266928684355,
      "learning_rate": 2.7463288927546185e-07,
      "loss": 1.022,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9765163064002991,
      "step": 30015,
      "valid_targets_mean": 652.4,
      "valid_targets_min": 246
    },
    {
      "epoch": 0.8646313364055299,
      "grad_norm": 1.083414051834015,
      "learning_rate": 2.740605172560834e-07,
      "loss": 0.9403,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0589051246643066,
      "step": 30020,
      "valid_targets_mean": 736.2,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.8647753456221198,
      "grad_norm": 1.2182448342309702,
      "learning_rate": 2.734887077187262e-07,
      "loss": 0.8832,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1532326936721802,
      "step": 30025,
      "valid_targets_mean": 576.0,
      "valid_targets_min": 64
    },
    {
      "epoch": 0.8649193548387096,
      "grad_norm": 1.1158294809941969,
      "learning_rate": 2.7291746080788386e-07,
      "loss": 0.8689,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9391784071922302,
      "step": 30030,
      "valid_targets_mean": 578.3,
      "valid_targets_min": 139
    },
    {
      "epoch": 0.8650633640552995,
      "grad_norm": 1.0256699900717732,
      "learning_rate": 2.723467766679072e-07,
      "loss": 0.9906,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7351820468902588,
      "step": 30035,
      "valid_targets_mean": 630.2,
      "valid_targets_min": 199
    },
    {
      "epoch": 0.8652073732718893,
      "grad_norm": 1.1961919852701017,
      "learning_rate": 2.717766554430043e-07,
      "loss": 0.8953,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8918267488479614,
      "step": 30040,
      "valid_targets_mean": 513.8,
      "valid_targets_min": 158
    },
    {
      "epoch": 0.8653513824884793,
      "grad_norm": 0.9877020568307807,
      "learning_rate": 2.712070972772421e-07,
      "loss": 0.9272,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9529224038124084,
      "step": 30045,
      "valid_targets_mean": 850.6,
      "valid_targets_min": 477
    },
    {
      "epoch": 0.8654953917050692,
      "grad_norm": 1.2638181550112635,
      "learning_rate": 2.7063810231454377e-07,
      "loss": 0.9113,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9819566011428833,
      "step": 30050,
      "valid_targets_mean": 481.2,
      "valid_targets_min": 248
    },
    {
      "epoch": 0.865639400921659,
      "grad_norm": 1.2371944760465254,
      "learning_rate": 2.700696706986919e-07,
      "loss": 0.8968,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8181627988815308,
      "step": 30055,
      "valid_targets_mean": 486.1,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.8657834101382489,
      "grad_norm": 1.2377630114313782,
      "learning_rate": 2.6950180257332595e-07,
      "loss": 0.8365,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8414702415466309,
      "step": 30060,
      "valid_targets_mean": 477.0,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.8659274193548387,
      "grad_norm": 1.0151841700245314,
      "learning_rate": 2.689344980819417e-07,
      "loss": 0.9086,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7872381210327148,
      "step": 30065,
      "valid_targets_mean": 629.2,
      "valid_targets_min": 175
    },
    {
      "epoch": 0.8660714285714286,
      "grad_norm": 1.1428955869060624,
      "learning_rate": 2.683677573678947e-07,
      "loss": 1.0058,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1023744344711304,
      "step": 30070,
      "valid_targets_mean": 596.4,
      "valid_targets_min": 208
    },
    {
      "epoch": 0.8662154377880185,
      "grad_norm": 1.0817175294627235,
      "learning_rate": 2.6780158057439746e-07,
      "loss": 0.9884,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.104902744293213,
      "step": 30075,
      "valid_targets_mean": 725.2,
      "valid_targets_min": 306
    },
    {
      "epoch": 0.8663594470046083,
      "grad_norm": 1.2568184837988334,
      "learning_rate": 2.6723596784451857e-07,
      "loss": 0.9645,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8024376630783081,
      "step": 30080,
      "valid_targets_mean": 494.8,
      "valid_targets_min": 144
    },
    {
      "epoch": 0.8665034562211982,
      "grad_norm": 1.1259257659054582,
      "learning_rate": 2.6667091932118557e-07,
      "loss": 0.878,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9338811635971069,
      "step": 30085,
      "valid_targets_mean": 581.1,
      "valid_targets_min": 145
    },
    {
      "epoch": 0.866647465437788,
      "grad_norm": 1.3073460439730824,
      "learning_rate": 2.661064351471832e-07,
      "loss": 1.0157,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0473248958587646,
      "step": 30090,
      "valid_targets_mean": 475.1,
      "valid_targets_min": 158
    },
    {
      "epoch": 0.8667914746543779,
      "grad_norm": 1.0403991580682441,
      "learning_rate": 2.6554251546515306e-07,
      "loss": 0.9951,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8872501254081726,
      "step": 30095,
      "valid_targets_mean": 674.1,
      "valid_targets_min": 324
    },
    {
      "epoch": 0.8669354838709677,
      "grad_norm": 1.1831248387017566,
      "learning_rate": 2.6497916041759387e-07,
      "loss": 0.8956,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9696862697601318,
      "step": 30100,
      "valid_targets_mean": 568.2,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.8670794930875576,
      "grad_norm": 1.1643917924313953,
      "learning_rate": 2.644163701468627e-07,
      "loss": 1.0375,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.049353837966919,
      "step": 30105,
      "valid_targets_mean": 630.8,
      "valid_targets_min": 274
    },
    {
      "epoch": 0.8672235023041475,
      "grad_norm": 1.1352043797394933,
      "learning_rate": 2.6385414479517396e-07,
      "loss": 0.9366,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7772312164306641,
      "step": 30110,
      "valid_targets_mean": 534.6,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.8673675115207373,
      "grad_norm": 1.161834586752486,
      "learning_rate": 2.632924845045975e-07,
      "loss": 0.9451,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9434025883674622,
      "step": 30115,
      "valid_targets_mean": 522.1,
      "valid_targets_min": 156
    },
    {
      "epoch": 0.8675115207373272,
      "grad_norm": 1.1788229034508224,
      "learning_rate": 2.62731389417063e-07,
      "loss": 0.9634,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0884801149368286,
      "step": 30120,
      "valid_targets_mean": 564.2,
      "valid_targets_min": 185
    },
    {
      "epoch": 0.867655529953917,
      "grad_norm": 1.1444214353013935,
      "learning_rate": 2.6217085967435466e-07,
      "loss": 1.0247,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0688282251358032,
      "step": 30125,
      "valid_targets_mean": 562.0,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.8677995391705069,
      "grad_norm": 1.338053478387869,
      "learning_rate": 2.616108954181157e-07,
      "loss": 0.8939,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9926788210868835,
      "step": 30130,
      "valid_targets_mean": 425.5,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.8679435483870968,
      "grad_norm": 1.0976503318472306,
      "learning_rate": 2.6105149678984615e-07,
      "loss": 0.9192,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7595191597938538,
      "step": 30135,
      "valid_targets_mean": 571.4,
      "valid_targets_min": 160
    },
    {
      "epoch": 0.8680875576036866,
      "grad_norm": 1.241497787884446,
      "learning_rate": 2.604926639309022e-07,
      "loss": 0.9428,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8585811853408813,
      "step": 30140,
      "valid_targets_mean": 452.7,
      "valid_targets_min": 53
    },
    {
      "epoch": 0.8682315668202765,
      "grad_norm": 1.1375655885936116,
      "learning_rate": 2.5993439698249775e-07,
      "loss": 0.9812,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0560500621795654,
      "step": 30145,
      "valid_targets_mean": 625.2,
      "valid_targets_min": 85
    },
    {
      "epoch": 0.8683755760368663,
      "grad_norm": 1.1571641308699105,
      "learning_rate": 2.5937669608570445e-07,
      "loss": 0.9386,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8209502696990967,
      "step": 30150,
      "valid_targets_mean": 540.7,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.8685195852534562,
      "grad_norm": 1.0154568968744626,
      "learning_rate": 2.58819561381449e-07,
      "loss": 0.9854,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7908402681350708,
      "step": 30155,
      "valid_targets_mean": 659.3,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.868663594470046,
      "grad_norm": 1.1936367920042747,
      "learning_rate": 2.582629930105163e-07,
      "loss": 1.0055,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8624241352081299,
      "step": 30160,
      "valid_targets_mean": 515.8,
      "valid_targets_min": 217
    },
    {
      "epoch": 0.8688076036866359,
      "grad_norm": 1.1783061215148547,
      "learning_rate": 2.577069911135491e-07,
      "loss": 0.9606,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1450417041778564,
      "step": 30165,
      "valid_targets_mean": 579.2,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.8689516129032258,
      "grad_norm": 1.0604151707121745,
      "learning_rate": 2.5715155583104417e-07,
      "loss": 0.8755,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9882252812385559,
      "step": 30170,
      "valid_targets_mean": 677.6,
      "valid_targets_min": 217
    },
    {
      "epoch": 0.8690956221198156,
      "grad_norm": 1.1902503295331872,
      "learning_rate": 2.565966873033582e-07,
      "loss": 1.0255,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0238844156265259,
      "step": 30175,
      "valid_targets_mean": 560.9,
      "valid_targets_min": 77
    },
    {
      "epoch": 0.8692396313364056,
      "grad_norm": 1.1508259763321957,
      "learning_rate": 2.5604238567070226e-07,
      "loss": 0.867,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8724475502967834,
      "step": 30180,
      "valid_targets_mean": 578.7,
      "valid_targets_min": 169
    },
    {
      "epoch": 0.8693836405529954,
      "grad_norm": 1.018984810452438,
      "learning_rate": 2.5548865107314606e-07,
      "loss": 0.9853,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1395633220672607,
      "step": 30185,
      "valid_targets_mean": 752.0,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.8695276497695853,
      "grad_norm": 1.0472402319917595,
      "learning_rate": 2.549354836506143e-07,
      "loss": 0.9785,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8997744917869568,
      "step": 30190,
      "valid_targets_mean": 621.1,
      "valid_targets_min": 219
    },
    {
      "epoch": 0.8696716589861752,
      "grad_norm": 0.8616602575112602,
      "learning_rate": 2.5438288354288995e-07,
      "loss": 0.9269,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7833490371704102,
      "step": 30195,
      "valid_targets_mean": 848.3,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.869815668202765,
      "grad_norm": 1.0565161660108278,
      "learning_rate": 2.5383085088961065e-07,
      "loss": 0.9634,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0352370738983154,
      "step": 30200,
      "valid_targets_mean": 671.7,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.8699596774193549,
      "grad_norm": 1.297431958875955,
      "learning_rate": 2.532793858302729e-07,
      "loss": 0.9528,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1276118755340576,
      "step": 30205,
      "valid_targets_mean": 506.1,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.8701036866359447,
      "grad_norm": 1.1114594994330675,
      "learning_rate": 2.5272848850422885e-07,
      "loss": 0.9553,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.964875340461731,
      "step": 30210,
      "valid_targets_mean": 585.0,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.8702476958525346,
      "grad_norm": 0.9665318593512476,
      "learning_rate": 2.5217815905068636e-07,
      "loss": 1.0435,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9650681614875793,
      "step": 30215,
      "valid_targets_mean": 755.0,
      "valid_targets_min": 169
    },
    {
      "epoch": 0.8703917050691244,
      "grad_norm": 1.1757288195197557,
      "learning_rate": 2.5162839760871085e-07,
      "loss": 1.0555,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9818588495254517,
      "step": 30220,
      "valid_targets_mean": 561.8,
      "valid_targets_min": 239
    },
    {
      "epoch": 0.8705357142857143,
      "grad_norm": 0.936614504322215,
      "learning_rate": 2.510792043172242e-07,
      "loss": 0.9109,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9124572277069092,
      "step": 30225,
      "valid_targets_mean": 817.5,
      "valid_targets_min": 318
    },
    {
      "epoch": 0.8706797235023042,
      "grad_norm": 1.0808971136862255,
      "learning_rate": 2.505305793150034e-07,
      "loss": 0.9503,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8920868635177612,
      "step": 30230,
      "valid_targets_mean": 601.3,
      "valid_targets_min": 199
    },
    {
      "epoch": 0.870823732718894,
      "grad_norm": 0.973780980661155,
      "learning_rate": 2.4998252274068405e-07,
      "loss": 0.9461,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8558250069618225,
      "step": 30235,
      "valid_targets_mean": 665.2,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.8709677419354839,
      "grad_norm": 1.1473239816800835,
      "learning_rate": 2.4943503473275563e-07,
      "loss": 1.0072,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9743760824203491,
      "step": 30240,
      "valid_targets_mean": 585.2,
      "valid_targets_min": 62
    },
    {
      "epoch": 0.8711117511520737,
      "grad_norm": 1.1258677153662342,
      "learning_rate": 2.488881154295658e-07,
      "loss": 1.007,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0502161979675293,
      "step": 30245,
      "valid_targets_mean": 596.4,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.8712557603686636,
      "grad_norm": 1.0769824619689339,
      "learning_rate": 2.4834176496931846e-07,
      "loss": 0.8637,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8923056125640869,
      "step": 30250,
      "valid_targets_mean": 609.4,
      "valid_targets_min": 271
    },
    {
      "epoch": 0.8713997695852534,
      "grad_norm": 1.2643072353539337,
      "learning_rate": 2.4779598349007227e-07,
      "loss": 0.9693,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0580511093139648,
      "step": 30255,
      "valid_targets_mean": 487.5,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.8715437788018433,
      "grad_norm": 1.0674024015463737,
      "learning_rate": 2.472507711297434e-07,
      "loss": 0.9691,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0095558166503906,
      "step": 30260,
      "valid_targets_mean": 717.4,
      "valid_targets_min": 483
    },
    {
      "epoch": 0.8716877880184332,
      "grad_norm": 1.068241141631949,
      "learning_rate": 2.4670612802610407e-07,
      "loss": 1.0376,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8918265104293823,
      "step": 30265,
      "valid_targets_mean": 627.4,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.871831797235023,
      "grad_norm": 1.2336248060687014,
      "learning_rate": 2.461620543167825e-07,
      "loss": 0.9911,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1609731912612915,
      "step": 30270,
      "valid_targets_mean": 548.5,
      "valid_targets_min": 177
    },
    {
      "epoch": 0.8719758064516129,
      "grad_norm": 1.2037189843259244,
      "learning_rate": 2.4561855013926215e-07,
      "loss": 0.9276,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8771407604217529,
      "step": 30275,
      "valid_targets_mean": 527.1,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.8721198156682027,
      "grad_norm": 1.201881343047625,
      "learning_rate": 2.450756156308842e-07,
      "loss": 0.9548,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9100228548049927,
      "step": 30280,
      "valid_targets_mean": 489.8,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.8722638248847926,
      "grad_norm": 1.0545460238728632,
      "learning_rate": 2.4453325092884507e-07,
      "loss": 0.9246,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8316252827644348,
      "step": 30285,
      "valid_targets_mean": 588.7,
      "valid_targets_min": 65
    },
    {
      "epoch": 0.8724078341013825,
      "grad_norm": 1.2019206211393103,
      "learning_rate": 2.4399145617019644e-07,
      "loss": 0.8813,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7569490671157837,
      "step": 30290,
      "valid_targets_mean": 462.1,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.8725518433179723,
      "grad_norm": 1.157883436054391,
      "learning_rate": 2.4345023149184717e-07,
      "loss": 0.9515,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9796501398086548,
      "step": 30295,
      "valid_targets_mean": 533.2,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.8726958525345622,
      "grad_norm": 1.094087427514239,
      "learning_rate": 2.4290957703056227e-07,
      "loss": 0.8337,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6779437065124512,
      "step": 30300,
      "valid_targets_mean": 541.2,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.872839861751152,
      "grad_norm": 1.112723856591688,
      "learning_rate": 2.4236949292296085e-07,
      "loss": 0.9727,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.973143458366394,
      "step": 30305,
      "valid_targets_mean": 666.6,
      "valid_targets_min": 124
    },
    {
      "epoch": 0.8729838709677419,
      "grad_norm": 1.0963327516986563,
      "learning_rate": 2.418299793055198e-07,
      "loss": 0.9321,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9638446569442749,
      "step": 30310,
      "valid_targets_mean": 626.8,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.8731278801843319,
      "grad_norm": 1.0357532675593102,
      "learning_rate": 2.412910363145704e-07,
      "loss": 0.9427,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9136728644371033,
      "step": 30315,
      "valid_targets_mean": 661.1,
      "valid_targets_min": 149
    },
    {
      "epoch": 0.8732718894009217,
      "grad_norm": 1.1507504558058341,
      "learning_rate": 2.4075266408630086e-07,
      "loss": 1.0698,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2259361743927002,
      "step": 30320,
      "valid_targets_mean": 654.7,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.8734158986175116,
      "grad_norm": 0.9441255251404733,
      "learning_rate": 2.402148627567555e-07,
      "loss": 0.8633,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8124971389770508,
      "step": 30325,
      "valid_targets_mean": 770.8,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.8735599078341014,
      "grad_norm": 1.1579268863171324,
      "learning_rate": 2.3967763246183246e-07,
      "loss": 0.9053,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9398177266120911,
      "step": 30330,
      "valid_targets_mean": 501.9,
      "valid_targets_min": 157
    },
    {
      "epoch": 0.8737039170506913,
      "grad_norm": 1.0873929735037047,
      "learning_rate": 2.3914097333728624e-07,
      "loss": 1.0279,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9836611151695251,
      "step": 30335,
      "valid_targets_mean": 614.5,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.8738479262672811,
      "grad_norm": 1.1659674749148958,
      "learning_rate": 2.3860488551872924e-07,
      "loss": 0.9174,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8304990530014038,
      "step": 30340,
      "valid_targets_mean": 521.9,
      "valid_targets_min": 53
    },
    {
      "epoch": 0.873991935483871,
      "grad_norm": 1.1947804104428397,
      "learning_rate": 2.3806936914162666e-07,
      "loss": 1.015,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.987810492515564,
      "step": 30345,
      "valid_targets_mean": 540.6,
      "valid_targets_min": 154
    },
    {
      "epoch": 0.8741359447004609,
      "grad_norm": 0.9978066608490496,
      "learning_rate": 2.3753442434129998e-07,
      "loss": 0.8636,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7156158089637756,
      "step": 30350,
      "valid_targets_mean": 644.5,
      "valid_targets_min": 263
    },
    {
      "epoch": 0.8742799539170507,
      "grad_norm": 1.2248468789901032,
      "learning_rate": 2.3700005125292803e-07,
      "loss": 1.0011,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.890845775604248,
      "step": 30355,
      "valid_targets_mean": 484.8,
      "valid_targets_min": 81
    },
    {
      "epoch": 0.8744239631336406,
      "grad_norm": 1.2902368567998044,
      "learning_rate": 2.3646625001154305e-07,
      "loss": 0.8693,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7873864769935608,
      "step": 30360,
      "valid_targets_mean": 436.2,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.8745679723502304,
      "grad_norm": 1.0920413333811907,
      "learning_rate": 2.3593302075203272e-07,
      "loss": 0.8656,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.878602147102356,
      "step": 30365,
      "valid_targets_mean": 614.7,
      "valid_targets_min": 134
    },
    {
      "epoch": 0.8747119815668203,
      "grad_norm": 1.4387322183728284,
      "learning_rate": 2.3540036360914205e-07,
      "loss": 0.9607,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1027134656906128,
      "step": 30370,
      "valid_targets_mean": 457.6,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.8748559907834101,
      "grad_norm": 1.2521694270081722,
      "learning_rate": 2.3486827871747053e-07,
      "loss": 0.8889,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9300675988197327,
      "step": 30375,
      "valid_targets_mean": 514.6,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.875,
      "grad_norm": 0.9888110771654326,
      "learning_rate": 2.3433676621147206e-07,
      "loss": 0.9858,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0854264497756958,
      "step": 30380,
      "valid_targets_mean": 821.6,
      "valid_targets_min": 435
    },
    {
      "epoch": 0.8751440092165899,
      "grad_norm": 1.1895375785572924,
      "learning_rate": 2.3380582622545778e-07,
      "loss": 0.868,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9812132716178894,
      "step": 30385,
      "valid_targets_mean": 555.3,
      "valid_targets_min": 350
    },
    {
      "epoch": 0.8752880184331797,
      "grad_norm": 1.1993490836569392,
      "learning_rate": 2.3327545889359204e-07,
      "loss": 0.9403,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9756605625152588,
      "step": 30390,
      "valid_targets_mean": 495.7,
      "valid_targets_min": 200
    },
    {
      "epoch": 0.8754320276497696,
      "grad_norm": 1.0153421993160507,
      "learning_rate": 2.3274566434989627e-07,
      "loss": 0.8648,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8765721321105957,
      "step": 30395,
      "valid_targets_mean": 632.8,
      "valid_targets_min": 175
    },
    {
      "epoch": 0.8755760368663594,
      "grad_norm": 1.0777716276142641,
      "learning_rate": 2.3221644272824667e-07,
      "loss": 0.8713,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8450139760971069,
      "step": 30400,
      "valid_targets_mean": 596.9,
      "valid_targets_min": 212
    },
    {
      "epoch": 0.8757200460829493,
      "grad_norm": 1.3216795415924862,
      "learning_rate": 2.3168779416237407e-07,
      "loss": 0.8691,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7908322811126709,
      "step": 30405,
      "valid_targets_mean": 410.8,
      "valid_targets_min": 81
    },
    {
      "epoch": 0.8758640552995391,
      "grad_norm": 1.1266660726404019,
      "learning_rate": 2.311597187858644e-07,
      "loss": 0.9016,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.082025408744812,
      "step": 30410,
      "valid_targets_mean": 650.6,
      "valid_targets_min": 190
    },
    {
      "epoch": 0.876008064516129,
      "grad_norm": 1.2794698218171603,
      "learning_rate": 2.3063221673216063e-07,
      "loss": 0.9733,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1183500289916992,
      "step": 30415,
      "valid_targets_mean": 525.9,
      "valid_targets_min": 171
    },
    {
      "epoch": 0.8761520737327189,
      "grad_norm": 1.2484198989259347,
      "learning_rate": 2.3010528813455862e-07,
      "loss": 0.9811,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1787527799606323,
      "step": 30420,
      "valid_targets_mean": 554.9,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.8762960829493087,
      "grad_norm": 0.8333933145262753,
      "learning_rate": 2.2957893312620994e-07,
      "loss": 0.9344,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7942582368850708,
      "step": 30425,
      "valid_targets_mean": 853.8,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.8764400921658986,
      "grad_norm": 1.0609684447320067,
      "learning_rate": 2.290531518401218e-07,
      "loss": 0.9909,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7857856750488281,
      "step": 30430,
      "valid_targets_mean": 599.0,
      "valid_targets_min": 156
    },
    {
      "epoch": 0.8765841013824884,
      "grad_norm": 1.1204955699258068,
      "learning_rate": 2.285279444091565e-07,
      "loss": 1.0209,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7673386335372925,
      "step": 30435,
      "valid_targets_mean": 558.4,
      "valid_targets_min": 283
    },
    {
      "epoch": 0.8767281105990783,
      "grad_norm": 1.141835851533528,
      "learning_rate": 2.280033109660301e-07,
      "loss": 0.9362,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.901095986366272,
      "step": 30440,
      "valid_targets_mean": 552.8,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.8768721198156681,
      "grad_norm": 1.1436786203690767,
      "learning_rate": 2.274792516433147e-07,
      "loss": 0.865,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9780282378196716,
      "step": 30445,
      "valid_targets_mean": 624.6,
      "valid_targets_min": 250
    },
    {
      "epoch": 0.8770161290322581,
      "grad_norm": 1.0703069769367888,
      "learning_rate": 2.269557665734376e-07,
      "loss": 0.8719,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9956963658332825,
      "step": 30450,
      "valid_targets_mean": 684.8,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.877160138248848,
      "grad_norm": 1.1486469105622434,
      "learning_rate": 2.2643285588867968e-07,
      "loss": 0.9722,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7855943441390991,
      "step": 30455,
      "valid_targets_mean": 508.1,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.8773041474654378,
      "grad_norm": 1.2534361076275529,
      "learning_rate": 2.2591051972117806e-07,
      "loss": 1.0195,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.127948522567749,
      "step": 30460,
      "valid_targets_mean": 558.7,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.8774481566820277,
      "grad_norm": 1.1846250478345797,
      "learning_rate": 2.253887582029235e-07,
      "loss": 0.9086,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8195508122444153,
      "step": 30465,
      "valid_targets_mean": 557.8,
      "valid_targets_min": 152
    },
    {
      "epoch": 0.8775921658986175,
      "grad_norm": 1.058546779543131,
      "learning_rate": 2.2486757146576248e-07,
      "loss": 0.916,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0013113021850586,
      "step": 30470,
      "valid_targets_mean": 700.9,
      "valid_targets_min": 246
    },
    {
      "epoch": 0.8777361751152074,
      "grad_norm": 1.3320375010576881,
      "learning_rate": 2.2434695964139609e-07,
      "loss": 0.9455,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.866507887840271,
      "step": 30475,
      "valid_targets_mean": 439.9,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.8778801843317973,
      "grad_norm": 1.211147182935608,
      "learning_rate": 2.2382692286137985e-07,
      "loss": 0.9082,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.77287757396698,
      "step": 30480,
      "valid_targets_mean": 457.3,
      "valid_targets_min": 145
    },
    {
      "epoch": 0.8780241935483871,
      "grad_norm": 1.208043964736383,
      "learning_rate": 2.233074612571226e-07,
      "loss": 0.8685,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8534039258956909,
      "step": 30485,
      "valid_targets_mean": 462.4,
      "valid_targets_min": 136
    },
    {
      "epoch": 0.878168202764977,
      "grad_norm": 1.1348186110009912,
      "learning_rate": 2.2278857495989153e-07,
      "loss": 0.8133,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6849455833435059,
      "step": 30490,
      "valid_targets_mean": 526.3,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.8783122119815668,
      "grad_norm": 1.143153344586972,
      "learning_rate": 2.222702641008054e-07,
      "loss": 0.8396,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9034720659255981,
      "step": 30495,
      "valid_targets_mean": 579.4,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.8784562211981567,
      "grad_norm": 1.2269154886962217,
      "learning_rate": 2.2175252881083743e-07,
      "loss": 0.8509,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9910205602645874,
      "step": 30500,
      "valid_targets_mean": 543.2,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.8786002304147466,
      "grad_norm": 1.0649577714375729,
      "learning_rate": 2.2123536922081717e-07,
      "loss": 0.9342,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1327494382858276,
      "step": 30505,
      "valid_targets_mean": 742.1,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.8787442396313364,
      "grad_norm": 1.1849986111804842,
      "learning_rate": 2.2071878546142815e-07,
      "loss": 1.0101,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0493884086608887,
      "step": 30510,
      "valid_targets_mean": 585.4,
      "valid_targets_min": 123
    },
    {
      "epoch": 0.8788882488479263,
      "grad_norm": 1.0445058047857392,
      "learning_rate": 2.2020277766320707e-07,
      "loss": 0.9915,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1436887979507446,
      "step": 30515,
      "valid_targets_mean": 757.8,
      "valid_targets_min": 182
    },
    {
      "epoch": 0.8790322580645161,
      "grad_norm": 0.9588869224521779,
      "learning_rate": 2.1968734595654738e-07,
      "loss": 0.9021,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6877138018608093,
      "step": 30520,
      "valid_targets_mean": 651.2,
      "valid_targets_min": 171
    },
    {
      "epoch": 0.879176267281106,
      "grad_norm": 1.2355058207052003,
      "learning_rate": 2.1917249047169465e-07,
      "loss": 0.9171,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0132837295532227,
      "step": 30525,
      "valid_targets_mean": 511.7,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.8793202764976958,
      "grad_norm": 1.1548769550538667,
      "learning_rate": 2.1865821133875004e-07,
      "loss": 0.9301,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9605013132095337,
      "step": 30530,
      "valid_targets_mean": 638.5,
      "valid_targets_min": 187
    },
    {
      "epoch": 0.8794642857142857,
      "grad_norm": 1.1154544995750442,
      "learning_rate": 2.1814450868766962e-07,
      "loss": 0.94,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8580647110939026,
      "step": 30535,
      "valid_targets_mean": 574.0,
      "valid_targets_min": 157
    },
    {
      "epoch": 0.8796082949308756,
      "grad_norm": 1.0924612599375223,
      "learning_rate": 2.1763138264826233e-07,
      "loss": 0.9003,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1195858716964722,
      "step": 30540,
      "valid_targets_mean": 669.1,
      "valid_targets_min": 87
    },
    {
      "epoch": 0.8797523041474654,
      "grad_norm": 0.8769750352685405,
      "learning_rate": 2.1711883335019225e-07,
      "loss": 0.9656,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8322884440422058,
      "step": 30545,
      "valid_targets_mean": 794.5,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.8798963133640553,
      "grad_norm": 1.1234722721545778,
      "learning_rate": 2.1660686092297824e-07,
      "loss": 0.9203,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8308013081550598,
      "step": 30550,
      "valid_targets_mean": 535.3,
      "valid_targets_min": 145
    },
    {
      "epoch": 0.8800403225806451,
      "grad_norm": 1.3077082139256329,
      "learning_rate": 2.160954654959918e-07,
      "loss": 1.0951,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2554768323898315,
      "step": 30555,
      "valid_targets_mean": 568.2,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.880184331797235,
      "grad_norm": 1.1437214541946343,
      "learning_rate": 2.1558464719846016e-07,
      "loss": 0.9587,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9183917045593262,
      "step": 30560,
      "valid_targets_mean": 564.3,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.8803283410138248,
      "grad_norm": 1.2000329138822854,
      "learning_rate": 2.1507440615946451e-07,
      "loss": 0.971,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0588406324386597,
      "step": 30565,
      "valid_targets_mean": 639.3,
      "valid_targets_min": 221
    },
    {
      "epoch": 0.8804723502304147,
      "grad_norm": 1.1444145777804844,
      "learning_rate": 2.145647425079389e-07,
      "loss": 1.0391,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0464940071105957,
      "step": 30570,
      "valid_targets_mean": 622.4,
      "valid_targets_min": 190
    },
    {
      "epoch": 0.8806163594470046,
      "grad_norm": 1.1599857255943793,
      "learning_rate": 2.140556563726734e-07,
      "loss": 0.9637,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0319545269012451,
      "step": 30575,
      "valid_targets_mean": 623.9,
      "valid_targets_min": 187
    },
    {
      "epoch": 0.8807603686635944,
      "grad_norm": 1.2155329990252222,
      "learning_rate": 2.1354714788231007e-07,
      "loss": 0.9708,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0479252338409424,
      "step": 30580,
      "valid_targets_mean": 547.9,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.8809043778801844,
      "grad_norm": 1.1886762662874049,
      "learning_rate": 2.1303921716534697e-07,
      "loss": 0.8471,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7873682975769043,
      "step": 30585,
      "valid_targets_mean": 534.6,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.8810483870967742,
      "grad_norm": 1.2229464078929893,
      "learning_rate": 2.125318643501345e-07,
      "loss": 0.9069,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0318374633789062,
      "step": 30590,
      "valid_targets_mean": 546.2,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.8811923963133641,
      "grad_norm": 1.2826934150263178,
      "learning_rate": 2.1202508956487873e-07,
      "loss": 0.9482,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.987217903137207,
      "step": 30595,
      "valid_targets_mean": 493.5,
      "valid_targets_min": 145
    },
    {
      "epoch": 0.881336405529954,
      "grad_norm": 1.2278517162467277,
      "learning_rate": 2.1151889293763745e-07,
      "loss": 0.9274,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9710449576377869,
      "step": 30600,
      "valid_targets_mean": 532.6,
      "valid_targets_min": 59
    },
    {
      "epoch": 0.8814804147465438,
      "grad_norm": 1.0533007525914422,
      "learning_rate": 2.1101327459632448e-07,
      "loss": 1.0163,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9216265678405762,
      "step": 30605,
      "valid_targets_mean": 672.5,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.8816244239631337,
      "grad_norm": 1.1996948094065283,
      "learning_rate": 2.1050823466870678e-07,
      "loss": 0.9399,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.945177435874939,
      "step": 30610,
      "valid_targets_mean": 505.9,
      "valid_targets_min": 90
    },
    {
      "epoch": 0.8817684331797235,
      "grad_norm": 1.2408068315098209,
      "learning_rate": 2.1000377328240423e-07,
      "loss": 0.9301,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.916668713092804,
      "step": 30615,
      "valid_targets_mean": 485.1,
      "valid_targets_min": 77
    },
    {
      "epoch": 0.8819124423963134,
      "grad_norm": 1.115277543864747,
      "learning_rate": 2.0949989056489206e-07,
      "loss": 0.9299,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9321829676628113,
      "step": 30620,
      "valid_targets_mean": 640.4,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.8820564516129032,
      "grad_norm": 1.2220049360378251,
      "learning_rate": 2.0899658664349843e-07,
      "loss": 1.0019,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0102205276489258,
      "step": 30625,
      "valid_targets_mean": 507.8,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.8822004608294931,
      "grad_norm": 1.267108237532316,
      "learning_rate": 2.0849386164540463e-07,
      "loss": 1.0286,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2781116962432861,
      "step": 30630,
      "valid_targets_mean": 545.3,
      "valid_targets_min": 134
    },
    {
      "epoch": 0.882344470046083,
      "grad_norm": 1.1585728407307574,
      "learning_rate": 2.0799171569764715e-07,
      "loss": 0.9074,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0040082931518555,
      "step": 30635,
      "valid_targets_mean": 564.1,
      "valid_targets_min": 188
    },
    {
      "epoch": 0.8824884792626728,
      "grad_norm": 1.231313357424745,
      "learning_rate": 2.0749014892711527e-07,
      "loss": 0.7985,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8616552948951721,
      "step": 30640,
      "valid_targets_mean": 486.8,
      "valid_targets_min": 199
    },
    {
      "epoch": 0.8826324884792627,
      "grad_norm": 1.26011621363802,
      "learning_rate": 2.0698916146055125e-07,
      "loss": 0.9772,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.066776156425476,
      "step": 30645,
      "valid_targets_mean": 495.9,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.8827764976958525,
      "grad_norm": 1.1169589168497052,
      "learning_rate": 2.06488753424553e-07,
      "loss": 0.9899,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.789280891418457,
      "step": 30650,
      "valid_targets_mean": 605.2,
      "valid_targets_min": 191
    },
    {
      "epoch": 0.8829205069124424,
      "grad_norm": 1.1796577665804282,
      "learning_rate": 2.059889249455696e-07,
      "loss": 0.9116,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9281459450721741,
      "step": 30655,
      "valid_targets_mean": 531.7,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.8830645161290323,
      "grad_norm": 1.0784603566585036,
      "learning_rate": 2.0548967614990507e-07,
      "loss": 1.0777,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1563074588775635,
      "step": 30660,
      "valid_targets_mean": 695.4,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.8832085253456221,
      "grad_norm": 0.9903961530786172,
      "learning_rate": 2.0499100716371735e-07,
      "loss": 0.9151,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8179506659507751,
      "step": 30665,
      "valid_targets_mean": 700.0,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.883352534562212,
      "grad_norm": 1.085463510885047,
      "learning_rate": 2.0449291811301648e-07,
      "loss": 0.7843,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8970195055007935,
      "step": 30670,
      "valid_targets_mean": 612.2,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.8834965437788018,
      "grad_norm": 1.0368249896924127,
      "learning_rate": 2.0399540912366678e-07,
      "loss": 0.9353,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9967677593231201,
      "step": 30675,
      "valid_targets_mean": 745.0,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.8836405529953917,
      "grad_norm": 1.0720954423801572,
      "learning_rate": 2.0349848032138575e-07,
      "loss": 0.9928,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.850391149520874,
      "step": 30680,
      "valid_targets_mean": 619.6,
      "valid_targets_min": 60
    },
    {
      "epoch": 0.8837845622119815,
      "grad_norm": 1.2875536415416176,
      "learning_rate": 2.0300213183174544e-07,
      "loss": 0.8938,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8193018436431885,
      "step": 30685,
      "valid_targets_mean": 431.1,
      "valid_targets_min": 58
    },
    {
      "epoch": 0.8839285714285714,
      "grad_norm": 1.0740676255342596,
      "learning_rate": 2.0250636378016885e-07,
      "loss": 0.9814,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8730447292327881,
      "step": 30690,
      "valid_targets_mean": 601.6,
      "valid_targets_min": 118
    },
    {
      "epoch": 0.8840725806451613,
      "grad_norm": 1.0912725810527404,
      "learning_rate": 2.020111762919344e-07,
      "loss": 0.914,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8085246086120605,
      "step": 30695,
      "valid_targets_mean": 606.5,
      "valid_targets_min": 173
    },
    {
      "epoch": 0.8842165898617511,
      "grad_norm": 1.1667711642738197,
      "learning_rate": 2.0151656949217335e-07,
      "loss": 0.9287,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9012210369110107,
      "step": 30700,
      "valid_targets_mean": 538.2,
      "valid_targets_min": 168
    },
    {
      "epoch": 0.884360599078341,
      "grad_norm": 1.0953719572331768,
      "learning_rate": 2.0102254350586935e-07,
      "loss": 0.912,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6555346250534058,
      "step": 30705,
      "valid_targets_mean": 530.1,
      "valid_targets_min": 262
    },
    {
      "epoch": 0.8845046082949308,
      "grad_norm": 1.1698155563594839,
      "learning_rate": 2.005290984578606e-07,
      "loss": 0.8694,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8680641055107117,
      "step": 30710,
      "valid_targets_mean": 570.9,
      "valid_targets_min": 310
    },
    {
      "epoch": 0.8846486175115207,
      "grad_norm": 1.2326406904343716,
      "learning_rate": 2.000362344728371e-07,
      "loss": 0.9223,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9057399034500122,
      "step": 30715,
      "valid_targets_mean": 517.6,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.8847926267281107,
      "grad_norm": 1.2777378850236225,
      "learning_rate": 1.9954395167534309e-07,
      "loss": 0.9727,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0347011089324951,
      "step": 30720,
      "valid_targets_mean": 518.1,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.8849366359447005,
      "grad_norm": 1.2046784432780184,
      "learning_rate": 1.990522501897757e-07,
      "loss": 0.8604,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8255307674407959,
      "step": 30725,
      "valid_targets_mean": 494.0,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.8850806451612904,
      "grad_norm": 1.1163625884863444,
      "learning_rate": 1.9856113014038475e-07,
      "loss": 0.8395,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8453248739242554,
      "step": 30730,
      "valid_targets_mean": 557.9,
      "valid_targets_min": 188
    },
    {
      "epoch": 0.8852246543778802,
      "grad_norm": 1.3307484232361844,
      "learning_rate": 1.9807059165127347e-07,
      "loss": 0.8441,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9503798484802246,
      "step": 30735,
      "valid_targets_mean": 450.9,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.8853686635944701,
      "grad_norm": 1.2038069488024432,
      "learning_rate": 1.975806348463985e-07,
      "loss": 0.8506,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9565354585647583,
      "step": 30740,
      "valid_targets_mean": 529.9,
      "valid_targets_min": 220
    },
    {
      "epoch": 0.8855126728110599,
      "grad_norm": 1.148854326339173,
      "learning_rate": 1.970912598495689e-07,
      "loss": 0.9305,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8494164347648621,
      "step": 30745,
      "valid_targets_mean": 564.0,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.8856566820276498,
      "grad_norm": 1.1655866946838815,
      "learning_rate": 1.96602466784446e-07,
      "loss": 0.9851,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9732388854026794,
      "step": 30750,
      "valid_targets_mean": 564.1,
      "valid_targets_min": 229
    },
    {
      "epoch": 0.8858006912442397,
      "grad_norm": 1.1342316881882892,
      "learning_rate": 1.9611425577454657e-07,
      "loss": 0.923,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7704173922538757,
      "step": 30755,
      "valid_targets_mean": 497.2,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.8859447004608295,
      "grad_norm": 1.07623679438984,
      "learning_rate": 1.9562662694323802e-07,
      "loss": 0.9806,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.758878767490387,
      "step": 30760,
      "valid_targets_mean": 599.1,
      "valid_targets_min": 152
    },
    {
      "epoch": 0.8860887096774194,
      "grad_norm": 1.418457892698404,
      "learning_rate": 1.951395804137407e-07,
      "loss": 0.9824,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9317495822906494,
      "step": 30765,
      "valid_targets_mean": 395.4,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.8862327188940092,
      "grad_norm": 1.1185829169132793,
      "learning_rate": 1.9465311630912892e-07,
      "loss": 0.8753,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8549350500106812,
      "step": 30770,
      "valid_targets_mean": 560.6,
      "valid_targets_min": 193
    },
    {
      "epoch": 0.8863767281105991,
      "grad_norm": 1.1831844161877525,
      "learning_rate": 1.941672347523299e-07,
      "loss": 0.9977,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0013028383255005,
      "step": 30775,
      "valid_targets_mean": 510.1,
      "valid_targets_min": 188
    },
    {
      "epoch": 0.886520737327189,
      "grad_norm": 1.2508912855311012,
      "learning_rate": 1.936819358661221e-07,
      "loss": 0.9464,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1846318244934082,
      "step": 30780,
      "valid_targets_mean": 563.0,
      "valid_targets_min": 136
    },
    {
      "epoch": 0.8866647465437788,
      "grad_norm": 1.1113968020905525,
      "learning_rate": 1.9319721977313854e-07,
      "loss": 0.9986,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9924857020378113,
      "step": 30785,
      "valid_targets_mean": 682.6,
      "valid_targets_min": 186
    },
    {
      "epoch": 0.8868087557603687,
      "grad_norm": 1.0664459393934955,
      "learning_rate": 1.9271308659586347e-07,
      "loss": 1.0134,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8319144248962402,
      "step": 30790,
      "valid_targets_mean": 624.8,
      "valid_targets_min": 272
    },
    {
      "epoch": 0.8869527649769585,
      "grad_norm": 0.9423789461192662,
      "learning_rate": 1.9222953645663512e-07,
      "loss": 0.9611,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7475000023841858,
      "step": 30795,
      "valid_targets_mean": 712.9,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.8870967741935484,
      "grad_norm": 1.191716446866731,
      "learning_rate": 1.917465694776438e-07,
      "loss": 0.9374,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8911598920822144,
      "step": 30800,
      "valid_targets_mean": 544.3,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.8872407834101382,
      "grad_norm": 1.0696601988052956,
      "learning_rate": 1.9126418578093248e-07,
      "loss": 1.0059,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9282857179641724,
      "step": 30805,
      "valid_targets_mean": 624.1,
      "valid_targets_min": 159
    },
    {
      "epoch": 0.8873847926267281,
      "grad_norm": 1.3142276012591372,
      "learning_rate": 1.9078238548839585e-07,
      "loss": 0.9901,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9833689332008362,
      "step": 30810,
      "valid_targets_mean": 425.4,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.887528801843318,
      "grad_norm": 1.242774539188692,
      "learning_rate": 1.9030116872178317e-07,
      "loss": 0.9096,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0205868482589722,
      "step": 30815,
      "valid_targets_mean": 518.4,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.8876728110599078,
      "grad_norm": 1.1906178971652963,
      "learning_rate": 1.89820535602695e-07,
      "loss": 0.9609,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9818538427352905,
      "step": 30820,
      "valid_targets_mean": 574.3,
      "valid_targets_min": 291
    },
    {
      "epoch": 0.8878168202764977,
      "grad_norm": 1.1036770859290244,
      "learning_rate": 1.8934048625258328e-07,
      "loss": 0.9628,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8509606122970581,
      "step": 30825,
      "valid_targets_mean": 607.9,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.8879608294930875,
      "grad_norm": 1.1777204707695605,
      "learning_rate": 1.8886102079275548e-07,
      "loss": 0.9307,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0684393644332886,
      "step": 30830,
      "valid_targets_mean": 602.3,
      "valid_targets_min": 284
    },
    {
      "epoch": 0.8881048387096774,
      "grad_norm": 1.0753659695089977,
      "learning_rate": 1.883821393443691e-07,
      "loss": 1.0109,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9995654821395874,
      "step": 30835,
      "valid_targets_mean": 695.3,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.8882488479262672,
      "grad_norm": 1.1487117057810765,
      "learning_rate": 1.8790384202843404e-07,
      "loss": 0.9431,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1308633089065552,
      "step": 30840,
      "valid_targets_mean": 641.8,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.8883928571428571,
      "grad_norm": 1.1853850785687874,
      "learning_rate": 1.8742612896581385e-07,
      "loss": 0.8713,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9857556819915771,
      "step": 30845,
      "valid_targets_mean": 540.4,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.888536866359447,
      "grad_norm": 1.0107724394177529,
      "learning_rate": 1.8694900027722395e-07,
      "loss": 0.8459,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6291914582252502,
      "step": 30850,
      "valid_targets_mean": 524.7,
      "valid_targets_min": 177
    },
    {
      "epoch": 0.8886808755760369,
      "grad_norm": 1.0629296763225955,
      "learning_rate": 1.864724560832315e-07,
      "loss": 0.8643,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8211364150047302,
      "step": 30855,
      "valid_targets_mean": 649.1,
      "valid_targets_min": 124
    },
    {
      "epoch": 0.8888248847926268,
      "grad_norm": 1.2451383968338154,
      "learning_rate": 1.859964965042574e-07,
      "loss": 0.9589,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1423544883728027,
      "step": 30860,
      "valid_targets_mean": 523.9,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.8889688940092166,
      "grad_norm": 1.127965623385662,
      "learning_rate": 1.8552112166057262e-07,
      "loss": 0.9055,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1312432289123535,
      "step": 30865,
      "valid_targets_mean": 631.2,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.8891129032258065,
      "grad_norm": 0.957853665218106,
      "learning_rate": 1.850463316723025e-07,
      "loss": 0.8192,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7203329801559448,
      "step": 30870,
      "valid_targets_mean": 745.3,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.8892569124423964,
      "grad_norm": 1.06711927007033,
      "learning_rate": 1.845721266594236e-07,
      "loss": 1.0056,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0310003757476807,
      "step": 30875,
      "valid_targets_mean": 675.4,
      "valid_targets_min": 251
    },
    {
      "epoch": 0.8894009216589862,
      "grad_norm": 1.0306513507712294,
      "learning_rate": 1.8409850674176498e-07,
      "loss": 1.0511,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1216548681259155,
      "step": 30880,
      "valid_targets_mean": 722.0,
      "valid_targets_min": 330
    },
    {
      "epoch": 0.8895449308755761,
      "grad_norm": 1.188330034512515,
      "learning_rate": 1.8362547203900626e-07,
      "loss": 0.9104,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9649415016174316,
      "step": 30885,
      "valid_targets_mean": 545.2,
      "valid_targets_min": 62
    },
    {
      "epoch": 0.8896889400921659,
      "grad_norm": 1.2662966030474623,
      "learning_rate": 1.8315302267068265e-07,
      "loss": 0.9175,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.794961154460907,
      "step": 30890,
      "valid_targets_mean": 458.1,
      "valid_targets_min": 77
    },
    {
      "epoch": 0.8898329493087558,
      "grad_norm": 1.2367647421705406,
      "learning_rate": 1.826811587561786e-07,
      "loss": 0.9251,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9414440393447876,
      "step": 30895,
      "valid_targets_mean": 478.2,
      "valid_targets_min": 131
    },
    {
      "epoch": 0.8899769585253456,
      "grad_norm": 1.156489524428089,
      "learning_rate": 1.8220988041473042e-07,
      "loss": 0.9748,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8692543506622314,
      "step": 30900,
      "valid_targets_mean": 553.5,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.8901209677419355,
      "grad_norm": 0.9923001419404681,
      "learning_rate": 1.8173918776542815e-07,
      "loss": 0.9162,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7612684965133667,
      "step": 30905,
      "valid_targets_mean": 657.2,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.8902649769585254,
      "grad_norm": 1.0229260901267123,
      "learning_rate": 1.8126908092721386e-07,
      "loss": 0.8077,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7008575797080994,
      "step": 30910,
      "valid_targets_mean": 780.0,
      "valid_targets_min": 78
    },
    {
      "epoch": 0.8904089861751152,
      "grad_norm": 1.0390198912442903,
      "learning_rate": 1.8079956001887943e-07,
      "loss": 0.9278,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8202244639396667,
      "step": 30915,
      "valid_targets_mean": 614.1,
      "valid_targets_min": 238
    },
    {
      "epoch": 0.8905529953917051,
      "grad_norm": 1.1731142745469232,
      "learning_rate": 1.8033062515907058e-07,
      "loss": 1.0062,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0117664337158203,
      "step": 30920,
      "valid_targets_mean": 583.8,
      "valid_targets_min": 211
    },
    {
      "epoch": 0.8906970046082949,
      "grad_norm": 1.0330700780659303,
      "learning_rate": 1.7986227646628523e-07,
      "loss": 0.8684,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9720949530601501,
      "step": 30925,
      "valid_targets_mean": 666.1,
      "valid_targets_min": 124
    },
    {
      "epoch": 0.8908410138248848,
      "grad_norm": 1.2222632009228453,
      "learning_rate": 1.7939451405887126e-07,
      "loss": 0.9412,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0520083904266357,
      "step": 30930,
      "valid_targets_mean": 541.2,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.8909850230414746,
      "grad_norm": 1.1528381242413004,
      "learning_rate": 1.789273380550305e-07,
      "loss": 0.9831,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9720422029495239,
      "step": 30935,
      "valid_targets_mean": 568.6,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.8911290322580645,
      "grad_norm": 1.2385395262697652,
      "learning_rate": 1.784607485728146e-07,
      "loss": 0.9158,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8664513826370239,
      "step": 30940,
      "valid_targets_mean": 478.2,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.8912730414746544,
      "grad_norm": 1.1505574409557666,
      "learning_rate": 1.7799474573012843e-07,
      "loss": 0.927,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8690155744552612,
      "step": 30945,
      "valid_targets_mean": 592.4,
      "valid_targets_min": 204
    },
    {
      "epoch": 0.8914170506912442,
      "grad_norm": 1.085937145208939,
      "learning_rate": 1.775293296447289e-07,
      "loss": 0.9111,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9587192535400391,
      "step": 30950,
      "valid_targets_mean": 635.9,
      "valid_targets_min": 170
    },
    {
      "epoch": 0.8915610599078341,
      "grad_norm": 1.1774469030089416,
      "learning_rate": 1.7706450043422307e-07,
      "loss": 0.9502,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9837406277656555,
      "step": 30955,
      "valid_targets_mean": 617.6,
      "valid_targets_min": 200
    },
    {
      "epoch": 0.8917050691244239,
      "grad_norm": 0.9920742777663651,
      "learning_rate": 1.7660025821607084e-07,
      "loss": 0.9933,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6384561061859131,
      "step": 30960,
      "valid_targets_mean": 619.6,
      "valid_targets_min": 185
    },
    {
      "epoch": 0.8918490783410138,
      "grad_norm": 1.0679098478955658,
      "learning_rate": 1.7613660310758396e-07,
      "loss": 0.9449,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1119208335876465,
      "step": 30965,
      "valid_targets_mean": 721.4,
      "valid_targets_min": 167
    },
    {
      "epoch": 0.8919930875576036,
      "grad_norm": 1.063132120483359,
      "learning_rate": 1.7567353522592478e-07,
      "loss": 1.0296,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9693149328231812,
      "step": 30970,
      "valid_targets_mean": 670.9,
      "valid_targets_min": 252
    },
    {
      "epoch": 0.8921370967741935,
      "grad_norm": 1.1772909964451472,
      "learning_rate": 1.7521105468810805e-07,
      "loss": 0.9675,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8743430972099304,
      "step": 30975,
      "valid_targets_mean": 567.6,
      "valid_targets_min": 161
    },
    {
      "epoch": 0.8922811059907834,
      "grad_norm": 1.066688213242913,
      "learning_rate": 1.7474916161100002e-07,
      "loss": 1.0556,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0255546569824219,
      "step": 30980,
      "valid_targets_mean": 661.6,
      "valid_targets_min": 173
    },
    {
      "epoch": 0.8924251152073732,
      "grad_norm": 1.1261713413804872,
      "learning_rate": 1.7428785611131843e-07,
      "loss": 0.8989,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1551792621612549,
      "step": 30985,
      "valid_targets_mean": 654.8,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.8925691244239631,
      "grad_norm": 1.0831569896234097,
      "learning_rate": 1.7382713830563253e-07,
      "loss": 1.0389,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1437265872955322,
      "step": 30990,
      "valid_targets_mean": 718.1,
      "valid_targets_min": 216
    },
    {
      "epoch": 0.892713133640553,
      "grad_norm": 1.1204525411664248,
      "learning_rate": 1.7336700831036309e-07,
      "loss": 0.9428,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9298151731491089,
      "step": 30995,
      "valid_targets_mean": 571.5,
      "valid_targets_min": 117
    },
    {
      "epoch": 0.8928571428571429,
      "grad_norm": 1.1108429190097386,
      "learning_rate": 1.729074662417818e-07,
      "loss": 0.8727,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.765149712562561,
      "step": 31000,
      "valid_targets_mean": 543.4,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.8930011520737328,
      "grad_norm": 1.0781539871482866,
      "learning_rate": 1.7244851221601245e-07,
      "loss": 0.9549,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1056320667266846,
      "step": 31005,
      "valid_targets_mean": 701.2,
      "valid_targets_min": 153
    },
    {
      "epoch": 0.8931451612903226,
      "grad_norm": 1.0746606895789468,
      "learning_rate": 1.7199014634903088e-07,
      "loss": 0.833,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.936471164226532,
      "step": 31010,
      "valid_targets_mean": 650.2,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.8932891705069125,
      "grad_norm": 1.269495311878504,
      "learning_rate": 1.7153236875666251e-07,
      "loss": 0.8208,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9495618939399719,
      "step": 31015,
      "valid_targets_mean": 483.4,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.8934331797235023,
      "grad_norm": 1.0314146833854043,
      "learning_rate": 1.7107517955458535e-07,
      "loss": 0.8194,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8561010360717773,
      "step": 31020,
      "valid_targets_mean": 663.0,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.8935771889400922,
      "grad_norm": 1.1604513115397666,
      "learning_rate": 1.7061857885832893e-07,
      "loss": 0.9741,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0465528964996338,
      "step": 31025,
      "valid_targets_mean": 572.2,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.893721198156682,
      "grad_norm": 1.3108093878280758,
      "learning_rate": 1.701625667832729e-07,
      "loss": 0.8908,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.821694016456604,
      "step": 31030,
      "valid_targets_mean": 428.3,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.8938652073732719,
      "grad_norm": 1.1660173117294308,
      "learning_rate": 1.6970714344464927e-07,
      "loss": 0.8673,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9641925096511841,
      "step": 31035,
      "valid_targets_mean": 617.6,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.8940092165898618,
      "grad_norm": 1.0913785190436576,
      "learning_rate": 1.6925230895754125e-07,
      "loss": 0.9328,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9586076140403748,
      "step": 31040,
      "valid_targets_mean": 675.2,
      "valid_targets_min": 177
    },
    {
      "epoch": 0.8941532258064516,
      "grad_norm": 1.1801729832521755,
      "learning_rate": 1.6879806343688214e-07,
      "loss": 0.859,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8652281761169434,
      "step": 31045,
      "valid_targets_mean": 527.5,
      "valid_targets_min": 149
    },
    {
      "epoch": 0.8942972350230415,
      "grad_norm": 1.229986730064245,
      "learning_rate": 1.683444069974577e-07,
      "loss": 0.8191,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8188327550888062,
      "step": 31050,
      "valid_targets_mean": 455.1,
      "valid_targets_min": 78
    },
    {
      "epoch": 0.8944412442396313,
      "grad_norm": 1.196502293665982,
      "learning_rate": 1.6789133975390365e-07,
      "loss": 0.9127,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9140655994415283,
      "step": 31055,
      "valid_targets_mean": 506.6,
      "valid_targets_min": 87
    },
    {
      "epoch": 0.8945852534562212,
      "grad_norm": 1.0041490231410717,
      "learning_rate": 1.674388618207082e-07,
      "loss": 0.912,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9853197932243347,
      "step": 31060,
      "valid_targets_mean": 703.2,
      "valid_targets_min": 119
    },
    {
      "epoch": 0.894729262672811,
      "grad_norm": 1.0327681091255256,
      "learning_rate": 1.6698697331220924e-07,
      "loss": 1.0013,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9350466132164001,
      "step": 31065,
      "valid_targets_mean": 658.1,
      "valid_targets_min": 158
    },
    {
      "epoch": 0.8948732718894009,
      "grad_norm": 1.1152060892429905,
      "learning_rate": 1.665356743425972e-07,
      "loss": 0.8901,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.300842523574829,
      "step": 31070,
      "valid_targets_mean": 683.7,
      "valid_targets_min": 291
    },
    {
      "epoch": 0.8950172811059908,
      "grad_norm": 1.0894534722621605,
      "learning_rate": 1.6608496502591193e-07,
      "loss": 0.9188,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.120425820350647,
      "step": 31075,
      "valid_targets_mean": 632.1,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.8951612903225806,
      "grad_norm": 0.9979840176679728,
      "learning_rate": 1.6563484547604507e-07,
      "loss": 0.8923,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.714694619178772,
      "step": 31080,
      "valid_targets_mean": 654.6,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.8953052995391705,
      "grad_norm": 1.2168248083874926,
      "learning_rate": 1.6518531580674013e-07,
      "loss": 0.8979,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0102391242980957,
      "step": 31085,
      "valid_targets_mean": 556.4,
      "valid_targets_min": 134
    },
    {
      "epoch": 0.8954493087557603,
      "grad_norm": 1.0817511754723934,
      "learning_rate": 1.6473637613158955e-07,
      "loss": 0.9305,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8738073110580444,
      "step": 31090,
      "valid_targets_mean": 601.2,
      "valid_targets_min": 192
    },
    {
      "epoch": 0.8955933179723502,
      "grad_norm": 1.1391963752817174,
      "learning_rate": 1.6428802656403843e-07,
      "loss": 0.9171,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0685961246490479,
      "step": 31095,
      "valid_targets_mean": 605.3,
      "valid_targets_min": 231
    },
    {
      "epoch": 0.8957373271889401,
      "grad_norm": 1.122628503385646,
      "learning_rate": 1.6384026721738222e-07,
      "loss": 0.8777,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9909754991531372,
      "step": 31100,
      "valid_targets_mean": 634.0,
      "valid_targets_min": 260
    },
    {
      "epoch": 0.8958813364055299,
      "grad_norm": 1.1004096817179456,
      "learning_rate": 1.6339309820476656e-07,
      "loss": 1.0195,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9708014726638794,
      "step": 31105,
      "valid_targets_mean": 642.4,
      "valid_targets_min": 151
    },
    {
      "epoch": 0.8960253456221198,
      "grad_norm": 1.07218389980766,
      "learning_rate": 1.6294651963918857e-07,
      "loss": 0.9696,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0097525119781494,
      "step": 31110,
      "valid_targets_mean": 680.3,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.8961693548387096,
      "grad_norm": 1.174038789126333,
      "learning_rate": 1.6250053163349681e-07,
      "loss": 0.9472,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0690553188323975,
      "step": 31115,
      "valid_targets_mean": 536.1,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.8963133640552995,
      "grad_norm": 1.0465644399462044,
      "learning_rate": 1.620551343003887e-07,
      "loss": 0.9901,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0940933227539062,
      "step": 31120,
      "valid_targets_mean": 689.2,
      "valid_targets_min": 139
    },
    {
      "epoch": 0.8964573732718893,
      "grad_norm": 1.056120022789728,
      "learning_rate": 1.6161032775241502e-07,
      "loss": 0.879,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9079183340072632,
      "step": 31125,
      "valid_targets_mean": 646.6,
      "valid_targets_min": 188
    },
    {
      "epoch": 0.8966013824884793,
      "grad_norm": 1.1792591517477147,
      "learning_rate": 1.611661121019742e-07,
      "loss": 0.9551,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1298365592956543,
      "step": 31130,
      "valid_targets_mean": 583.1,
      "valid_targets_min": 278
    },
    {
      "epoch": 0.8967453917050692,
      "grad_norm": 1.1521849517357443,
      "learning_rate": 1.607224874613178e-07,
      "loss": 0.9975,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.71559739112854,
      "step": 31135,
      "valid_targets_mean": 460.4,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.896889400921659,
      "grad_norm": 1.1943614745498836,
      "learning_rate": 1.6027945394254785e-07,
      "loss": 0.9912,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.129073977470398,
      "step": 31140,
      "valid_targets_mean": 581.9,
      "valid_targets_min": 73
    },
    {
      "epoch": 0.8970334101382489,
      "grad_norm": 1.2450757942947361,
      "learning_rate": 1.5983701165761533e-07,
      "loss": 1.0169,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3373548984527588,
      "step": 31145,
      "valid_targets_mean": 614.2,
      "valid_targets_min": 270
    },
    {
      "epoch": 0.8971774193548387,
      "grad_norm": 1.1777685515533685,
      "learning_rate": 1.593951607183225e-07,
      "loss": 0.8909,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9419304728507996,
      "step": 31150,
      "valid_targets_mean": 624.6,
      "valid_targets_min": 147
    },
    {
      "epoch": 0.8973214285714286,
      "grad_norm": 1.0778213021065293,
      "learning_rate": 1.5895390123632393e-07,
      "loss": 0.9662,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9592926502227783,
      "step": 31155,
      "valid_targets_mean": 609.1,
      "valid_targets_min": 215
    },
    {
      "epoch": 0.8974654377880185,
      "grad_norm": 1.1292452988379442,
      "learning_rate": 1.5851323332312262e-07,
      "loss": 0.845,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.613732099533081,
      "step": 31160,
      "valid_targets_mean": 437.9,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.8976094470046083,
      "grad_norm": 1.3380216487076564,
      "learning_rate": 1.5807315709007232e-07,
      "loss": 0.955,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.928735613822937,
      "step": 31165,
      "valid_targets_mean": 446.1,
      "valid_targets_min": 63
    },
    {
      "epoch": 0.8977534562211982,
      "grad_norm": 1.1819398681121716,
      "learning_rate": 1.576336726483782e-07,
      "loss": 0.9592,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8694891333580017,
      "step": 31170,
      "valid_targets_mean": 546.4,
      "valid_targets_min": 130
    },
    {
      "epoch": 0.897897465437788,
      "grad_norm": 1.2523063859598726,
      "learning_rate": 1.5719478010909588e-07,
      "loss": 0.9174,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8297700881958008,
      "step": 31175,
      "valid_targets_mean": 477.6,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.8980414746543779,
      "grad_norm": 1.077995760780802,
      "learning_rate": 1.5675647958313027e-07,
      "loss": 0.9562,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.058603048324585,
      "step": 31180,
      "valid_targets_mean": 695.5,
      "valid_targets_min": 180
    },
    {
      "epoch": 0.8981854838709677,
      "grad_norm": 1.0952206838627598,
      "learning_rate": 1.5631877118123805e-07,
      "loss": 0.9741,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9934900403022766,
      "step": 31185,
      "valid_targets_mean": 627.9,
      "valid_targets_min": 166
    },
    {
      "epoch": 0.8983294930875576,
      "grad_norm": 1.0329686046271633,
      "learning_rate": 1.5588165501402463e-07,
      "loss": 1.0604,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0410128831863403,
      "step": 31190,
      "valid_targets_mean": 687.5,
      "valid_targets_min": 214
    },
    {
      "epoch": 0.8984735023041475,
      "grad_norm": 1.1660811707405896,
      "learning_rate": 1.5544513119194722e-07,
      "loss": 0.8796,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9434010982513428,
      "step": 31195,
      "valid_targets_mean": 537.2,
      "valid_targets_min": 119
    },
    {
      "epoch": 0.8986175115207373,
      "grad_norm": 1.0957435347086633,
      "learning_rate": 1.5500919982531337e-07,
      "loss": 0.945,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8559363484382629,
      "step": 31200,
      "valid_targets_mean": 585.4,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.8987615207373272,
      "grad_norm": 1.1541708934449393,
      "learning_rate": 1.5457386102427974e-07,
      "loss": 0.9671,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.949627161026001,
      "step": 31205,
      "valid_targets_mean": 576.7,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.898905529953917,
      "grad_norm": 1.1890308123618187,
      "learning_rate": 1.5413911489885412e-07,
      "loss": 0.8362,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8592661619186401,
      "step": 31210,
      "valid_targets_mean": 521.8,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.8990495391705069,
      "grad_norm": 1.1773115429086158,
      "learning_rate": 1.5370496155889481e-07,
      "loss": 0.8443,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9032073020935059,
      "step": 31215,
      "valid_targets_mean": 492.9,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.8991935483870968,
      "grad_norm": 1.086192803838161,
      "learning_rate": 1.5327140111410926e-07,
      "loss": 0.9647,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8963576555252075,
      "step": 31220,
      "valid_targets_mean": 658.9,
      "valid_targets_min": 173
    },
    {
      "epoch": 0.8993375576036866,
      "grad_norm": 1.142950377808484,
      "learning_rate": 1.5283843367405515e-07,
      "loss": 0.9647,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8995387554168701,
      "step": 31225,
      "valid_targets_mean": 621.9,
      "valid_targets_min": 136
    },
    {
      "epoch": 0.8994815668202765,
      "grad_norm": 1.113587487140068,
      "learning_rate": 1.5240605934814219e-07,
      "loss": 0.9605,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9862699508666992,
      "step": 31230,
      "valid_targets_mean": 604.9,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.8996255760368663,
      "grad_norm": 0.8708987304690322,
      "learning_rate": 1.519742782456282e-07,
      "loss": 0.9033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7250877618789673,
      "step": 31235,
      "valid_targets_mean": 826.4,
      "valid_targets_min": 178
    },
    {
      "epoch": 0.8997695852534562,
      "grad_norm": 1.1515636287619084,
      "learning_rate": 1.5154309047562155e-07,
      "loss": 0.8932,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9206094741821289,
      "step": 31240,
      "valid_targets_mean": 524.1,
      "valid_targets_min": 227
    },
    {
      "epoch": 0.899913594470046,
      "grad_norm": 0.9863603626405587,
      "learning_rate": 1.511124961470811e-07,
      "loss": 0.9627,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0955915451049805,
      "step": 31245,
      "valid_targets_mean": 771.2,
      "valid_targets_min": 175
    },
    {
      "epoch": 0.9000576036866359,
      "grad_norm": 0.8748992043471399,
      "learning_rate": 1.50682495368816e-07,
      "loss": 0.9115,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6577802896499634,
      "step": 31250,
      "valid_targets_mean": 731.4,
      "valid_targets_min": 182
    },
    {
      "epoch": 0.9002016129032258,
      "grad_norm": 1.1493392789979542,
      "learning_rate": 1.5025308824948404e-07,
      "loss": 0.9713,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0883450508117676,
      "step": 31255,
      "valid_targets_mean": 615.3,
      "valid_targets_min": 65
    },
    {
      "epoch": 0.9003456221198156,
      "grad_norm": 1.1264907140099698,
      "learning_rate": 1.4982427489759477e-07,
      "loss": 0.9082,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8912279009819031,
      "step": 31260,
      "valid_targets_mean": 641.0,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.9004896313364056,
      "grad_norm": 1.063547045123749,
      "learning_rate": 1.4939605542150597e-07,
      "loss": 0.8954,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8797016143798828,
      "step": 31265,
      "valid_targets_mean": 635.4,
      "valid_targets_min": 143
    },
    {
      "epoch": 0.9006336405529954,
      "grad_norm": 1.0703057654087982,
      "learning_rate": 1.4896842992942695e-07,
      "loss": 0.9149,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9284343719482422,
      "step": 31270,
      "valid_targets_mean": 664.0,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.9007776497695853,
      "grad_norm": 1.0235865897754723,
      "learning_rate": 1.4854139852941623e-07,
      "loss": 0.9312,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.997296929359436,
      "step": 31275,
      "valid_targets_mean": 696.3,
      "valid_targets_min": 220
    },
    {
      "epoch": 0.9009216589861752,
      "grad_norm": 1.2026966132181587,
      "learning_rate": 1.4811496132938196e-07,
      "loss": 0.9097,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7478801012039185,
      "step": 31280,
      "valid_targets_mean": 418.1,
      "valid_targets_min": 151
    },
    {
      "epoch": 0.901065668202765,
      "grad_norm": 1.1852971833054002,
      "learning_rate": 1.4768911843708155e-07,
      "loss": 1.013,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.847000002861023,
      "step": 31285,
      "valid_targets_mean": 529.6,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.9012096774193549,
      "grad_norm": 1.1743274184669417,
      "learning_rate": 1.472638699601245e-07,
      "loss": 0.9589,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8823906183242798,
      "step": 31290,
      "valid_targets_mean": 521.1,
      "valid_targets_min": 190
    },
    {
      "epoch": 0.9013536866359447,
      "grad_norm": 1.227169366953387,
      "learning_rate": 1.468392160059681e-07,
      "loss": 0.9729,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9361247420310974,
      "step": 31295,
      "valid_targets_mean": 458.1,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.9014976958525346,
      "grad_norm": 1.0619367822387007,
      "learning_rate": 1.4641515668191887e-07,
      "loss": 0.8852,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8915573954582214,
      "step": 31300,
      "valid_targets_mean": 624.8,
      "valid_targets_min": 85
    },
    {
      "epoch": 0.9016417050691244,
      "grad_norm": 1.1533411122973884,
      "learning_rate": 1.459916920951357e-07,
      "loss": 1.0879,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0270054340362549,
      "step": 31305,
      "valid_targets_mean": 577.8,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.9017857142857143,
      "grad_norm": 1.0714490960538403,
      "learning_rate": 1.45568822352625e-07,
      "loss": 0.8893,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1052491664886475,
      "step": 31310,
      "valid_targets_mean": 639.4,
      "valid_targets_min": 100
    },
    {
      "epoch": 0.9019297235023042,
      "grad_norm": 1.2547989742673082,
      "learning_rate": 1.4514654756124318e-07,
      "loss": 0.9817,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9130207896232605,
      "step": 31315,
      "valid_targets_mean": 464.5,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.902073732718894,
      "grad_norm": 1.2518527090498368,
      "learning_rate": 1.4472486782769718e-07,
      "loss": 0.8841,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9476823806762695,
      "step": 31320,
      "valid_targets_mean": 499.1,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.9022177419354839,
      "grad_norm": 1.3078986650161741,
      "learning_rate": 1.4430378325854283e-07,
      "loss": 0.9445,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9471167325973511,
      "step": 31325,
      "valid_targets_mean": 562.8,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.9023617511520737,
      "grad_norm": 1.1378838076963043,
      "learning_rate": 1.4388329396018559e-07,
      "loss": 0.8791,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0405184030532837,
      "step": 31330,
      "valid_targets_mean": 614.0,
      "valid_targets_min": 226
    },
    {
      "epoch": 0.9025057603686636,
      "grad_norm": 1.0584874234111774,
      "learning_rate": 1.43463400038881e-07,
      "loss": 0.9193,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.051366925239563,
      "step": 31335,
      "valid_targets_mean": 719.4,
      "valid_targets_min": 136
    },
    {
      "epoch": 0.9026497695852534,
      "grad_norm": 1.1946566271724295,
      "learning_rate": 1.4304410160073333e-07,
      "loss": 0.8934,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7900595664978027,
      "step": 31340,
      "valid_targets_mean": 500.9,
      "valid_targets_min": 185
    },
    {
      "epoch": 0.9027937788018433,
      "grad_norm": 1.091615084933685,
      "learning_rate": 1.4262539875169707e-07,
      "loss": 0.94,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9551721811294556,
      "step": 31345,
      "valid_targets_mean": 637.9,
      "valid_targets_min": 191
    },
    {
      "epoch": 0.9029377880184332,
      "grad_norm": 1.2685312185924795,
      "learning_rate": 1.4220729159757668e-07,
      "loss": 0.9342,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8503816723823547,
      "step": 31350,
      "valid_targets_mean": 445.1,
      "valid_targets_min": 118
    },
    {
      "epoch": 0.903081797235023,
      "grad_norm": 1.3299573443082977,
      "learning_rate": 1.4178978024402434e-07,
      "loss": 0.8152,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7596042156219482,
      "step": 31355,
      "valid_targets_mean": 376.3,
      "valid_targets_min": 78
    },
    {
      "epoch": 0.9032258064516129,
      "grad_norm": 1.282416561639731,
      "learning_rate": 1.4137286479654345e-07,
      "loss": 1.0071,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8199641108512878,
      "step": 31360,
      "valid_targets_mean": 444.4,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.9033698156682027,
      "grad_norm": 1.0526208468989127,
      "learning_rate": 1.4095654536048608e-07,
      "loss": 1.06,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.26389479637146,
      "step": 31365,
      "valid_targets_mean": 814.8,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.9035138248847926,
      "grad_norm": 1.180521963887109,
      "learning_rate": 1.4054082204105368e-07,
      "loss": 0.9677,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9358997941017151,
      "step": 31370,
      "valid_targets_mean": 573.0,
      "valid_targets_min": 160
    },
    {
      "epoch": 0.9036578341013825,
      "grad_norm": 1.1512061893090497,
      "learning_rate": 1.4012569494329665e-07,
      "loss": 0.901,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0221848487854004,
      "step": 31375,
      "valid_targets_mean": 610.2,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.9038018433179723,
      "grad_norm": 1.0479417240504647,
      "learning_rate": 1.397111641721155e-07,
      "loss": 1.0416,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.128239631652832,
      "step": 31380,
      "valid_targets_mean": 743.7,
      "valid_targets_min": 167
    },
    {
      "epoch": 0.9039458525345622,
      "grad_norm": 1.1161234886425186,
      "learning_rate": 1.3929722983226034e-07,
      "loss": 0.9051,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7609724998474121,
      "step": 31385,
      "valid_targets_mean": 569.9,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.904089861751152,
      "grad_norm": 1.1739079873983296,
      "learning_rate": 1.388838920283292e-07,
      "loss": 0.9136,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8995336890220642,
      "step": 31390,
      "valid_targets_mean": 538.9,
      "valid_targets_min": 235
    },
    {
      "epoch": 0.9042338709677419,
      "grad_norm": 1.064460342862548,
      "learning_rate": 1.384711508647704e-07,
      "loss": 0.9089,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8733431100845337,
      "step": 31395,
      "valid_targets_mean": 637.1,
      "valid_targets_min": 212
    },
    {
      "epoch": 0.9043778801843319,
      "grad_norm": 1.0767286725812277,
      "learning_rate": 1.3805900644588172e-07,
      "loss": 0.8992,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9764583110809326,
      "step": 31400,
      "valid_targets_mean": 635.9,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.9045218894009217,
      "grad_norm": 1.16979199250447,
      "learning_rate": 1.3764745887580865e-07,
      "loss": 1.0841,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.137283205986023,
      "step": 31405,
      "valid_targets_mean": 650.8,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.9046658986175116,
      "grad_norm": 1.163526812186151,
      "learning_rate": 1.3723650825854806e-07,
      "loss": 0.9304,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7961324453353882,
      "step": 31410,
      "valid_targets_mean": 534.9,
      "valid_targets_min": 56
    },
    {
      "epoch": 0.9048099078341014,
      "grad_norm": 1.169181952666471,
      "learning_rate": 1.368261546979438e-07,
      "loss": 0.9295,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9075404405593872,
      "step": 31415,
      "valid_targets_mean": 541.3,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.9049539170506913,
      "grad_norm": 1.3424601623204222,
      "learning_rate": 1.3641639829769016e-07,
      "loss": 0.9482,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0022069215774536,
      "step": 31420,
      "valid_targets_mean": 442.0,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.9050979262672811,
      "grad_norm": 1.1874915517550564,
      "learning_rate": 1.360072391613307e-07,
      "loss": 0.9492,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9369455575942993,
      "step": 31425,
      "valid_targets_mean": 566.0,
      "valid_targets_min": 235
    },
    {
      "epoch": 0.905241935483871,
      "grad_norm": 1.1821929006253544,
      "learning_rate": 1.3559867739225684e-07,
      "loss": 0.9325,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8415955305099487,
      "step": 31430,
      "valid_targets_mean": 560.9,
      "valid_targets_min": 260
    },
    {
      "epoch": 0.9053859447004609,
      "grad_norm": 1.0269491145467833,
      "learning_rate": 1.3519071309370996e-07,
      "loss": 0.8308,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1531059741973877,
      "step": 31435,
      "valid_targets_mean": 794.1,
      "valid_targets_min": 343
    },
    {
      "epoch": 0.9055299539170507,
      "grad_norm": 1.245592842472336,
      "learning_rate": 1.3478334636878087e-07,
      "loss": 0.871,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.941155195236206,
      "step": 31440,
      "valid_targets_mean": 508.7,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.9056739631336406,
      "grad_norm": 1.0981710036892829,
      "learning_rate": 1.3437657732040783e-07,
      "loss": 0.9435,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9018564224243164,
      "step": 31445,
      "valid_targets_mean": 630.7,
      "valid_targets_min": 153
    },
    {
      "epoch": 0.9058179723502304,
      "grad_norm": 1.0765558255344079,
      "learning_rate": 1.3397040605137995e-07,
      "loss": 0.8417,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9941497445106506,
      "step": 31450,
      "valid_targets_mean": 637.6,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.9059619815668203,
      "grad_norm": 1.0457396983162344,
      "learning_rate": 1.3356483266433352e-07,
      "loss": 1.0048,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9089707136154175,
      "step": 31455,
      "valid_targets_mean": 640.8,
      "valid_targets_min": 160
    },
    {
      "epoch": 0.9061059907834101,
      "grad_norm": 1.343089500788642,
      "learning_rate": 1.331598572617554e-07,
      "loss": 0.9432,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8866012096405029,
      "step": 31460,
      "valid_targets_mean": 450.7,
      "valid_targets_min": 118
    },
    {
      "epoch": 0.90625,
      "grad_norm": 1.1012479568071558,
      "learning_rate": 1.3275547994597986e-07,
      "loss": 0.9413,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9593395590782166,
      "step": 31465,
      "valid_targets_mean": 590.3,
      "valid_targets_min": 134
    },
    {
      "epoch": 0.9063940092165899,
      "grad_norm": 1.112209853032558,
      "learning_rate": 1.323517008191913e-07,
      "loss": 0.9116,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9302343130111694,
      "step": 31470,
      "valid_targets_mean": 631.1,
      "valid_targets_min": 100
    },
    {
      "epoch": 0.9065380184331797,
      "grad_norm": 1.0817142511478517,
      "learning_rate": 1.3194851998342168e-07,
      "loss": 0.9712,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0968378782272339,
      "step": 31475,
      "valid_targets_mean": 696.7,
      "valid_targets_min": 188
    },
    {
      "epoch": 0.9066820276497696,
      "grad_norm": 1.2138158796476055,
      "learning_rate": 1.3154593754055257e-07,
      "loss": 0.8865,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8882458209991455,
      "step": 31480,
      "valid_targets_mean": 474.6,
      "valid_targets_min": 186
    },
    {
      "epoch": 0.9068260368663594,
      "grad_norm": 1.2240080204468717,
      "learning_rate": 1.3114395359231507e-07,
      "loss": 0.975,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0053613185882568,
      "step": 31485,
      "valid_targets_mean": 574.0,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.9069700460829493,
      "grad_norm": 1.1054100446424395,
      "learning_rate": 1.3074256824028714e-07,
      "loss": 0.9506,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8785874843597412,
      "step": 31490,
      "valid_targets_mean": 612.3,
      "valid_targets_min": 246
    },
    {
      "epoch": 0.9071140552995391,
      "grad_norm": 1.124394850469268,
      "learning_rate": 1.3034178158589705e-07,
      "loss": 1.0085,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9979265332221985,
      "step": 31495,
      "valid_targets_mean": 593.7,
      "valid_targets_min": 327
    },
    {
      "epoch": 0.907258064516129,
      "grad_norm": 0.8762000321592653,
      "learning_rate": 1.299415937304216e-07,
      "loss": 0.9549,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6859819293022156,
      "step": 31500,
      "valid_targets_mean": 727.5,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.9074020737327189,
      "grad_norm": 1.1465061075326186,
      "learning_rate": 1.2954200477498485e-07,
      "loss": 0.9641,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0039453506469727,
      "step": 31505,
      "valid_targets_mean": 593.9,
      "valid_targets_min": 90
    },
    {
      "epoch": 0.9075460829493087,
      "grad_norm": 1.2675782666568247,
      "learning_rate": 1.2914301482056164e-07,
      "loss": 0.8956,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8860355615615845,
      "step": 31510,
      "valid_targets_mean": 489.3,
      "valid_targets_min": 64
    },
    {
      "epoch": 0.9076900921658986,
      "grad_norm": 1.2376429248956546,
      "learning_rate": 1.287446239679746e-07,
      "loss": 0.9019,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7042750716209412,
      "step": 31515,
      "valid_targets_mean": 453.9,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.9078341013824884,
      "grad_norm": 1.093766945429904,
      "learning_rate": 1.2834683231789353e-07,
      "loss": 0.9506,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9298986792564392,
      "step": 31520,
      "valid_targets_mean": 613.8,
      "valid_targets_min": 180
    },
    {
      "epoch": 0.9079781105990783,
      "grad_norm": 1.134642629137771,
      "learning_rate": 1.2794963997083964e-07,
      "loss": 0.8243,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8124988079071045,
      "step": 31525,
      "valid_targets_mean": 594.1,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.9081221198156681,
      "grad_norm": 1.0795546019988638,
      "learning_rate": 1.2755304702717964e-07,
      "loss": 0.9815,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8874428272247314,
      "step": 31530,
      "valid_targets_mean": 598.1,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.9082661290322581,
      "grad_norm": 1.0891196795446065,
      "learning_rate": 1.271570535871311e-07,
      "loss": 0.8532,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0024863481521606,
      "step": 31535,
      "valid_targets_mean": 662.1,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.908410138248848,
      "grad_norm": 1.2406125413936595,
      "learning_rate": 1.2676165975075954e-07,
      "loss": 0.9477,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9963449239730835,
      "step": 31540,
      "valid_targets_mean": 555.5,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.9085541474654378,
      "grad_norm": 1.000108460574352,
      "learning_rate": 1.263668656179781e-07,
      "loss": 0.9049,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0849262475967407,
      "step": 31545,
      "valid_targets_mean": 735.2,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.9086981566820277,
      "grad_norm": 1.240899890542453,
      "learning_rate": 1.2597267128854896e-07,
      "loss": 1.0025,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8218063116073608,
      "step": 31550,
      "valid_targets_mean": 450.8,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.9088421658986175,
      "grad_norm": 1.2213479949108186,
      "learning_rate": 1.2557907686208292e-07,
      "loss": 0.8125,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8458579778671265,
      "step": 31555,
      "valid_targets_mean": 480.4,
      "valid_targets_min": 56
    },
    {
      "epoch": 0.9089861751152074,
      "grad_norm": 1.1638661009001108,
      "learning_rate": 1.2518608243803936e-07,
      "loss": 0.9838,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0328303575515747,
      "step": 31560,
      "valid_targets_mean": 606.0,
      "valid_targets_min": 100
    },
    {
      "epoch": 0.9091301843317973,
      "grad_norm": 1.0330498370394727,
      "learning_rate": 1.2479368811572496e-07,
      "loss": 1.0026,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.123451590538025,
      "step": 31565,
      "valid_targets_mean": 709.6,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.9092741935483871,
      "grad_norm": 1.1197715238456731,
      "learning_rate": 1.244018939942962e-07,
      "loss": 0.974,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0038083791732788,
      "step": 31570,
      "valid_targets_mean": 615.1,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.909418202764977,
      "grad_norm": 1.1289689163598977,
      "learning_rate": 1.2401070017275696e-07,
      "loss": 0.9033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7976645827293396,
      "step": 31575,
      "valid_targets_mean": 580.6,
      "valid_targets_min": 323
    },
    {
      "epoch": 0.9095622119815668,
      "grad_norm": 1.1162457846897147,
      "learning_rate": 1.2362010674995927e-07,
      "loss": 0.8969,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9324758648872375,
      "step": 31580,
      "valid_targets_mean": 561.6,
      "valid_targets_min": 60
    },
    {
      "epoch": 0.9097062211981567,
      "grad_norm": 1.1464030118105808,
      "learning_rate": 1.2323011382460421e-07,
      "loss": 0.9318,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8936037421226501,
      "step": 31585,
      "valid_targets_mean": 507.1,
      "valid_targets_min": 176
    },
    {
      "epoch": 0.9098502304147466,
      "grad_norm": 1.2367831701769603,
      "learning_rate": 1.2284072149524095e-07,
      "loss": 1.0526,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0249056816101074,
      "step": 31590,
      "valid_targets_mean": 495.3,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.9099942396313364,
      "grad_norm": 1.0551011592409032,
      "learning_rate": 1.2245192986026638e-07,
      "loss": 0.8719,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7025585174560547,
      "step": 31595,
      "valid_targets_mean": 554.9,
      "valid_targets_min": 175
    },
    {
      "epoch": 0.9101382488479263,
      "grad_norm": 1.25817263325617,
      "learning_rate": 1.220637390179258e-07,
      "loss": 0.9101,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7778834104537964,
      "step": 31600,
      "valid_targets_mean": 406.1,
      "valid_targets_min": 57
    },
    {
      "epoch": 0.9102822580645161,
      "grad_norm": 1.2295046085846333,
      "learning_rate": 1.2167614906631293e-07,
      "loss": 1.0589,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9040431380271912,
      "step": 31605,
      "valid_targets_mean": 495.8,
      "valid_targets_min": 177
    },
    {
      "epoch": 0.910426267281106,
      "grad_norm": 1.1091522542724002,
      "learning_rate": 1.2128916010336917e-07,
      "loss": 0.8746,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0886472463607788,
      "step": 31610,
      "valid_targets_mean": 648.1,
      "valid_targets_min": 159
    },
    {
      "epoch": 0.9105702764976958,
      "grad_norm": 1.1003233636419008,
      "learning_rate": 1.209027722268852e-07,
      "loss": 0.9039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0822205543518066,
      "step": 31615,
      "valid_targets_mean": 646.4,
      "valid_targets_min": 180
    },
    {
      "epoch": 0.9107142857142857,
      "grad_norm": 0.9995978902526357,
      "learning_rate": 1.205169855344987e-07,
      "loss": 0.9259,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8900555968284607,
      "step": 31620,
      "valid_targets_mean": 704.9,
      "valid_targets_min": 171
    },
    {
      "epoch": 0.9108582949308756,
      "grad_norm": 1.070739645195668,
      "learning_rate": 1.2013180012369452e-07,
      "loss": 0.8747,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.942370593547821,
      "step": 31625,
      "valid_targets_mean": 611.7,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.9110023041474654,
      "grad_norm": 1.1536211006265855,
      "learning_rate": 1.1974721609180867e-07,
      "loss": 0.9133,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9799221158027649,
      "step": 31630,
      "valid_targets_mean": 579.9,
      "valid_targets_min": 167
    },
    {
      "epoch": 0.9111463133640553,
      "grad_norm": 1.1633126004668113,
      "learning_rate": 1.193632335360223e-07,
      "loss": 1.1149,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1704297065734863,
      "step": 31635,
      "valid_targets_mean": 673.2,
      "valid_targets_min": 58
    },
    {
      "epoch": 0.9112903225806451,
      "grad_norm": 1.0980384422020188,
      "learning_rate": 1.1897985255336558e-07,
      "loss": 0.8981,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7836417555809021,
      "step": 31640,
      "valid_targets_mean": 619.8,
      "valid_targets_min": 172
    },
    {
      "epoch": 0.911434331797235,
      "grad_norm": 1.096079534310916,
      "learning_rate": 1.1859707324071656e-07,
      "loss": 1.0423,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0955572128295898,
      "step": 31645,
      "valid_targets_mean": 677.8,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.9115783410138248,
      "grad_norm": 1.1546462307181755,
      "learning_rate": 1.1821489569480205e-07,
      "loss": 1.015,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9557355046272278,
      "step": 31650,
      "valid_targets_mean": 578.2,
      "valid_targets_min": 204
    },
    {
      "epoch": 0.9117223502304147,
      "grad_norm": 1.1118875576161467,
      "learning_rate": 1.1783332001219533e-07,
      "loss": 1.0454,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0697789192199707,
      "step": 31655,
      "valid_targets_mean": 631.9,
      "valid_targets_min": 63
    },
    {
      "epoch": 0.9118663594470046,
      "grad_norm": 1.0682784863276664,
      "learning_rate": 1.17452346289319e-07,
      "loss": 0.8127,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9703927040100098,
      "step": 31660,
      "valid_targets_mean": 654.2,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.9120103686635944,
      "grad_norm": 1.3062794516481382,
      "learning_rate": 1.1707197462244247e-07,
      "loss": 0.916,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8280141949653625,
      "step": 31665,
      "valid_targets_mean": 415.6,
      "valid_targets_min": 50
    },
    {
      "epoch": 0.9121543778801844,
      "grad_norm": 1.1462549916872908,
      "learning_rate": 1.1669220510768326e-07,
      "loss": 1.0742,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1776444911956787,
      "step": 31670,
      "valid_targets_mean": 629.8,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.9122983870967742,
      "grad_norm": 1.0514104112710985,
      "learning_rate": 1.1631303784100766e-07,
      "loss": 0.9156,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9957455992698669,
      "step": 31675,
      "valid_targets_mean": 729.0,
      "valid_targets_min": 57
    },
    {
      "epoch": 0.9124423963133641,
      "grad_norm": 1.4037358376679376,
      "learning_rate": 1.1593447291822852e-07,
      "loss": 0.9186,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9439406394958496,
      "step": 31680,
      "valid_targets_mean": 401.6,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.912586405529954,
      "grad_norm": 1.2168395179435167,
      "learning_rate": 1.1555651043500703e-07,
      "loss": 0.928,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0359817743301392,
      "step": 31685,
      "valid_targets_mean": 555.5,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.9127304147465438,
      "grad_norm": 1.0641286363490166,
      "learning_rate": 1.1517915048685241e-07,
      "loss": 0.9066,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7985254526138306,
      "step": 31690,
      "valid_targets_mean": 583.8,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.9128744239631337,
      "grad_norm": 1.4498445064751524,
      "learning_rate": 1.148023931691214e-07,
      "loss": 1.0173,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.014641284942627,
      "step": 31695,
      "valid_targets_mean": 412.7,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.9130184331797235,
      "grad_norm": 1.165036078499047,
      "learning_rate": 1.1442623857701729e-07,
      "loss": 1.0135,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8645104169845581,
      "step": 31700,
      "valid_targets_mean": 556.2,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.9131624423963134,
      "grad_norm": 1.0680001628816485,
      "learning_rate": 1.1405068680559351e-07,
      "loss": 0.8784,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8882776498794556,
      "step": 31705,
      "valid_targets_mean": 639.5,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.9133064516129032,
      "grad_norm": 1.0167313274689846,
      "learning_rate": 1.1367573794974967e-07,
      "loss": 0.897,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5906226634979248,
      "step": 31710,
      "valid_targets_mean": 785.6,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.9134504608294931,
      "grad_norm": 1.1347565374080901,
      "learning_rate": 1.1330139210423224e-07,
      "loss": 0.8929,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9650248289108276,
      "step": 31715,
      "valid_targets_mean": 585.5,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.913594470046083,
      "grad_norm": 1.1149993875306017,
      "learning_rate": 1.1292764936363692e-07,
      "loss": 1.0268,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2533609867095947,
      "step": 31720,
      "valid_targets_mean": 749.3,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.9137384792626728,
      "grad_norm": 1.0739000651310253,
      "learning_rate": 1.1255450982240678e-07,
      "loss": 1.0287,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0295902490615845,
      "step": 31725,
      "valid_targets_mean": 659.6,
      "valid_targets_min": 186
    },
    {
      "epoch": 0.9138824884792627,
      "grad_norm": 1.1200493882586064,
      "learning_rate": 1.1218197357483085e-07,
      "loss": 0.9258,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8728763461112976,
      "step": 31730,
      "valid_targets_mean": 575.6,
      "valid_targets_min": 154
    },
    {
      "epoch": 0.9140264976958525,
      "grad_norm": 1.1995944238549259,
      "learning_rate": 1.1181004071504798e-07,
      "loss": 0.9486,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.961990237236023,
      "step": 31735,
      "valid_targets_mean": 556.8,
      "valid_targets_min": 135
    },
    {
      "epoch": 0.9141705069124424,
      "grad_norm": 1.1749962334300963,
      "learning_rate": 1.114387113370427e-07,
      "loss": 0.9292,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6888859272003174,
      "step": 31740,
      "valid_targets_mean": 455.2,
      "valid_targets_min": 204
    },
    {
      "epoch": 0.9143145161290323,
      "grad_norm": 1.144884573024044,
      "learning_rate": 1.1106798553464804e-07,
      "loss": 0.8115,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.750390887260437,
      "step": 31745,
      "valid_targets_mean": 501.7,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.9144585253456221,
      "grad_norm": 1.0423489055967137,
      "learning_rate": 1.1069786340154487e-07,
      "loss": 0.9352,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7310108542442322,
      "step": 31750,
      "valid_targets_mean": 547.8,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.914602534562212,
      "grad_norm": 1.2790563164940236,
      "learning_rate": 1.1032834503126006e-07,
      "loss": 1.0195,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2053406238555908,
      "step": 31755,
      "valid_targets_mean": 562.7,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.9147465437788018,
      "grad_norm": 0.9852030359720763,
      "learning_rate": 1.0995943051716862e-07,
      "loss": 1.0043,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8823425769805908,
      "step": 31760,
      "valid_targets_mean": 698.4,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.9148905529953917,
      "grad_norm": 1.1079856940836197,
      "learning_rate": 1.0959111995249405e-07,
      "loss": 0.981,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0713433027267456,
      "step": 31765,
      "valid_targets_mean": 580.6,
      "valid_targets_min": 123
    },
    {
      "epoch": 0.9150345622119815,
      "grad_norm": 1.1762866071579636,
      "learning_rate": 1.0922341343030579e-07,
      "loss": 1.0351,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0221396684646606,
      "step": 31770,
      "valid_targets_mean": 588.4,
      "valid_targets_min": 100
    },
    {
      "epoch": 0.9151785714285714,
      "grad_norm": 1.084839452921349,
      "learning_rate": 1.0885631104352063e-07,
      "loss": 0.8955,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7555754780769348,
      "step": 31775,
      "valid_targets_mean": 621.7,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.9153225806451613,
      "grad_norm": 1.432727929942429,
      "learning_rate": 1.0848981288490434e-07,
      "loss": 0.9878,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0250405073165894,
      "step": 31780,
      "valid_targets_mean": 401.3,
      "valid_targets_min": 73
    },
    {
      "epoch": 0.9154665898617511,
      "grad_norm": 1.1762246178238283,
      "learning_rate": 1.0812391904706842e-07,
      "loss": 0.9187,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.015882134437561,
      "step": 31785,
      "valid_targets_mean": 586.3,
      "valid_targets_min": 197
    },
    {
      "epoch": 0.915610599078341,
      "grad_norm": 1.0646473699366357,
      "learning_rate": 1.0775862962247141e-07,
      "loss": 0.8306,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.625684380531311,
      "step": 31790,
      "valid_targets_mean": 567.2,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.9157546082949308,
      "grad_norm": 1.1915277918927525,
      "learning_rate": 1.0739394470342057e-07,
      "loss": 0.8415,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7630209922790527,
      "step": 31795,
      "valid_targets_mean": 493.3,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.9158986175115207,
      "grad_norm": 1.2277202928332285,
      "learning_rate": 1.0702986438206997e-07,
      "loss": 0.8779,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8751931190490723,
      "step": 31800,
      "valid_targets_mean": 468.9,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.9160426267281107,
      "grad_norm": 1.19702231175232,
      "learning_rate": 1.0666638875041963e-07,
      "loss": 0.9929,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8398663997650146,
      "step": 31805,
      "valid_targets_mean": 555.6,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.9161866359447005,
      "grad_norm": 0.9005030891396779,
      "learning_rate": 1.0630351790031856e-07,
      "loss": 0.9452,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8247378468513489,
      "step": 31810,
      "valid_targets_mean": 859.5,
      "valid_targets_min": 184
    },
    {
      "epoch": 0.9163306451612904,
      "grad_norm": 1.2529190212962078,
      "learning_rate": 1.0594125192346149e-07,
      "loss": 0.9649,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2129325866699219,
      "step": 31815,
      "valid_targets_mean": 592.2,
      "valid_targets_min": 65
    },
    {
      "epoch": 0.9164746543778802,
      "grad_norm": 0.9462262875483444,
      "learning_rate": 1.0557959091139131e-07,
      "loss": 1.018,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8672367334365845,
      "step": 31820,
      "valid_targets_mean": 765.6,
      "valid_targets_min": 131
    },
    {
      "epoch": 0.9166186635944701,
      "grad_norm": 1.2042356423801146,
      "learning_rate": 1.0521853495549794e-07,
      "loss": 0.9182,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9332728981971741,
      "step": 31825,
      "valid_targets_mean": 564.2,
      "valid_targets_min": 234
    },
    {
      "epoch": 0.9167626728110599,
      "grad_norm": 1.2314669140827732,
      "learning_rate": 1.0485808414701759e-07,
      "loss": 0.9744,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.878407895565033,
      "step": 31830,
      "valid_targets_mean": 542.9,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.9169066820276498,
      "grad_norm": 1.0906979035695437,
      "learning_rate": 1.0449823857703434e-07,
      "loss": 1.0428,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2154455184936523,
      "step": 31835,
      "valid_targets_mean": 679.5,
      "valid_targets_min": 224
    },
    {
      "epoch": 0.9170506912442397,
      "grad_norm": 1.1254991180147649,
      "learning_rate": 1.0413899833647933e-07,
      "loss": 0.9124,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8639142513275146,
      "step": 31840,
      "valid_targets_mean": 584.9,
      "valid_targets_min": 166
    },
    {
      "epoch": 0.9171947004608295,
      "grad_norm": 1.2388348291666023,
      "learning_rate": 1.0378036351612969e-07,
      "loss": 0.9805,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8368451595306396,
      "step": 31845,
      "valid_targets_mean": 477.6,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.9173387096774194,
      "grad_norm": 1.2648033500463194,
      "learning_rate": 1.0342233420661125e-07,
      "loss": 0.9962,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8885061740875244,
      "step": 31850,
      "valid_targets_mean": 478.8,
      "valid_targets_min": 222
    },
    {
      "epoch": 0.9174827188940092,
      "grad_norm": 1.0834113793006706,
      "learning_rate": 1.030649104983955e-07,
      "loss": 0.8258,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7554550766944885,
      "step": 31855,
      "valid_targets_mean": 533.1,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.9176267281105991,
      "grad_norm": 1.2433491777024424,
      "learning_rate": 1.0270809248180163e-07,
      "loss": 0.9882,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9726327657699585,
      "step": 31860,
      "valid_targets_mean": 518.2,
      "valid_targets_min": 169
    },
    {
      "epoch": 0.917770737327189,
      "grad_norm": 1.0120215414244922,
      "learning_rate": 1.0235188024699472e-07,
      "loss": 0.8457,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7695693969726562,
      "step": 31865,
      "valid_targets_mean": 679.8,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.9179147465437788,
      "grad_norm": 1.0598097634046566,
      "learning_rate": 1.019962738839883e-07,
      "loss": 0.8769,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9431443810462952,
      "step": 31870,
      "valid_targets_mean": 656.8,
      "valid_targets_min": 211
    },
    {
      "epoch": 0.9180587557603687,
      "grad_norm": 1.1736542322255161,
      "learning_rate": 1.016412734826422e-07,
      "loss": 1.033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9513087868690491,
      "step": 31875,
      "valid_targets_mean": 524.4,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.9182027649769585,
      "grad_norm": 1.1878641526673817,
      "learning_rate": 1.0128687913266239e-07,
      "loss": 0.9918,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8586492538452148,
      "step": 31880,
      "valid_targets_mean": 452.9,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.9183467741935484,
      "grad_norm": 1.0374602470425995,
      "learning_rate": 1.0093309092360255e-07,
      "loss": 0.8956,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8078648447990417,
      "step": 31885,
      "valid_targets_mean": 641.9,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.9184907834101382,
      "grad_norm": 1.2485174520467481,
      "learning_rate": 1.0057990894486253e-07,
      "loss": 1.0378,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9687751531600952,
      "step": 31890,
      "valid_targets_mean": 469.2,
      "valid_targets_min": 155
    },
    {
      "epoch": 0.9186347926267281,
      "grad_norm": 1.085398404910804,
      "learning_rate": 1.0022733328568985e-07,
      "loss": 0.9223,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9061219692230225,
      "step": 31895,
      "valid_targets_mean": 609.3,
      "valid_targets_min": 194
    },
    {
      "epoch": 0.918778801843318,
      "grad_norm": 1.1990982299274808,
      "learning_rate": 9.98753640351785e-08,
      "loss": 0.9309,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9136695861816406,
      "step": 31900,
      "valid_targets_mean": 526.6,
      "valid_targets_min": 233
    },
    {
      "epoch": 0.9189228110599078,
      "grad_norm": 1.256076390585065,
      "learning_rate": 9.952400128226846e-08,
      "loss": 0.8877,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.032436728477478,
      "step": 31905,
      "valid_targets_mean": 497.0,
      "valid_targets_min": 208
    },
    {
      "epoch": 0.9190668202764977,
      "grad_norm": 1.2544103203022634,
      "learning_rate": 9.917324511574705e-08,
      "loss": 0.8851,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7140430212020874,
      "step": 31910,
      "valid_targets_mean": 388.2,
      "valid_targets_min": 77
    },
    {
      "epoch": 0.9192108294930875,
      "grad_norm": 1.1671543862697351,
      "learning_rate": 9.882309562424919e-08,
      "loss": 0.9145,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.856575608253479,
      "step": 31915,
      "valid_targets_mean": 540.2,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.9193548387096774,
      "grad_norm": 1.1583309001043733,
      "learning_rate": 9.847355289625466e-08,
      "loss": 0.9995,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.995272159576416,
      "step": 31920,
      "valid_targets_mean": 558.3,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.9194988479262672,
      "grad_norm": 1.0827886539186218,
      "learning_rate": 9.812461702009169e-08,
      "loss": 0.9641,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0308928489685059,
      "step": 31925,
      "valid_targets_mean": 652.8,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.9196428571428571,
      "grad_norm": 1.2645191217500902,
      "learning_rate": 9.777628808393363e-08,
      "loss": 0.8663,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9016547799110413,
      "step": 31930,
      "valid_targets_mean": 488.4,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.919786866359447,
      "grad_norm": 0.9394112873528694,
      "learning_rate": 9.742856617580148e-08,
      "loss": 0.9938,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7344067096710205,
      "step": 31935,
      "valid_targets_mean": 744.8,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.9199308755760369,
      "grad_norm": 1.210296438279635,
      "learning_rate": 9.7081451383563e-08,
      "loss": 0.8701,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2285583019256592,
      "step": 31940,
      "valid_targets_mean": 667.2,
      "valid_targets_min": 81
    },
    {
      "epoch": 0.9200748847926268,
      "grad_norm": 1.1359891167443326,
      "learning_rate": 9.673494379493137e-08,
      "loss": 0.8487,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9363014101982117,
      "step": 31945,
      "valid_targets_mean": 601.1,
      "valid_targets_min": 54
    },
    {
      "epoch": 0.9202188940092166,
      "grad_norm": 1.3116758653778955,
      "learning_rate": 9.638904349746736e-08,
      "loss": 0.9033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0261733531951904,
      "step": 31950,
      "valid_targets_mean": 476.9,
      "valid_targets_min": 163
    },
    {
      "epoch": 0.9203629032258065,
      "grad_norm": 1.1154944650796674,
      "learning_rate": 9.604375057857773e-08,
      "loss": 0.8531,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7387478947639465,
      "step": 31955,
      "valid_targets_mean": 546.4,
      "valid_targets_min": 129
    },
    {
      "epoch": 0.9205069124423964,
      "grad_norm": 1.0791380380683497,
      "learning_rate": 9.569906512551685e-08,
      "loss": 1.0041,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8634799718856812,
      "step": 31960,
      "valid_targets_mean": 634.6,
      "valid_targets_min": 165
    },
    {
      "epoch": 0.9206509216589862,
      "grad_norm": 1.1237155395405791,
      "learning_rate": 9.535498722538339e-08,
      "loss": 0.9482,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9275614023208618,
      "step": 31965,
      "valid_targets_mean": 585.4,
      "valid_targets_min": 185
    },
    {
      "epoch": 0.9207949308755761,
      "grad_norm": 1.2001227041054092,
      "learning_rate": 9.5011516965125e-08,
      "loss": 0.9765,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.13009512424469,
      "step": 31970,
      "valid_targets_mean": 585.2,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.9209389400921659,
      "grad_norm": 1.192174322540494,
      "learning_rate": 9.466865443153422e-08,
      "loss": 0.9956,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2075241804122925,
      "step": 31975,
      "valid_targets_mean": 616.3,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.9210829493087558,
      "grad_norm": 1.0909121140012719,
      "learning_rate": 9.432639971125035e-08,
      "loss": 0.9923,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0404808521270752,
      "step": 31980,
      "valid_targets_mean": 645.8,
      "valid_targets_min": 180
    },
    {
      "epoch": 0.9212269585253456,
      "grad_norm": 1.0886527118265885,
      "learning_rate": 9.398475289075892e-08,
      "loss": 1.0045,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9566601514816284,
      "step": 31985,
      "valid_targets_mean": 625.5,
      "valid_targets_min": 135
    },
    {
      "epoch": 0.9213709677419355,
      "grad_norm": 1.1655389038356592,
      "learning_rate": 9.364371405639311e-08,
      "loss": 0.9983,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.922236442565918,
      "step": 31990,
      "valid_targets_mean": 584.1,
      "valid_targets_min": 227
    },
    {
      "epoch": 0.9215149769585254,
      "grad_norm": 1.1417843952995559,
      "learning_rate": 9.330328329433008e-08,
      "loss": 1.0558,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.165337324142456,
      "step": 31995,
      "valid_targets_mean": 653.5,
      "valid_targets_min": 135
    },
    {
      "epoch": 0.9216589861751152,
      "grad_norm": 1.0747908914083009,
      "learning_rate": 9.296346069059603e-08,
      "loss": 0.9468,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0172688961029053,
      "step": 32000,
      "valid_targets_mean": 683.3,
      "valid_targets_min": 267
    },
    {
      "epoch": 0.9218029953917051,
      "grad_norm": 1.3097646017613096,
      "learning_rate": 9.262424633106115e-08,
      "loss": 0.9592,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.837468147277832,
      "step": 32005,
      "valid_targets_mean": 409.4,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.9219470046082949,
      "grad_norm": 1.246259149903396,
      "learning_rate": 9.228564030144326e-08,
      "loss": 1.0665,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8389713168144226,
      "step": 32010,
      "valid_targets_mean": 466.3,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.9220910138248848,
      "grad_norm": 1.2551027513580177,
      "learning_rate": 9.194764268730643e-08,
      "loss": 0.9811,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9537619352340698,
      "step": 32015,
      "valid_targets_mean": 509.2,
      "valid_targets_min": 188
    },
    {
      "epoch": 0.9222350230414746,
      "grad_norm": 1.0332831521005357,
      "learning_rate": 9.161025357406067e-08,
      "loss": 0.9175,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.747692346572876,
      "step": 32020,
      "valid_targets_mean": 577.4,
      "valid_targets_min": 221
    },
    {
      "epoch": 0.9223790322580645,
      "grad_norm": 1.092538651177709,
      "learning_rate": 9.127347304696138e-08,
      "loss": 0.8413,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9802037477493286,
      "step": 32025,
      "valid_targets_mean": 681.4,
      "valid_targets_min": 60
    },
    {
      "epoch": 0.9225230414746544,
      "grad_norm": 1.1132841859671303,
      "learning_rate": 9.093730119111244e-08,
      "loss": 1.0416,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0099072456359863,
      "step": 32030,
      "valid_targets_mean": 658.6,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.9226670506912442,
      "grad_norm": 1.1960481159821892,
      "learning_rate": 9.060173809146173e-08,
      "loss": 1.0079,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7837318181991577,
      "step": 32035,
      "valid_targets_mean": 460.9,
      "valid_targets_min": 130
    },
    {
      "epoch": 0.9228110599078341,
      "grad_norm": 1.190474071718984,
      "learning_rate": 9.026678383280419e-08,
      "loss": 0.9066,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7100950479507446,
      "step": 32040,
      "valid_targets_mean": 466.2,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.9229550691244239,
      "grad_norm": 1.0357796906197259,
      "learning_rate": 8.993243849978045e-08,
      "loss": 0.9579,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8103766441345215,
      "step": 32045,
      "valid_targets_mean": 625.2,
      "valid_targets_min": 217
    },
    {
      "epoch": 0.9230990783410138,
      "grad_norm": 1.0560652026141524,
      "learning_rate": 8.959870217687849e-08,
      "loss": 0.9651,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9262674450874329,
      "step": 32050,
      "valid_targets_mean": 658.5,
      "valid_targets_min": 119
    },
    {
      "epoch": 0.9232430875576036,
      "grad_norm": 1.2349474773150724,
      "learning_rate": 8.926557494843085e-08,
      "loss": 0.8776,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8405317664146423,
      "step": 32055,
      "valid_targets_mean": 465.6,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.9233870967741935,
      "grad_norm": 1.1550941181449699,
      "learning_rate": 8.893305689861715e-08,
      "loss": 0.9654,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.940972089767456,
      "step": 32060,
      "valid_targets_mean": 576.9,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.9235311059907834,
      "grad_norm": 1.1661483275227762,
      "learning_rate": 8.860114811146293e-08,
      "loss": 1.0095,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9938153028488159,
      "step": 32065,
      "valid_targets_mean": 542.8,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.9236751152073732,
      "grad_norm": 1.2193719578397835,
      "learning_rate": 8.826984867083915e-08,
      "loss": 0.9529,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9404773712158203,
      "step": 32070,
      "valid_targets_mean": 524.9,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.9238191244239631,
      "grad_norm": 1.052806111911714,
      "learning_rate": 8.79391586604636e-08,
      "loss": 0.9208,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.918895423412323,
      "step": 32075,
      "valid_targets_mean": 704.0,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.923963133640553,
      "grad_norm": 1.1994012087900927,
      "learning_rate": 8.760907816389969e-08,
      "loss": 1.0422,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7552238702774048,
      "step": 32080,
      "valid_targets_mean": 450.8,
      "valid_targets_min": 60
    },
    {
      "epoch": 0.9241071428571429,
      "grad_norm": 1.199694258747219,
      "learning_rate": 8.727960726455653e-08,
      "loss": 1.0635,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0882591009140015,
      "step": 32085,
      "valid_targets_mean": 570.4,
      "valid_targets_min": 100
    },
    {
      "epoch": 0.9242511520737328,
      "grad_norm": 0.8697514212916876,
      "learning_rate": 8.695074604569032e-08,
      "loss": 0.9586,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7484636306762695,
      "step": 32090,
      "valid_targets_mean": 788.0,
      "valid_targets_min": 90
    },
    {
      "epoch": 0.9243951612903226,
      "grad_norm": 0.9361216509417172,
      "learning_rate": 8.662249459040151e-08,
      "loss": 0.9017,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9640127420425415,
      "step": 32095,
      "valid_targets_mean": 785.8,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.9245391705069125,
      "grad_norm": 1.1122706596024479,
      "learning_rate": 8.629485298163737e-08,
      "loss": 0.8941,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7500572800636292,
      "step": 32100,
      "valid_targets_mean": 530.4,
      "valid_targets_min": 87
    },
    {
      "epoch": 0.9246831797235023,
      "grad_norm": 1.0330022294044505,
      "learning_rate": 8.596782130219194e-08,
      "loss": 0.9059,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9044433236122131,
      "step": 32105,
      "valid_targets_mean": 651.8,
      "valid_targets_min": 167
    },
    {
      "epoch": 0.9248271889400922,
      "grad_norm": 1.1465961647698462,
      "learning_rate": 8.564139963470358e-08,
      "loss": 0.9689,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0379456281661987,
      "step": 32110,
      "valid_targets_mean": 616.2,
      "valid_targets_min": 250
    },
    {
      "epoch": 0.924971198156682,
      "grad_norm": 1.0873375085315506,
      "learning_rate": 8.531558806165685e-08,
      "loss": 0.949,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9142322540283203,
      "step": 32115,
      "valid_targets_mean": 592.2,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.9251152073732719,
      "grad_norm": 1.1861042542842415,
      "learning_rate": 8.499038666538311e-08,
      "loss": 0.8408,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8295344114303589,
      "step": 32120,
      "valid_targets_mean": 486.8,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.9252592165898618,
      "grad_norm": 1.3190929621208975,
      "learning_rate": 8.466579552805859e-08,
      "loss": 0.9562,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9208258390426636,
      "step": 32125,
      "valid_targets_mean": 468.0,
      "valid_targets_min": 202
    },
    {
      "epoch": 0.9254032258064516,
      "grad_norm": 1.1085661806873681,
      "learning_rate": 8.434181473170544e-08,
      "loss": 1.0023,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7223472595214844,
      "step": 32130,
      "valid_targets_mean": 549.4,
      "valid_targets_min": 190
    },
    {
      "epoch": 0.9255472350230415,
      "grad_norm": 1.10462799401621,
      "learning_rate": 8.401844435819206e-08,
      "loss": 0.9204,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8855137228965759,
      "step": 32135,
      "valid_targets_mean": 570.9,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.9256912442396313,
      "grad_norm": 1.1308026415178212,
      "learning_rate": 8.369568448923199e-08,
      "loss": 0.9326,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2675349712371826,
      "step": 32140,
      "valid_targets_mean": 681.5,
      "valid_targets_min": 152
    },
    {
      "epoch": 0.9258352534562212,
      "grad_norm": 1.2523992979432084,
      "learning_rate": 8.33735352063847e-08,
      "loss": 0.8575,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0554628372192383,
      "step": 32145,
      "valid_targets_mean": 522.0,
      "valid_targets_min": 180
    },
    {
      "epoch": 0.925979262672811,
      "grad_norm": 1.002722973720699,
      "learning_rate": 8.305199659105589e-08,
      "loss": 0.8955,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9677774310112,
      "step": 32150,
      "valid_targets_mean": 715.1,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.9261232718894009,
      "grad_norm": 1.163496206794353,
      "learning_rate": 8.273106872449615e-08,
      "loss": 0.9462,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0859218835830688,
      "step": 32155,
      "valid_targets_mean": 562.4,
      "valid_targets_min": 191
    },
    {
      "epoch": 0.9262672811059908,
      "grad_norm": 1.329453275533601,
      "learning_rate": 8.2410751687802e-08,
      "loss": 0.8601,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.873045027256012,
      "step": 32160,
      "valid_targets_mean": 394.6,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.9264112903225806,
      "grad_norm": 1.2989704797809305,
      "learning_rate": 8.209104556191616e-08,
      "loss": 0.8812,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.798607587814331,
      "step": 32165,
      "valid_targets_mean": 432.1,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.9265552995391705,
      "grad_norm": 1.1020636125383056,
      "learning_rate": 8.177195042762625e-08,
      "loss": 0.7753,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8089460134506226,
      "step": 32170,
      "valid_targets_mean": 562.9,
      "valid_targets_min": 188
    },
    {
      "epoch": 0.9266993087557603,
      "grad_norm": 0.8807756774963422,
      "learning_rate": 8.145346636556528e-08,
      "loss": 0.8391,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7079712152481079,
      "step": 32175,
      "valid_targets_mean": 821.3,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.9268433179723502,
      "grad_norm": 1.1252656694175158,
      "learning_rate": 8.113559345621359e-08,
      "loss": 0.8077,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7520481944084167,
      "step": 32180,
      "valid_targets_mean": 542.4,
      "valid_targets_min": 160
    },
    {
      "epoch": 0.9269873271889401,
      "grad_norm": 1.1621082567090708,
      "learning_rate": 8.081833177989468e-08,
      "loss": 0.92,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9457246661186218,
      "step": 32185,
      "valid_targets_mean": 550.2,
      "valid_targets_min": 88
    },
    {
      "epoch": 0.9271313364055299,
      "grad_norm": 1.112372520263817,
      "learning_rate": 8.050168141677889e-08,
      "loss": 0.9207,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.821605920791626,
      "step": 32190,
      "valid_targets_mean": 581.2,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.9272753456221198,
      "grad_norm": 1.2796666434972506,
      "learning_rate": 8.018564244688221e-08,
      "loss": 1.0019,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1368205547332764,
      "step": 32195,
      "valid_targets_mean": 519.2,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.9274193548387096,
      "grad_norm": 1.251363184710024,
      "learning_rate": 7.987021495006603e-08,
      "loss": 0.8993,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0607242584228516,
      "step": 32200,
      "valid_targets_mean": 512.2,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.9275633640552995,
      "grad_norm": 1.2362257742969214,
      "learning_rate": 7.95553990060366e-08,
      "loss": 0.9624,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.90708327293396,
      "step": 32205,
      "valid_targets_mean": 515.8,
      "valid_targets_min": 151
    },
    {
      "epoch": 0.9277073732718893,
      "grad_norm": 0.9691187192450048,
      "learning_rate": 7.924119469434666e-08,
      "loss": 1.0109,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0421843528747559,
      "step": 32210,
      "valid_targets_mean": 815.2,
      "valid_targets_min": 267
    },
    {
      "epoch": 0.9278513824884793,
      "grad_norm": 1.3091856182957406,
      "learning_rate": 7.892760209439298e-08,
      "loss": 0.9828,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8382685780525208,
      "step": 32215,
      "valid_targets_mean": 420.1,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.9279953917050692,
      "grad_norm": 1.0753830717162534,
      "learning_rate": 7.861462128541914e-08,
      "loss": 0.8931,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1342442035675049,
      "step": 32220,
      "valid_targets_mean": 720.9,
      "valid_targets_min": 311
    },
    {
      "epoch": 0.928139400921659,
      "grad_norm": 1.1694513750604947,
      "learning_rate": 7.830225234651407e-08,
      "loss": 0.8663,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9572769403457642,
      "step": 32225,
      "valid_targets_mean": 523.1,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.9282834101382489,
      "grad_norm": 1.1292351968169498,
      "learning_rate": 7.799049535661046e-08,
      "loss": 0.9436,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0054800510406494,
      "step": 32230,
      "valid_targets_mean": 642.1,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.9284274193548387,
      "grad_norm": 1.241199719644944,
      "learning_rate": 7.76793503944881e-08,
      "loss": 0.912,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8723222613334656,
      "step": 32235,
      "valid_targets_mean": 488.2,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.9285714285714286,
      "grad_norm": 1.1860306257402036,
      "learning_rate": 7.736881753877184e-08,
      "loss": 0.9265,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2216095924377441,
      "step": 32240,
      "valid_targets_mean": 621.2,
      "valid_targets_min": 147
    },
    {
      "epoch": 0.9287154377880185,
      "grad_norm": 1.1876799569192324,
      "learning_rate": 7.705889686793116e-08,
      "loss": 0.9391,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0361378192901611,
      "step": 32245,
      "valid_targets_mean": 513.6,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.9288594470046083,
      "grad_norm": 1.0419309156709022,
      "learning_rate": 7.674958846028064e-08,
      "loss": 0.9364,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9147940874099731,
      "step": 32250,
      "valid_targets_mean": 598.2,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.9290034562211982,
      "grad_norm": 1.1631320481125293,
      "learning_rate": 7.644089239398189e-08,
      "loss": 1.0086,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8784822225570679,
      "step": 32255,
      "valid_targets_mean": 511.3,
      "valid_targets_min": 161
    },
    {
      "epoch": 0.929147465437788,
      "grad_norm": 1.1372663619203625,
      "learning_rate": 7.613280874704005e-08,
      "loss": 0.8373,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8448694944381714,
      "step": 32260,
      "valid_targets_mean": 564.3,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.9292914746543779,
      "grad_norm": 1.2896765759799211,
      "learning_rate": 7.582533759730587e-08,
      "loss": 0.9272,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9312708377838135,
      "step": 32265,
      "valid_targets_mean": 436.8,
      "valid_targets_min": 77
    },
    {
      "epoch": 0.9294354838709677,
      "grad_norm": 1.1182795104534347,
      "learning_rate": 7.551847902247583e-08,
      "loss": 0.9506,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8454582691192627,
      "step": 32270,
      "valid_targets_mean": 592.6,
      "valid_targets_min": 311
    },
    {
      "epoch": 0.9295794930875576,
      "grad_norm": 1.1145458013907084,
      "learning_rate": 7.521223310009151e-08,
      "loss": 0.9873,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8098307847976685,
      "step": 32275,
      "valid_targets_mean": 526.1,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.9297235023041475,
      "grad_norm": 1.2229627166662451,
      "learning_rate": 7.490659990753879e-08,
      "loss": 1.0062,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0068379640579224,
      "step": 32280,
      "valid_targets_mean": 511.4,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.9298675115207373,
      "grad_norm": 1.2395403736148785,
      "learning_rate": 7.460157952205032e-08,
      "loss": 0.8509,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8150488138198853,
      "step": 32285,
      "valid_targets_mean": 481.8,
      "valid_targets_min": 58
    },
    {
      "epoch": 0.9300115207373272,
      "grad_norm": 1.1144484092104976,
      "learning_rate": 7.429717202070197e-08,
      "loss": 0.9045,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7988428473472595,
      "step": 32290,
      "valid_targets_mean": 551.0,
      "valid_targets_min": 204
    },
    {
      "epoch": 0.930155529953917,
      "grad_norm": 1.0810171492212897,
      "learning_rate": 7.399337748041635e-08,
      "loss": 1.0209,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9826796054840088,
      "step": 32295,
      "valid_targets_mean": 663.0,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.9302995391705069,
      "grad_norm": 1.0676250053182088,
      "learning_rate": 7.369019597796068e-08,
      "loss": 0.9562,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2175078392028809,
      "step": 32300,
      "valid_targets_mean": 760.2,
      "valid_targets_min": 157
    },
    {
      "epoch": 0.9304435483870968,
      "grad_norm": 1.0567431654877182,
      "learning_rate": 7.338762758994699e-08,
      "loss": 0.9118,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9865059852600098,
      "step": 32305,
      "valid_targets_mean": 643.4,
      "valid_targets_min": 60
    },
    {
      "epoch": 0.9305875576036866,
      "grad_norm": 1.1714817665587518,
      "learning_rate": 7.308567239283249e-08,
      "loss": 0.8404,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6338344812393188,
      "step": 32310,
      "valid_targets_mean": 433.8,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.9307315668202765,
      "grad_norm": 0.9603998589159589,
      "learning_rate": 7.278433046291972e-08,
      "loss": 0.836,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6356478333473206,
      "step": 32315,
      "valid_targets_mean": 671.6,
      "valid_targets_min": 174
    },
    {
      "epoch": 0.9308755760368663,
      "grad_norm": 1.1717644679776535,
      "learning_rate": 7.248360187635556e-08,
      "loss": 0.9924,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9423874020576477,
      "step": 32320,
      "valid_targets_mean": 529.8,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.9310195852534562,
      "grad_norm": 1.0271114313685694,
      "learning_rate": 7.21834867091331e-08,
      "loss": 0.8354,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7426425218582153,
      "step": 32325,
      "valid_targets_mean": 665.9,
      "valid_targets_min": 149
    },
    {
      "epoch": 0.931163594470046,
      "grad_norm": 1.2563597853027297,
      "learning_rate": 7.188398503708921e-08,
      "loss": 0.9285,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8243814706802368,
      "step": 32330,
      "valid_targets_mean": 468.9,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.9313076036866359,
      "grad_norm": 1.0460300202720492,
      "learning_rate": 7.15850969359061e-08,
      "loss": 0.9683,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0222861766815186,
      "step": 32335,
      "valid_targets_mean": 700.3,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.9314516129032258,
      "grad_norm": 1.117456098675667,
      "learning_rate": 7.128682248111196e-08,
      "loss": 0.9266,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8989725112915039,
      "step": 32340,
      "valid_targets_mean": 670.4,
      "valid_targets_min": 310
    },
    {
      "epoch": 0.9315956221198156,
      "grad_norm": 1.0859577679033554,
      "learning_rate": 7.098916174807762e-08,
      "loss": 0.9241,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3751986026763916,
      "step": 32345,
      "valid_targets_mean": 782.5,
      "valid_targets_min": 238
    },
    {
      "epoch": 0.9317396313364056,
      "grad_norm": 1.1817179747726425,
      "learning_rate": 7.069211481202154e-08,
      "loss": 0.8771,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8325200080871582,
      "step": 32350,
      "valid_targets_mean": 494.9,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.9318836405529954,
      "grad_norm": 1.2428464188819446,
      "learning_rate": 7.039568174800504e-08,
      "loss": 0.8991,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8799274563789368,
      "step": 32355,
      "valid_targets_mean": 447.2,
      "valid_targets_min": 204
    },
    {
      "epoch": 0.9320276497695853,
      "grad_norm": 0.9409301752834164,
      "learning_rate": 7.009986263093515e-08,
      "loss": 0.9387,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6592094898223877,
      "step": 32360,
      "valid_targets_mean": 767.7,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.9321716589861752,
      "grad_norm": 1.0016584655790064,
      "learning_rate": 6.980465753556376e-08,
      "loss": 0.9306,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7901220321655273,
      "step": 32365,
      "valid_targets_mean": 624.5,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.932315668202765,
      "grad_norm": 1.0941677601491986,
      "learning_rate": 6.951006653648729e-08,
      "loss": 1.0184,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9764941930770874,
      "step": 32370,
      "valid_targets_mean": 647.5,
      "valid_targets_min": 85
    },
    {
      "epoch": 0.9324596774193549,
      "grad_norm": 1.140752510021477,
      "learning_rate": 6.921608970814758e-08,
      "loss": 1.0036,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9257153272628784,
      "step": 32375,
      "valid_targets_mean": 563.7,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.9326036866359447,
      "grad_norm": 1.1393706304634272,
      "learning_rate": 6.892272712483023e-08,
      "loss": 0.9084,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.065084457397461,
      "step": 32380,
      "valid_targets_mean": 615.4,
      "valid_targets_min": 232
    },
    {
      "epoch": 0.9327476958525346,
      "grad_norm": 1.1596471719808712,
      "learning_rate": 6.862997886066675e-08,
      "loss": 1.0203,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.024344563484192,
      "step": 32385,
      "valid_targets_mean": 582.4,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.9328917050691244,
      "grad_norm": 1.0938590718947998,
      "learning_rate": 6.833784498963297e-08,
      "loss": 0.9851,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.056998610496521,
      "step": 32390,
      "valid_targets_mean": 641.9,
      "valid_targets_min": 216
    },
    {
      "epoch": 0.9330357142857143,
      "grad_norm": 1.0452381105239439,
      "learning_rate": 6.80463255855493e-08,
      "loss": 0.9918,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9602689146995544,
      "step": 32395,
      "valid_targets_mean": 679.2,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.9331797235023042,
      "grad_norm": 1.0139513107630744,
      "learning_rate": 6.775542072208096e-08,
      "loss": 0.995,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2401096820831299,
      "step": 32400,
      "valid_targets_mean": 802.3,
      "valid_targets_min": 139
    },
    {
      "epoch": 0.933323732718894,
      "grad_norm": 1.1085165963540982,
      "learning_rate": 6.746513047273778e-08,
      "loss": 0.8572,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0384235382080078,
      "step": 32405,
      "valid_targets_mean": 663.0,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.9334677419354839,
      "grad_norm": 1.126706775313082,
      "learning_rate": 6.717545491087468e-08,
      "loss": 0.8895,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8057811260223389,
      "step": 32410,
      "valid_targets_mean": 519.0,
      "valid_targets_min": 162
    },
    {
      "epoch": 0.9336117511520737,
      "grad_norm": 1.0311343551011987,
      "learning_rate": 6.688639410969117e-08,
      "loss": 0.9424,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8553592562675476,
      "step": 32415,
      "valid_targets_mean": 612.9,
      "valid_targets_min": 176
    },
    {
      "epoch": 0.9337557603686636,
      "grad_norm": 1.3561925624249556,
      "learning_rate": 6.659794814223103e-08,
      "loss": 0.9766,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.004106879234314,
      "step": 32420,
      "valid_targets_mean": 444.6,
      "valid_targets_min": 77
    },
    {
      "epoch": 0.9338997695852534,
      "grad_norm": 1.2020420165359817,
      "learning_rate": 6.631011708138207e-08,
      "loss": 0.915,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8791345357894897,
      "step": 32425,
      "valid_targets_mean": 488.5,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.9340437788018433,
      "grad_norm": 1.168025819629824,
      "learning_rate": 6.602290099987919e-08,
      "loss": 0.8851,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9397923946380615,
      "step": 32430,
      "valid_targets_mean": 547.3,
      "valid_targets_min": 166
    },
    {
      "epoch": 0.9341877880184332,
      "grad_norm": 1.193544072583395,
      "learning_rate": 6.5736299970299e-08,
      "loss": 0.9473,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8741347789764404,
      "step": 32435,
      "valid_targets_mean": 529.9,
      "valid_targets_min": 55
    },
    {
      "epoch": 0.934331797235023,
      "grad_norm": 1.1212057314304151,
      "learning_rate": 6.54503140650642e-08,
      "loss": 0.9327,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0745861530303955,
      "step": 32440,
      "valid_targets_mean": 611.2,
      "valid_targets_min": 221
    },
    {
      "epoch": 0.9344758064516129,
      "grad_norm": 1.1650207594435484,
      "learning_rate": 6.516494335644191e-08,
      "loss": 0.9262,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9169461131095886,
      "step": 32445,
      "valid_targets_mean": 527.9,
      "valid_targets_min": 57
    },
    {
      "epoch": 0.9346198156682027,
      "grad_norm": 1.238817620790256,
      "learning_rate": 6.488018791654366e-08,
      "loss": 1.0169,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3045482635498047,
      "step": 32450,
      "valid_targets_mean": 590.6,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.9347638248847926,
      "grad_norm": 1.1193417787537587,
      "learning_rate": 6.459604781732548e-08,
      "loss": 0.9225,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8591709136962891,
      "step": 32455,
      "valid_targets_mean": 600.7,
      "valid_targets_min": 343
    },
    {
      "epoch": 0.9349078341013825,
      "grad_norm": 1.2007467679585246,
      "learning_rate": 6.431252313058772e-08,
      "loss": 0.8554,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8871025443077087,
      "step": 32460,
      "valid_targets_mean": 532.8,
      "valid_targets_min": 59
    },
    {
      "epoch": 0.9350518433179723,
      "grad_norm": 1.167569474191264,
      "learning_rate": 6.402961392797557e-08,
      "loss": 0.977,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0364444255828857,
      "step": 32465,
      "valid_targets_mean": 548.0,
      "valid_targets_min": 154
    },
    {
      "epoch": 0.9351958525345622,
      "grad_norm": 1.2483698312198874,
      "learning_rate": 6.374732028097879e-08,
      "loss": 0.9703,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8669421076774597,
      "step": 32470,
      "valid_targets_mean": 479.2,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.935339861751152,
      "grad_norm": 1.025832993916763,
      "learning_rate": 6.346564226093117e-08,
      "loss": 0.9462,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8787873983383179,
      "step": 32475,
      "valid_targets_mean": 679.3,
      "valid_targets_min": 161
    },
    {
      "epoch": 0.9354838709677419,
      "grad_norm": 1.0315555908691665,
      "learning_rate": 6.318457993901072e-08,
      "loss": 0.9538,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0675115585327148,
      "step": 32480,
      "valid_targets_mean": 741.9,
      "valid_targets_min": 73
    },
    {
      "epoch": 0.9356278801843319,
      "grad_norm": 1.245813424387898,
      "learning_rate": 6.290413338624068e-08,
      "loss": 1.0082,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0328651666641235,
      "step": 32485,
      "valid_targets_mean": 506.1,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.9357718894009217,
      "grad_norm": 1.2934277539402153,
      "learning_rate": 6.262430267348851e-08,
      "loss": 0.9279,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1264381408691406,
      "step": 32490,
      "valid_targets_mean": 487.4,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.9359158986175116,
      "grad_norm": 1.1385598141544155,
      "learning_rate": 6.234508787146543e-08,
      "loss": 0.8804,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9360735416412354,
      "step": 32495,
      "valid_targets_mean": 579.4,
      "valid_targets_min": 266
    },
    {
      "epoch": 0.9360599078341014,
      "grad_norm": 1.2658403929451714,
      "learning_rate": 6.206648905072693e-08,
      "loss": 0.8876,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9634584188461304,
      "step": 32500,
      "valid_targets_mean": 510.2,
      "valid_targets_min": 171
    },
    {
      "epoch": 0.9362039170506913,
      "grad_norm": 1.2727618560070402,
      "learning_rate": 6.178850628167449e-08,
      "loss": 0.9824,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9604250192642212,
      "step": 32505,
      "valid_targets_mean": 459.7,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.9363479262672811,
      "grad_norm": 1.0372376490114914,
      "learning_rate": 6.15111396345519e-08,
      "loss": 0.8234,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7986500263214111,
      "step": 32510,
      "valid_targets_mean": 628.1,
      "valid_targets_min": 131
    },
    {
      "epoch": 0.936491935483871,
      "grad_norm": 1.2296952084236124,
      "learning_rate": 6.12343891794484e-08,
      "loss": 1.0308,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8762093186378479,
      "step": 32515,
      "valid_targets_mean": 471.6,
      "valid_targets_min": 154
    },
    {
      "epoch": 0.9366359447004609,
      "grad_norm": 1.0916157028121478,
      "learning_rate": 6.095825498629693e-08,
      "loss": 0.9279,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8296414613723755,
      "step": 32520,
      "valid_targets_mean": 574.5,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.9367799539170507,
      "grad_norm": 1.2999524497733137,
      "learning_rate": 6.068273712487554e-08,
      "loss": 1.0288,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8491599559783936,
      "step": 32525,
      "valid_targets_mean": 430.5,
      "valid_targets_min": 129
    },
    {
      "epoch": 0.9369239631336406,
      "grad_norm": 1.055333694633977,
      "learning_rate": 6.040783566480551e-08,
      "loss": 0.8868,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6652308106422424,
      "step": 32530,
      "valid_targets_mean": 571.1,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.9370679723502304,
      "grad_norm": 1.0706727508539395,
      "learning_rate": 6.013355067555294e-08,
      "loss": 0.9283,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8188521265983582,
      "step": 32535,
      "valid_targets_mean": 591.6,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.9372119815668203,
      "grad_norm": 1.1364977757210348,
      "learning_rate": 5.985988222642847e-08,
      "loss": 0.955,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1462814807891846,
      "step": 32540,
      "valid_targets_mean": 580.6,
      "valid_targets_min": 156
    },
    {
      "epoch": 0.9373559907834101,
      "grad_norm": 1.1359785688675463,
      "learning_rate": 5.958683038658597e-08,
      "loss": 0.9788,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.16633939743042,
      "step": 32545,
      "valid_targets_mean": 656.6,
      "valid_targets_min": 142
    },
    {
      "epoch": 0.9375,
      "grad_norm": 1.063775637615627,
      "learning_rate": 5.9314395225024415e-08,
      "loss": 0.8524,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7988184094429016,
      "step": 32550,
      "valid_targets_mean": 647.5,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.9376440092165899,
      "grad_norm": 1.1938180638086955,
      "learning_rate": 5.904257681058623e-08,
      "loss": 0.9472,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9102708101272583,
      "step": 32555,
      "valid_targets_mean": 528.6,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.9377880184331797,
      "grad_norm": 1.0448333999865642,
      "learning_rate": 5.8771375211958694e-08,
      "loss": 1.0372,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.009699821472168,
      "step": 32560,
      "valid_targets_mean": 687.9,
      "valid_targets_min": 280
    },
    {
      "epoch": 0.9379320276497696,
      "grad_norm": 1.1958699155684487,
      "learning_rate": 5.85007904976731e-08,
      "loss": 0.9519,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.082818865776062,
      "step": 32565,
      "valid_targets_mean": 576.8,
      "valid_targets_min": 152
    },
    {
      "epoch": 0.9380760368663594,
      "grad_norm": 1.1409514184502565,
      "learning_rate": 5.82308227361042e-08,
      "loss": 0.9765,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9405808448791504,
      "step": 32570,
      "valid_targets_mean": 543.6,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.9382200460829493,
      "grad_norm": 1.1612898205596835,
      "learning_rate": 5.796147199547103e-08,
      "loss": 0.9356,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0278347730636597,
      "step": 32575,
      "valid_targets_mean": 585.8,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.9383640552995391,
      "grad_norm": 1.277105209137605,
      "learning_rate": 5.769273834383776e-08,
      "loss": 0.9292,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9520733952522278,
      "step": 32580,
      "valid_targets_mean": 472.3,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.938508064516129,
      "grad_norm": 1.1106867231387216,
      "learning_rate": 5.742462184911146e-08,
      "loss": 0.9343,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8530920147895813,
      "step": 32585,
      "valid_targets_mean": 562.7,
      "valid_targets_min": 167
    },
    {
      "epoch": 0.9386520737327189,
      "grad_norm": 1.117827659940445,
      "learning_rate": 5.715712257904321e-08,
      "loss": 0.9968,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9615830183029175,
      "step": 32590,
      "valid_targets_mean": 585.8,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.9387960829493087,
      "grad_norm": 1.1219354107903232,
      "learning_rate": 5.689024060122894e-08,
      "loss": 0.8506,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9164479970932007,
      "step": 32595,
      "valid_targets_mean": 627.9,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.9389400921658986,
      "grad_norm": 1.0779748006342014,
      "learning_rate": 5.662397598310859e-08,
      "loss": 0.9681,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7572831511497498,
      "step": 32600,
      "valid_targets_mean": 557.9,
      "valid_targets_min": 149
    },
    {
      "epoch": 0.9390841013824884,
      "grad_norm": 1.2204178343469667,
      "learning_rate": 5.6358328791964734e-08,
      "loss": 0.9896,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8361107110977173,
      "step": 32605,
      "valid_targets_mean": 519.8,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.9392281105990783,
      "grad_norm": 1.1465140226894133,
      "learning_rate": 5.609329909492561e-08,
      "loss": 0.9181,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8118939399719238,
      "step": 32610,
      "valid_targets_mean": 526.4,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.9393721198156681,
      "grad_norm": 1.1248426728142393,
      "learning_rate": 5.5828886958962104e-08,
      "loss": 0.9122,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1681630611419678,
      "step": 32615,
      "valid_targets_mean": 653.4,
      "valid_targets_min": 173
    },
    {
      "epoch": 0.9395161290322581,
      "grad_norm": 1.3397155988665852,
      "learning_rate": 5.55650924508902e-08,
      "loss": 0.8986,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8393234610557556,
      "step": 32620,
      "valid_targets_mean": 400.7,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.939660138248848,
      "grad_norm": 1.2021310368705644,
      "learning_rate": 5.530191563736936e-08,
      "loss": 0.9515,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9230729341506958,
      "step": 32625,
      "valid_targets_mean": 529.8,
      "valid_targets_min": 188
    },
    {
      "epoch": 0.9398041474654378,
      "grad_norm": 1.2029802455462537,
      "learning_rate": 5.503935658490195e-08,
      "loss": 0.9558,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.694973349571228,
      "step": 32630,
      "valid_targets_mean": 459.8,
      "valid_targets_min": 172
    },
    {
      "epoch": 0.9399481566820277,
      "grad_norm": 1.1427433912971785,
      "learning_rate": 5.4777415359835714e-08,
      "loss": 0.9579,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9000987410545349,
      "step": 32635,
      "valid_targets_mean": 526.0,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.9400921658986175,
      "grad_norm": 1.0874178570714377,
      "learning_rate": 5.451609202836216e-08,
      "loss": 0.9018,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9735393524169922,
      "step": 32640,
      "valid_targets_mean": 588.3,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.9402361751152074,
      "grad_norm": 1.280152427674236,
      "learning_rate": 5.425538665651542e-08,
      "loss": 1.0008,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9777831435203552,
      "step": 32645,
      "valid_targets_mean": 492.1,
      "valid_targets_min": 162
    },
    {
      "epoch": 0.9403801843317973,
      "grad_norm": 1.0652437805345505,
      "learning_rate": 5.399529931017416e-08,
      "loss": 0.872,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9823099970817566,
      "step": 32650,
      "valid_targets_mean": 726.8,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.9405241935483871,
      "grad_norm": 1.1672280028879591,
      "learning_rate": 5.3735830055061666e-08,
      "loss": 0.8413,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8000837564468384,
      "step": 32655,
      "valid_targets_mean": 494.7,
      "valid_targets_min": 197
    },
    {
      "epoch": 0.940668202764977,
      "grad_norm": 1.0736275778830526,
      "learning_rate": 5.347697895674381e-08,
      "loss": 0.9607,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9902753233909607,
      "step": 32660,
      "valid_targets_mean": 679.0,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.9408122119815668,
      "grad_norm": 1.0652324038050451,
      "learning_rate": 5.321874608063077e-08,
      "loss": 0.8918,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8927983641624451,
      "step": 32665,
      "valid_targets_mean": 681.9,
      "valid_targets_min": 87
    },
    {
      "epoch": 0.9409562211981567,
      "grad_norm": 1.1358409356692156,
      "learning_rate": 5.296113149197646e-08,
      "loss": 0.8588,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0234384536743164,
      "step": 32670,
      "valid_targets_mean": 618.1,
      "valid_targets_min": 194
    },
    {
      "epoch": 0.9411002304147466,
      "grad_norm": 1.1217815670124929,
      "learning_rate": 5.2704135255879085e-08,
      "loss": 0.8458,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9643791913986206,
      "step": 32675,
      "valid_targets_mean": 669.9,
      "valid_targets_min": 242
    },
    {
      "epoch": 0.9412442396313364,
      "grad_norm": 1.1105497451450448,
      "learning_rate": 5.244775743727948e-08,
      "loss": 1.0242,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0420784950256348,
      "step": 32680,
      "valid_targets_mean": 667.1,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.9413882488479263,
      "grad_norm": 1.092433683950706,
      "learning_rate": 5.219199810096332e-08,
      "loss": 1.1035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1201204061508179,
      "step": 32685,
      "valid_targets_mean": 665.6,
      "valid_targets_min": 180
    },
    {
      "epoch": 0.9415322580645161,
      "grad_norm": 1.2859901376620386,
      "learning_rate": 5.1936857311559174e-08,
      "loss": 0.995,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0152978897094727,
      "step": 32690,
      "valid_targets_mean": 535.0,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.941676267281106,
      "grad_norm": 1.0726134503540454,
      "learning_rate": 5.168233513353965e-08,
      "loss": 0.9179,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8470777869224548,
      "step": 32695,
      "valid_targets_mean": 673.8,
      "valid_targets_min": 238
    },
    {
      "epoch": 0.9418202764976958,
      "grad_norm": 1.1201819605086702,
      "learning_rate": 5.142843163122135e-08,
      "loss": 0.9049,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8449513912200928,
      "step": 32700,
      "valid_targets_mean": 594.6,
      "valid_targets_min": 162
    },
    {
      "epoch": 0.9419642857142857,
      "grad_norm": 0.9210197487424657,
      "learning_rate": 5.117514686876379e-08,
      "loss": 0.883,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.749313473701477,
      "step": 32705,
      "valid_targets_mean": 790.1,
      "valid_targets_min": 296
    },
    {
      "epoch": 0.9421082949308756,
      "grad_norm": 1.3150475722776185,
      "learning_rate": 5.092248091017077e-08,
      "loss": 0.8973,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1242799758911133,
      "step": 32710,
      "valid_targets_mean": 529.0,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.9422523041474654,
      "grad_norm": 1.139001440284327,
      "learning_rate": 5.0670433819289824e-08,
      "loss": 0.845,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9477163553237915,
      "step": 32715,
      "valid_targets_mean": 595.9,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.9423963133640553,
      "grad_norm": 1.2154131220653739,
      "learning_rate": 5.041900565981139e-08,
      "loss": 0.8603,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8031682372093201,
      "step": 32720,
      "valid_targets_mean": 479.3,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.9425403225806451,
      "grad_norm": 1.1194342118477383,
      "learning_rate": 5.016819649526994e-08,
      "loss": 0.8698,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8143627643585205,
      "step": 32725,
      "valid_targets_mean": 606.1,
      "valid_targets_min": 197
    },
    {
      "epoch": 0.942684331797235,
      "grad_norm": 1.2406446269799516,
      "learning_rate": 4.991800638904365e-08,
      "loss": 0.9885,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.961285412311554,
      "step": 32730,
      "valid_targets_mean": 496.6,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.9428283410138248,
      "grad_norm": 1.4351766576340137,
      "learning_rate": 4.9668435404354174e-08,
      "loss": 1.0288,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.097876787185669,
      "step": 32735,
      "valid_targets_mean": 369.4,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.9429723502304147,
      "grad_norm": 1.142211281503576,
      "learning_rate": 4.941948360426635e-08,
      "loss": 0.9866,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9173572659492493,
      "step": 32740,
      "valid_targets_mean": 577.1,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.9431163594470046,
      "grad_norm": 1.079469549871096,
      "learning_rate": 4.917115105168902e-08,
      "loss": 1.0048,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9292322993278503,
      "step": 32745,
      "valid_targets_mean": 656.6,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.9432603686635944,
      "grad_norm": 1.13804398650969,
      "learning_rate": 4.8923437809374476e-08,
      "loss": 0.9569,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.85124272108078,
      "step": 32750,
      "valid_targets_mean": 521.6,
      "valid_targets_min": 233
    },
    {
      "epoch": 0.9434043778801844,
      "grad_norm": 1.0684957462008873,
      "learning_rate": 4.8676343939918215e-08,
      "loss": 0.9279,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8131533265113831,
      "step": 32755,
      "valid_targets_mean": 644.6,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.9435483870967742,
      "grad_norm": 1.2519271429183854,
      "learning_rate": 4.842986950576001e-08,
      "loss": 0.8461,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7147307395935059,
      "step": 32760,
      "valid_targets_mean": 413.5,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.9436923963133641,
      "grad_norm": 1.2815880900709427,
      "learning_rate": 4.8184014569181425e-08,
      "loss": 0.9608,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0172579288482666,
      "step": 32765,
      "valid_targets_mean": 528.5,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.943836405529954,
      "grad_norm": 1.088393861131748,
      "learning_rate": 4.7938779192309436e-08,
      "loss": 0.9679,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1383779048919678,
      "step": 32770,
      "valid_targets_mean": 681.5,
      "valid_targets_min": 256
    },
    {
      "epoch": 0.9439804147465438,
      "grad_norm": 1.1266391806506404,
      "learning_rate": 4.769416343711364e-08,
      "loss": 0.8893,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8643010258674622,
      "step": 32775,
      "valid_targets_mean": 562.2,
      "valid_targets_min": 123
    },
    {
      "epoch": 0.9441244239631337,
      "grad_norm": 1.179581570682628,
      "learning_rate": 4.745016736540625e-08,
      "loss": 0.9016,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1009256839752197,
      "step": 32780,
      "valid_targets_mean": 611.0,
      "valid_targets_min": 176
    },
    {
      "epoch": 0.9442684331797235,
      "grad_norm": 1.120534313611012,
      "learning_rate": 4.720679103884462e-08,
      "loss": 0.9523,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9398081302642822,
      "step": 32785,
      "valid_targets_mean": 571.9,
      "valid_targets_min": 234
    },
    {
      "epoch": 0.9444124423963134,
      "grad_norm": 1.0916919884995449,
      "learning_rate": 4.696403451892789e-08,
      "loss": 0.8671,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9226443767547607,
      "step": 32790,
      "valid_targets_mean": 589.7,
      "valid_targets_min": 52
    },
    {
      "epoch": 0.9445564516129032,
      "grad_norm": 1.0593934370066567,
      "learning_rate": 4.672189786699949e-08,
      "loss": 0.8836,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9335262775421143,
      "step": 32795,
      "valid_targets_mean": 647.7,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.9447004608294931,
      "grad_norm": 1.11046753155043,
      "learning_rate": 4.648038114424602e-08,
      "loss": 1.0488,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2513847351074219,
      "step": 32800,
      "valid_targets_mean": 679.4,
      "valid_targets_min": 119
    },
    {
      "epoch": 0.944844470046083,
      "grad_norm": 1.0355895746183292,
      "learning_rate": 4.623948441169701e-08,
      "loss": 1.0467,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.037269115447998,
      "step": 32805,
      "valid_targets_mean": 658.7,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.9449884792626728,
      "grad_norm": 1.193562052183834,
      "learning_rate": 4.599920773022598e-08,
      "loss": 0.7362,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7692263126373291,
      "step": 32810,
      "valid_targets_mean": 498.0,
      "valid_targets_min": 115
    },
    {
      "epoch": 0.9451324884792627,
      "grad_norm": 1.1577531911509018,
      "learning_rate": 4.5759551160549364e-08,
      "loss": 0.9329,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8973022699356079,
      "step": 32815,
      "valid_targets_mean": 566.9,
      "valid_targets_min": 240
    },
    {
      "epoch": 0.9452764976958525,
      "grad_norm": 1.17445612295059,
      "learning_rate": 4.5520514763227056e-08,
      "loss": 0.854,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8827188014984131,
      "step": 32820,
      "valid_targets_mean": 578.1,
      "valid_targets_min": 202
    },
    {
      "epoch": 0.9454205069124424,
      "grad_norm": 1.19203475752345,
      "learning_rate": 4.5282098598661837e-08,
      "loss": 0.9642,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1280243396759033,
      "step": 32825,
      "valid_targets_mean": 574.1,
      "valid_targets_min": 108
    },
    {
      "epoch": 0.9455645161290323,
      "grad_norm": 1.1121192425869304,
      "learning_rate": 4.504430272710081e-08,
      "loss": 0.9307,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9647682309150696,
      "step": 32830,
      "valid_targets_mean": 577.1,
      "valid_targets_min": 135
    },
    {
      "epoch": 0.9457085253456221,
      "grad_norm": 1.3426163678370682,
      "learning_rate": 4.480712720863284e-08,
      "loss": 1.0023,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1053974628448486,
      "step": 32835,
      "valid_targets_mean": 472.0,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.945852534562212,
      "grad_norm": 1.2250250778870646,
      "learning_rate": 4.4570572103191104e-08,
      "loss": 1.04,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0394203662872314,
      "step": 32840,
      "valid_targets_mean": 501.0,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.9459965437788018,
      "grad_norm": 1.2382460981182686,
      "learning_rate": 4.433463747055194e-08,
      "loss": 0.9948,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9389129877090454,
      "step": 32845,
      "valid_targets_mean": 509.2,
      "valid_targets_min": 195
    },
    {
      "epoch": 0.9461405529953917,
      "grad_norm": 1.1283485637628732,
      "learning_rate": 4.409932337033435e-08,
      "loss": 1.1055,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0092648267745972,
      "step": 32850,
      "valid_targets_mean": 575.2,
      "valid_targets_min": 129
    },
    {
      "epoch": 0.9462845622119815,
      "grad_norm": 1.1807895980441283,
      "learning_rate": 4.386462986200102e-08,
      "loss": 0.9848,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9688411951065063,
      "step": 32855,
      "valid_targets_mean": 541.9,
      "valid_targets_min": 135
    },
    {
      "epoch": 0.9464285714285714,
      "grad_norm": 1.144072688212145,
      "learning_rate": 4.36305570048573e-08,
      "loss": 1.0235,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.90399569272995,
      "step": 32860,
      "valid_targets_mean": 632.0,
      "valid_targets_min": 130
    },
    {
      "epoch": 0.9465725806451613,
      "grad_norm": 1.2101706079754417,
      "learning_rate": 4.339710485805282e-08,
      "loss": 0.8781,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8235398530960083,
      "step": 32865,
      "valid_targets_mean": 480.9,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.9467165898617511,
      "grad_norm": 1.1091098731492701,
      "learning_rate": 4.316427348057872e-08,
      "loss": 0.9295,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8843594193458557,
      "step": 32870,
      "valid_targets_mean": 602.6,
      "valid_targets_min": 147
    },
    {
      "epoch": 0.946860599078341,
      "grad_norm": 1.2789456705119775,
      "learning_rate": 4.293206293127072e-08,
      "loss": 0.8747,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.893068790435791,
      "step": 32875,
      "valid_targets_mean": 404.5,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.9470046082949308,
      "grad_norm": 1.075189974995951,
      "learning_rate": 4.270047326880661e-08,
      "loss": 0.9462,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0239850282669067,
      "step": 32880,
      "valid_targets_mean": 681.5,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.9471486175115207,
      "grad_norm": 1.185239936389422,
      "learning_rate": 4.246950455170818e-08,
      "loss": 0.9447,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0013195276260376,
      "step": 32885,
      "valid_targets_mean": 567.2,
      "valid_targets_min": 147
    },
    {
      "epoch": 0.9472926267281107,
      "grad_norm": 1.0506698378546127,
      "learning_rate": 4.2239156838339843e-08,
      "loss": 0.8575,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.746985673904419,
      "step": 32890,
      "valid_targets_mean": 626.5,
      "valid_targets_min": 165
    },
    {
      "epoch": 0.9474366359447005,
      "grad_norm": 1.3255057211885393,
      "learning_rate": 4.200943018690895e-08,
      "loss": 0.9242,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9133743047714233,
      "step": 32895,
      "valid_targets_mean": 485.6,
      "valid_targets_min": 59
    },
    {
      "epoch": 0.9475806451612904,
      "grad_norm": 1.07664585937656,
      "learning_rate": 4.1780324655465996e-08,
      "loss": 0.8878,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7868505716323853,
      "step": 32900,
      "valid_targets_mean": 554.3,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.9477246543778802,
      "grad_norm": 1.2108505244947336,
      "learning_rate": 4.155184030190496e-08,
      "loss": 0.8853,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9344054460525513,
      "step": 32905,
      "valid_targets_mean": 514.2,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.9478686635944701,
      "grad_norm": 1.156893943467246,
      "learning_rate": 4.1323977183962416e-08,
      "loss": 0.969,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.228806972503662,
      "step": 32910,
      "valid_targets_mean": 660.6,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.9480126728110599,
      "grad_norm": 1.197207391002173,
      "learning_rate": 4.10967353592176e-08,
      "loss": 0.9465,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0953481197357178,
      "step": 32915,
      "valid_targets_mean": 589.8,
      "valid_targets_min": 188
    },
    {
      "epoch": 0.9481566820276498,
      "grad_norm": 1.1760665476879697,
      "learning_rate": 4.0870114885094013e-08,
      "loss": 0.9036,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7690285444259644,
      "step": 32920,
      "valid_targets_mean": 465.9,
      "valid_targets_min": 78
    },
    {
      "epoch": 0.9483006912442397,
      "grad_norm": 1.0923035013710898,
      "learning_rate": 4.064411581885669e-08,
      "loss": 0.9112,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0885008573532104,
      "step": 32925,
      "valid_targets_mean": 666.7,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.9484447004608295,
      "grad_norm": 1.0921289056432133,
      "learning_rate": 4.0418738217614664e-08,
      "loss": 0.8734,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8517729640007019,
      "step": 32930,
      "valid_targets_mean": 580.2,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.9485887096774194,
      "grad_norm": 1.082536757155108,
      "learning_rate": 4.019398213831904e-08,
      "loss": 0.9277,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9392484426498413,
      "step": 32935,
      "valid_targets_mean": 622.7,
      "valid_targets_min": 253
    },
    {
      "epoch": 0.9487327188940092,
      "grad_norm": 1.037241316459627,
      "learning_rate": 3.996984763776523e-08,
      "loss": 0.9138,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8681308031082153,
      "step": 32940,
      "valid_targets_mean": 647.6,
      "valid_targets_min": 231
    },
    {
      "epoch": 0.9488767281105991,
      "grad_norm": 1.0379444198061332,
      "learning_rate": 3.974633477258988e-08,
      "loss": 0.9794,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7862227559089661,
      "step": 32945,
      "valid_targets_mean": 629.5,
      "valid_targets_min": 174
    },
    {
      "epoch": 0.949020737327189,
      "grad_norm": 1.1517692271756035,
      "learning_rate": 3.9523443599273906e-08,
      "loss": 0.9543,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9073865413665771,
      "step": 32950,
      "valid_targets_mean": 551.9,
      "valid_targets_min": 144
    },
    {
      "epoch": 0.9491647465437788,
      "grad_norm": 1.047519057642593,
      "learning_rate": 3.930117417414031e-08,
      "loss": 1.076,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.22831392288208,
      "step": 32955,
      "valid_targets_mean": 734.7,
      "valid_targets_min": 227
    },
    {
      "epoch": 0.9493087557603687,
      "grad_norm": 1.1412180319768757,
      "learning_rate": 3.9079526553355564e-08,
      "loss": 0.9309,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1537357568740845,
      "step": 32960,
      "valid_targets_mean": 633.7,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.9494527649769585,
      "grad_norm": 1.1789626479073407,
      "learning_rate": 3.885850079292874e-08,
      "loss": 1.0465,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7503227591514587,
      "step": 32965,
      "valid_targets_mean": 509.6,
      "valid_targets_min": 177
    },
    {
      "epoch": 0.9495967741935484,
      "grad_norm": 1.2116832128912696,
      "learning_rate": 3.8638096948711566e-08,
      "loss": 0.8827,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7757923603057861,
      "step": 32970,
      "valid_targets_mean": 453.7,
      "valid_targets_min": 77
    },
    {
      "epoch": 0.9497407834101382,
      "grad_norm": 1.2573103499515517,
      "learning_rate": 3.841831507639865e-08,
      "loss": 0.9953,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8997178077697754,
      "step": 32975,
      "valid_targets_mean": 491.6,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.9498847926267281,
      "grad_norm": 1.049614904999037,
      "learning_rate": 3.819915523152806e-08,
      "loss": 0.88,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7291614413261414,
      "step": 32980,
      "valid_targets_mean": 614.1,
      "valid_targets_min": 155
    },
    {
      "epoch": 0.950028801843318,
      "grad_norm": 1.0749759721134418,
      "learning_rate": 3.798061746947995e-08,
      "loss": 0.9085,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7472354173660278,
      "step": 32985,
      "valid_targets_mean": 589.9,
      "valid_targets_min": 77
    },
    {
      "epoch": 0.9501728110599078,
      "grad_norm": 1.1188648114395856,
      "learning_rate": 3.776270184547764e-08,
      "loss": 0.9319,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2072055339813232,
      "step": 32990,
      "valid_targets_mean": 678.9,
      "valid_targets_min": 215
    },
    {
      "epoch": 0.9503168202764977,
      "grad_norm": 1.0976176457947993,
      "learning_rate": 3.7545408414586815e-08,
      "loss": 0.8458,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8181368112564087,
      "step": 32995,
      "valid_targets_mean": 565.2,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.9504608294930875,
      "grad_norm": 1.1018100460805078,
      "learning_rate": 3.732873723171687e-08,
      "loss": 0.9704,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7335247993469238,
      "step": 33000,
      "valid_targets_mean": 555.8,
      "valid_targets_min": 77
    },
    {
      "epoch": 0.9506048387096774,
      "grad_norm": 1.2171098290846762,
      "learning_rate": 3.711268835161902e-08,
      "loss": 1.0135,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7872840762138367,
      "step": 33005,
      "valid_targets_mean": 475.1,
      "valid_targets_min": 77
    },
    {
      "epoch": 0.9507488479262672,
      "grad_norm": 1.2953692122397578,
      "learning_rate": 3.689726182888737e-08,
      "loss": 1.0187,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0190483331680298,
      "step": 33010,
      "valid_targets_mean": 463.2,
      "valid_targets_min": 214
    },
    {
      "epoch": 0.9508928571428571,
      "grad_norm": 1.1906483561585242,
      "learning_rate": 3.6682457717959473e-08,
      "loss": 0.9296,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9573308825492859,
      "step": 33015,
      "valid_targets_mean": 552.4,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.951036866359447,
      "grad_norm": 1.1283286720692043,
      "learning_rate": 3.646827607311471e-08,
      "loss": 0.927,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7936578989028931,
      "step": 33020,
      "valid_targets_mean": 574.8,
      "valid_targets_min": 147
    },
    {
      "epoch": 0.9511808755760369,
      "grad_norm": 1.122854295823018,
      "learning_rate": 3.6254716948475596e-08,
      "loss": 0.9462,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9424542188644409,
      "step": 33025,
      "valid_targets_mean": 597.9,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.9513248847926268,
      "grad_norm": 1.3433555390388114,
      "learning_rate": 3.604178039800732e-08,
      "loss": 0.9479,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.840006947517395,
      "step": 33030,
      "valid_targets_mean": 399.0,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.9514688940092166,
      "grad_norm": 0.9996100529560265,
      "learning_rate": 3.582946647551738e-08,
      "loss": 0.9,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7788530588150024,
      "step": 33035,
      "valid_targets_mean": 728.5,
      "valid_targets_min": 286
    },
    {
      "epoch": 0.9516129032258065,
      "grad_norm": 1.1009239509549087,
      "learning_rate": 3.561777523465704e-08,
      "loss": 1.0643,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0118610858917236,
      "step": 33040,
      "valid_targets_mean": 632.3,
      "valid_targets_min": 57
    },
    {
      "epoch": 0.9517569124423964,
      "grad_norm": 1.0102888247924198,
      "learning_rate": 3.5406706728919046e-08,
      "loss": 0.9425,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8224169015884399,
      "step": 33045,
      "valid_targets_mean": 631.2,
      "valid_targets_min": 73
    },
    {
      "epoch": 0.9519009216589862,
      "grad_norm": 1.113295511326793,
      "learning_rate": 3.519626101163881e-08,
      "loss": 0.8985,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9358421564102173,
      "step": 33050,
      "valid_targets_mean": 611.9,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.9520449308755761,
      "grad_norm": 1.1078357913878207,
      "learning_rate": 3.498643813599517e-08,
      "loss": 0.9758,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0650899410247803,
      "step": 33055,
      "valid_targets_mean": 636.9,
      "valid_targets_min": 178
    },
    {
      "epoch": 0.9521889400921659,
      "grad_norm": 1.1330662157084175,
      "learning_rate": 3.477723815500933e-08,
      "loss": 0.9376,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0613398551940918,
      "step": 33060,
      "valid_targets_mean": 605.0,
      "valid_targets_min": 98
    },
    {
      "epoch": 0.9523329493087558,
      "grad_norm": 1.1629449683358875,
      "learning_rate": 3.4568661121544276e-08,
      "loss": 0.9578,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0347273349761963,
      "step": 33065,
      "valid_targets_mean": 579.3,
      "valid_targets_min": 80
    },
    {
      "epoch": 0.9524769585253456,
      "grad_norm": 1.0915510590394912,
      "learning_rate": 3.4360707088306747e-08,
      "loss": 0.9783,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9568490982055664,
      "step": 33070,
      "valid_targets_mean": 635.1,
      "valid_targets_min": 124
    },
    {
      "epoch": 0.9526209677419355,
      "grad_norm": 1.1326618486766549,
      "learning_rate": 3.415337610784553e-08,
      "loss": 0.9337,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8785273432731628,
      "step": 33075,
      "valid_targets_mean": 594.6,
      "valid_targets_min": 66
    },
    {
      "epoch": 0.9527649769585254,
      "grad_norm": 1.2063376763226301,
      "learning_rate": 3.394666823255177e-08,
      "loss": 0.834,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8538093566894531,
      "step": 33080,
      "valid_targets_mean": 480.9,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.9529089861751152,
      "grad_norm": 1.3024112305668376,
      "learning_rate": 3.374058351465925e-08,
      "loss": 0.8623,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8371589183807373,
      "step": 33085,
      "valid_targets_mean": 409.3,
      "valid_targets_min": 123
    },
    {
      "epoch": 0.9530529953917051,
      "grad_norm": 1.0579123387746556,
      "learning_rate": 3.3535122006244646e-08,
      "loss": 1.1091,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0026724338531494,
      "step": 33090,
      "valid_targets_mean": 682.2,
      "valid_targets_min": 151
    },
    {
      "epoch": 0.9531970046082949,
      "grad_norm": 1.4544086079585739,
      "learning_rate": 3.33302837592267e-08,
      "loss": 0.9334,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9510554671287537,
      "step": 33095,
      "valid_targets_mean": 399.9,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.9533410138248848,
      "grad_norm": 1.0033735556505567,
      "learning_rate": 3.3126068825367066e-08,
      "loss": 0.9294,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1082299947738647,
      "step": 33100,
      "valid_targets_mean": 822.2,
      "valid_targets_min": 213
    },
    {
      "epoch": 0.9534850230414746,
      "grad_norm": 1.0899452180129883,
      "learning_rate": 3.292247725626918e-08,
      "loss": 0.9346,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9200093746185303,
      "step": 33105,
      "valid_targets_mean": 622.8,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.9536290322580645,
      "grad_norm": 1.185587346986294,
      "learning_rate": 3.271950910337995e-08,
      "loss": 0.931,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8762478232383728,
      "step": 33110,
      "valid_targets_mean": 593.5,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.9537730414746544,
      "grad_norm": 1.1094060043125633,
      "learning_rate": 3.251716441798836e-08,
      "loss": 0.8972,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7083213329315186,
      "step": 33115,
      "valid_targets_mean": 564.4,
      "valid_targets_min": 184
    },
    {
      "epoch": 0.9539170506912442,
      "grad_norm": 1.2009061094067206,
      "learning_rate": 3.2315443251225155e-08,
      "loss": 0.9783,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0447198152542114,
      "step": 33120,
      "valid_targets_mean": 587.1,
      "valid_targets_min": 153
    },
    {
      "epoch": 0.9540610599078341,
      "grad_norm": 1.1765236663775203,
      "learning_rate": 3.2114345654064574e-08,
      "loss": 0.9095,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0114867687225342,
      "step": 33125,
      "valid_targets_mean": 532.0,
      "valid_targets_min": 134
    },
    {
      "epoch": 0.9542050691244239,
      "grad_norm": 1.1088633585059602,
      "learning_rate": 3.191387167732263e-08,
      "loss": 0.9789,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0010948181152344,
      "step": 33130,
      "valid_targets_mean": 645.3,
      "valid_targets_min": 131
    },
    {
      "epoch": 0.9543490783410138,
      "grad_norm": 1.12202415035307,
      "learning_rate": 3.1714021371658243e-08,
      "loss": 0.9417,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9471617341041565,
      "step": 33135,
      "valid_targets_mean": 630.2,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.9544930875576036,
      "grad_norm": 1.1082699508267788,
      "learning_rate": 3.151479478757186e-08,
      "loss": 0.8897,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8428409099578857,
      "step": 33140,
      "valid_targets_mean": 614.8,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.9546370967741935,
      "grad_norm": 1.109644574154384,
      "learning_rate": 3.131619197540736e-08,
      "loss": 1.0121,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1570806503295898,
      "step": 33145,
      "valid_targets_mean": 641.5,
      "valid_targets_min": 90
    },
    {
      "epoch": 0.9547811059907834,
      "grad_norm": 1.096213007296995,
      "learning_rate": 3.1118212985350446e-08,
      "loss": 1.0783,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.169398546218872,
      "step": 33150,
      "valid_targets_mean": 678.8,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.9549251152073732,
      "grad_norm": 1.1600052223289048,
      "learning_rate": 3.092085786742888e-08,
      "loss": 0.9762,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9252734184265137,
      "step": 33155,
      "valid_targets_mean": 624.6,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.9550691244239631,
      "grad_norm": 1.067503248251042,
      "learning_rate": 3.072412667151359e-08,
      "loss": 1.0084,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2122082710266113,
      "step": 33160,
      "valid_targets_mean": 774.2,
      "valid_targets_min": 56
    },
    {
      "epoch": 0.955213133640553,
      "grad_norm": 1.1794842467967246,
      "learning_rate": 3.0528019447317315e-08,
      "loss": 0.9111,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8077144026756287,
      "step": 33165,
      "valid_targets_mean": 546.8,
      "valid_targets_min": 181
    },
    {
      "epoch": 0.9553571428571429,
      "grad_norm": 1.1367315267227194,
      "learning_rate": 3.033253624439514e-08,
      "loss": 0.99,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.871857762336731,
      "step": 33170,
      "valid_targets_mean": 551.9,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.9555011520737328,
      "grad_norm": 1.0013487244553751,
      "learning_rate": 3.013767711214477e-08,
      "loss": 0.8495,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7365117073059082,
      "step": 33175,
      "valid_targets_mean": 700.3,
      "valid_targets_min": 157
    },
    {
      "epoch": 0.9556451612903226,
      "grad_norm": 1.0683529006233623,
      "learning_rate": 2.994344209980543e-08,
      "loss": 1.0326,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0655434131622314,
      "step": 33180,
      "valid_targets_mean": 645.1,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.9557891705069125,
      "grad_norm": 1.1355413640939227,
      "learning_rate": 2.9749831256459528e-08,
      "loss": 0.8822,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0663418769836426,
      "step": 33185,
      "valid_targets_mean": 602.6,
      "valid_targets_min": 185
    },
    {
      "epoch": 0.9559331797235023,
      "grad_norm": 1.2210243742924585,
      "learning_rate": 2.955684463103181e-08,
      "loss": 1.0531,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0243802070617676,
      "step": 33190,
      "valid_targets_mean": 515.0,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.9560771889400922,
      "grad_norm": 1.1282418840372153,
      "learning_rate": 2.9364482272288276e-08,
      "loss": 0.9322,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.039376139640808,
      "step": 33195,
      "valid_targets_mean": 631.4,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.956221198156682,
      "grad_norm": 1.186197389773583,
      "learning_rate": 2.9172744228837813e-08,
      "loss": 0.9481,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9787210822105408,
      "step": 33200,
      "valid_targets_mean": 524.8,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.9563652073732719,
      "grad_norm": 1.1660502138213882,
      "learning_rate": 2.8981630549131945e-08,
      "loss": 1.0255,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9883377552032471,
      "step": 33205,
      "valid_targets_mean": 553.1,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.9565092165898618,
      "grad_norm": 1.0803957149021335,
      "learning_rate": 2.879114128146371e-08,
      "loss": 0.8163,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6142592430114746,
      "step": 33210,
      "valid_targets_mean": 516.7,
      "valid_targets_min": 149
    },
    {
      "epoch": 0.9566532258064516,
      "grad_norm": 1.1388236000220096,
      "learning_rate": 2.8601276473968487e-08,
      "loss": 0.9084,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0581259727478027,
      "step": 33215,
      "valid_targets_mean": 598.2,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.9567972350230415,
      "grad_norm": 1.116043901111734,
      "learning_rate": 2.841203617462429e-08,
      "loss": 1.0284,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0776257514953613,
      "step": 33220,
      "valid_targets_mean": 597.4,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.9569412442396313,
      "grad_norm": 1.1141713755152833,
      "learning_rate": 2.8223420431251204e-08,
      "loss": 0.8807,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9641613960266113,
      "step": 33225,
      "valid_targets_mean": 576.2,
      "valid_targets_min": 199
    },
    {
      "epoch": 0.9570852534562212,
      "grad_norm": 1.0869645797840861,
      "learning_rate": 2.803542929151082e-08,
      "loss": 0.874,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8474079370498657,
      "step": 33230,
      "valid_targets_mean": 605.3,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.957229262672811,
      "grad_norm": 1.176018042335001,
      "learning_rate": 2.7848062802907638e-08,
      "loss": 1.0504,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1520501375198364,
      "step": 33235,
      "valid_targets_mean": 571.0,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.9573732718894009,
      "grad_norm": 1.0322125283271715,
      "learning_rate": 2.7661321012788234e-08,
      "loss": 1.0475,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1943273544311523,
      "step": 33240,
      "valid_targets_mean": 774.8,
      "valid_targets_min": 174
    },
    {
      "epoch": 0.9575172811059908,
      "grad_norm": 1.1315630346296834,
      "learning_rate": 2.7475203968340967e-08,
      "loss": 0.9518,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8065398335456848,
      "step": 33245,
      "valid_targets_mean": 548.4,
      "valid_targets_min": 118
    },
    {
      "epoch": 0.9576612903225806,
      "grad_norm": 0.9205624623708508,
      "learning_rate": 2.7289711716596834e-08,
      "loss": 0.9151,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7330254316329956,
      "step": 33250,
      "valid_targets_mean": 725.6,
      "valid_targets_min": 194
    },
    {
      "epoch": 0.9578052995391705,
      "grad_norm": 1.28720616908278,
      "learning_rate": 2.710484430442806e-08,
      "loss": 0.8922,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9882336258888245,
      "step": 33255,
      "valid_targets_mean": 479.1,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.9579493087557603,
      "grad_norm": 1.062033201857318,
      "learning_rate": 2.6920601778550325e-08,
      "loss": 0.99,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8704650402069092,
      "step": 33260,
      "valid_targets_mean": 635.3,
      "valid_targets_min": 247
    },
    {
      "epoch": 0.9580933179723502,
      "grad_norm": 1.1655200527273453,
      "learning_rate": 2.6736984185520287e-08,
      "loss": 0.8733,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8243189454078674,
      "step": 33265,
      "valid_targets_mean": 478.1,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.9582373271889401,
      "grad_norm": 1.130208890606899,
      "learning_rate": 2.655399157173666e-08,
      "loss": 0.8792,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9506773352622986,
      "step": 33270,
      "valid_targets_mean": 616.2,
      "valid_targets_min": 63
    },
    {
      "epoch": 0.9583813364055299,
      "grad_norm": 1.312543808950849,
      "learning_rate": 2.637162398344162e-08,
      "loss": 1.0402,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1278471946716309,
      "step": 33275,
      "valid_targets_mean": 467.8,
      "valid_targets_min": 65
    },
    {
      "epoch": 0.9585253456221198,
      "grad_norm": 1.0711525393591108,
      "learning_rate": 2.6189881466717192e-08,
      "loss": 0.9217,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9989092350006104,
      "step": 33280,
      "valid_targets_mean": 655.2,
      "valid_targets_min": 191
    },
    {
      "epoch": 0.9586693548387096,
      "grad_norm": 1.223216593887874,
      "learning_rate": 2.6008764067489424e-08,
      "loss": 0.9634,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.884759783744812,
      "step": 33285,
      "valid_targets_mean": 515.9,
      "valid_targets_min": 165
    },
    {
      "epoch": 0.9588133640552995,
      "grad_norm": 1.0693969098432625,
      "learning_rate": 2.5828271831525864e-08,
      "loss": 0.9134,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.954583466053009,
      "step": 33290,
      "valid_targets_mean": 663.2,
      "valid_targets_min": 181
    },
    {
      "epoch": 0.9589573732718893,
      "grad_norm": 1.1422911264838815,
      "learning_rate": 2.5648404804435034e-08,
      "loss": 0.9631,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1644078493118286,
      "step": 33295,
      "valid_targets_mean": 648.0,
      "valid_targets_min": 184
    },
    {
      "epoch": 0.9591013824884793,
      "grad_norm": 1.1827966815242184,
      "learning_rate": 2.546916303166863e-08,
      "loss": 0.9022,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9469989538192749,
      "step": 33300,
      "valid_targets_mean": 590.9,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.9592453917050692,
      "grad_norm": 1.1361438755758573,
      "learning_rate": 2.5290546558520425e-08,
      "loss": 0.8189,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8928207159042358,
      "step": 33305,
      "valid_targets_mean": 547.9,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.959389400921659,
      "grad_norm": 1.2103958987330758,
      "learning_rate": 2.5112555430125417e-08,
      "loss": 0.993,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0588269233703613,
      "step": 33310,
      "valid_targets_mean": 548.8,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.9595334101382489,
      "grad_norm": 1.263248509027534,
      "learning_rate": 2.4935189691460694e-08,
      "loss": 0.8491,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9173994064331055,
      "step": 33315,
      "valid_targets_mean": 487.0,
      "valid_targets_min": 136
    },
    {
      "epoch": 0.9596774193548387,
      "grad_norm": 1.1295270986594117,
      "learning_rate": 2.475844938734595e-08,
      "loss": 0.846,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0905894041061401,
      "step": 33320,
      "valid_targets_mean": 603.1,
      "valid_targets_min": 241
    },
    {
      "epoch": 0.9598214285714286,
      "grad_norm": 0.9402811707281253,
      "learning_rate": 2.4582334562442412e-08,
      "loss": 0.8059,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8102574348449707,
      "step": 33325,
      "valid_targets_mean": 768.7,
      "valid_targets_min": 194
    },
    {
      "epoch": 0.9599654377880185,
      "grad_norm": 1.1070150828906398,
      "learning_rate": 2.4406845261253087e-08,
      "loss": 1.0557,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.037647008895874,
      "step": 33330,
      "valid_targets_mean": 671.2,
      "valid_targets_min": 192
    },
    {
      "epoch": 0.9601094470046083,
      "grad_norm": 1.011402526533344,
      "learning_rate": 2.423198152812306e-08,
      "loss": 0.8977,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0006191730499268,
      "step": 33335,
      "valid_targets_mean": 750.9,
      "valid_targets_min": 278
    },
    {
      "epoch": 0.9602534562211982,
      "grad_norm": 1.075287041044931,
      "learning_rate": 2.4057743407239763e-08,
      "loss": 1.0373,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2216079235076904,
      "step": 33340,
      "valid_targets_mean": 739.5,
      "valid_targets_min": 168
    },
    {
      "epoch": 0.960397465437788,
      "grad_norm": 1.1041427259077408,
      "learning_rate": 2.388413094263159e-08,
      "loss": 1.0285,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1475571393966675,
      "step": 33345,
      "valid_targets_mean": 669.4,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.9605414746543779,
      "grad_norm": 1.019844875884933,
      "learning_rate": 2.3711144178169833e-08,
      "loss": 0.8763,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.759688138961792,
      "step": 33350,
      "valid_targets_mean": 617.8,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.9606854838709677,
      "grad_norm": 1.1427003673204554,
      "learning_rate": 2.3538783157567302e-08,
      "loss": 0.8901,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0102910995483398,
      "step": 33355,
      "valid_targets_mean": 589.8,
      "valid_targets_min": 162
    },
    {
      "epoch": 0.9608294930875576,
      "grad_norm": 1.1293414222234885,
      "learning_rate": 2.336704792437805e-08,
      "loss": 0.8648,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8612141609191895,
      "step": 33360,
      "valid_targets_mean": 577.5,
      "valid_targets_min": 172
    },
    {
      "epoch": 0.9609735023041475,
      "grad_norm": 1.3180111213824155,
      "learning_rate": 2.3195938521999305e-08,
      "loss": 1.0304,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.121399164199829,
      "step": 33365,
      "valid_targets_mean": 511.8,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.9611175115207373,
      "grad_norm": 1.272748815554303,
      "learning_rate": 2.302545499366926e-08,
      "loss": 0.9787,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0387632846832275,
      "step": 33370,
      "valid_targets_mean": 529.1,
      "valid_targets_min": 51
    },
    {
      "epoch": 0.9612615207373272,
      "grad_norm": 1.1171640021940052,
      "learning_rate": 2.285559738246762e-08,
      "loss": 1.0832,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2360074520111084,
      "step": 33375,
      "valid_targets_mean": 722.2,
      "valid_targets_min": 248
    },
    {
      "epoch": 0.961405529953917,
      "grad_norm": 1.0411935921278948,
      "learning_rate": 2.268636573131672e-08,
      "loss": 0.9265,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2649747133255005,
      "step": 33380,
      "valid_targets_mean": 809.7,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.9615495391705069,
      "grad_norm": 1.1488044641323905,
      "learning_rate": 2.2517760082980678e-08,
      "loss": 1.0023,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8783555030822754,
      "step": 33385,
      "valid_targets_mean": 604.5,
      "valid_targets_min": 323
    },
    {
      "epoch": 0.9616935483870968,
      "grad_norm": 1.1713298945164081,
      "learning_rate": 2.2349780480064864e-08,
      "loss": 1.0046,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.041029930114746,
      "step": 33390,
      "valid_targets_mean": 569.4,
      "valid_targets_min": 165
    },
    {
      "epoch": 0.9618375576036866,
      "grad_norm": 1.1587747072375596,
      "learning_rate": 2.2182426965016712e-08,
      "loss": 0.9377,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9680562019348145,
      "step": 33395,
      "valid_targets_mean": 566.0,
      "valid_targets_min": 135
    },
    {
      "epoch": 0.9619815668202765,
      "grad_norm": 1.1354818671683677,
      "learning_rate": 2.2015699580126003e-08,
      "loss": 1.0065,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1166465282440186,
      "step": 33400,
      "valid_targets_mean": 621.1,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.9621255760368663,
      "grad_norm": 1.0416853808884998,
      "learning_rate": 2.184959836752293e-08,
      "loss": 1.0198,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9738677144050598,
      "step": 33405,
      "valid_targets_mean": 675.0,
      "valid_targets_min": 165
    },
    {
      "epoch": 0.9622695852534562,
      "grad_norm": 1.090002451980513,
      "learning_rate": 2.1684123369180856e-08,
      "loss": 0.8261,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1946098804473877,
      "step": 33410,
      "valid_targets_mean": 724.4,
      "valid_targets_min": 238
    },
    {
      "epoch": 0.962413594470046,
      "grad_norm": 0.9694109329715244,
      "learning_rate": 2.1519274626914664e-08,
      "loss": 0.8763,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8288679122924805,
      "step": 33415,
      "valid_targets_mean": 724.6,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.9625576036866359,
      "grad_norm": 1.25701796181711,
      "learning_rate": 2.1355052182379655e-08,
      "loss": 0.9024,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0281341075897217,
      "step": 33420,
      "valid_targets_mean": 494.4,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.9627016129032258,
      "grad_norm": 1.1895719760968961,
      "learning_rate": 2.1191456077075122e-08,
      "loss": 0.9349,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8503181338310242,
      "step": 33425,
      "valid_targets_mean": 513.1,
      "valid_targets_min": 58
    },
    {
      "epoch": 0.9628456221198156,
      "grad_norm": 1.3367723373874933,
      "learning_rate": 2.102848635233967e-08,
      "loss": 0.8315,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0343074798583984,
      "step": 33430,
      "valid_targets_mean": 437.8,
      "valid_targets_min": 129
    },
    {
      "epoch": 0.9629896313364056,
      "grad_norm": 1.2186242472403173,
      "learning_rate": 2.0866143049355636e-08,
      "loss": 1.0399,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1803576946258545,
      "step": 33435,
      "valid_targets_mean": 568.9,
      "valid_targets_min": 152
    },
    {
      "epoch": 0.9631336405529954,
      "grad_norm": 1.0583753062744223,
      "learning_rate": 2.0704426209146035e-08,
      "loss": 0.8583,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9815911054611206,
      "step": 33440,
      "valid_targets_mean": 670.2,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.9632776497695853,
      "grad_norm": 1.1900103002779168,
      "learning_rate": 2.0543335872575677e-08,
      "loss": 0.9146,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8121325969696045,
      "step": 33445,
      "valid_targets_mean": 528.9,
      "valid_targets_min": 124
    },
    {
      "epoch": 0.9634216589861752,
      "grad_norm": 1.1270937181086738,
      "learning_rate": 2.0382872080351167e-08,
      "loss": 0.9306,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9755792021751404,
      "step": 33450,
      "valid_targets_mean": 569.9,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.963565668202765,
      "grad_norm": 1.2715911889780038,
      "learning_rate": 2.0223034873020907e-08,
      "loss": 1.0015,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0774524211883545,
      "step": 33455,
      "valid_targets_mean": 502.8,
      "valid_targets_min": 128
    },
    {
      "epoch": 0.9637096774193549,
      "grad_norm": 1.1725819808308247,
      "learning_rate": 2.0063824290974532e-08,
      "loss": 0.9291,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1017475128173828,
      "step": 33460,
      "valid_targets_mean": 578.2,
      "valid_targets_min": 55
    },
    {
      "epoch": 0.9638536866359447,
      "grad_norm": 1.1127004877942492,
      "learning_rate": 1.9905240374444022e-08,
      "loss": 0.883,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.833581268787384,
      "step": 33465,
      "valid_targets_mean": 553.5,
      "valid_targets_min": 131
    },
    {
      "epoch": 0.9639976958525346,
      "grad_norm": 0.9889086346364269,
      "learning_rate": 1.974728316350233e-08,
      "loss": 1.0416,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.932326078414917,
      "step": 33470,
      "valid_targets_mean": 747.6,
      "valid_targets_min": 307
    },
    {
      "epoch": 0.9641417050691244,
      "grad_norm": 1.1909845876163896,
      "learning_rate": 1.9589952698064462e-08,
      "loss": 1.0057,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8799765110015869,
      "step": 33475,
      "valid_targets_mean": 559.4,
      "valid_targets_min": 64
    },
    {
      "epoch": 0.9642857142857143,
      "grad_norm": 1.0013517988219034,
      "learning_rate": 1.9433249017886678e-08,
      "loss": 0.8834,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9624245762825012,
      "step": 33480,
      "valid_targets_mean": 717.9,
      "valid_targets_min": 174
    },
    {
      "epoch": 0.9644297235023042,
      "grad_norm": 1.0098063598795362,
      "learning_rate": 1.9277172162567304e-08,
      "loss": 0.8546,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7500146627426147,
      "step": 33485,
      "valid_targets_mean": 631.1,
      "valid_targets_min": 189
    },
    {
      "epoch": 0.964573732718894,
      "grad_norm": 0.8825897044103158,
      "learning_rate": 1.9121722171546454e-08,
      "loss": 0.8908,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6624200344085693,
      "step": 33490,
      "valid_targets_mean": 681.6,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.9647177419354839,
      "grad_norm": 1.1052178107315946,
      "learning_rate": 1.8966899084104652e-08,
      "loss": 0.985,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0719566345214844,
      "step": 33495,
      "valid_targets_mean": 655.3,
      "valid_targets_min": 259
    },
    {
      "epoch": 0.9648617511520737,
      "grad_norm": 1.1471539194141065,
      "learning_rate": 1.8812702939365324e-08,
      "loss": 0.7979,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9656001329421997,
      "step": 33500,
      "valid_targets_mean": 570.2,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.9650057603686636,
      "grad_norm": 1.2402577813356321,
      "learning_rate": 1.865913377629286e-08,
      "loss": 0.8884,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7730698585510254,
      "step": 33505,
      "valid_targets_mean": 443.1,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.9651497695852534,
      "grad_norm": 1.0197691088626253,
      "learning_rate": 1.850619163369316e-08,
      "loss": 0.9547,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9361624121665955,
      "step": 33510,
      "valid_targets_mean": 736.8,
      "valid_targets_min": 380
    },
    {
      "epoch": 0.9652937788018433,
      "grad_norm": 1.2230807413721891,
      "learning_rate": 1.8353876550213922e-08,
      "loss": 1.0168,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9196668863296509,
      "step": 33515,
      "valid_targets_mean": 476.1,
      "valid_targets_min": 185
    },
    {
      "epoch": 0.9654377880184332,
      "grad_norm": 1.1627286544958901,
      "learning_rate": 1.8202188564344082e-08,
      "loss": 0.8854,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9014626741409302,
      "step": 33520,
      "valid_targets_mean": 543.2,
      "valid_targets_min": 213
    },
    {
      "epoch": 0.965581797235023,
      "grad_norm": 1.2036667787705324,
      "learning_rate": 1.805112771441464e-08,
      "loss": 0.9569,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8250090479850769,
      "step": 33525,
      "valid_targets_mean": 507.8,
      "valid_targets_min": 268
    },
    {
      "epoch": 0.9657258064516129,
      "grad_norm": 1.29756673925438,
      "learning_rate": 1.7900694038597565e-08,
      "loss": 0.9218,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9930291175842285,
      "step": 33530,
      "valid_targets_mean": 506.2,
      "valid_targets_min": 74
    },
    {
      "epoch": 0.9658698156682027,
      "grad_norm": 1.3964467067942283,
      "learning_rate": 1.7750887574906896e-08,
      "loss": 0.8971,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1645212173461914,
      "step": 33535,
      "valid_targets_mean": 414.4,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.9660138248847926,
      "grad_norm": 1.191104645281736,
      "learning_rate": 1.7601708361197345e-08,
      "loss": 1.006,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9449280500411987,
      "step": 33540,
      "valid_targets_mean": 536.9,
      "valid_targets_min": 343
    },
    {
      "epoch": 0.9661578341013825,
      "grad_norm": 1.1582331810473196,
      "learning_rate": 1.7453156435165987e-08,
      "loss": 0.95,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.981645941734314,
      "step": 33545,
      "valid_targets_mean": 567.3,
      "valid_targets_min": 161
    },
    {
      "epoch": 0.9663018433179723,
      "grad_norm": 1.195092260241185,
      "learning_rate": 1.7305231834351123e-08,
      "loss": 1.0025,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.702975869178772,
      "step": 33550,
      "valid_targets_mean": 498.5,
      "valid_targets_min": 201
    },
    {
      "epoch": 0.9664458525345622,
      "grad_norm": 0.9721163205645774,
      "learning_rate": 1.715793459613202e-08,
      "loss": 0.9974,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1366554498672485,
      "step": 33555,
      "valid_targets_mean": 803.9,
      "valid_targets_min": 124
    },
    {
      "epoch": 0.966589861751152,
      "grad_norm": 1.1410558545784701,
      "learning_rate": 1.7011264757730294e-08,
      "loss": 1.0271,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9073549509048462,
      "step": 33560,
      "valid_targets_mean": 591.8,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.9667338709677419,
      "grad_norm": 1.0386889104459969,
      "learning_rate": 1.6865222356208245e-08,
      "loss": 0.9437,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0523667335510254,
      "step": 33565,
      "valid_targets_mean": 671.1,
      "valid_targets_min": 118
    },
    {
      "epoch": 0.9668778801843319,
      "grad_norm": 1.167746910462511,
      "learning_rate": 1.6719807428469957e-08,
      "loss": 0.9384,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8962537050247192,
      "step": 33570,
      "valid_targets_mean": 551.3,
      "valid_targets_min": 185
    },
    {
      "epoch": 0.9670218894009217,
      "grad_norm": 1.261690483982348,
      "learning_rate": 1.6575020011261324e-08,
      "loss": 1.0512,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0271888971328735,
      "step": 33575,
      "valid_targets_mean": 483.5,
      "valid_targets_min": 76
    },
    {
      "epoch": 0.9671658986175116,
      "grad_norm": 1.0102816144293922,
      "learning_rate": 1.64308601411689e-08,
      "loss": 0.9456,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1661419868469238,
      "step": 33580,
      "valid_targets_mean": 767.2,
      "valid_targets_min": 119
    },
    {
      "epoch": 0.9673099078341014,
      "grad_norm": 1.1305716789053475,
      "learning_rate": 1.628732785462106e-08,
      "loss": 0.9066,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9747564196586609,
      "step": 33585,
      "valid_targets_mean": 586.4,
      "valid_targets_min": 249
    },
    {
      "epoch": 0.9674539170506913,
      "grad_norm": 0.9889531670548465,
      "learning_rate": 1.6144423187887946e-08,
      "loss": 0.991,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2857366800308228,
      "step": 33590,
      "valid_targets_mean": 804.1,
      "valid_targets_min": 173
    },
    {
      "epoch": 0.9675979262672811,
      "grad_norm": 1.3295007833305659,
      "learning_rate": 1.6002146177080126e-08,
      "loss": 0.9529,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8902093768119812,
      "step": 33595,
      "valid_targets_mean": 402.1,
      "valid_targets_min": 60
    },
    {
      "epoch": 0.967741935483871,
      "grad_norm": 1.1079829058133568,
      "learning_rate": 1.5860496858150775e-08,
      "loss": 0.9665,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0738623142242432,
      "step": 33600,
      "valid_targets_mean": 640.4,
      "valid_targets_min": 82
    },
    {
      "epoch": 0.9678859447004609,
      "grad_norm": 1.2502132682348874,
      "learning_rate": 1.571947526689349e-08,
      "loss": 0.9683,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8995980024337769,
      "step": 33605,
      "valid_targets_mean": 463.9,
      "valid_targets_min": 64
    },
    {
      "epoch": 0.9680299539170507,
      "grad_norm": 1.0809993788326835,
      "learning_rate": 1.5579081438943934e-08,
      "loss": 0.8632,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0540580749511719,
      "step": 33610,
      "valid_targets_mean": 657.6,
      "valid_targets_min": 146
    },
    {
      "epoch": 0.9681739631336406,
      "grad_norm": 1.1807630666923938,
      "learning_rate": 1.5439315409778444e-08,
      "loss": 1.0054,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.100795030593872,
      "step": 33615,
      "valid_targets_mean": 582.6,
      "valid_targets_min": 130
    },
    {
      "epoch": 0.9683179723502304,
      "grad_norm": 1.1833754265561875,
      "learning_rate": 1.530017721471516e-08,
      "loss": 0.9643,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0728778839111328,
      "step": 33620,
      "valid_targets_mean": 576.7,
      "valid_targets_min": 145
    },
    {
      "epoch": 0.9684619815668203,
      "grad_norm": 1.4179945660557376,
      "learning_rate": 1.516166688891374e-08,
      "loss": 0.9024,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0771169662475586,
      "step": 33625,
      "valid_targets_mean": 436.5,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.9686059907834101,
      "grad_norm": 1.1716626732285391,
      "learning_rate": 1.502378446737479e-08,
      "loss": 0.9672,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2087867259979248,
      "step": 33630,
      "valid_targets_mean": 614.8,
      "valid_targets_min": 212
    },
    {
      "epoch": 0.96875,
      "grad_norm": 1.1522956561470756,
      "learning_rate": 1.4886529984940446e-08,
      "loss": 1.0218,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9384778738021851,
      "step": 33635,
      "valid_targets_mean": 534.9,
      "valid_targets_min": 96
    },
    {
      "epoch": 0.9688940092165899,
      "grad_norm": 1.1690415681913875,
      "learning_rate": 1.474990347629407e-08,
      "loss": 0.8911,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8263603448867798,
      "step": 33640,
      "valid_targets_mean": 535.4,
      "valid_targets_min": 87
    },
    {
      "epoch": 0.9690380184331797,
      "grad_norm": 1.1455565717860257,
      "learning_rate": 1.4613904975960269e-08,
      "loss": 0.9512,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1268913745880127,
      "step": 33645,
      "valid_targets_mean": 579.1,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.9691820276497696,
      "grad_norm": 0.9965676075219153,
      "learning_rate": 1.4478534518305165e-08,
      "loss": 0.9578,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9842613935470581,
      "step": 33650,
      "valid_targets_mean": 754.4,
      "valid_targets_min": 174
    },
    {
      "epoch": 0.9693260368663594,
      "grad_norm": 1.0891788462837393,
      "learning_rate": 1.4343792137536395e-08,
      "loss": 0.8249,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7150213122367859,
      "step": 33655,
      "valid_targets_mean": 537.0,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.9694700460829493,
      "grad_norm": 1.1201870510570802,
      "learning_rate": 1.4209677867701998e-08,
      "loss": 1.0349,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0312639474868774,
      "step": 33660,
      "valid_targets_mean": 620.3,
      "valid_targets_min": 188
    },
    {
      "epoch": 0.9696140552995391,
      "grad_norm": 1.2578766664899088,
      "learning_rate": 1.407619174269237e-08,
      "loss": 0.888,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9839062690734863,
      "step": 33665,
      "valid_targets_mean": 485.9,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.969758064516129,
      "grad_norm": 1.123540672371292,
      "learning_rate": 1.3943333796238578e-08,
      "loss": 0.8402,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9190744161605835,
      "step": 33670,
      "valid_targets_mean": 562.8,
      "valid_targets_min": 109
    },
    {
      "epoch": 0.9699020737327189,
      "grad_norm": 1.1587778227409573,
      "learning_rate": 1.3811104061912661e-08,
      "loss": 0.8775,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8269883394241333,
      "step": 33675,
      "valid_targets_mean": 494.9,
      "valid_targets_min": 192
    },
    {
      "epoch": 0.9700460829493087,
      "grad_norm": 1.2874997237149495,
      "learning_rate": 1.3679502573128999e-08,
      "loss": 0.909,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.095243215560913,
      "step": 33680,
      "valid_targets_mean": 531.7,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.9701900921658986,
      "grad_norm": 1.0954439882579077,
      "learning_rate": 1.3548529363142104e-08,
      "loss": 1.0468,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0751912593841553,
      "step": 33685,
      "valid_targets_mean": 665.2,
      "valid_targets_min": 301
    },
    {
      "epoch": 0.9703341013824884,
      "grad_norm": 1.011092887779538,
      "learning_rate": 1.3418184465048e-08,
      "loss": 0.972,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.007545828819275,
      "step": 33690,
      "valid_targets_mean": 761.5,
      "valid_targets_min": 199
    },
    {
      "epoch": 0.9704781105990783,
      "grad_norm": 1.0854046124584495,
      "learning_rate": 1.3288467911784508e-08,
      "loss": 0.9428,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8533339500427246,
      "step": 33695,
      "valid_targets_mean": 602.9,
      "valid_targets_min": 246
    },
    {
      "epoch": 0.9706221198156681,
      "grad_norm": 1.077465052577953,
      "learning_rate": 1.3159379736129852e-08,
      "loss": 0.9894,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9575039148330688,
      "step": 33700,
      "valid_targets_mean": 630.1,
      "valid_targets_min": 152
    },
    {
      "epoch": 0.9707661290322581,
      "grad_norm": 1.1272301659596593,
      "learning_rate": 1.3030919970704047e-08,
      "loss": 0.9538,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8724982738494873,
      "step": 33705,
      "valid_targets_mean": 570.5,
      "valid_targets_min": 167
    },
    {
      "epoch": 0.970910138248848,
      "grad_norm": 1.0783164561987244,
      "learning_rate": 1.2903088647968354e-08,
      "loss": 1.0156,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0190763473510742,
      "step": 33710,
      "valid_targets_mean": 659.8,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.9710541474654378,
      "grad_norm": 0.8873180490095844,
      "learning_rate": 1.277588580022443e-08,
      "loss": 0.8835,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8291908502578735,
      "step": 33715,
      "valid_targets_mean": 859.4,
      "valid_targets_min": 269
    },
    {
      "epoch": 0.9711981566820277,
      "grad_norm": 1.0490974938813364,
      "learning_rate": 1.2649311459616286e-08,
      "loss": 1.0531,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1008514165878296,
      "step": 33720,
      "valid_targets_mean": 660.3,
      "valid_targets_min": 153
    },
    {
      "epoch": 0.9713421658986175,
      "grad_norm": 1.1655458609880467,
      "learning_rate": 1.2523365658128339e-08,
      "loss": 0.9996,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8462726473808289,
      "step": 33725,
      "valid_targets_mean": 532.6,
      "valid_targets_min": 235
    },
    {
      "epoch": 0.9714861751152074,
      "grad_norm": 1.1271508923914022,
      "learning_rate": 1.2398048427585962e-08,
      "loss": 1.0817,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2400293350219727,
      "step": 33730,
      "valid_targets_mean": 657.6,
      "valid_targets_min": 68
    },
    {
      "epoch": 0.9716301843317973,
      "grad_norm": 1.1009608326069942,
      "learning_rate": 1.2273359799656603e-08,
      "loss": 0.9913,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6974806189537048,
      "step": 33735,
      "valid_targets_mean": 531.1,
      "valid_targets_min": 91
    },
    {
      "epoch": 0.9717741935483871,
      "grad_norm": 1.2068139066969326,
      "learning_rate": 1.2149299805848392e-08,
      "loss": 0.8651,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8312763571739197,
      "step": 33740,
      "valid_targets_mean": 487.4,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.971918202764977,
      "grad_norm": 1.1445820611997277,
      "learning_rate": 1.2025868477510416e-08,
      "loss": 1.0319,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0680838823318481,
      "step": 33745,
      "valid_targets_mean": 675.1,
      "valid_targets_min": 190
    },
    {
      "epoch": 0.9720622119815668,
      "grad_norm": 1.0947102410174805,
      "learning_rate": 1.1903065845832728e-08,
      "loss": 0.952,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0508478879928589,
      "step": 33750,
      "valid_targets_mean": 629.6,
      "valid_targets_min": 212
    },
    {
      "epoch": 0.9722062211981567,
      "grad_norm": 1.3982456072791072,
      "learning_rate": 1.178089194184745e-08,
      "loss": 0.9241,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9161374568939209,
      "step": 33755,
      "valid_targets_mean": 352.4,
      "valid_targets_min": 119
    },
    {
      "epoch": 0.9723502304147466,
      "grad_norm": 1.1153385609430388,
      "learning_rate": 1.1659346796426552e-08,
      "loss": 1.026,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1414536237716675,
      "step": 33760,
      "valid_targets_mean": 661.2,
      "valid_targets_min": 160
    },
    {
      "epoch": 0.9724942396313364,
      "grad_norm": 1.1450945090869906,
      "learning_rate": 1.1538430440284355e-08,
      "loss": 0.8281,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1137176752090454,
      "step": 33765,
      "valid_targets_mean": 603.4,
      "valid_targets_min": 97
    },
    {
      "epoch": 0.9726382488479263,
      "grad_norm": 0.8939082241135515,
      "learning_rate": 1.1418142903975582e-08,
      "loss": 0.8725,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6455831527709961,
      "step": 33770,
      "valid_targets_mean": 728.6,
      "valid_targets_min": 112
    },
    {
      "epoch": 0.9727822580645161,
      "grad_norm": 1.13714710915891,
      "learning_rate": 1.1298484217895922e-08,
      "loss": 0.8768,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7452419996261597,
      "step": 33775,
      "valid_targets_mean": 531.7,
      "valid_targets_min": 139
    },
    {
      "epoch": 0.972926267281106,
      "grad_norm": 0.9289401199354305,
      "learning_rate": 1.1179454412282853e-08,
      "loss": 0.9015,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8816863298416138,
      "step": 33780,
      "valid_targets_mean": 776.6,
      "valid_targets_min": 183
    },
    {
      "epoch": 0.9730702764976958,
      "grad_norm": 1.064238539100496,
      "learning_rate": 1.106105351721426e-08,
      "loss": 0.8475,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.998235821723938,
      "step": 33785,
      "valid_targets_mean": 646.4,
      "valid_targets_min": 182
    },
    {
      "epoch": 0.9732142857142857,
      "grad_norm": 1.1163908222388212,
      "learning_rate": 1.0943281562608987e-08,
      "loss": 0.9719,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8888779878616333,
      "step": 33790,
      "valid_targets_mean": 580.1,
      "valid_targets_min": 234
    },
    {
      "epoch": 0.9733582949308756,
      "grad_norm": 1.1107816944238778,
      "learning_rate": 1.0826138578228229e-08,
      "loss": 0.901,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9047257304191589,
      "step": 33795,
      "valid_targets_mean": 656.2,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.9735023041474654,
      "grad_norm": 1.2168576514819724,
      "learning_rate": 1.0709624593672752e-08,
      "loss": 0.8328,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9827557802200317,
      "step": 33800,
      "valid_targets_mean": 513.2,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.9736463133640553,
      "grad_norm": 1.008347401713884,
      "learning_rate": 1.0593739638384837e-08,
      "loss": 0.8706,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9198499917984009,
      "step": 33805,
      "valid_targets_mean": 722.3,
      "valid_targets_min": 123
    },
    {
      "epoch": 0.9737903225806451,
      "grad_norm": 1.1158961089515758,
      "learning_rate": 1.0478483741648282e-08,
      "loss": 0.9012,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9826713800430298,
      "step": 33810,
      "valid_targets_mean": 622.9,
      "valid_targets_min": 160
    },
    {
      "epoch": 0.973934331797235,
      "grad_norm": 1.2141592474680347,
      "learning_rate": 1.0363856932587568e-08,
      "loss": 0.9991,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.13877272605896,
      "step": 33815,
      "valid_targets_mean": 549.6,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.9740783410138248,
      "grad_norm": 1.1365168028566324,
      "learning_rate": 1.0249859240168136e-08,
      "loss": 0.9998,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1309494972229004,
      "step": 33820,
      "valid_targets_mean": 652.5,
      "valid_targets_min": 195
    },
    {
      "epoch": 0.9742223502304147,
      "grad_norm": 1.2735764300641192,
      "learning_rate": 1.0136490693196666e-08,
      "loss": 0.8905,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9604141712188721,
      "step": 33825,
      "valid_targets_mean": 501.6,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.9743663594470046,
      "grad_norm": 1.0104157093176083,
      "learning_rate": 1.002375132032024e-08,
      "loss": 0.9085,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9611353874206543,
      "step": 33830,
      "valid_targets_mean": 706.4,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.9745103686635944,
      "grad_norm": 1.1746719246003872,
      "learning_rate": 9.911641150028017e-09,
      "loss": 1.015,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9644753932952881,
      "step": 33835,
      "valid_targets_mean": 569.8,
      "valid_targets_min": 303
    },
    {
      "epoch": 0.9746543778801844,
      "grad_norm": 1.1895112096192946,
      "learning_rate": 9.800160210649557e-09,
      "loss": 0.9392,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9943757057189941,
      "step": 33840,
      "valid_targets_mean": 553.8,
      "valid_targets_min": 92
    },
    {
      "epoch": 0.9747983870967742,
      "grad_norm": 1.0661762628886624,
      "learning_rate": 9.689308530355102e-09,
      "loss": 0.9612,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2103627920150757,
      "step": 33845,
      "valid_targets_mean": 728.5,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.9749423963133641,
      "grad_norm": 1.0231035312660322,
      "learning_rate": 9.579086137156134e-09,
      "loss": 0.8924,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8534259796142578,
      "step": 33850,
      "valid_targets_mean": 633.6,
      "valid_targets_min": 243
    },
    {
      "epoch": 0.975086405529954,
      "grad_norm": 0.9972640197775422,
      "learning_rate": 9.469493058905654e-09,
      "loss": 1.0348,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.127716302871704,
      "step": 33855,
      "valid_targets_mean": 791.1,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.9752304147465438,
      "grad_norm": 1.2340065499477595,
      "learning_rate": 9.360529323297341e-09,
      "loss": 0.9823,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9701887369155884,
      "step": 33860,
      "valid_targets_mean": 539.2,
      "valid_targets_min": 155
    },
    {
      "epoch": 0.9753744239631337,
      "grad_norm": 1.0937970199631717,
      "learning_rate": 9.252194957865001e-09,
      "loss": 0.9027,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7543231248855591,
      "step": 33865,
      "valid_targets_mean": 603.7,
      "valid_targets_min": 130
    },
    {
      "epoch": 0.9755184331797235,
      "grad_norm": 1.1238822347281465,
      "learning_rate": 9.144489989984517e-09,
      "loss": 0.9312,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.009989857673645,
      "step": 33870,
      "valid_targets_mean": 656.3,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.9756624423963134,
      "grad_norm": 1.1225534186018458,
      "learning_rate": 9.03741444687245e-09,
      "loss": 1.0383,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3485208749771118,
      "step": 33875,
      "valid_targets_mean": 781.8,
      "valid_targets_min": 127
    },
    {
      "epoch": 0.9758064516129032,
      "grad_norm": 1.3525205029459513,
      "learning_rate": 8.930968355586045e-09,
      "loss": 1.0092,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9422229528427124,
      "step": 33880,
      "valid_targets_mean": 402.4,
      "valid_targets_min": 65
    },
    {
      "epoch": 0.9759504608294931,
      "grad_norm": 1.3739630209931448,
      "learning_rate": 8.82515174302323e-09,
      "loss": 0.9379,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9742335677146912,
      "step": 33885,
      "valid_targets_mean": 449.9,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.976094470046083,
      "grad_norm": 0.9497202097131977,
      "learning_rate": 8.719964635924006e-09,
      "loss": 0.9919,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0821171998977661,
      "step": 33890,
      "valid_targets_mean": 837.1,
      "valid_targets_min": 100
    },
    {
      "epoch": 0.9762384792626728,
      "grad_norm": 1.156049052977925,
      "learning_rate": 8.615407060867664e-09,
      "loss": 0.8872,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8155057430267334,
      "step": 33895,
      "valid_targets_mean": 541.4,
      "valid_targets_min": 204
    },
    {
      "epoch": 0.9763824884792627,
      "grad_norm": 1.200959553804612,
      "learning_rate": 8.511479044276127e-09,
      "loss": 0.8253,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8714452981948853,
      "step": 33900,
      "valid_targets_mean": 522.8,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.9765264976958525,
      "grad_norm": 1.0949802367280328,
      "learning_rate": 8.408180612410888e-09,
      "loss": 0.9501,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9169658422470093,
      "step": 33905,
      "valid_targets_mean": 601.5,
      "valid_targets_min": 65
    },
    {
      "epoch": 0.9766705069124424,
      "grad_norm": 1.208270472455568,
      "learning_rate": 8.305511791374955e-09,
      "loss": 0.9085,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9301905632019043,
      "step": 33910,
      "valid_targets_mean": 521.6,
      "valid_targets_min": 179
    },
    {
      "epoch": 0.9768145161290323,
      "grad_norm": 1.0574402800975364,
      "learning_rate": 8.203472607112295e-09,
      "loss": 0.931,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.739630937576294,
      "step": 33915,
      "valid_targets_mean": 604.6,
      "valid_targets_min": 217
    },
    {
      "epoch": 0.9769585253456221,
      "grad_norm": 1.2681531371399406,
      "learning_rate": 8.102063085407563e-09,
      "loss": 0.9772,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9035611152648926,
      "step": 33920,
      "valid_targets_mean": 477.9,
      "valid_targets_min": 168
    },
    {
      "epoch": 0.977102534562212,
      "grad_norm": 1.059043925052168,
      "learning_rate": 8.001283251886372e-09,
      "loss": 0.961,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7667152881622314,
      "step": 33925,
      "valid_targets_mean": 608.9,
      "valid_targets_min": 64
    },
    {
      "epoch": 0.9772465437788018,
      "grad_norm": 1.075180168734085,
      "learning_rate": 7.901133132015015e-09,
      "loss": 0.9811,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1119872331619263,
      "step": 33930,
      "valid_targets_mean": 714.4,
      "valid_targets_min": 121
    },
    {
      "epoch": 0.9773905529953917,
      "grad_norm": 1.0498698873583214,
      "learning_rate": 7.80161275110103e-09,
      "loss": 0.8212,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7261420488357544,
      "step": 33935,
      "valid_targets_mean": 561.4,
      "valid_targets_min": 149
    },
    {
      "epoch": 0.9775345622119815,
      "grad_norm": 1.2343615073485616,
      "learning_rate": 7.702722134292629e-09,
      "loss": 0.9276,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0732202529907227,
      "step": 33940,
      "valid_targets_mean": 546.1,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.9776785714285714,
      "grad_norm": 1.1193646304570992,
      "learning_rate": 7.604461306578714e-09,
      "loss": 0.9181,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9009701013565063,
      "step": 33945,
      "valid_targets_mean": 550.2,
      "valid_targets_min": 57
    },
    {
      "epoch": 0.9778225806451613,
      "grad_norm": 1.1331087657146521,
      "learning_rate": 7.506830292789425e-09,
      "loss": 0.9427,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.856569230556488,
      "step": 33950,
      "valid_targets_mean": 514.7,
      "valid_targets_min": 133
    },
    {
      "epoch": 0.9779665898617511,
      "grad_norm": 0.9442428615119522,
      "learning_rate": 7.409829117595579e-09,
      "loss": 0.9932,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8711185455322266,
      "step": 33955,
      "valid_targets_mean": 753.4,
      "valid_targets_min": 161
    },
    {
      "epoch": 0.978110599078341,
      "grad_norm": 1.0782028465397284,
      "learning_rate": 7.313457805508684e-09,
      "loss": 0.9149,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0003912448883057,
      "step": 33960,
      "valid_targets_mean": 696.6,
      "valid_targets_min": 302
    },
    {
      "epoch": 0.9782546082949308,
      "grad_norm": 0.972018872404548,
      "learning_rate": 7.217716380881479e-09,
      "loss": 1.0017,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8661164045333862,
      "step": 33965,
      "valid_targets_mean": 686.0,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.9783986175115207,
      "grad_norm": 1.110515438749192,
      "learning_rate": 7.122604867906835e-09,
      "loss": 1.0114,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0502742528915405,
      "step": 33970,
      "valid_targets_mean": 635.6,
      "valid_targets_min": 338
    },
    {
      "epoch": 0.9785426267281107,
      "grad_norm": 1.1341482020076241,
      "learning_rate": 7.028123290619138e-09,
      "loss": 0.9729,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9052321910858154,
      "step": 33975,
      "valid_targets_mean": 598.4,
      "valid_targets_min": 129
    },
    {
      "epoch": 0.9786866359447005,
      "grad_norm": 1.2206589360405922,
      "learning_rate": 6.934271672893178e-09,
      "loss": 0.814,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6980917453765869,
      "step": 33980,
      "valid_targets_mean": 502.8,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.9788306451612904,
      "grad_norm": 0.9883403499148795,
      "learning_rate": 6.841050038444985e-09,
      "loss": 0.9369,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8786465525627136,
      "step": 33985,
      "valid_targets_mean": 725.9,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.9789746543778802,
      "grad_norm": 0.8975238821772634,
      "learning_rate": 6.748458410830994e-09,
      "loss": 0.9806,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7334699034690857,
      "step": 33990,
      "valid_targets_mean": 746.3,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.9791186635944701,
      "grad_norm": 1.0246775217385593,
      "learning_rate": 6.656496813448598e-09,
      "loss": 1.0011,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8809857368469238,
      "step": 33995,
      "valid_targets_mean": 664.3,
      "valid_targets_min": 100
    },
    {
      "epoch": 0.9792626728110599,
      "grad_norm": 1.2265496321474132,
      "learning_rate": 6.565165269535601e-09,
      "loss": 0.9378,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0086054801940918,
      "step": 34000,
      "valid_targets_mean": 538.3,
      "valid_targets_min": 241
    },
    {
      "epoch": 0.9794066820276498,
      "grad_norm": 1.1500667570143874,
      "learning_rate": 6.4744638021715935e-09,
      "loss": 0.8583,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0695936679840088,
      "step": 34005,
      "valid_targets_mean": 604.4,
      "valid_targets_min": 261
    },
    {
      "epoch": 0.9795506912442397,
      "grad_norm": 1.2962214519409783,
      "learning_rate": 6.384392434276021e-09,
      "loss": 0.9339,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9228848814964294,
      "step": 34010,
      "valid_targets_mean": 452.6,
      "valid_targets_min": 122
    },
    {
      "epoch": 0.9796947004608295,
      "grad_norm": 1.1182846391047312,
      "learning_rate": 6.294951188609288e-09,
      "loss": 0.9948,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8121840953826904,
      "step": 34015,
      "valid_targets_mean": 579.7,
      "valid_targets_min": 135
    },
    {
      "epoch": 0.9798387096774194,
      "grad_norm": 0.8348685883476045,
      "learning_rate": 6.206140087772483e-09,
      "loss": 0.9749,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5406852960586548,
      "step": 34020,
      "valid_targets_mean": 763.4,
      "valid_targets_min": 197
    },
    {
      "epoch": 0.9799827188940092,
      "grad_norm": 1.1634350211049527,
      "learning_rate": 6.1179591542082085e-09,
      "loss": 0.9306,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8918630480766296,
      "step": 34025,
      "valid_targets_mean": 490.1,
      "valid_targets_min": 102
    },
    {
      "epoch": 0.9801267281105991,
      "grad_norm": 1.2571178055203276,
      "learning_rate": 6.030408410198918e-09,
      "loss": 1.0212,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8881330490112305,
      "step": 34030,
      "valid_targets_mean": 499.4,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.980270737327189,
      "grad_norm": 1.2066248121442427,
      "learning_rate": 5.943487877868304e-09,
      "loss": 0.9742,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1649409532546997,
      "step": 34035,
      "valid_targets_mean": 574.6,
      "valid_targets_min": 101
    },
    {
      "epoch": 0.9804147465437788,
      "grad_norm": 1.0903677289481508,
      "learning_rate": 5.85719757918074e-09,
      "loss": 0.947,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7922423481941223,
      "step": 34040,
      "valid_targets_mean": 534.7,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.9805587557603687,
      "grad_norm": 1.0315583027544468,
      "learning_rate": 5.771537535941008e-09,
      "loss": 0.9509,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8645412921905518,
      "step": 34045,
      "valid_targets_mean": 654.5,
      "valid_targets_min": 244
    },
    {
      "epoch": 0.9807027649769585,
      "grad_norm": 1.0900596232908353,
      "learning_rate": 5.6865077697951246e-09,
      "loss": 0.9251,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9751850366592407,
      "step": 34050,
      "valid_targets_mean": 615.2,
      "valid_targets_min": 181
    },
    {
      "epoch": 0.9808467741935484,
      "grad_norm": 1.1435259540762994,
      "learning_rate": 5.602108302229792e-09,
      "loss": 0.91,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8629158735275269,
      "step": 34055,
      "valid_targets_mean": 526.8,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.9809907834101382,
      "grad_norm": 1.331877057254221,
      "learning_rate": 5.518339154571562e-09,
      "loss": 0.8755,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7912344336509705,
      "step": 34060,
      "valid_targets_mean": 443.9,
      "valid_targets_min": 70
    },
    {
      "epoch": 0.9811347926267281,
      "grad_norm": 1.2566418392162682,
      "learning_rate": 5.435200347989334e-09,
      "loss": 0.9037,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.055063247680664,
      "step": 34065,
      "valid_targets_mean": 531.8,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.981278801843318,
      "grad_norm": 1.1064402409968184,
      "learning_rate": 5.352691903491303e-09,
      "loss": 1.0272,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1485366821289062,
      "step": 34070,
      "valid_targets_mean": 639.8,
      "valid_targets_min": 198
    },
    {
      "epoch": 0.9814228110599078,
      "grad_norm": 1.1797571348580131,
      "learning_rate": 5.270813841926902e-09,
      "loss": 0.9991,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0065675973892212,
      "step": 34075,
      "valid_targets_mean": 620.4,
      "valid_targets_min": 178
    },
    {
      "epoch": 0.9815668202764977,
      "grad_norm": 1.318673767074565,
      "learning_rate": 5.18956618398625e-09,
      "loss": 0.9147,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9015470743179321,
      "step": 34080,
      "valid_targets_mean": 461.0,
      "valid_targets_min": 56
    },
    {
      "epoch": 0.9817108294930875,
      "grad_norm": 1.141236940272861,
      "learning_rate": 5.108948950200143e-09,
      "loss": 1.0487,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2531347274780273,
      "step": 34085,
      "valid_targets_mean": 642.9,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.9818548387096774,
      "grad_norm": 1.2066127725235047,
      "learning_rate": 5.028962160940065e-09,
      "loss": 0.8601,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7927375435829163,
      "step": 34090,
      "valid_targets_mean": 510.1,
      "valid_targets_min": 84
    },
    {
      "epoch": 0.9819988479262672,
      "grad_norm": 1.23402979950292,
      "learning_rate": 4.949605836418458e-09,
      "loss": 1.0049,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9920121431350708,
      "step": 34095,
      "valid_targets_mean": 552.1,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.9821428571428571,
      "grad_norm": 1.175438372168817,
      "learning_rate": 4.870879996687894e-09,
      "loss": 1.0026,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8589068055152893,
      "step": 34100,
      "valid_targets_mean": 543.6,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.982286866359447,
      "grad_norm": 1.026123103908849,
      "learning_rate": 4.7927846616424574e-09,
      "loss": 1.0088,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.046934962272644,
      "step": 34105,
      "valid_targets_mean": 722.8,
      "valid_targets_min": 259
    },
    {
      "epoch": 0.9824308755760369,
      "grad_norm": 1.206966675546317,
      "learning_rate": 4.715319851015532e-09,
      "loss": 1.0133,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8606123328208923,
      "step": 34110,
      "valid_targets_mean": 518.5,
      "valid_targets_min": 89
    },
    {
      "epoch": 0.9825748847926268,
      "grad_norm": 1.176520433515085,
      "learning_rate": 4.638485584382846e-09,
      "loss": 0.984,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.920124888420105,
      "step": 34115,
      "valid_targets_mean": 539.2,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.9827188940092166,
      "grad_norm": 1.19688671600178,
      "learning_rate": 4.562281881159425e-09,
      "loss": 1.0339,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7921598553657532,
      "step": 34120,
      "valid_targets_mean": 483.8,
      "valid_targets_min": 95
    },
    {
      "epoch": 0.9828629032258065,
      "grad_norm": 1.3755492693229427,
      "learning_rate": 4.48670876060181e-09,
      "loss": 0.9896,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9922909140586853,
      "step": 34125,
      "valid_targets_mean": 463.8,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.9830069124423964,
      "grad_norm": 1.090955031700479,
      "learning_rate": 4.41176624180667e-09,
      "loss": 0.9958,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.052536964416504,
      "step": 34130,
      "valid_targets_mean": 649.9,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.9831509216589862,
      "grad_norm": 1.1549547155714863,
      "learning_rate": 4.337454343711911e-09,
      "loss": 0.9604,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8637108206748962,
      "step": 34135,
      "valid_targets_mean": 545.6,
      "valid_targets_min": 225
    },
    {
      "epoch": 0.9832949308755761,
      "grad_norm": 1.0401559069668531,
      "learning_rate": 4.2637730850952904e-09,
      "loss": 0.8748,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0109734535217285,
      "step": 34140,
      "valid_targets_mean": 714.2,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.9834389400921659,
      "grad_norm": 1.185477748382296,
      "learning_rate": 4.190722484575804e-09,
      "loss": 0.9151,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7605692148208618,
      "step": 34145,
      "valid_targets_mean": 461.8,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.9835829493087558,
      "grad_norm": 1.113451735707085,
      "learning_rate": 4.118302560612853e-09,
      "loss": 0.9148,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9903318285942078,
      "step": 34150,
      "valid_targets_mean": 563.7,
      "valid_targets_min": 160
    },
    {
      "epoch": 0.9837269585253456,
      "grad_norm": 1.0852990117633177,
      "learning_rate": 4.046513331506796e-09,
      "loss": 0.926,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.007613182067871,
      "step": 34155,
      "valid_targets_mean": 635.3,
      "valid_targets_min": 71
    },
    {
      "epoch": 0.9838709677419355,
      "grad_norm": 1.249270567746827,
      "learning_rate": 3.975354815398125e-09,
      "loss": 0.9256,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9225252270698547,
      "step": 34160,
      "valid_targets_mean": 504.7,
      "valid_targets_min": 73
    },
    {
      "epoch": 0.9840149769585254,
      "grad_norm": 1.0733122666068833,
      "learning_rate": 3.904827030268288e-09,
      "loss": 0.93,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9696203470230103,
      "step": 34165,
      "valid_targets_mean": 650.8,
      "valid_targets_min": 185
    },
    {
      "epoch": 0.9841589861751152,
      "grad_norm": 1.4445453175425262,
      "learning_rate": 3.83492999393914e-09,
      "loss": 0.9565,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8790099620819092,
      "step": 34170,
      "valid_targets_mean": 386.4,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.9843029953917051,
      "grad_norm": 1.0357451607031574,
      "learning_rate": 3.7656637240732206e-09,
      "loss": 0.9239,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0744290351867676,
      "step": 34175,
      "valid_targets_mean": 766.4,
      "valid_targets_min": 111
    },
    {
      "epoch": 0.9844470046082949,
      "grad_norm": 1.2838101394596773,
      "learning_rate": 3.6970282381740274e-09,
      "loss": 0.9187,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9543821811676025,
      "step": 34180,
      "valid_targets_mean": 489.6,
      "valid_targets_min": 140
    },
    {
      "epoch": 0.9845910138248848,
      "grad_norm": 1.2474492385030957,
      "learning_rate": 3.6290235535849096e-09,
      "loss": 1.0308,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0519754886627197,
      "step": 34185,
      "valid_targets_mean": 546.9,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.9847350230414746,
      "grad_norm": 1.0271699644757009,
      "learning_rate": 3.5616496874904536e-09,
      "loss": 0.9969,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8858761787414551,
      "step": 34190,
      "valid_targets_mean": 701.0,
      "valid_targets_min": 279
    },
    {
      "epoch": 0.9848790322580645,
      "grad_norm": 1.0761738336889644,
      "learning_rate": 3.4949066569159306e-09,
      "loss": 0.9344,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9940634369850159,
      "step": 34195,
      "valid_targets_mean": 632.0,
      "valid_targets_min": 120
    },
    {
      "epoch": 0.9850230414746544,
      "grad_norm": 1.1091835554993554,
      "learning_rate": 3.4287944787264605e-09,
      "loss": 0.9482,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7685754299163818,
      "step": 34200,
      "valid_targets_mean": 531.7,
      "valid_targets_min": 79
    },
    {
      "epoch": 0.9851670506912442,
      "grad_norm": 1.0910535015609037,
      "learning_rate": 3.3633131696284014e-09,
      "loss": 0.9487,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0832157135009766,
      "step": 34205,
      "valid_targets_mean": 712.3,
      "valid_targets_min": 148
    },
    {
      "epoch": 0.9853110599078341,
      "grad_norm": 1.1318193905751703,
      "learning_rate": 3.2984627461685183e-09,
      "loss": 1.1334,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1183648109436035,
      "step": 34210,
      "valid_targets_mean": 589.5,
      "valid_targets_min": 219
    },
    {
      "epoch": 0.9854550691244239,
      "grad_norm": 0.9396087143844012,
      "learning_rate": 3.234243224734257e-09,
      "loss": 0.9919,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8451836109161377,
      "step": 34215,
      "valid_targets_mean": 768.7,
      "valid_targets_min": 323
    },
    {
      "epoch": 0.9855990783410138,
      "grad_norm": 1.0751446009841528,
      "learning_rate": 3.1706546215531932e-09,
      "loss": 0.9948,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1925548315048218,
      "step": 34220,
      "valid_targets_mean": 706.3,
      "valid_targets_min": 270
    },
    {
      "epoch": 0.9857430875576036,
      "grad_norm": 1.1044333904091066,
      "learning_rate": 3.107696952694139e-09,
      "loss": 0.8941,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0167536735534668,
      "step": 34225,
      "valid_targets_mean": 644.0,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.9858870967741935,
      "grad_norm": 0.8328036899295582,
      "learning_rate": 3.0453702340657588e-09,
      "loss": 0.8727,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7102025747299194,
      "step": 34230,
      "valid_targets_mean": 802.7,
      "valid_targets_min": 208
    },
    {
      "epoch": 0.9860311059907834,
      "grad_norm": 1.0722827757074993,
      "learning_rate": 2.9836744814182305e-09,
      "loss": 0.9172,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7922670245170593,
      "step": 34235,
      "valid_targets_mean": 566.8,
      "valid_targets_min": 158
    },
    {
      "epoch": 0.9861751152073732,
      "grad_norm": 1.1780361100814707,
      "learning_rate": 2.922609710341029e-09,
      "loss": 0.8952,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0846971273422241,
      "step": 34240,
      "valid_targets_mean": 559.1,
      "valid_targets_min": 183
    },
    {
      "epoch": 0.9863191244239631,
      "grad_norm": 1.1204516746497912,
      "learning_rate": 2.8621759362654212e-09,
      "loss": 0.8439,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8772091865539551,
      "step": 34245,
      "valid_targets_mean": 588.3,
      "valid_targets_min": 103
    },
    {
      "epoch": 0.986463133640553,
      "grad_norm": 0.9991157286168718,
      "learning_rate": 2.8023731744622473e-09,
      "loss": 0.9811,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8638115525245667,
      "step": 34250,
      "valid_targets_mean": 705.4,
      "valid_targets_min": 222
    },
    {
      "epoch": 0.9866071428571429,
      "grad_norm": 1.1275651442902375,
      "learning_rate": 2.743201440043586e-09,
      "loss": 0.8716,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8545191287994385,
      "step": 34255,
      "valid_targets_mean": 557.6,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.9867511520737328,
      "grad_norm": 1.1611146953966818,
      "learning_rate": 2.6846607479619204e-09,
      "loss": 1.0198,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9172042608261108,
      "step": 34260,
      "valid_targets_mean": 548.7,
      "valid_targets_min": 59
    },
    {
      "epoch": 0.9868951612903226,
      "grad_norm": 1.1018127266355997,
      "learning_rate": 2.626751113009862e-09,
      "loss": 0.9781,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1789500713348389,
      "step": 34265,
      "valid_targets_mean": 708.0,
      "valid_targets_min": 60
    },
    {
      "epoch": 0.9870391705069125,
      "grad_norm": 1.1382202856334598,
      "learning_rate": 2.5694725498207063e-09,
      "loss": 0.7967,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9024053812026978,
      "step": 34270,
      "valid_targets_mean": 565.2,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.9871831797235023,
      "grad_norm": 1.1260212717144162,
      "learning_rate": 2.512825072868985e-09,
      "loss": 0.9166,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0628504753112793,
      "step": 34275,
      "valid_targets_mean": 591.2,
      "valid_targets_min": 63
    },
    {
      "epoch": 0.9873271889400922,
      "grad_norm": 1.2140401540575898,
      "learning_rate": 2.456808696468527e-09,
      "loss": 0.9101,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8288255929946899,
      "step": 34280,
      "valid_targets_mean": 462.0,
      "valid_targets_min": 99
    },
    {
      "epoch": 0.987471198156682,
      "grad_norm": 1.1443339889966704,
      "learning_rate": 2.401423434774952e-09,
      "loss": 0.9113,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8958829641342163,
      "step": 34285,
      "valid_targets_mean": 542.0,
      "valid_targets_min": 153
    },
    {
      "epoch": 0.9876152073732719,
      "grad_norm": 1.170674875277728,
      "learning_rate": 2.3466693017831776e-09,
      "loss": 0.9584,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.3299932479858398,
      "step": 34290,
      "valid_targets_mean": 693.1,
      "valid_targets_min": 141
    },
    {
      "epoch": 0.9877592165898618,
      "grad_norm": 1.194561818995428,
      "learning_rate": 2.292546311329913e-09,
      "loss": 0.8691,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8103616237640381,
      "step": 34295,
      "valid_targets_mean": 510.2,
      "valid_targets_min": 219
    },
    {
      "epoch": 0.9879032258064516,
      "grad_norm": 1.095086056420565,
      "learning_rate": 2.2390544770911624e-09,
      "loss": 0.8281,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7982484102249146,
      "step": 34300,
      "valid_targets_mean": 555.0,
      "valid_targets_min": 253
    },
    {
      "epoch": 0.9880472350230415,
      "grad_norm": 1.221272612340299,
      "learning_rate": 2.1861938125844473e-09,
      "loss": 0.8977,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.864127516746521,
      "step": 34305,
      "valid_targets_mean": 483.2,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.9881912442396313,
      "grad_norm": 1.2644968283289182,
      "learning_rate": 2.1339643311668603e-09,
      "loss": 0.921,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.125124216079712,
      "step": 34310,
      "valid_targets_mean": 564.7,
      "valid_targets_min": 114
    },
    {
      "epoch": 0.9883352534562212,
      "grad_norm": 1.143110240901026,
      "learning_rate": 2.08236604603701e-09,
      "loss": 0.8073,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0149035453796387,
      "step": 34315,
      "valid_targets_mean": 573.4,
      "valid_targets_min": 69
    },
    {
      "epoch": 0.988479262672811,
      "grad_norm": 1.1166564965109418,
      "learning_rate": 2.0313989702330784e-09,
      "loss": 1.0331,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2427477836608887,
      "step": 34320,
      "valid_targets_mean": 709.2,
      "valid_targets_min": 156
    },
    {
      "epoch": 0.9886232718894009,
      "grad_norm": 1.3446011185478572,
      "learning_rate": 1.981063116634485e-09,
      "loss": 0.9094,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0290683507919312,
      "step": 34325,
      "valid_targets_mean": 451.1,
      "valid_targets_min": 175
    },
    {
      "epoch": 0.9887672811059908,
      "grad_norm": 1.1293160066949055,
      "learning_rate": 1.9313584979605004e-09,
      "loss": 0.9362,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9199968576431274,
      "step": 34330,
      "valid_targets_mean": 581.1,
      "valid_targets_min": 178
    },
    {
      "epoch": 0.9889112903225806,
      "grad_norm": 0.9642877781328774,
      "learning_rate": 1.882285126771355e-09,
      "loss": 0.9768,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7427522540092468,
      "step": 34335,
      "valid_targets_mean": 657.6,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.9890552995391705,
      "grad_norm": 1.1368899456697303,
      "learning_rate": 1.8338430154676844e-09,
      "loss": 1.023,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.971724808216095,
      "step": 34340,
      "valid_targets_mean": 571.8,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.9891993087557603,
      "grad_norm": 1.0161107949529067,
      "learning_rate": 1.7860321762902532e-09,
      "loss": 0.886,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.849621057510376,
      "step": 34345,
      "valid_targets_mean": 704.6,
      "valid_targets_min": 203
    },
    {
      "epoch": 0.9893433179723502,
      "grad_norm": 1.093535825523561,
      "learning_rate": 1.7388526213210632e-09,
      "loss": 1.0373,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0020580291748047,
      "step": 34350,
      "valid_targets_mean": 635.2,
      "valid_targets_min": 81
    },
    {
      "epoch": 0.9894873271889401,
      "grad_norm": 1.2457436496523768,
      "learning_rate": 1.6923043624814118e-09,
      "loss": 0.9234,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0146000385284424,
      "step": 34355,
      "valid_targets_mean": 501.5,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.9896313364055299,
      "grad_norm": 1.2261544010639942,
      "learning_rate": 1.6463874115343892e-09,
      "loss": 0.9467,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9651234149932861,
      "step": 34360,
      "valid_targets_mean": 494.4,
      "valid_targets_min": 142
    },
    {
      "epoch": 0.9897753456221198,
      "grad_norm": 1.1417074818671265,
      "learning_rate": 1.601101780082659e-09,
      "loss": 0.9697,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0507702827453613,
      "step": 34365,
      "valid_targets_mean": 569.9,
      "valid_targets_min": 172
    },
    {
      "epoch": 0.9899193548387096,
      "grad_norm": 1.1426830692700767,
      "learning_rate": 1.5564474795698449e-09,
      "loss": 0.9605,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8425698280334473,
      "step": 34370,
      "valid_targets_mean": 529.9,
      "valid_targets_min": 180
    },
    {
      "epoch": 0.9900633640552995,
      "grad_norm": 1.1517769353232061,
      "learning_rate": 1.5124245212796984e-09,
      "loss": 0.8551,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7648518085479736,
      "step": 34375,
      "valid_targets_mean": 501.9,
      "valid_targets_min": 138
    },
    {
      "epoch": 0.9902073732718893,
      "grad_norm": 1.1957278920417447,
      "learning_rate": 1.469032916336377e-09,
      "loss": 0.9887,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0843170881271362,
      "step": 34380,
      "valid_targets_mean": 604.4,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.9903513824884793,
      "grad_norm": 1.0124928475271435,
      "learning_rate": 1.4262726757049983e-09,
      "loss": 0.9234,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0741868019104004,
      "step": 34385,
      "valid_targets_mean": 721.9,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.9904953917050692,
      "grad_norm": 1.2045190349695556,
      "learning_rate": 1.3841438101905303e-09,
      "loss": 1.0887,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2233082056045532,
      "step": 34390,
      "valid_targets_mean": 618.4,
      "valid_targets_min": 131
    },
    {
      "epoch": 0.990639400921659,
      "grad_norm": 1.1669253316301589,
      "learning_rate": 1.3426463304389015e-09,
      "loss": 0.8897,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9007956385612488,
      "step": 34395,
      "valid_targets_mean": 549.4,
      "valid_targets_min": 58
    },
    {
      "epoch": 0.9907834101382489,
      "grad_norm": 1.1584347637965051,
      "learning_rate": 1.301780246936446e-09,
      "loss": 0.912,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9153634309768677,
      "step": 34400,
      "valid_targets_mean": 560.1,
      "valid_targets_min": 248
    },
    {
      "epoch": 0.9909274193548387,
      "grad_norm": 1.0479433952990216,
      "learning_rate": 1.2615455700093481e-09,
      "loss": 0.9195,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8340790271759033,
      "step": 34405,
      "valid_targets_mean": 623.2,
      "valid_targets_min": 233
    },
    {
      "epoch": 0.9910714285714286,
      "grad_norm": 1.1657294999272378,
      "learning_rate": 1.2219423098250304e-09,
      "loss": 0.8849,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7924488186836243,
      "step": 34410,
      "valid_targets_mean": 473.9,
      "valid_targets_min": 116
    },
    {
      "epoch": 0.9912154377880185,
      "grad_norm": 0.9908306481243263,
      "learning_rate": 1.1829704763910432e-09,
      "loss": 0.8833,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9575095772743225,
      "step": 34415,
      "valid_targets_mean": 746.7,
      "valid_targets_min": 125
    },
    {
      "epoch": 0.9913594470046083,
      "grad_norm": 1.0636046760761166,
      "learning_rate": 1.1446300795550647e-09,
      "loss": 1.0076,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.061922550201416,
      "step": 34420,
      "valid_targets_mean": 744.4,
      "valid_targets_min": 159
    },
    {
      "epoch": 0.9915034562211982,
      "grad_norm": 1.056553966801837,
      "learning_rate": 1.106921129005456e-09,
      "loss": 0.9279,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7164652347564697,
      "step": 34425,
      "valid_targets_mean": 594.3,
      "valid_targets_min": 86
    },
    {
      "epoch": 0.991647465437788,
      "grad_norm": 1.1444045252404726,
      "learning_rate": 1.0698436342715391e-09,
      "loss": 0.8686,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9130572080612183,
      "step": 34430,
      "valid_targets_mean": 557.6,
      "valid_targets_min": 197
    },
    {
      "epoch": 0.9917914746543779,
      "grad_norm": 1.064572859943232,
      "learning_rate": 1.0333976047219308e-09,
      "loss": 0.84,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6835411787033081,
      "step": 34435,
      "valid_targets_mean": 613.7,
      "valid_targets_min": 438
    },
    {
      "epoch": 0.9919354838709677,
      "grad_norm": 1.2731413990137865,
      "learning_rate": 9.975830495667639e-10,
      "loss": 0.979,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9794326424598694,
      "step": 34440,
      "valid_targets_mean": 487.1,
      "valid_targets_min": 87
    },
    {
      "epoch": 0.9920794930875576,
      "grad_norm": 0.8962689122284045,
      "learning_rate": 9.623999778562986e-10,
      "loss": 0.8555,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.531790018081665,
      "step": 34445,
      "valid_targets_mean": 619.1,
      "valid_targets_min": 55
    },
    {
      "epoch": 0.9922235023041475,
      "grad_norm": 1.1457077068364183,
      "learning_rate": 9.278483984806463e-10,
      "loss": 0.7928,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8705320954322815,
      "step": 34450,
      "valid_targets_mean": 563.5,
      "valid_targets_min": 208
    },
    {
      "epoch": 0.9923675115207373,
      "grad_norm": 0.9214327941463822,
      "learning_rate": 8.939283201708781e-10,
      "loss": 0.8381,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7129771113395691,
      "step": 34455,
      "valid_targets_mean": 736.4,
      "valid_targets_min": 153
    },
    {
      "epoch": 0.9925115207373272,
      "grad_norm": 1.223552067914139,
      "learning_rate": 8.606397514987486e-10,
      "loss": 1.052,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0415178537368774,
      "step": 34460,
      "valid_targets_mean": 515.5,
      "valid_targets_min": 171
    },
    {
      "epoch": 0.992655529953917,
      "grad_norm": 1.2643050317955882,
      "learning_rate": 8.279827008758623e-10,
      "loss": 0.9825,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1476556062698364,
      "step": 34465,
      "valid_targets_mean": 524.8,
      "valid_targets_min": 126
    },
    {
      "epoch": 0.9927995391705069,
      "grad_norm": 1.1136613151643926,
      "learning_rate": 7.959571765542295e-10,
      "loss": 1.0192,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9384716153144836,
      "step": 34470,
      "valid_targets_mean": 617.6,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.9929435483870968,
      "grad_norm": 1.1109700910820186,
      "learning_rate": 7.645631866268211e-10,
      "loss": 0.9786,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0090506076812744,
      "step": 34475,
      "valid_targets_mean": 614.6,
      "valid_targets_min": 194
    },
    {
      "epoch": 0.9930875576036866,
      "grad_norm": 1.1581604322482308,
      "learning_rate": 7.33800739027013e-10,
      "loss": 0.9529,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1811554431915283,
      "step": 34480,
      "valid_targets_mean": 592.9,
      "valid_targets_min": 154
    },
    {
      "epoch": 0.9932315668202765,
      "grad_norm": 1.0853784597682692,
      "learning_rate": 7.036698415274767e-10,
      "loss": 0.9102,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8806490302085876,
      "step": 34485,
      "valid_targets_mean": 712.6,
      "valid_targets_min": 268
    },
    {
      "epoch": 0.9933755760368663,
      "grad_norm": 1.2124603737488693,
      "learning_rate": 6.741705017429546e-10,
      "loss": 0.9617,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.039005994796753,
      "step": 34490,
      "valid_targets_mean": 515.9,
      "valid_targets_min": 156
    },
    {
      "epoch": 0.9935195852534562,
      "grad_norm": 1.0732104793797823,
      "learning_rate": 6.453027271269286e-10,
      "loss": 0.8513,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8476520776748657,
      "step": 34495,
      "valid_targets_mean": 619.5,
      "valid_targets_min": 171
    },
    {
      "epoch": 0.993663594470046,
      "grad_norm": 1.0349885219589081,
      "learning_rate": 6.170665249749519e-10,
      "loss": 1.0003,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8526651263237,
      "step": 34500,
      "valid_targets_mean": 623.1,
      "valid_targets_min": 144
    },
    {
      "epoch": 0.9938076036866359,
      "grad_norm": 1.1456190030446787,
      "learning_rate": 5.894619024215953e-10,
      "loss": 0.9183,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8983225226402283,
      "step": 34505,
      "valid_targets_mean": 566.6,
      "valid_targets_min": 110
    },
    {
      "epoch": 0.9939516129032258,
      "grad_norm": 1.1149330964868418,
      "learning_rate": 5.624888664426675e-10,
      "loss": 0.9036,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8406268358230591,
      "step": 34510,
      "valid_targets_mean": 560.1,
      "valid_targets_min": 100
    },
    {
      "epoch": 0.9940956221198156,
      "grad_norm": 1.0874992531054306,
      "learning_rate": 5.361474238538278e-10,
      "loss": 0.9791,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9101138710975647,
      "step": 34515,
      "valid_targets_mean": 626.4,
      "valid_targets_min": 178
    },
    {
      "epoch": 0.9942396313364056,
      "grad_norm": 1.1252057208789463,
      "learning_rate": 5.104375813116958e-10,
      "loss": 0.866,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9843499064445496,
      "step": 34520,
      "valid_targets_mean": 611.5,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.9943836405529954,
      "grad_norm": 1.1384743719929322,
      "learning_rate": 4.853593453127414e-10,
      "loss": 0.9513,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8165006041526794,
      "step": 34525,
      "valid_targets_mean": 605.2,
      "valid_targets_min": 189
    },
    {
      "epoch": 0.9945276497695853,
      "grad_norm": 1.1682307884399634,
      "learning_rate": 4.6091272219439543e-10,
      "loss": 0.8688,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.048728108406067,
      "step": 34530,
      "valid_targets_mean": 569.8,
      "valid_targets_min": 154
    },
    {
      "epoch": 0.9946716589861752,
      "grad_norm": 1.0460546803708761,
      "learning_rate": 4.3709771813393864e-10,
      "loss": 0.8875,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7450264692306519,
      "step": 34535,
      "valid_targets_mean": 614.8,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.994815668202765,
      "grad_norm": 1.1156503692975,
      "learning_rate": 4.1391433914933497e-10,
      "loss": 0.9259,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8850594162940979,
      "step": 34540,
      "valid_targets_mean": 539.8,
      "valid_targets_min": 151
    },
    {
      "epoch": 0.9949596774193549,
      "grad_norm": 1.0900637355042564,
      "learning_rate": 3.913625910989538e-10,
      "loss": 0.9045,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0022308826446533,
      "step": 34545,
      "valid_targets_mean": 661.2,
      "valid_targets_min": 327
    },
    {
      "epoch": 0.9951036866359447,
      "grad_norm": 1.1938686004044938,
      "learning_rate": 3.6944247968129233e-10,
      "loss": 0.9218,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8904958367347717,
      "step": 34550,
      "valid_targets_mean": 522.6,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.9952476958525346,
      "grad_norm": 1.019128692154107,
      "learning_rate": 3.4815401043580833e-10,
      "loss": 0.8832,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7632145881652832,
      "step": 34555,
      "valid_targets_mean": 600.5,
      "valid_targets_min": 309
    },
    {
      "epoch": 0.9953917050691244,
      "grad_norm": 1.2513512330784682,
      "learning_rate": 3.274971887415324e-10,
      "loss": 1.0112,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9075694680213928,
      "step": 34560,
      "valid_targets_mean": 514.3,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.9955357142857143,
      "grad_norm": 1.1658985317115034,
      "learning_rate": 3.0747201981845555e-10,
      "loss": 0.8881,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0847067832946777,
      "step": 34565,
      "valid_targets_mean": 619.4,
      "valid_targets_min": 150
    },
    {
      "epoch": 0.9956797235023042,
      "grad_norm": 1.138797757788974,
      "learning_rate": 2.8807850872725197e-10,
      "loss": 0.8901,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8643469214439392,
      "step": 34570,
      "valid_targets_mean": 575.2,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.995823732718894,
      "grad_norm": 1.1714083079950364,
      "learning_rate": 2.6931666036789097e-10,
      "loss": 0.9201,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0913132429122925,
      "step": 34575,
      "valid_targets_mean": 580.4,
      "valid_targets_min": 93
    },
    {
      "epoch": 0.9959677419354839,
      "grad_norm": 1.129546686241247,
      "learning_rate": 2.511864794818575e-10,
      "loss": 0.8843,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7696969509124756,
      "step": 34580,
      "valid_targets_mean": 508.2,
      "valid_targets_min": 195
    },
    {
      "epoch": 0.9961117511520737,
      "grad_norm": 1.199403449554605,
      "learning_rate": 2.3368797065048687e-10,
      "loss": 0.8498,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7958052754402161,
      "step": 34585,
      "valid_targets_mean": 471.6,
      "valid_targets_min": 62
    },
    {
      "epoch": 0.9962557603686636,
      "grad_norm": 1.308908715376065,
      "learning_rate": 2.1682113829524232e-10,
      "loss": 0.8612,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7948853969573975,
      "step": 34590,
      "valid_targets_mean": 383.4,
      "valid_targets_min": 113
    },
    {
      "epoch": 0.9963997695852534,
      "grad_norm": 1.0926165704827155,
      "learning_rate": 2.0058598667854755e-10,
      "loss": 1.013,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1234617233276367,
      "step": 34595,
      "valid_targets_mean": 700.8,
      "valid_targets_min": 132
    },
    {
      "epoch": 0.9965437788018433,
      "grad_norm": 1.1782325645585587,
      "learning_rate": 1.8498251990295424e-10,
      "loss": 0.8887,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8880163431167603,
      "step": 34600,
      "valid_targets_mean": 541.8,
      "valid_targets_min": 137
    },
    {
      "epoch": 0.9966877880184332,
      "grad_norm": 1.068161559156272,
      "learning_rate": 1.7001074191114187e-10,
      "loss": 0.9697,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9563311338424683,
      "step": 34605,
      "valid_targets_mean": 665.2,
      "valid_targets_min": 206
    },
    {
      "epoch": 0.996831797235023,
      "grad_norm": 1.1716458159851395,
      "learning_rate": 1.5567065648647294e-10,
      "loss": 0.8009,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7681543827056885,
      "step": 34610,
      "valid_targets_mean": 518.4,
      "valid_targets_min": 144
    },
    {
      "epoch": 0.9969758064516129,
      "grad_norm": 1.2160935250594032,
      "learning_rate": 1.4196226725271545e-10,
      "loss": 0.9791,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9541327953338623,
      "step": 34615,
      "valid_targets_mean": 509.8,
      "valid_targets_min": 166
    },
    {
      "epoch": 0.9971198156682027,
      "grad_norm": 1.1042167145813255,
      "learning_rate": 1.2888557767404276e-10,
      "loss": 0.9884,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.028620958328247,
      "step": 34620,
      "valid_targets_mean": 638.1,
      "valid_targets_min": 65
    },
    {
      "epoch": 0.9972638248847926,
      "grad_norm": 1.0355419982349536,
      "learning_rate": 1.1644059105447858e-10,
      "loss": 0.9492,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2481310367584229,
      "step": 34625,
      "valid_targets_mean": 781.6,
      "valid_targets_min": 105
    },
    {
      "epoch": 0.9974078341013825,
      "grad_norm": 1.2027390169678995,
      "learning_rate": 1.0462731053900721e-10,
      "loss": 0.9688,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7979857921600342,
      "step": 34630,
      "valid_targets_mean": 462.3,
      "valid_targets_min": 72
    },
    {
      "epoch": 0.9975518433179723,
      "grad_norm": 1.148617303978303,
      "learning_rate": 9.34457391127408e-11,
      "loss": 0.9168,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1271178722381592,
      "step": 34635,
      "valid_targets_mean": 625.8,
      "valid_targets_min": 67
    },
    {
      "epoch": 0.9976958525345622,
      "grad_norm": 1.3037979958040844,
      "learning_rate": 8.289587960119694e-11,
      "loss": 0.948,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8969623446464539,
      "step": 34640,
      "valid_targets_mean": 423.4,
      "valid_targets_min": 61
    },
    {
      "epoch": 0.997839861751152,
      "grad_norm": 1.1599071019995468,
      "learning_rate": 7.297773467029868e-11,
      "loss": 0.9415,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9767007827758789,
      "step": 34645,
      "valid_targets_mean": 589.2,
      "valid_targets_min": 94
    },
    {
      "epoch": 0.9979838709677419,
      "grad_norm": 1.155291304162817,
      "learning_rate": 6.369130682637448e-11,
      "loss": 0.9329,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0759845972061157,
      "step": 34650,
      "valid_targets_mean": 627.3,
      "valid_targets_min": 104
    },
    {
      "epoch": 0.9981278801843319,
      "grad_norm": 1.1514016947585426,
      "learning_rate": 5.5036598415880717e-11,
      "loss": 0.9821,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.2612717151641846,
      "step": 34655,
      "valid_targets_mean": 646.2,
      "valid_targets_min": 75
    },
    {
      "epoch": 0.9982718894009217,
      "grad_norm": 1.140656454766415,
      "learning_rate": 4.701361162567919e-11,
      "loss": 0.8891,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.0939013957977295,
      "step": 34660,
      "valid_targets_mean": 650.4,
      "valid_targets_min": 136
    },
    {
      "epoch": 0.9984158986175116,
      "grad_norm": 1.0471191674207705,
      "learning_rate": 3.9622348483592255e-11,
      "loss": 0.8798,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8228604793548584,
      "step": 34665,
      "valid_targets_mean": 629.6,
      "valid_targets_min": 279
    },
    {
      "epoch": 0.9985599078341014,
      "grad_norm": 1.091287436185661,
      "learning_rate": 3.2862810857015037e-11,
      "loss": 0.8757,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6036475896835327,
      "step": 34670,
      "valid_targets_mean": 534.1,
      "valid_targets_min": 106
    },
    {
      "epoch": 0.9987039170506913,
      "grad_norm": 1.2173218018238818,
      "learning_rate": 2.6735000454025662e-11,
      "loss": 0.9229,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8290218114852905,
      "step": 34675,
      "valid_targets_mean": 522.6,
      "valid_targets_min": 107
    },
    {
      "epoch": 0.9988479262672811,
      "grad_norm": 1.0991854384853494,
      "learning_rate": 2.1238918823385248e-11,
      "loss": 0.9238,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6526005864143372,
      "step": 34680,
      "valid_targets_mean": 532.8,
      "valid_targets_min": 250
    },
    {
      "epoch": 0.998991935483871,
      "grad_norm": 1.1591207233856808,
      "learning_rate": 1.6374567353705238e-11,
      "loss": 0.9876,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8571510314941406,
      "step": 34685,
      "valid_targets_mean": 536.4,
      "valid_targets_min": 224
    },
    {
      "epoch": 0.9991359447004609,
      "grad_norm": 1.2176025805235366,
      "learning_rate": 1.214194727400253e-11,
      "loss": 0.8723,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8238229751586914,
      "step": 34690,
      "valid_targets_mean": 516.4,
      "valid_targets_min": 194
    },
    {
      "epoch": 0.9992799539170507,
      "grad_norm": 0.9717767797890873,
      "learning_rate": 8.541059654254558e-12,
      "loss": 0.8892,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8607410788536072,
      "step": 34695,
      "valid_targets_mean": 716.6,
      "valid_targets_min": 165
    },
    {
      "epoch": 0.9994239631336406,
      "grad_norm": 1.2787445553592305,
      "learning_rate": 5.571905404011535e-12,
      "loss": 0.9542,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9012044072151184,
      "step": 34700,
      "valid_targets_mean": 451.9,
      "valid_targets_min": 83
    },
    {
      "epoch": 0.9995679723502304,
      "grad_norm": 1.1299961244709993,
      "learning_rate": 3.234485273784227e-12,
      "loss": 1.0349,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1462082862854004,
      "step": 34705,
      "valid_targets_mean": 659.1,
      "valid_targets_min": 81
    },
    {
      "epoch": 0.9997119815668203,
      "grad_norm": 1.0850703844298386,
      "learning_rate": 1.5287998539337267e-12,
      "loss": 1.0562,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 1.1822845935821533,
      "step": 34710,
      "valid_targets_mean": 727.4,
      "valid_targets_min": 85
    },
    {
      "epoch": 0.9998559907834101,
      "grad_norm": 0.9534039270381065,
      "learning_rate": 4.548495757816795e-13,
      "loss": 0.9193,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9143691062927246,
      "step": 34715,
      "valid_targets_mean": 785.4,
      "valid_targets_min": 147
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.063234633177897,
      "learning_rate": 1.26347107776148e-14,
      "loss": 0.9219,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9718374013900757,
      "step": 34720,
      "valid_targets_mean": 681.9,
      "valid_targets_min": 279
    },
    {
      "epoch": 1.0,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9718374013900757,
      "step": 34720,
      "total_flos": 163931731302400.0,
      "train_loss": 0.9905494757236973,
      "train_runtime": 31227.0719,
      "train_samples_per_second": 17.79,
      "train_steps_per_second": 1.112,
      "valid_targets_mean": 681.9,
      "valid_targets_min": 279
    }
  ],
  "logging_steps": 5,
  "max_steps": 34720,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 24107,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 163931731302400.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}