{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 8.0,
  "eval_steps": 500,
  "global_step": 2416,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.016556291390728478,
      "grad_norm": 1.90683513530528,
      "learning_rate": 3.0769230769230774e-05,
      "loss": 0.6488,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5742146968841553,
      "step": 5,
      "valid_targets_mean": 3701.2,
      "valid_targets_min": 762
    },
    {
      "epoch": 0.033112582781456956,
      "grad_norm": 0.7651158048605883,
      "learning_rate": 6.923076923076924e-05,
      "loss": 0.5233,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4385795593261719,
      "step": 10,
      "valid_targets_mean": 3411.1,
      "valid_targets_min": 1350
    },
    {
      "epoch": 0.04966887417218543,
      "grad_norm": 0.6226221872511525,
      "learning_rate": 9.999995727007303e-05,
      "loss": 0.4642,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.40634483098983765,
      "step": 15,
      "valid_targets_mean": 3474.5,
      "valid_targets_min": 290
    },
    {
      "epoch": 0.06622516556291391,
      "grad_norm": 0.5429012364756655,
      "learning_rate": 9.999846173029751e-05,
      "loss": 0.4167,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.382730096578598,
      "step": 20,
      "valid_targets_mean": 3201.2,
      "valid_targets_min": 503
    },
    {
      "epoch": 0.08278145695364239,
      "grad_norm": 0.5015777202545035,
      "learning_rate": 9.999482976720664e-05,
      "loss": 0.3938,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3730844259262085,
      "step": 25,
      "valid_targets_mean": 3639.4,
      "valid_targets_min": 980
    },
    {
      "epoch": 0.09933774834437085,
      "grad_norm": 0.521689084445223,
      "learning_rate": 9.99890615359934e-05,
      "loss": 0.3851,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4082399606704712,
      "step": 30,
      "valid_targets_mean": 3125.9,
      "valid_targets_min": 304
    },
    {
      "epoch": 0.11589403973509933,
      "grad_norm": 0.46242768252784705,
      "learning_rate": 9.998115728313304e-05,
      "loss": 0.3636,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.36418813467025757,
      "step": 35,
      "valid_targets_mean": 3603.2,
      "valid_targets_min": 389
    },
    {
      "epoch": 0.13245033112582782,
      "grad_norm": 0.46062437918525106,
      "learning_rate": 9.997111734637259e-05,
      "loss": 0.3636,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3387767970561981,
      "step": 40,
      "valid_targets_mean": 3010.2,
      "valid_targets_min": 914
    },
    {
      "epoch": 0.1490066225165563,
      "grad_norm": 0.5474805806560548,
      "learning_rate": 9.99589421547163e-05,
      "loss": 0.3648,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3573765754699707,
      "step": 45,
      "valid_targets_mean": 2723.1,
      "valid_targets_min": 348
    },
    {
      "epoch": 0.16556291390728478,
      "grad_norm": 0.46112806799631295,
      "learning_rate": 9.994463222840746e-05,
      "loss": 0.3642,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3329419493675232,
      "step": 50,
      "valid_targets_mean": 3779.4,
      "valid_targets_min": 1089
    },
    {
      "epoch": 0.18211920529801323,
      "grad_norm": 0.5889981153153853,
      "learning_rate": 9.992818817890609e-05,
      "loss": 0.3489,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34022992849349976,
      "step": 55,
      "valid_targets_mean": 3695.0,
      "valid_targets_min": 683
    },
    {
      "epoch": 0.1986754966887417,
      "grad_norm": 0.485890501225745,
      "learning_rate": 9.990961070886282e-05,
      "loss": 0.3323,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3380316197872162,
      "step": 60,
      "valid_targets_mean": 3077.4,
      "valid_targets_min": 484
    },
    {
      "epoch": 0.2152317880794702,
      "grad_norm": 0.46871870615048855,
      "learning_rate": 9.988890061208888e-05,
      "loss": 0.3246,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34749019145965576,
      "step": 65,
      "valid_targets_mean": 2666.1,
      "valid_targets_min": 942
    },
    {
      "epoch": 0.23178807947019867,
      "grad_norm": 0.49981407253174,
      "learning_rate": 9.986605877352216e-05,
      "loss": 0.3281,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32183465361595154,
      "step": 70,
      "valid_targets_mean": 2898.4,
      "valid_targets_min": 948
    },
    {
      "epoch": 0.24834437086092714,
      "grad_norm": 0.465970055557152,
      "learning_rate": 9.984108616918944e-05,
      "loss": 0.3472,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3638273775577545,
      "step": 75,
      "valid_targets_mean": 3322.7,
      "valid_targets_min": 829
    },
    {
      "epoch": 0.26490066225165565,
      "grad_norm": 0.42923109727006264,
      "learning_rate": 9.981398386616458e-05,
      "loss": 0.3028,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3329468369483948,
      "step": 80,
      "valid_targets_mean": 4030.4,
      "valid_targets_min": 1243
    },
    {
      "epoch": 0.2814569536423841,
      "grad_norm": 0.4908534436328601,
      "learning_rate": 9.97847530225231e-05,
      "loss": 0.3206,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34494367241859436,
      "step": 85,
      "valid_targets_mean": 2818.8,
      "valid_targets_min": 397
    },
    {
      "epoch": 0.2980132450331126,
      "grad_norm": 0.4682338476431765,
      "learning_rate": 9.975339488729252e-05,
      "loss": 0.3303,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.36933451890945435,
      "step": 90,
      "valid_targets_mean": 3035.2,
      "valid_targets_min": 769
    },
    {
      "epoch": 0.31456953642384106,
      "grad_norm": 0.5703627164016276,
      "learning_rate": 9.97199108003991e-05,
      "loss": 0.3398,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34210559725761414,
      "step": 95,
      "valid_targets_mean": 2703.5,
      "valid_targets_min": 659
    },
    {
      "epoch": 0.33112582781456956,
      "grad_norm": 0.5694870237263695,
      "learning_rate": 9.968430219261054e-05,
      "loss": 0.3416,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3571714758872986,
      "step": 100,
      "valid_targets_mean": 2942.2,
      "valid_targets_min": 414
    },
    {
      "epoch": 0.347682119205298,
      "grad_norm": 0.5447155856810172,
      "learning_rate": 9.964657058547482e-05,
      "loss": 0.3229,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33061397075653076,
      "step": 105,
      "valid_targets_mean": 3210.2,
      "valid_targets_min": 811
    },
    {
      "epoch": 0.36423841059602646,
      "grad_norm": 0.49822723862480545,
      "learning_rate": 9.960671759125528e-05,
      "loss": 0.3151,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3498014807701111,
      "step": 110,
      "valid_targets_mean": 2995.3,
      "valid_targets_min": 960
    },
    {
      "epoch": 0.38079470198675497,
      "grad_norm": 0.4240177497240811,
      "learning_rate": 9.956474491286163e-05,
      "loss": 0.3078,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3021423816680908,
      "step": 115,
      "valid_targets_mean": 3478.9,
      "valid_targets_min": 807
    },
    {
      "epoch": 0.3973509933774834,
      "grad_norm": 0.4308477993032867,
      "learning_rate": 9.95206543437772e-05,
      "loss": 0.3225,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3106687664985657,
      "step": 120,
      "valid_targets_mean": 3050.9,
      "valid_targets_min": 343
    },
    {
      "epoch": 0.4139072847682119,
      "grad_norm": 0.4521634245429716,
      "learning_rate": 9.947444776798235e-05,
      "loss": 0.3254,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31832602620124817,
      "step": 125,
      "valid_targets_mean": 2670.3,
      "valid_targets_min": 682
    },
    {
      "epoch": 0.4304635761589404,
      "grad_norm": 0.42557498087453505,
      "learning_rate": 9.942612715987396e-05,
      "loss": 0.3261,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30098408460617065,
      "step": 130,
      "valid_targets_mean": 2869.0,
      "valid_targets_min": 491
    },
    {
      "epoch": 0.4470198675496689,
      "grad_norm": 0.40476946449698925,
      "learning_rate": 9.9375694584181e-05,
      "loss": 0.3092,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2903498113155365,
      "step": 135,
      "valid_targets_mean": 3383.0,
      "valid_targets_min": 639
    },
    {
      "epoch": 0.46357615894039733,
      "grad_norm": 0.3849739662867801,
      "learning_rate": 9.93231521958764e-05,
      "loss": 0.3004,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2814164459705353,
      "step": 140,
      "valid_targets_mean": 3503.0,
      "valid_targets_min": 748
    },
    {
      "epoch": 0.48013245033112584,
      "grad_norm": 0.43542799451802044,
      "learning_rate": 9.92685022400849e-05,
      "loss": 0.3188,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30971819162368774,
      "step": 145,
      "valid_targets_mean": 3022.8,
      "valid_targets_min": 716
    },
    {
      "epoch": 0.4966887417218543,
      "grad_norm": 0.4303859316551023,
      "learning_rate": 9.921174705198713e-05,
      "loss": 0.3333,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3176947236061096,
      "step": 150,
      "valid_targets_mean": 2879.0,
      "valid_targets_min": 927
    },
    {
      "epoch": 0.5132450331125827,
      "grad_norm": 0.4048521162688901,
      "learning_rate": 9.915288905671986e-05,
      "loss": 0.3132,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31546807289123535,
      "step": 155,
      "valid_targets_mean": 2984.2,
      "valid_targets_min": 697
    },
    {
      "epoch": 0.5298013245033113,
      "grad_norm": 0.41318383113790297,
      "learning_rate": 9.90919307692723e-05,
      "loss": 0.3122,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.307787150144577,
      "step": 160,
      "valid_targets_mean": 3121.4,
      "valid_targets_min": 691
    },
    {
      "epoch": 0.5463576158940397,
      "grad_norm": 0.42344683174956227,
      "learning_rate": 9.902887479437874e-05,
      "loss": 0.3043,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31755536794662476,
      "step": 165,
      "valid_targets_mean": 3221.2,
      "valid_targets_min": 383
    },
    {
      "epoch": 0.5629139072847682,
      "grad_norm": 0.44999121888304794,
      "learning_rate": 9.896372382640717e-05,
      "loss": 0.3054,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29850849509239197,
      "step": 170,
      "valid_targets_mean": 3293.4,
      "valid_targets_min": 708
    },
    {
      "epoch": 0.5794701986754967,
      "grad_norm": 0.4174723020518441,
      "learning_rate": 9.889648064924417e-05,
      "loss": 0.2959,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29357242584228516,
      "step": 175,
      "valid_targets_mean": 2921.2,
      "valid_targets_min": 337
    },
    {
      "epoch": 0.5960264900662252,
      "grad_norm": 0.3934992601560117,
      "learning_rate": 9.882714813617597e-05,
      "loss": 0.2917,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.314992755651474,
      "step": 180,
      "valid_targets_mean": 2771.6,
      "valid_targets_min": 742
    },
    {
      "epoch": 0.6125827814569537,
      "grad_norm": 0.4319366520390652,
      "learning_rate": 9.875572924976568e-05,
      "loss": 0.3032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30686649680137634,
      "step": 185,
      "valid_targets_mean": 3044.5,
      "valid_targets_min": 996
    },
    {
      "epoch": 0.6291390728476821,
      "grad_norm": 0.39663117081681576,
      "learning_rate": 9.868222704172663e-05,
      "loss": 0.2968,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3096313774585724,
      "step": 190,
      "valid_targets_mean": 3284.1,
      "valid_targets_min": 704
    },
    {
      "epoch": 0.6456953642384106,
      "grad_norm": 0.40930203334490584,
      "learning_rate": 9.86066446527921e-05,
      "loss": 0.3108,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3373670279979706,
      "step": 195,
      "valid_targets_mean": 2972.9,
      "valid_targets_min": 388
    },
    {
      "epoch": 0.6622516556291391,
      "grad_norm": 0.41458528813092926,
      "learning_rate": 9.852898531258101e-05,
      "loss": 0.2974,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29588669538497925,
      "step": 200,
      "valid_targets_mean": 2968.2,
      "valid_targets_min": 417
    },
    {
      "epoch": 0.6788079470198676,
      "grad_norm": 0.4127726707868181,
      "learning_rate": 9.844925233945993e-05,
      "loss": 0.2982,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29582294821739197,
      "step": 205,
      "valid_targets_mean": 3085.2,
      "valid_targets_min": 669
    },
    {
      "epoch": 0.695364238410596,
      "grad_norm": 0.38150171227295054,
      "learning_rate": 9.836744914040135e-05,
      "loss": 0.3035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2959309220314026,
      "step": 210,
      "valid_targets_mean": 3154.6,
      "valid_targets_min": 1046
    },
    {
      "epoch": 0.7119205298013245,
      "grad_norm": 0.3907574242481699,
      "learning_rate": 9.828357921083803e-05,
      "loss": 0.2916,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2875044345855713,
      "step": 215,
      "valid_targets_mean": 2839.2,
      "valid_targets_min": 441
    },
    {
      "epoch": 0.7284768211920529,
      "grad_norm": 0.47734635556487637,
      "learning_rate": 9.819764613451369e-05,
      "loss": 0.3061,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3034651577472687,
      "step": 220,
      "valid_targets_mean": 2299.7,
      "valid_targets_min": 456
    },
    {
      "epoch": 0.7450331125827815,
      "grad_norm": 0.5493306341853688,
      "learning_rate": 9.810965358332986e-05,
      "loss": 0.3261,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4191819429397583,
      "step": 225,
      "valid_targets_mean": 2425.1,
      "valid_targets_min": 881
    },
    {
      "epoch": 0.7615894039735099,
      "grad_norm": 0.4231239429385647,
      "learning_rate": 9.801960531718896e-05,
      "loss": 0.3043,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30527618527412415,
      "step": 230,
      "valid_targets_mean": 3004.8,
      "valid_targets_min": 1166
    },
    {
      "epoch": 0.7781456953642384,
      "grad_norm": 0.40273349353223326,
      "learning_rate": 9.792750518383369e-05,
      "loss": 0.2881,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.291836678981781,
      "step": 235,
      "valid_targets_mean": 3289.2,
      "valid_targets_min": 755
    },
    {
      "epoch": 0.7947019867549668,
      "grad_norm": 0.34979086947645943,
      "learning_rate": 9.783335711868258e-05,
      "loss": 0.2879,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26166123151779175,
      "step": 240,
      "valid_targets_mean": 3777.2,
      "valid_targets_min": 443
    },
    {
      "epoch": 0.8112582781456954,
      "grad_norm": 0.3814946213086308,
      "learning_rate": 9.773716514466178e-05,
      "loss": 0.2908,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2830836772918701,
      "step": 245,
      "valid_targets_mean": 3064.7,
      "valid_targets_min": 787
    },
    {
      "epoch": 0.8278145695364238,
      "grad_norm": 0.4291462186338508,
      "learning_rate": 9.76389333720333e-05,
      "loss": 0.2867,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3208215534687042,
      "step": 250,
      "valid_targets_mean": 2699.3,
      "valid_targets_min": 960
    },
    {
      "epoch": 0.8443708609271523,
      "grad_norm": 0.38599331383215324,
      "learning_rate": 9.753866599821926e-05,
      "loss": 0.2821,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29871106147766113,
      "step": 255,
      "valid_targets_mean": 3240.2,
      "valid_targets_min": 517
    },
    {
      "epoch": 0.8609271523178808,
      "grad_norm": 0.4041941643222489,
      "learning_rate": 9.743636730762258e-05,
      "loss": 0.2895,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2891217768192291,
      "step": 260,
      "valid_targets_mean": 3215.0,
      "valid_targets_min": 460
    },
    {
      "epoch": 0.8774834437086093,
      "grad_norm": 0.40792448674007137,
      "learning_rate": 9.733204167144388e-05,
      "loss": 0.289,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30060410499572754,
      "step": 265,
      "valid_targets_mean": 2794.2,
      "valid_targets_min": 348
    },
    {
      "epoch": 0.8940397350993378,
      "grad_norm": 0.42348183649389975,
      "learning_rate": 9.722569354749474e-05,
      "loss": 0.2795,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3023919463157654,
      "step": 270,
      "valid_targets_mean": 2564.1,
      "valid_targets_min": 364
    },
    {
      "epoch": 0.9105960264900662,
      "grad_norm": 0.37266274235459473,
      "learning_rate": 9.71173274800072e-05,
      "loss": 0.2737,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2739112973213196,
      "step": 275,
      "valid_targets_mean": 2655.0,
      "valid_targets_min": 682
    },
    {
      "epoch": 0.9271523178807947,
      "grad_norm": 0.41833539615129917,
      "learning_rate": 9.700694809943956e-05,
      "loss": 0.289,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2915274500846863,
      "step": 280,
      "valid_targets_mean": 2742.8,
      "valid_targets_min": 322
    },
    {
      "epoch": 0.9437086092715232,
      "grad_norm": 0.39705257637999314,
      "learning_rate": 9.689456012227862e-05,
      "loss": 0.2864,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2892838716506958,
      "step": 285,
      "valid_targets_mean": 2693.2,
      "valid_targets_min": 524
    },
    {
      "epoch": 0.9602649006622517,
      "grad_norm": 0.3402610597897325,
      "learning_rate": 9.678016835083797e-05,
      "loss": 0.2901,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27023911476135254,
      "step": 290,
      "valid_targets_mean": 3718.4,
      "valid_targets_min": 400
    },
    {
      "epoch": 0.9768211920529801,
      "grad_norm": 0.3736572088860731,
      "learning_rate": 9.666377767305297e-05,
      "loss": 0.2749,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2962803244590759,
      "step": 295,
      "valid_targets_mean": 3088.6,
      "valid_targets_min": 379
    },
    {
      "epoch": 0.9933774834437086,
      "grad_norm": 0.3660796505630214,
      "learning_rate": 9.654539306227177e-05,
      "loss": 0.2851,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28717029094696045,
      "step": 300,
      "valid_targets_mean": 3238.6,
      "valid_targets_min": 662
    },
    {
      "epoch": 1.009933774834437,
      "grad_norm": 0.3389126925709842,
      "learning_rate": 9.642501957704287e-05,
      "loss": 0.2312,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1948443055152893,
      "step": 305,
      "valid_targets_mean": 3947.9,
      "valid_targets_min": 460
    },
    {
      "epoch": 1.0264900662251655,
      "grad_norm": 0.43389381563954094,
      "learning_rate": 9.630266236089888e-05,
      "loss": 0.2131,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2011556476354599,
      "step": 310,
      "valid_targets_mean": 2415.0,
      "valid_targets_min": 417
    },
    {
      "epoch": 1.0430463576158941,
      "grad_norm": 0.4779658551075087,
      "learning_rate": 9.617832664213687e-05,
      "loss": 0.2083,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2396453469991684,
      "step": 315,
      "valid_targets_mean": 2805.7,
      "valid_targets_min": 539
    },
    {
      "epoch": 1.0596026490066226,
      "grad_norm": 0.3700054585822443,
      "learning_rate": 9.605201773359485e-05,
      "loss": 0.1941,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20710405707359314,
      "step": 320,
      "valid_targets_mean": 3428.3,
      "valid_targets_min": 624
    },
    {
      "epoch": 1.076158940397351,
      "grad_norm": 0.3638894195356153,
      "learning_rate": 9.59237410324248e-05,
      "loss": 0.1921,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18649369478225708,
      "step": 325,
      "valid_targets_mean": 3425.1,
      "valid_targets_min": 810
    },
    {
      "epoch": 1.0927152317880795,
      "grad_norm": 0.4112539243976021,
      "learning_rate": 9.579350201986209e-05,
      "loss": 0.216,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23401358723640442,
      "step": 330,
      "valid_targets_mean": 2886.5,
      "valid_targets_min": 382
    },
    {
      "epoch": 1.109271523178808,
      "grad_norm": 0.3912355263814285,
      "learning_rate": 9.566130626099117e-05,
      "loss": 0.201,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19619351625442505,
      "step": 335,
      "valid_targets_mean": 2849.8,
      "valid_targets_min": 923
    },
    {
      "epoch": 1.1258278145695364,
      "grad_norm": 0.40578552480984786,
      "learning_rate": 9.552715940450785e-05,
      "loss": 0.2009,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21668368577957153,
      "step": 340,
      "valid_targets_mean": 2849.9,
      "valid_targets_min": 738
    },
    {
      "epoch": 1.1423841059602649,
      "grad_norm": 0.35947855551809216,
      "learning_rate": 9.53910671824779e-05,
      "loss": 0.1972,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18576085567474365,
      "step": 345,
      "valid_targets_mean": 3117.2,
      "valid_targets_min": 669
    },
    {
      "epoch": 1.1589403973509933,
      "grad_norm": 0.39321523941764297,
      "learning_rate": 9.525303541009218e-05,
      "loss": 0.211,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21488025784492493,
      "step": 350,
      "valid_targets_mean": 3144.1,
      "valid_targets_min": 668
    },
    {
      "epoch": 1.1754966887417218,
      "grad_norm": 0.3954111253599595,
      "learning_rate": 9.511306998541809e-05,
      "loss": 0.2049,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20759233832359314,
      "step": 355,
      "valid_targets_mean": 3138.0,
      "valid_targets_min": 337
    },
    {
      "epoch": 1.1920529801324504,
      "grad_norm": 0.36777226391572226,
      "learning_rate": 9.497117688914753e-05,
      "loss": 0.2121,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20897117257118225,
      "step": 360,
      "valid_targets_mean": 3266.3,
      "valid_targets_min": 387
    },
    {
      "epoch": 1.2086092715231789,
      "grad_norm": 0.37073365877461406,
      "learning_rate": 9.482736218434143e-05,
      "loss": 0.204,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22039398550987244,
      "step": 365,
      "valid_targets_mean": 3285.4,
      "valid_targets_min": 612
    },
    {
      "epoch": 1.2251655629139073,
      "grad_norm": 0.4196541012562941,
      "learning_rate": 9.468163201617062e-05,
      "loss": 0.2139,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22531884908676147,
      "step": 370,
      "valid_targets_mean": 2320.7,
      "valid_targets_min": 297
    },
    {
      "epoch": 1.2417218543046358,
      "grad_norm": 0.43178877348718864,
      "learning_rate": 9.453399261165326e-05,
      "loss": 0.2103,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24533167481422424,
      "step": 375,
      "valid_targets_mean": 2644.3,
      "valid_targets_min": 363
    },
    {
      "epoch": 1.2582781456953642,
      "grad_norm": 0.4135336905960593,
      "learning_rate": 9.438445027938872e-05,
      "loss": 0.2083,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22220832109451294,
      "step": 380,
      "valid_targets_mean": 2890.8,
      "valid_targets_min": 1041
    },
    {
      "epoch": 1.2748344370860927,
      "grad_norm": 0.36590976016057225,
      "learning_rate": 9.423301140928815e-05,
      "loss": 0.2135,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22077831625938416,
      "step": 385,
      "valid_targets_mean": 3366.4,
      "valid_targets_min": 760
    },
    {
      "epoch": 1.2913907284768211,
      "grad_norm": 0.40764100499602923,
      "learning_rate": 9.407968247230127e-05,
      "loss": 0.2169,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24488572776317596,
      "step": 390,
      "valid_targets_mean": 2984.4,
      "valid_targets_min": 691
    },
    {
      "epoch": 1.3079470198675498,
      "grad_norm": 0.3821438803487412,
      "learning_rate": 9.392447002013996e-05,
      "loss": 0.2071,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2059929072856903,
      "step": 395,
      "valid_targets_mean": 2712.9,
      "valid_targets_min": 515
    },
    {
      "epoch": 1.3245033112582782,
      "grad_norm": 0.3899862302231617,
      "learning_rate": 9.376738068499828e-05,
      "loss": 0.2127,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2190270870923996,
      "step": 400,
      "valid_targets_mean": 2747.4,
      "valid_targets_min": 286
    },
    {
      "epoch": 1.3410596026490067,
      "grad_norm": 0.3325867378595477,
      "learning_rate": 9.360842117926912e-05,
      "loss": 0.209,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20354317128658295,
      "step": 405,
      "valid_targets_mean": 3225.6,
      "valid_targets_min": 845
    },
    {
      "epoch": 1.3576158940397351,
      "grad_norm": 0.3916211490204987,
      "learning_rate": 9.344759829525733e-05,
      "loss": 0.2186,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2249426394701004,
      "step": 410,
      "valid_targets_mean": 2838.7,
      "valid_targets_min": 705
    },
    {
      "epoch": 1.3741721854304636,
      "grad_norm": 0.42291313422988946,
      "learning_rate": 9.32849189048895e-05,
      "loss": 0.2181,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2273331880569458,
      "step": 415,
      "valid_targets_mean": 2553.2,
      "valid_targets_min": 675
    },
    {
      "epoch": 1.390728476821192,
      "grad_norm": 0.33151027581689263,
      "learning_rate": 9.312038995942036e-05,
      "loss": 0.2082,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19271031022071838,
      "step": 420,
      "valid_targets_mean": 3639.4,
      "valid_targets_min": 1068
    },
    {
      "epoch": 1.4072847682119205,
      "grad_norm": 0.37349219015627133,
      "learning_rate": 9.295401848913568e-05,
      "loss": 0.2104,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20354311168193817,
      "step": 425,
      "valid_targets_mean": 2989.4,
      "valid_targets_min": 351
    },
    {
      "epoch": 1.423841059602649,
      "grad_norm": 0.3786604220131624,
      "learning_rate": 9.278581160305195e-05,
      "loss": 0.214,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23767903447151184,
      "step": 430,
      "valid_targets_mean": 2826.8,
      "valid_targets_min": 659
    },
    {
      "epoch": 1.4403973509933774,
      "grad_norm": 0.34311764570841485,
      "learning_rate": 9.261577648861255e-05,
      "loss": 0.2104,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20151343941688538,
      "step": 435,
      "valid_targets_mean": 3389.7,
      "valid_targets_min": 257
    },
    {
      "epoch": 1.4569536423841059,
      "grad_norm": 0.35759471917482405,
      "learning_rate": 9.244392041138068e-05,
      "loss": 0.2119,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20437508821487427,
      "step": 440,
      "valid_targets_mean": 3178.9,
      "valid_targets_min": 341
    },
    {
      "epoch": 1.4735099337748343,
      "grad_norm": 0.37973399919655415,
      "learning_rate": 9.227025071472884e-05,
      "loss": 0.2174,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21793994307518005,
      "step": 445,
      "valid_targets_mean": 2845.3,
      "valid_targets_min": 511
    },
    {
      "epoch": 1.490066225165563,
      "grad_norm": 0.3199299678974692,
      "learning_rate": 9.209477481952513e-05,
      "loss": 0.2088,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1964888721704483,
      "step": 450,
      "valid_targets_mean": 3549.1,
      "valid_targets_min": 1175
    },
    {
      "epoch": 1.5066225165562914,
      "grad_norm": 0.3360596112867529,
      "learning_rate": 9.191750022381614e-05,
      "loss": 0.2097,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2100779265165329,
      "step": 455,
      "valid_targets_mean": 3224.5,
      "valid_targets_min": 732
    },
    {
      "epoch": 1.5231788079470199,
      "grad_norm": 0.41319883720928263,
      "learning_rate": 9.173843450250644e-05,
      "loss": 0.2287,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23697538673877716,
      "step": 460,
      "valid_targets_mean": 2307.2,
      "valid_targets_min": 436
    },
    {
      "epoch": 1.5397350993377483,
      "grad_norm": 0.3674808668270343,
      "learning_rate": 9.155758530703512e-05,
      "loss": 0.2102,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2140740156173706,
      "step": 465,
      "valid_targets_mean": 2787.8,
      "valid_targets_min": 389
    },
    {
      "epoch": 1.5562913907284768,
      "grad_norm": 0.34510698134019835,
      "learning_rate": 9.137496036504867e-05,
      "loss": 0.2044,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20614945888519287,
      "step": 470,
      "valid_targets_mean": 3011.7,
      "valid_targets_min": 348
    },
    {
      "epoch": 1.5728476821192054,
      "grad_norm": 0.33486924083957836,
      "learning_rate": 9.119056748007083e-05,
      "loss": 0.2134,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21356387436389923,
      "step": 475,
      "valid_targets_mean": 3417.7,
      "valid_targets_min": 343
    },
    {
      "epoch": 1.589403973509934,
      "grad_norm": 0.33794193739460154,
      "learning_rate": 9.10044145311692e-05,
      "loss": 0.2084,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22062477469444275,
      "step": 480,
      "valid_targets_mean": 2954.5,
      "valid_targets_min": 1084
    },
    {
      "epoch": 1.6059602649006623,
      "grad_norm": 0.4350940200625618,
      "learning_rate": 9.081650947261848e-05,
      "loss": 0.2192,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23036962747573853,
      "step": 485,
      "valid_targets_mean": 2063.4,
      "valid_targets_min": 370
    },
    {
      "epoch": 1.6225165562913908,
      "grad_norm": 0.3613490352121763,
      "learning_rate": 9.062686033356064e-05,
      "loss": 0.2246,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23221859335899353,
      "step": 490,
      "valid_targets_mean": 3110.2,
      "valid_targets_min": 422
    },
    {
      "epoch": 1.6390728476821192,
      "grad_norm": 0.3659110415801921,
      "learning_rate": 9.043547521766192e-05,
      "loss": 0.2031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22216351330280304,
      "step": 495,
      "valid_targets_mean": 3123.1,
      "valid_targets_min": 697
    },
    {
      "epoch": 1.6556291390728477,
      "grad_norm": 0.29058141650832486,
      "learning_rate": 9.024236230276629e-05,
      "loss": 0.2095,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18544334173202515,
      "step": 500,
      "valid_targets_mean": 3743.5,
      "valid_targets_min": 1147
    },
    {
      "epoch": 1.6721854304635762,
      "grad_norm": 0.32947959713235797,
      "learning_rate": 9.004752984054636e-05,
      "loss": 0.2066,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19370371103286743,
      "step": 505,
      "valid_targets_mean": 3204.0,
      "valid_targets_min": 616
    },
    {
      "epoch": 1.6887417218543046,
      "grad_norm": 0.32243645481261785,
      "learning_rate": 8.98509861561505e-05,
      "loss": 0.2089,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19874104857444763,
      "step": 510,
      "valid_targets_mean": 3478.5,
      "valid_targets_min": 284
    },
    {
      "epoch": 1.705298013245033,
      "grad_norm": 0.3205590404946569,
      "learning_rate": 8.965273964784735e-05,
      "loss": 0.2161,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2074926495552063,
      "step": 515,
      "valid_targets_mean": 3786.1,
      "valid_targets_min": 889
    },
    {
      "epoch": 1.7218543046357615,
      "grad_norm": 0.32380087461319645,
      "learning_rate": 8.945279878666673e-05,
      "loss": 0.2092,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2074010670185089,
      "step": 520,
      "valid_targets_mean": 3235.7,
      "valid_targets_min": 400
    },
    {
      "epoch": 1.73841059602649,
      "grad_norm": 0.31773031899011506,
      "learning_rate": 8.925117211603784e-05,
      "loss": 0.2079,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1998700499534607,
      "step": 525,
      "valid_targets_mean": 3762.6,
      "valid_targets_min": 979
    },
    {
      "epoch": 1.7549668874172184,
      "grad_norm": 0.3458480669482276,
      "learning_rate": 8.904786825142414e-05,
      "loss": 0.2076,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20790527760982513,
      "step": 530,
      "valid_targets_mean": 3102.6,
      "valid_targets_min": 1066
    },
    {
      "epoch": 1.771523178807947,
      "grad_norm": 0.30366598541080403,
      "learning_rate": 8.884289587995524e-05,
      "loss": 0.2055,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19465413689613342,
      "step": 535,
      "valid_targets_mean": 3343.0,
      "valid_targets_min": 432
    },
    {
      "epoch": 1.7880794701986755,
      "grad_norm": 0.33604048544483084,
      "learning_rate": 8.863626376005562e-05,
      "loss": 0.216,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22073376178741455,
      "step": 540,
      "valid_targets_mean": 3205.7,
      "valid_targets_min": 720
    },
    {
      "epoch": 1.804635761589404,
      "grad_norm": 0.37007779611361397,
      "learning_rate": 8.842798072107054e-05,
      "loss": 0.2204,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2214677929878235,
      "step": 545,
      "valid_targets_mean": 2804.7,
      "valid_targets_min": 676
    },
    {
      "epoch": 1.8211920529801324,
      "grad_norm": 0.38478783228066465,
      "learning_rate": 8.82180556628886e-05,
      "loss": 0.2105,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22936037182807922,
      "step": 550,
      "valid_targets_mean": 2943.2,
      "valid_targets_min": 639
    },
    {
      "epoch": 1.8377483443708609,
      "grad_norm": 0.34543010326577117,
      "learning_rate": 8.800649755556157e-05,
      "loss": 0.2138,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2245236337184906,
      "step": 555,
      "valid_targets_mean": 3434.0,
      "valid_targets_min": 595
    },
    {
      "epoch": 1.8543046357615895,
      "grad_norm": 0.2932756071886955,
      "learning_rate": 8.779331543892097e-05,
      "loss": 0.2,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1866540163755417,
      "step": 560,
      "valid_targets_mean": 3893.2,
      "valid_targets_min": 848
    },
    {
      "epoch": 1.870860927152318,
      "grad_norm": 0.32659918090044693,
      "learning_rate": 8.757851842219198e-05,
      "loss": 0.2052,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1978355050086975,
      "step": 565,
      "valid_targets_mean": 3045.8,
      "valid_targets_min": 494
    },
    {
      "epoch": 1.8874172185430464,
      "grad_norm": 0.35574882988452505,
      "learning_rate": 8.736211568360405e-05,
      "loss": 0.2157,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2048686295747757,
      "step": 570,
      "valid_targets_mean": 2578.5,
      "valid_targets_min": 367
    },
    {
      "epoch": 1.903973509933775,
      "grad_norm": 0.30787265425987176,
      "learning_rate": 8.714411646999878e-05,
      "loss": 0.2049,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2000887393951416,
      "step": 575,
      "valid_targets_mean": 3594.4,
      "valid_targets_min": 510
    },
    {
      "epoch": 1.9205298013245033,
      "grad_norm": 0.32779303458954434,
      "learning_rate": 8.692453009643482e-05,
      "loss": 0.207,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18430213630199432,
      "step": 580,
      "valid_targets_mean": 3034.0,
      "valid_targets_min": 295
    },
    {
      "epoch": 1.9370860927152318,
      "grad_norm": 0.3557072523105563,
      "learning_rate": 8.670336594578981e-05,
      "loss": 0.2015,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20450301468372345,
      "step": 585,
      "valid_targets_mean": 3029.6,
      "valid_targets_min": 451
    },
    {
      "epoch": 1.9536423841059603,
      "grad_norm": 0.3665345270635697,
      "learning_rate": 8.648063346835942e-05,
      "loss": 0.2035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2252351939678192,
      "step": 590,
      "valid_targets_mean": 2917.3,
      "valid_targets_min": 690
    },
    {
      "epoch": 1.9701986754966887,
      "grad_norm": 0.3421886637999956,
      "learning_rate": 8.625634218145365e-05,
      "loss": 0.1975,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20249176025390625,
      "step": 595,
      "valid_targets_mean": 3078.8,
      "valid_targets_min": 336
    },
    {
      "epoch": 1.9867549668874172,
      "grad_norm": 0.33199110988226277,
      "learning_rate": 8.603050166899e-05,
      "loss": 0.2226,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21750187873840332,
      "step": 600,
      "valid_targets_mean": 3147.6,
      "valid_targets_min": 918
    },
    {
      "epoch": 2.0033112582781456,
      "grad_norm": 0.4035685357179341,
      "learning_rate": 8.580312158108413e-05,
      "loss": 0.195,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14211350679397583,
      "step": 605,
      "valid_targets_mean": 2804.1,
      "valid_targets_min": 614
    },
    {
      "epoch": 2.019867549668874,
      "grad_norm": 0.8295625743759771,
      "learning_rate": 8.557421163363735e-05,
      "loss": 0.1267,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13873261213302612,
      "step": 610,
      "valid_targets_mean": 3058.0,
      "valid_targets_min": 503
    },
    {
      "epoch": 2.0364238410596025,
      "grad_norm": 0.31084477092205376,
      "learning_rate": 8.534378160792159e-05,
      "loss": 0.1194,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11524184048175812,
      "step": 615,
      "valid_targets_mean": 3675.6,
      "valid_targets_min": 397
    },
    {
      "epoch": 2.052980132450331,
      "grad_norm": 0.3630068106894064,
      "learning_rate": 8.511184135016134e-05,
      "loss": 0.1251,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12994585931301117,
      "step": 620,
      "valid_targets_mean": 3232.6,
      "valid_targets_min": 933
    },
    {
      "epoch": 2.0695364238410594,
      "grad_norm": 0.3642377532132808,
      "learning_rate": 8.487840077111302e-05,
      "loss": 0.1241,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12537671625614166,
      "step": 625,
      "valid_targets_mean": 3249.1,
      "valid_targets_min": 809
    },
    {
      "epoch": 2.0860927152317883,
      "grad_norm": 0.3358941305355801,
      "learning_rate": 8.464346984564138e-05,
      "loss": 0.1288,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1243174821138382,
      "step": 630,
      "valid_targets_mean": 3312.7,
      "valid_targets_min": 422
    },
    {
      "epoch": 2.1026490066225167,
      "grad_norm": 0.35151837218149495,
      "learning_rate": 8.440705861229344e-05,
      "loss": 0.1317,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12233859300613403,
      "step": 635,
      "valid_targets_mean": 3643.2,
      "valid_targets_min": 1188
    },
    {
      "epoch": 2.119205298013245,
      "grad_norm": 0.3565052347840762,
      "learning_rate": 8.416917717286939e-05,
      "loss": 0.1197,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12404929101467133,
      "step": 640,
      "valid_targets_mean": 3201.8,
      "valid_targets_min": 798
    },
    {
      "epoch": 2.1357615894039736,
      "grad_norm": 0.32279967266373655,
      "learning_rate": 8.392983569199102e-05,
      "loss": 0.1294,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11819366365671158,
      "step": 645,
      "valid_targets_mean": 3314.7,
      "valid_targets_min": 452
    },
    {
      "epoch": 2.152317880794702,
      "grad_norm": 0.41776582766355863,
      "learning_rate": 8.368904439666738e-05,
      "loss": 0.13,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1355164498090744,
      "step": 650,
      "valid_targets_mean": 2200.0,
      "valid_targets_min": 304
    },
    {
      "epoch": 2.1688741721854305,
      "grad_norm": 0.4057220710157651,
      "learning_rate": 8.344681357585773e-05,
      "loss": 0.1288,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13748055696487427,
      "step": 655,
      "valid_targets_mean": 2722.0,
      "valid_targets_min": 308
    },
    {
      "epoch": 2.185430463576159,
      "grad_norm": 0.3537858088211586,
      "learning_rate": 8.3203153580032e-05,
      "loss": 0.1278,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12586785852909088,
      "step": 660,
      "valid_targets_mean": 2863.7,
      "valid_targets_min": 254
    },
    {
      "epoch": 2.2019867549668874,
      "grad_norm": 0.39201784897237507,
      "learning_rate": 8.295807482072842e-05,
      "loss": 0.1246,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13615946471691132,
      "step": 665,
      "valid_targets_mean": 2952.1,
      "valid_targets_min": 849
    },
    {
      "epoch": 2.218543046357616,
      "grad_norm": 0.31295795477583843,
      "learning_rate": 8.271158777010868e-05,
      "loss": 0.1281,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12042751163244247,
      "step": 670,
      "valid_targets_mean": 3436.0,
      "valid_targets_min": 541
    },
    {
      "epoch": 2.2350993377483444,
      "grad_norm": 0.33578417162244156,
      "learning_rate": 8.246370296051045e-05,
      "loss": 0.1273,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11698208749294281,
      "step": 675,
      "valid_targets_mean": 3144.2,
      "valid_targets_min": 379
    },
    {
      "epoch": 2.251655629139073,
      "grad_norm": 0.3402187670378416,
      "learning_rate": 8.221443098399732e-05,
      "loss": 0.1217,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11877850443124771,
      "step": 680,
      "valid_targets_mean": 2992.1,
      "valid_targets_min": 758
    },
    {
      "epoch": 2.2682119205298013,
      "grad_norm": 0.3602241680417054,
      "learning_rate": 8.196378249190626e-05,
      "loss": 0.1336,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13987311720848083,
      "step": 685,
      "valid_targets_mean": 3183.0,
      "valid_targets_min": 678
    },
    {
      "epoch": 2.2847682119205297,
      "grad_norm": 0.34828354873641876,
      "learning_rate": 8.17117681943924e-05,
      "loss": 0.1349,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14888405799865723,
      "step": 690,
      "valid_targets_mean": 3266.5,
      "valid_targets_min": 511
    },
    {
      "epoch": 2.301324503311258,
      "grad_norm": 0.3702564459028072,
      "learning_rate": 8.145839885997146e-05,
      "loss": 0.128,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13586509227752686,
      "step": 695,
      "valid_targets_mean": 2921.9,
      "valid_targets_min": 585
    },
    {
      "epoch": 2.3178807947019866,
      "grad_norm": 0.31817008615640685,
      "learning_rate": 8.120368531505961e-05,
      "loss": 0.128,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12238563597202301,
      "step": 700,
      "valid_targets_mean": 3795.2,
      "valid_targets_min": 810
    },
    {
      "epoch": 2.334437086092715,
      "grad_norm": 0.31644194321275865,
      "learning_rate": 8.094763844351078e-05,
      "loss": 0.1267,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12229268252849579,
      "step": 705,
      "valid_targets_mean": 3440.1,
      "valid_targets_min": 705
    },
    {
      "epoch": 2.3509933774834435,
      "grad_norm": 0.31935712150450846,
      "learning_rate": 8.069026918615172e-05,
      "loss": 0.1323,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13009533286094666,
      "step": 710,
      "valid_targets_mean": 3700.7,
      "valid_targets_min": 455
    },
    {
      "epoch": 2.3675496688741724,
      "grad_norm": 0.3223577073595666,
      "learning_rate": 8.04315885403144e-05,
      "loss": 0.1235,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11702422797679901,
      "step": 715,
      "valid_targets_mean": 3570.3,
      "valid_targets_min": 257
    },
    {
      "epoch": 2.384105960264901,
      "grad_norm": 0.37461445017048595,
      "learning_rate": 8.017160755936614e-05,
      "loss": 0.1282,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14748725295066833,
      "step": 720,
      "valid_targets_mean": 3237.3,
      "valid_targets_min": 288
    },
    {
      "epoch": 2.4006622516556293,
      "grad_norm": 0.333468121399865,
      "learning_rate": 7.991033735223729e-05,
      "loss": 0.1341,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13057513535022736,
      "step": 725,
      "valid_targets_mean": 3064.9,
      "valid_targets_min": 316
    },
    {
      "epoch": 2.4172185430463577,
      "grad_norm": 0.38403609747016776,
      "learning_rate": 7.964778908294657e-05,
      "loss": 0.1339,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13628852367401123,
      "step": 730,
      "valid_targets_mean": 2438.7,
      "valid_targets_min": 748
    },
    {
      "epoch": 2.433774834437086,
      "grad_norm": 0.35988887050000995,
      "learning_rate": 7.938397397012402e-05,
      "loss": 0.1355,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1316654086112976,
      "step": 735,
      "valid_targets_mean": 3053.1,
      "valid_targets_min": 703
    },
    {
      "epoch": 2.4503311258278146,
      "grad_norm": 0.35485379782062176,
      "learning_rate": 7.911890328653156e-05,
      "loss": 0.133,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1298218071460724,
      "step": 740,
      "valid_targets_mean": 3239.6,
      "valid_targets_min": 805
    },
    {
      "epoch": 2.466887417218543,
      "grad_norm": 0.30427836115700374,
      "learning_rate": 7.885258835858148e-05,
      "loss": 0.1321,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12050586193799973,
      "step": 745,
      "valid_targets_mean": 3601.6,
      "valid_targets_min": 1207
    },
    {
      "epoch": 2.4834437086092715,
      "grad_norm": 0.3444059855869074,
      "learning_rate": 7.858504056585227e-05,
      "loss": 0.1285,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12549395859241486,
      "step": 750,
      "valid_targets_mean": 3273.3,
      "valid_targets_min": 852
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.3677265207302808,
      "learning_rate": 7.83162713406025e-05,
      "loss": 0.1352,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1380949467420578,
      "step": 755,
      "valid_targets_mean": 2687.6,
      "valid_targets_min": 417
    },
    {
      "epoch": 2.5165562913907285,
      "grad_norm": 0.3986486315910722,
      "learning_rate": 7.804629216728227e-05,
      "loss": 0.1422,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1460767537355423,
      "step": 760,
      "valid_targets_mean": 3007.6,
      "valid_targets_min": 755
    },
    {
      "epoch": 2.533112582781457,
      "grad_norm": 0.3613678844297741,
      "learning_rate": 7.777511458204252e-05,
      "loss": 0.1333,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13656137883663177,
      "step": 765,
      "valid_targets_mean": 2719.0,
      "valid_targets_min": 563
    },
    {
      "epoch": 2.5496688741721854,
      "grad_norm": 0.3717037676122537,
      "learning_rate": 7.750275017224207e-05,
      "loss": 0.1306,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13513994216918945,
      "step": 770,
      "valid_targets_mean": 2590.1,
      "valid_targets_min": 489
    },
    {
      "epoch": 2.566225165562914,
      "grad_norm": 0.30605938884997713,
      "learning_rate": 7.722921057595244e-05,
      "loss": 0.1351,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1248236745595932,
      "step": 775,
      "valid_targets_mean": 3916.7,
      "valid_targets_min": 385
    },
    {
      "epoch": 2.5827814569536423,
      "grad_norm": 0.28594294280425714,
      "learning_rate": 7.695450748146069e-05,
      "loss": 0.1324,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11908982694149017,
      "step": 780,
      "valid_targets_mean": 3497.2,
      "valid_targets_min": 346
    },
    {
      "epoch": 2.5993377483443707,
      "grad_norm": 0.33275588358626473,
      "learning_rate": 7.66786526267698e-05,
      "loss": 0.1314,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12390835583209991,
      "step": 785,
      "valid_targets_mean": 3211.5,
      "valid_targets_min": 430
    },
    {
      "epoch": 2.6158940397350996,
      "grad_norm": 0.3383366193385283,
      "learning_rate": 7.640165779909735e-05,
      "loss": 0.1359,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13580447435379028,
      "step": 790,
      "valid_targets_mean": 3250.2,
      "valid_targets_min": 639
    },
    {
      "epoch": 2.6324503311258276,
      "grad_norm": 0.3107558295311167,
      "learning_rate": 7.612353483437158e-05,
      "loss": 0.1367,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13051705062389374,
      "step": 795,
      "valid_targets_mean": 3639.9,
      "valid_targets_min": 795
    },
    {
      "epoch": 2.6490066225165565,
      "grad_norm": 0.36184191442055263,
      "learning_rate": 7.584429561672586e-05,
      "loss": 0.1326,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1366756111383438,
      "step": 800,
      "valid_targets_mean": 3003.5,
      "valid_targets_min": 476
    },
    {
      "epoch": 2.6655629139072845,
      "grad_norm": 0.3413224205451187,
      "learning_rate": 7.556395207799077e-05,
      "loss": 0.1307,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13229820132255554,
      "step": 805,
      "valid_targets_mean": 3005.9,
      "valid_targets_min": 637
    },
    {
      "epoch": 2.6821192052980134,
      "grad_norm": 0.28247014882550064,
      "learning_rate": 7.528251619718431e-05,
      "loss": 0.1317,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11838458478450775,
      "step": 810,
      "valid_targets_mean": 3923.9,
      "valid_targets_min": 530
    },
    {
      "epoch": 2.698675496688742,
      "grad_norm": 0.36971304320381926,
      "learning_rate": 7.500000000000001e-05,
      "loss": 0.1313,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13400927186012268,
      "step": 815,
      "valid_targets_mean": 3018.0,
      "valid_targets_min": 290
    },
    {
      "epoch": 2.7152317880794703,
      "grad_norm": 0.32652007842308994,
      "learning_rate": 7.471641555829307e-05,
      "loss": 0.1289,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12828126549720764,
      "step": 820,
      "valid_targets_mean": 3543.0,
      "valid_targets_min": 1118
    },
    {
      "epoch": 2.7317880794701987,
      "grad_norm": 0.29930593803859495,
      "learning_rate": 7.443177498956453e-05,
      "loss": 0.1349,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12653376162052155,
      "step": 825,
      "valid_targets_mean": 3559.8,
      "valid_targets_min": 325
    },
    {
      "epoch": 2.748344370860927,
      "grad_norm": 0.30332685268784965,
      "learning_rate": 7.414609045644356e-05,
      "loss": 0.1302,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12665782868862152,
      "step": 830,
      "valid_targets_mean": 3858.2,
      "valid_targets_min": 669
    },
    {
      "epoch": 2.7649006622516556,
      "grad_norm": 0.2847169886980276,
      "learning_rate": 7.385937416616767e-05,
      "loss": 0.1282,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11664550006389618,
      "step": 835,
      "valid_targets_mean": 3870.9,
      "valid_targets_min": 681
    },
    {
      "epoch": 2.781456953642384,
      "grad_norm": 0.3643915403596576,
      "learning_rate": 7.357163837006111e-05,
      "loss": 0.1394,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14505338668823242,
      "step": 840,
      "valid_targets_mean": 2784.2,
      "valid_targets_min": 953
    },
    {
      "epoch": 2.7980132450331126,
      "grad_norm": 0.3451967187612331,
      "learning_rate": 7.32828953630114e-05,
      "loss": 0.1337,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1330152451992035,
      "step": 845,
      "valid_targets_mean": 3206.1,
      "valid_targets_min": 632
    },
    {
      "epoch": 2.814569536423841,
      "grad_norm": 0.2753986431142239,
      "learning_rate": 7.2993157482944e-05,
      "loss": 0.1323,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12577594816684723,
      "step": 850,
      "valid_targets_mean": 4482.1,
      "valid_targets_min": 1162
    },
    {
      "epoch": 2.8311258278145695,
      "grad_norm": 0.3639461654352118,
      "learning_rate": 7.2702437110295e-05,
      "loss": 0.1301,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14124904572963715,
      "step": 855,
      "valid_targets_mean": 2888.8,
      "valid_targets_min": 1064
    },
    {
      "epoch": 2.847682119205298,
      "grad_norm": 0.3360649001314586,
      "learning_rate": 7.241074666748227e-05,
      "loss": 0.1349,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13045209646224976,
      "step": 860,
      "valid_targets_mean": 3387.1,
      "valid_targets_min": 455
    },
    {
      "epoch": 2.8642384105960264,
      "grad_norm": 0.31720005711656,
      "learning_rate": 7.211809861837451e-05,
      "loss": 0.1284,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11310358345508575,
      "step": 865,
      "valid_targets_mean": 2787.1,
      "valid_targets_min": 341
    },
    {
      "epoch": 2.880794701986755,
      "grad_norm": 0.31969092965104995,
      "learning_rate": 7.182450546775874e-05,
      "loss": 0.129,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14063483476638794,
      "step": 870,
      "valid_targets_mean": 3512.4,
      "valid_targets_min": 577
    },
    {
      "epoch": 2.8973509933774837,
      "grad_norm": 0.31847021760829747,
      "learning_rate": 7.152997976080595e-05,
      "loss": 0.1331,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1267443597316742,
      "step": 875,
      "valid_targets_mean": 3578.7,
      "valid_targets_min": 669
    },
    {
      "epoch": 2.9139072847682117,
      "grad_norm": 0.36679827710956553,
      "learning_rate": 7.123453408253508e-05,
      "loss": 0.1373,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1326959729194641,
      "step": 880,
      "valid_targets_mean": 2838.6,
      "valid_targets_min": 598
    },
    {
      "epoch": 2.9304635761589406,
      "grad_norm": 0.32409518547104016,
      "learning_rate": 7.093818105727522e-05,
      "loss": 0.1301,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1208677589893341,
      "step": 885,
      "valid_targets_mean": 3129.2,
      "valid_targets_min": 811
    },
    {
      "epoch": 2.9470198675496686,
      "grad_norm": 0.3336307356393745,
      "learning_rate": 7.064093334812623e-05,
      "loss": 0.1333,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13538572192192078,
      "step": 890,
      "valid_targets_mean": 3566.7,
      "valid_targets_min": 773
    },
    {
      "epoch": 2.9635761589403975,
      "grad_norm": 0.3228439365679719,
      "learning_rate": 7.034280365641759e-05,
      "loss": 0.1281,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1289815604686737,
      "step": 895,
      "valid_targets_mean": 3346.9,
      "valid_targets_min": 890
    },
    {
      "epoch": 2.980132450331126,
      "grad_norm": 0.32150791807579643,
      "learning_rate": 7.00438047211657e-05,
      "loss": 0.1334,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1305575668811798,
      "step": 900,
      "valid_targets_mean": 3525.2,
      "valid_targets_min": 1008
    },
    {
      "epoch": 2.9966887417218544,
      "grad_norm": 0.376747524173855,
      "learning_rate": 6.974394931852956e-05,
      "loss": 0.1371,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1445886343717575,
      "step": 905,
      "valid_targets_mean": 2936.7,
      "valid_targets_min": 316
    },
    {
      "epoch": 3.013245033112583,
      "grad_norm": 0.4015710050531782,
      "learning_rate": 6.944325026126484e-05,
      "loss": 0.0797,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07109177857637405,
      "step": 910,
      "valid_targets_mean": 2848.7,
      "valid_targets_min": 991
    },
    {
      "epoch": 3.0298013245033113,
      "grad_norm": 0.3290408043520342,
      "learning_rate": 6.914172039817634e-05,
      "loss": 0.0712,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07119590044021606,
      "step": 915,
      "valid_targets_mean": 3237.0,
      "valid_targets_min": 362
    },
    {
      "epoch": 3.0463576158940397,
      "grad_norm": 0.29292122484351646,
      "learning_rate": 6.883937261356909e-05,
      "loss": 0.0671,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.05982881411910057,
      "step": 920,
      "valid_targets_mean": 2963.9,
      "valid_targets_min": 254
    },
    {
      "epoch": 3.062913907284768,
      "grad_norm": 0.3691527549235315,
      "learning_rate": 6.853621982669765e-05,
      "loss": 0.0689,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07329269498586655,
      "step": 925,
      "valid_targets_mean": 3019.8,
      "valid_targets_min": 1032
    },
    {
      "epoch": 3.0794701986754967,
      "grad_norm": 0.308885957961717,
      "learning_rate": 6.82322749912142e-05,
      "loss": 0.0673,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06925823539495468,
      "step": 930,
      "valid_targets_mean": 3703.9,
      "valid_targets_min": 720
    },
    {
      "epoch": 3.096026490066225,
      "grad_norm": 0.3770486735440148,
      "learning_rate": 6.792755109461499e-05,
      "loss": 0.0687,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07204819470643997,
      "step": 935,
      "valid_targets_mean": 2704.8,
      "valid_targets_min": 689
    },
    {
      "epoch": 3.1125827814569536,
      "grad_norm": 0.3484668358061707,
      "learning_rate": 6.762206115768529e-05,
      "loss": 0.0752,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08134443312883377,
      "step": 940,
      "valid_targets_mean": 3387.0,
      "valid_targets_min": 656
    },
    {
      "epoch": 3.129139072847682,
      "grad_norm": 0.33306284819882687,
      "learning_rate": 6.731581823394324e-05,
      "loss": 0.0698,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.070025235414505,
      "step": 945,
      "valid_targets_mean": 3198.5,
      "valid_targets_min": 436
    },
    {
      "epoch": 3.1456953642384105,
      "grad_norm": 0.3140376381190174,
      "learning_rate": 6.700883540908184e-05,
      "loss": 0.0731,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06381855905056,
      "step": 950,
      "valid_targets_mean": 3394.9,
      "valid_targets_min": 900
    },
    {
      "epoch": 3.162251655629139,
      "grad_norm": 0.3097637254784413,
      "learning_rate": 6.670112580040996e-05,
      "loss": 0.0721,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0707109123468399,
      "step": 955,
      "valid_targets_mean": 3627.6,
      "valid_targets_min": 598
    },
    {
      "epoch": 3.1788079470198674,
      "grad_norm": 0.30806814298493973,
      "learning_rate": 6.639270255629176e-05,
      "loss": 0.071,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06404514610767365,
      "step": 960,
      "valid_targets_mean": 3344.4,
      "valid_targets_min": 585
    },
    {
      "epoch": 3.195364238410596,
      "grad_norm": 0.3387776387762296,
      "learning_rate": 6.608357885558485e-05,
      "loss": 0.0696,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07401485741138458,
      "step": 965,
      "valid_targets_mean": 3363.1,
      "valid_targets_min": 717
    },
    {
      "epoch": 3.2119205298013247,
      "grad_norm": 0.30970754443570575,
      "learning_rate": 6.577376790707729e-05,
      "loss": 0.0735,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06643778085708618,
      "step": 970,
      "valid_targets_mean": 3226.3,
      "valid_targets_min": 332
    },
    {
      "epoch": 3.228476821192053,
      "grad_norm": 0.33424610516875725,
      "learning_rate": 6.5463282948923e-05,
      "loss": 0.0713,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06977947056293488,
      "step": 975,
      "valid_targets_mean": 2801.7,
      "valid_targets_min": 895
    },
    {
      "epoch": 3.2450331125827816,
      "grad_norm": 0.3106924553989161,
      "learning_rate": 6.51521372480762e-05,
      "loss": 0.0737,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07378740608692169,
      "step": 980,
      "valid_targets_mean": 3694.0,
      "valid_targets_min": 791
    },
    {
      "epoch": 3.26158940397351,
      "grad_norm": 0.3612557078304956,
      "learning_rate": 6.484034409972457e-05,
      "loss": 0.0731,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07424025982618332,
      "step": 985,
      "valid_targets_mean": 2580.8,
      "valid_targets_min": 501
    },
    {
      "epoch": 3.2781456953642385,
      "grad_norm": 0.31997339393997704,
      "learning_rate": 6.452791682672097e-05,
      "loss": 0.0738,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06445827335119247,
      "step": 990,
      "valid_targets_mean": 3426.0,
      "valid_targets_min": 844
    },
    {
      "epoch": 3.294701986754967,
      "grad_norm": 0.34998633130027557,
      "learning_rate": 6.421486877901437e-05,
      "loss": 0.078,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07630739361047745,
      "step": 995,
      "valid_targets_mean": 3084.0,
      "valid_targets_min": 577
    },
    {
      "epoch": 3.3112582781456954,
      "grad_norm": 0.32037831037767844,
      "learning_rate": 6.390121333307921e-05,
      "loss": 0.0703,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0728875920176506,
      "step": 1000,
      "valid_targets_mean": 3137.2,
      "valid_targets_min": 895
    },
    {
      "epoch": 3.327814569536424,
      "grad_norm": 0.31228161182414027,
      "learning_rate": 6.358696389134402e-05,
      "loss": 0.075,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06733287870883942,
      "step": 1005,
      "valid_targets_mean": 3217.8,
      "valid_targets_min": 325
    },
    {
      "epoch": 3.3443708609271523,
      "grad_norm": 0.36518588719864375,
      "learning_rate": 6.327213388161859e-05,
      "loss": 0.079,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07602456212043762,
      "step": 1010,
      "valid_targets_mean": 2730.5,
      "valid_targets_min": 794
    },
    {
      "epoch": 3.3609271523178808,
      "grad_norm": 0.2905425966478273,
      "learning_rate": 6.295673675652024e-05,
      "loss": 0.0766,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07344558835029602,
      "step": 1015,
      "valid_targets_mean": 3587.8,
      "valid_targets_min": 811
    },
    {
      "epoch": 3.377483443708609,
      "grad_norm": 0.3181322828637574,
      "learning_rate": 6.264078599289903e-05,
      "loss": 0.0773,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07851684093475342,
      "step": 1020,
      "valid_targets_mean": 3359.2,
      "valid_targets_min": 754
    },
    {
      "epoch": 3.3940397350993377,
      "grad_norm": 0.38499597702794097,
      "learning_rate": 6.232429509126189e-05,
      "loss": 0.0784,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08062493801116943,
      "step": 1025,
      "valid_targets_mean": 2458.4,
      "valid_targets_min": 300
    },
    {
      "epoch": 3.410596026490066,
      "grad_norm": 0.3364693576315686,
      "learning_rate": 6.200727757519565e-05,
      "loss": 0.0731,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08122321963310242,
      "step": 1030,
      "valid_targets_mean": 3520.3,
      "valid_targets_min": 814
    },
    {
      "epoch": 3.4271523178807946,
      "grad_norm": 0.31839705885816855,
      "learning_rate": 6.168974699078936e-05,
      "loss": 0.0733,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07207996398210526,
      "step": 1035,
      "valid_targets_mean": 3285.1,
      "valid_targets_min": 388
    },
    {
      "epoch": 3.443708609271523,
      "grad_norm": 0.3617165965061275,
      "learning_rate": 6.137171690605533e-05,
      "loss": 0.0752,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07620041817426682,
      "step": 1040,
      "valid_targets_mean": 2670.6,
      "valid_targets_min": 430
    },
    {
      "epoch": 3.460264900662252,
      "grad_norm": 0.33864904521389044,
      "learning_rate": 6.105320091034936e-05,
      "loss": 0.0758,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07385677099227905,
      "step": 1045,
      "valid_targets_mean": 3056.7,
      "valid_targets_min": 316
    },
    {
      "epoch": 3.47682119205298,
      "grad_norm": 0.33071889128562487,
      "learning_rate": 6.0734212613790206e-05,
      "loss": 0.0753,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07516039162874222,
      "step": 1050,
      "valid_targets_mean": 3002.4,
      "valid_targets_min": 848
    },
    {
      "epoch": 3.493377483443709,
      "grad_norm": 0.3666520598517765,
      "learning_rate": 6.041476564667785e-05,
      "loss": 0.0745,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08016708493232727,
      "step": 1055,
      "valid_targets_mean": 2683.3,
      "valid_targets_min": 476
    },
    {
      "epoch": 3.5099337748344372,
      "grad_norm": 0.3299274873874484,
      "learning_rate": 6.009487365891123e-05,
      "loss": 0.0768,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07682723551988602,
      "step": 1060,
      "valid_targets_mean": 3033.1,
      "valid_targets_min": 681
    },
    {
      "epoch": 3.5264900662251657,
      "grad_norm": 0.30672017302586696,
      "learning_rate": 5.977455031940491e-05,
      "loss": 0.0718,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07092280685901642,
      "step": 1065,
      "valid_targets_mean": 3331.8,
      "valid_targets_min": 327
    },
    {
      "epoch": 3.543046357615894,
      "grad_norm": 0.2829467497663885,
      "learning_rate": 5.9453809315504975e-05,
      "loss": 0.0732,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06973779201507568,
      "step": 1070,
      "valid_targets_mean": 4080.5,
      "valid_targets_min": 1063
    },
    {
      "epoch": 3.5596026490066226,
      "grad_norm": 0.2998251440174961,
      "learning_rate": 5.913266435240429e-05,
      "loss": 0.0751,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0719188004732132,
      "step": 1075,
      "valid_targets_mean": 3714.2,
      "valid_targets_min": 1184
    },
    {
      "epoch": 3.576158940397351,
      "grad_norm": 0.311775415344261,
      "learning_rate": 5.881112915255672e-05,
      "loss": 0.0774,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07658076286315918,
      "step": 1080,
      "valid_targets_mean": 3538.7,
      "valid_targets_min": 830
    },
    {
      "epoch": 3.5927152317880795,
      "grad_norm": 0.3169375832902381,
      "learning_rate": 5.848921745509094e-05,
      "loss": 0.0735,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07392723858356476,
      "step": 1085,
      "valid_targets_mean": 3601.6,
      "valid_targets_min": 946
    },
    {
      "epoch": 3.609271523178808,
      "grad_norm": 0.336927142842697,
      "learning_rate": 5.8166943015223226e-05,
      "loss": 0.0728,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07585244625806808,
      "step": 1090,
      "valid_targets_mean": 3366.2,
      "valid_targets_min": 367
    },
    {
      "epoch": 3.6258278145695364,
      "grad_norm": 0.3548225489642839,
      "learning_rate": 5.784431960366981e-05,
      "loss": 0.0797,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08079524338245392,
      "step": 1095,
      "valid_targets_mean": 3059.3,
      "valid_targets_min": 1245
    },
    {
      "epoch": 3.642384105960265,
      "grad_norm": 0.31619920886400144,
      "learning_rate": 5.7521361006058394e-05,
      "loss": 0.0742,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07311496138572693,
      "step": 1100,
      "valid_targets_mean": 3403.0,
      "valid_targets_min": 878
    },
    {
      "epoch": 3.6589403973509933,
      "grad_norm": 0.3610815294100483,
      "learning_rate": 5.719808102233907e-05,
      "loss": 0.0759,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07423543930053711,
      "step": 1105,
      "valid_targets_mean": 2798.7,
      "valid_targets_min": 829
    },
    {
      "epoch": 3.6754966887417218,
      "grad_norm": 0.32273266216313284,
      "learning_rate": 5.687449346619471e-05,
      "loss": 0.073,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07126402109861374,
      "step": 1110,
      "valid_targets_mean": 3248.9,
      "valid_targets_min": 414
    },
    {
      "epoch": 3.69205298013245,
      "grad_norm": 0.3520674586724713,
      "learning_rate": 5.65506121644507e-05,
      "loss": 0.0717,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07669555395841599,
      "step": 1115,
      "valid_targets_mean": 3141.8,
      "valid_targets_min": 511
    },
    {
      "epoch": 3.7086092715231787,
      "grad_norm": 0.31248502452072835,
      "learning_rate": 5.622645095648411e-05,
      "loss": 0.0757,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06829120218753815,
      "step": 1120,
      "valid_targets_mean": 3081.1,
      "valid_targets_min": 257
    },
    {
      "epoch": 3.725165562913907,
      "grad_norm": 0.34994651254868825,
      "learning_rate": 5.590202369363233e-05,
      "loss": 0.0774,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08172380924224854,
      "step": 1125,
      "valid_targets_mean": 3339.2,
      "valid_targets_min": 813
    },
    {
      "epoch": 3.741721854304636,
      "grad_norm": 0.32204782136596366,
      "learning_rate": 5.557734423860123e-05,
      "loss": 0.0737,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07117553055286407,
      "step": 1130,
      "valid_targets_mean": 3050.5,
      "valid_targets_min": 486
    },
    {
      "epoch": 3.758278145695364,
      "grad_norm": 0.33760167441590533,
      "learning_rate": 5.5252426464872773e-05,
      "loss": 0.0748,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07491283863782883,
      "step": 1135,
      "valid_targets_mean": 3249.1,
      "valid_targets_min": 598
    },
    {
      "epoch": 3.774834437086093,
      "grad_norm": 0.30529221520921,
      "learning_rate": 5.4927284256112244e-05,
      "loss": 0.0731,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07238440215587616,
      "step": 1140,
      "valid_targets_mean": 3514.3,
      "valid_targets_min": 649
    },
    {
      "epoch": 3.7913907284768213,
      "grad_norm": 0.3448828844921914,
      "learning_rate": 5.4601931505575e-05,
      "loss": 0.0748,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07113992422819138,
      "step": 1145,
      "valid_targets_mean": 3024.5,
      "valid_targets_min": 1354
    },
    {
      "epoch": 3.80794701986755,
      "grad_norm": 0.36021028175064357,
      "learning_rate": 5.427638211551278e-05,
      "loss": 0.0741,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0711931586265564,
      "step": 1150,
      "valid_targets_mean": 3122.4,
      "valid_targets_min": 450
    },
    {
      "epoch": 3.8245033112582782,
      "grad_norm": 0.30920120954263597,
      "learning_rate": 5.39506499965797e-05,
      "loss": 0.0737,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07597890496253967,
      "step": 1155,
      "valid_targets_mean": 3739.3,
      "valid_targets_min": 669
    },
    {
      "epoch": 3.8410596026490067,
      "grad_norm": 0.2838397306045775,
      "learning_rate": 5.362474906723781e-05,
      "loss": 0.075,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07047129422426224,
      "step": 1160,
      "valid_targets_mean": 4206.1,
      "valid_targets_min": 875
    },
    {
      "epoch": 3.857615894039735,
      "grad_norm": 0.31355250168525867,
      "learning_rate": 5.329869325316246e-05,
      "loss": 0.0721,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0692002922296524,
      "step": 1165,
      "valid_targets_mean": 3252.1,
      "valid_targets_min": 382
    },
    {
      "epoch": 3.8741721854304636,
      "grad_norm": 0.3178345488543423,
      "learning_rate": 5.297249648664712e-05,
      "loss": 0.073,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07440881431102753,
      "step": 1170,
      "valid_targets_mean": 3362.3,
      "valid_targets_min": 674
    },
    {
      "epoch": 3.890728476821192,
      "grad_norm": 0.33347003831907135,
      "learning_rate": 5.2646172706008156e-05,
      "loss": 0.0724,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07261810451745987,
      "step": 1175,
      "valid_targets_mean": 2850.4,
      "valid_targets_min": 516
    },
    {
      "epoch": 3.9072847682119205,
      "grad_norm": 0.30528083077165835,
      "learning_rate": 5.231973585498924e-05,
      "loss": 0.0739,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07194554805755615,
      "step": 1180,
      "valid_targets_mean": 3237.2,
      "valid_targets_min": 592
    },
    {
      "epoch": 3.923841059602649,
      "grad_norm": 0.30601906819816244,
      "learning_rate": 5.199319988216547e-05,
      "loss": 0.0725,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0687810480594635,
      "step": 1185,
      "valid_targets_mean": 3128.5,
      "valid_targets_min": 731
    },
    {
      "epoch": 3.9403973509933774,
      "grad_norm": 0.32887230299137504,
      "learning_rate": 5.166657874034745e-05,
      "loss": 0.0734,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07794922590255737,
      "step": 1190,
      "valid_targets_mean": 3184.7,
      "valid_targets_min": 683
    },
    {
      "epoch": 3.956953642384106,
      "grad_norm": 0.3513693229868733,
      "learning_rate": 5.133988638598497e-05,
      "loss": 0.0737,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07598121464252472,
      "step": 1195,
      "valid_targets_mean": 2701.5,
      "valid_targets_min": 749
    },
    {
      "epoch": 3.9735099337748343,
      "grad_norm": 0.321162310475212,
      "learning_rate": 5.101313677857078e-05,
      "loss": 0.0718,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06860232353210449,
      "step": 1200,
      "valid_targets_mean": 3029.6,
      "valid_targets_min": 708
    },
    {
      "epoch": 3.9900662251655628,
      "grad_norm": 0.3250245639860087,
      "learning_rate": 5.068634388004404e-05,
      "loss": 0.0719,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07109785079956055,
      "step": 1205,
      "valid_targets_mean": 3261.3,
      "valid_targets_min": 612
    },
    {
      "epoch": 4.006622516556291,
      "grad_norm": 0.2533770649612179,
      "learning_rate": 5.0359521654193654e-05,
      "loss": 0.0539,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03473834693431854,
      "step": 1210,
      "valid_targets_mean": 3162.8,
      "valid_targets_min": 705
    },
    {
      "epoch": 4.02317880794702,
      "grad_norm": 0.3188909597866215,
      "learning_rate": 5.003268406606176e-05,
      "loss": 0.0346,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03440415859222412,
      "step": 1215,
      "valid_targets_mean": 3360.6,
      "valid_targets_min": 714
    },
    {
      "epoch": 4.039735099337748,
      "grad_norm": 0.2726442325163795,
      "learning_rate": 4.9705845081346894e-05,
      "loss": 0.034,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0340653732419014,
      "step": 1220,
      "valid_targets_mean": 3739.6,
      "valid_targets_min": 1043
    },
    {
      "epoch": 4.056291390728477,
      "grad_norm": 0.31745511288964384,
      "learning_rate": 4.9379018665807245e-05,
      "loss": 0.038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.04656948894262314,
      "step": 1225,
      "valid_targets_mean": 3245.9,
      "valid_targets_min": 839
    },
    {
      "epoch": 4.072847682119205,
      "grad_norm": 0.2991000198836208,
      "learning_rate": 4.9052218784663947e-05,
      "loss": 0.0369,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03539630025625229,
      "step": 1230,
      "valid_targets_mean": 3093.5,
      "valid_targets_min": 413
    },
    {
      "epoch": 4.089403973509934,
      "grad_norm": 0.25948368003040384,
      "learning_rate": 4.8725459402004345e-05,
      "loss": 0.035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.02952433004975319,
      "step": 1235,
      "valid_targets_mean": 3793.8,
      "valid_targets_min": 735
    },
    {
      "epoch": 4.105960264900662,
      "grad_norm": 0.34359458492349904,
      "learning_rate": 4.839875448018524e-05,
      "loss": 0.0378,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.041338708251714706,
      "step": 1240,
      "valid_targets_mean": 2485.8,
      "valid_targets_min": 430
    },
    {
      "epoch": 4.122516556291391,
      "grad_norm": 0.2908865347610644,
      "learning_rate": 4.807211797923639e-05,
      "loss": 0.0396,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.036823902279138565,
      "step": 1245,
      "valid_targets_mean": 3467.5,
      "valid_targets_min": 798
    },
    {
      "epoch": 4.139072847682119,
      "grad_norm": 0.2798763256222066,
      "learning_rate": 4.7745563856263856e-05,
      "loss": 0.0375,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.034374311566352844,
      "step": 1250,
      "valid_targets_mean": 3414.0,
      "valid_targets_min": 587
    },
    {
      "epoch": 4.155629139072848,
      "grad_norm": 0.27868108487255805,
      "learning_rate": 4.741910606485385e-05,
      "loss": 0.0382,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.038354240357875824,
      "step": 1255,
      "valid_targets_mean": 3173.6,
      "valid_targets_min": 665
    },
    {
      "epoch": 4.172185430463577,
      "grad_norm": 0.32533822087411113,
      "learning_rate": 4.709275855447621e-05,
      "loss": 0.0376,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03936341404914856,
      "step": 1260,
      "valid_targets_mean": 2791.5,
      "valid_targets_min": 849
    },
    {
      "epoch": 4.188741721854305,
      "grad_norm": 0.2822116754105137,
      "learning_rate": 4.676653526988858e-05,
      "loss": 0.0389,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.033856384456157684,
      "step": 1265,
      "valid_targets_mean": 2821.0,
      "valid_targets_min": 397
    },
    {
      "epoch": 4.2052980132450335,
      "grad_norm": 0.3267014135141966,
      "learning_rate": 4.644045015054045e-05,
      "loss": 0.0379,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.040697213262319565,
      "step": 1270,
      "valid_targets_mean": 2822.8,
      "valid_targets_min": 693
    },
    {
      "epoch": 4.2218543046357615,
      "grad_norm": 0.2860739980937301,
      "learning_rate": 4.61145171299775e-05,
      "loss": 0.0398,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03861942142248154,
      "step": 1275,
      "valid_targets_mean": 3329.6,
      "valid_targets_min": 426
    },
    {
      "epoch": 4.23841059602649,
      "grad_norm": 0.2877709521571235,
      "learning_rate": 4.578875013524631e-05,
      "loss": 0.0388,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03869316354393959,
      "step": 1280,
      "valid_targets_mean": 3138.3,
      "valid_targets_min": 337
    },
    {
      "epoch": 4.254966887417218,
      "grad_norm": 0.3060549292112492,
      "learning_rate": 4.546316308629915e-05,
      "loss": 0.04,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0416206419467926,
      "step": 1285,
      "valid_targets_mean": 3077.0,
      "valid_targets_min": 422
    },
    {
      "epoch": 4.271523178807947,
      "grad_norm": 0.29934154912049604,
      "learning_rate": 4.513776989539934e-05,
      "loss": 0.0372,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03901611641049385,
      "step": 1290,
      "valid_targets_mean": 3431.0,
      "valid_targets_min": 1016
    },
    {
      "epoch": 4.288079470198675,
      "grad_norm": 0.30153816528954963,
      "learning_rate": 4.481258446652662e-05,
      "loss": 0.0401,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03662698715925217,
      "step": 1295,
      "valid_targets_mean": 2781.1,
      "valid_targets_min": 489
    },
    {
      "epoch": 4.304635761589404,
      "grad_norm": 0.2902613469378036,
      "learning_rate": 4.448762069478309e-05,
      "loss": 0.0406,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.042478203773498535,
      "step": 1300,
      "valid_targets_mean": 3234.8,
      "valid_targets_min": 461
    },
    {
      "epoch": 4.321192052980132,
      "grad_norm": 0.30546029481723797,
      "learning_rate": 4.416289246579954e-05,
      "loss": 0.0403,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.04381430894136429,
      "step": 1305,
      "valid_targets_mean": 3041.8,
      "valid_targets_min": 840
    },
    {
      "epoch": 4.337748344370861,
      "grad_norm": 0.3149357538714551,
      "learning_rate": 4.383841365514208e-05,
      "loss": 0.04,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.04181423783302307,
      "step": 1310,
      "valid_targets_mean": 2837.9,
      "valid_targets_min": 325
    },
    {
      "epoch": 4.354304635761589,
      "grad_norm": 0.3354678050399959,
      "learning_rate": 4.3514198127719143e-05,
      "loss": 0.0379,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.04507702961564064,
      "step": 1315,
      "valid_targets_mean": 2825.4,
      "valid_targets_min": 401
    },
    {
      "epoch": 4.370860927152318,
      "grad_norm": 0.29063622571729403,
      "learning_rate": 4.31902597371892e-05,
      "loss": 0.04,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03782668709754944,
      "step": 1320,
      "valid_targets_mean": 3161.4,
      "valid_targets_min": 624
    },
    {
      "epoch": 4.387417218543046,
      "grad_norm": 0.2760851354461555,
      "learning_rate": 4.2866612325368726e-05,
      "loss": 0.0403,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.035794857889413834,
      "step": 1325,
      "valid_targets_mean": 3501.7,
      "valid_targets_min": 295
    },
    {
      "epoch": 4.403973509933775,
      "grad_norm": 0.29707936753598824,
      "learning_rate": 4.25432697216407e-05,
      "loss": 0.043,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.04659942537546158,
      "step": 1330,
      "valid_targets_mean": 3504.5,
      "valid_targets_min": 996
    },
    {
      "epoch": 4.420529801324503,
      "grad_norm": 0.2964424869739796,
      "learning_rate": 4.2220245742363726e-05,
      "loss": 0.0382,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03739917278289795,
      "step": 1335,
      "valid_targets_mean": 3310.0,
      "valid_targets_min": 373
    },
    {
      "epoch": 4.437086092715232,
      "grad_norm": 0.2834180767058586,
      "learning_rate": 4.1897554190281694e-05,
      "loss": 0.0397,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.038497645407915115,
      "step": 1340,
      "valid_targets_mean": 3069.7,
      "valid_targets_min": 314
    },
    {
      "epoch": 4.45364238410596,
      "grad_norm": 0.34378559520925767,
      "learning_rate": 4.157520885393392e-05,
      "loss": 0.0394,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.041668981313705444,
      "step": 1345,
      "valid_targets_mean": 2610.1,
      "valid_targets_min": 451
    },
    {
      "epoch": 4.470198675496689,
      "grad_norm": 0.3045695069414927,
      "learning_rate": 4.125322350706598e-05,
      "loss": 0.0394,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.04001860320568085,
      "step": 1350,
      "valid_targets_mean": 2893.6,
      "valid_targets_min": 464
    },
    {
      "epoch": 4.486754966887418,
      "grad_norm": 0.2858627188968983,
      "learning_rate": 4.09316119080412e-05,
      "loss": 0.0379,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.040242284536361694,
      "step": 1355,
      "valid_targets_mean": 3633.8,
      "valid_targets_min": 1144
    },
    {
      "epoch": 4.503311258278146,
      "grad_norm": 0.30965194360042086,
      "learning_rate": 4.0610387799252785e-05,
      "loss": 0.0389,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.04035414755344391,
      "step": 1360,
      "valid_targets_mean": 2557.2,
      "valid_targets_min": 270
    },
    {
      "epoch": 4.5198675496688745,
      "grad_norm": 0.29416379069351983,
      "learning_rate": 4.0289564906536486e-05,
      "loss": 0.0381,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03775478154420853,
      "step": 1365,
      "valid_targets_mean": 3066.1,
      "valid_targets_min": 981
    },
    {
      "epoch": 4.5364238410596025,
      "grad_norm": 0.3218461006752068,
      "learning_rate": 3.9969156938584215e-05,
      "loss": 0.0407,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.04487745091319084,
      "step": 1370,
      "valid_targets_mean": 2454.5,
      "valid_targets_min": 389
    },
    {
      "epoch": 4.552980132450331,
      "grad_norm": 0.3193960141162944,
      "learning_rate": 3.964917758635828e-05,
      "loss": 0.0393,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.04038995876908302,
      "step": 1375,
      "valid_targets_mean": 2990.7,
      "valid_targets_min": 970
    },
    {
      "epoch": 4.569536423841059,
      "grad_norm": 0.3027889611241044,
      "learning_rate": 3.932964052250626e-05,
      "loss": 0.0392,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0377410426735878,
      "step": 1380,
      "valid_targets_mean": 2974.6,
      "valid_targets_min": 673
    },
    {
      "epoch": 4.586092715231788,
      "grad_norm": 0.2891951857349599,
      "learning_rate": 3.9010559400776915e-05,
      "loss": 0.0371,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03795380890369415,
      "step": 1385,
      "valid_targets_mean": 2941.1,
      "valid_targets_min": 683
    },
    {
      "epoch": 4.602649006622516,
      "grad_norm": 0.3108065930208171,
      "learning_rate": 3.869194785543662e-05,
      "loss": 0.0388,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.039802391082048416,
      "step": 1390,
      "valid_targets_mean": 3064.7,
      "valid_targets_min": 626
    },
    {
      "epoch": 4.619205298013245,
      "grad_norm": 0.29665474107833184,
      "learning_rate": 3.837381950068695e-05,
      "loss": 0.0388,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.04021240025758743,
      "step": 1395,
      "valid_targets_mean": 3332.1,
      "valid_targets_min": 800
    },
    {
      "epoch": 4.635761589403973,
      "grad_norm": 0.2877332706410405,
      "learning_rate": 3.805618793008279e-05,
      "loss": 0.0371,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.036268629133701324,
      "step": 1400,
      "valid_targets_mean": 3082.1,
      "valid_targets_min": 417
    },
    {
      "epoch": 4.652317880794702,
      "grad_norm": 0.3095652551769783,
      "learning_rate": 3.7739066715951535e-05,
      "loss": 0.0378,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03903259336948395,
      "step": 1405,
      "valid_targets_mean": 3157.4,
      "valid_targets_min": 598
    },
    {
      "epoch": 4.66887417218543,
      "grad_norm": 0.289136626618137,
      "learning_rate": 3.742246940881321e-05,
      "loss": 0.0381,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03652704134583473,
      "step": 1410,
      "valid_targets_mean": 3652.9,
      "valid_targets_min": 370
    },
    {
      "epoch": 4.685430463576159,
      "grad_norm": 0.29141869790970154,
      "learning_rate": 3.7106409536801397e-05,
      "loss": 0.0392,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.04092412814497948,
      "step": 1415,
      "valid_targets_mean": 2997.0,
      "valid_targets_min": 657
    },
    {
      "epoch": 4.701986754966887,
      "grad_norm": 0.28988699702479676,
      "learning_rate": 3.679090060508516e-05,
      "loss": 0.0384,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03866320475935936,
      "step": 1420,
      "valid_targets_mean": 3081.1,
      "valid_targets_min": 254
    },
    {
      "epoch": 4.718543046357616,
      "grad_norm": 0.3018786382186051,
      "learning_rate": 3.6475956095292014e-05,
      "loss": 0.0396,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03999405354261398,
      "step": 1425,
      "valid_targets_mean": 3246.0,
      "valid_targets_min": 400
    },
    {
      "epoch": 4.735099337748345,
      "grad_norm": 0.28281841868896745,
      "learning_rate": 3.616158946493188e-05,
      "loss": 0.0394,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.038476429879665375,
      "step": 1430,
      "valid_targets_mean": 3319.0,
      "valid_targets_min": 1001
    },
    {
      "epoch": 4.751655629139073,
      "grad_norm": 0.2783485708553036,
      "learning_rate": 3.5847814146822005e-05,
      "loss": 0.0357,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03993133455514908,
      "step": 1435,
      "valid_targets_mean": 3534.0,
      "valid_targets_min": 741
    },
    {
      "epoch": 4.768211920529802,
      "grad_norm": 0.30766454854220066,
      "learning_rate": 3.5534643548512944e-05,
      "loss": 0.0388,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03968173265457153,
      "step": 1440,
      "valid_targets_mean": 2908.2,
      "valid_targets_min": 972
    },
    {
      "epoch": 4.78476821192053,
      "grad_norm": 0.23848795045982416,
      "learning_rate": 3.52220910517158e-05,
      "loss": 0.0374,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.032834168523550034,
      "step": 1445,
      "valid_targets_mean": 4154.5,
      "valid_targets_min": 366
    },
    {
      "epoch": 4.801324503311259,
      "grad_norm": 0.31666877207307315,
      "learning_rate": 3.491017001173026e-05,
      "loss": 0.0382,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.039865173399448395,
      "step": 1450,
      "valid_targets_mean": 2633.1,
      "valid_targets_min": 322
    },
    {
      "epoch": 4.817880794701987,
      "grad_norm": 0.2856103512654398,
      "learning_rate": 3.459889375687402e-05,
      "loss": 0.0388,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0413297638297081,
      "step": 1455,
      "valid_targets_mean": 3688.2,
      "valid_targets_min": 1237
    },
    {
      "epoch": 4.8344370860927155,
      "grad_norm": 0.2755977131103906,
      "learning_rate": 3.428827558791323e-05,
      "loss": 0.0364,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03599392622709274,
      "step": 1460,
      "valid_targets_mean": 3727.7,
      "valid_targets_min": 484
    },
    {
      "epoch": 4.8509933774834435,
      "grad_norm": 0.33607680738922974,
      "learning_rate": 3.397832877749425e-05,
      "loss": 0.0386,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.040633976459503174,
      "step": 1465,
      "valid_targets_mean": 2460.4,
      "valid_targets_min": 886
    },
    {
      "epoch": 4.867549668874172,
      "grad_norm": 0.29556721957743776,
      "learning_rate": 3.3669066569576334e-05,
      "loss": 0.0398,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.038377679884433746,
      "step": 1470,
      "valid_targets_mean": 3235.2,
      "valid_targets_min": 306
    },
    {
      "epoch": 4.8841059602649,
      "grad_norm": 0.2718708461860853,
      "learning_rate": 3.336050217886588e-05,
      "loss": 0.037,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.033986881375312805,
      "step": 1475,
      "valid_targets_mean": 3247.7,
      "valid_targets_min": 337
    },
    {
      "epoch": 4.900662251655629,
      "grad_norm": 0.29046988783095157,
      "learning_rate": 3.3052648790251715e-05,
      "loss": 0.0379,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.039075400680303574,
      "step": 1480,
      "valid_targets_mean": 3426.2,
      "valid_targets_min": 863
    },
    {
      "epoch": 4.917218543046357,
      "grad_norm": 0.3162724666592099,
      "learning_rate": 3.2745519558241664e-05,
      "loss": 0.038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0377536416053772,
      "step": 1485,
      "valid_targets_mean": 2567.1,
      "valid_targets_min": 417
    },
    {
      "epoch": 4.933774834437086,
      "grad_norm": 0.3186894653624437,
      "learning_rate": 3.243912760640054e-05,
      "loss": 0.0403,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.04340728744864464,
      "step": 1490,
      "valid_targets_mean": 3049.3,
      "valid_targets_min": 514
    },
    {
      "epoch": 4.950331125827814,
      "grad_norm": 0.25287546174236397,
      "learning_rate": 3.213348602678928e-05,
      "loss": 0.0351,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03173156827688217,
      "step": 1495,
      "valid_targets_mean": 4157.4,
      "valid_targets_min": 1014
    },
    {
      "epoch": 4.966887417218543,
      "grad_norm": 0.3106237713164603,
      "learning_rate": 3.1828607879405674e-05,
      "loss": 0.0376,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03871217370033264,
      "step": 1500,
      "valid_targets_mean": 2624.1,
      "valid_targets_min": 336
    },
    {
      "epoch": 4.983443708609272,
      "grad_norm": 0.2760613262824866,
      "learning_rate": 3.1524506191626116e-05,
      "loss": 0.0362,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0380619652569294,
      "step": 1505,
      "valid_targets_mean": 3306.6,
      "valid_targets_min": 813
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.24703833134333728,
      "learning_rate": 3.122119395764911e-05,
      "loss": 0.0362,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0335039347410202,
      "step": 1510,
      "valid_targets_mean": 3556.3,
      "valid_targets_min": 288
    },
    {
      "epoch": 5.016556291390729,
      "grad_norm": 0.22730118261563992,
      "learning_rate": 3.0918684137939975e-05,
      "loss": 0.0181,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.019685471430420876,
      "step": 1515,
      "valid_targets_mean": 3281.3,
      "valid_targets_min": 666
    },
    {
      "epoch": 5.033112582781457,
      "grad_norm": 0.24352277353000806,
      "learning_rate": 3.061698965867701e-05,
      "loss": 0.0169,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.015633970499038696,
      "step": 1520,
      "valid_targets_mean": 3149.2,
      "valid_targets_min": 624
    },
    {
      "epoch": 5.049668874172186,
      "grad_norm": 0.2914984372902733,
      "learning_rate": 3.0316123411199228e-05,
      "loss": 0.0187,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.02213025465607643,
      "step": 1525,
      "valid_targets_mean": 2653.5,
      "valid_targets_min": 682
    },
    {
      "epoch": 5.066225165562914,
      "grad_norm": 0.22916458288710354,
      "learning_rate": 3.0016098251455442e-05,
      "loss": 0.0181,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.017979608848690987,
      "step": 1530,
      "valid_targets_mean": 3157.4,
      "valid_targets_min": 689
    },
    {
      "epoch": 5.082781456953643,
      "grad_norm": 0.22184729474777812,
      "learning_rate": 2.971692699945502e-05,
      "loss": 0.0185,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0169589314609766,
      "step": 1535,
      "valid_targets_mean": 2940.4,
      "valid_targets_min": 1030
    },
    {
      "epoch": 5.099337748344371,
      "grad_norm": 0.258694518076171,
      "learning_rate": 2.9418622438720017e-05,
      "loss": 0.0185,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.019805902615189552,
      "step": 1540,
      "valid_targets_mean": 2852.8,
      "valid_targets_min": 680
    },
    {
      "epoch": 5.1158940397351,
      "grad_norm": 0.2364864679821581,
      "learning_rate": 2.9121197315738917e-05,
      "loss": 0.0179,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.018344629555940628,
      "step": 1545,
      "valid_targets_mean": 3181.3,
      "valid_targets_min": 452
    },
    {
      "epoch": 5.132450331125828,
      "grad_norm": 0.2366564946920007,
      "learning_rate": 2.8824664339422114e-05,
      "loss": 0.018,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.016553200781345367,
      "step": 1550,
      "valid_targets_mean": 3262.7,
      "valid_targets_min": 423
    },
    {
      "epoch": 5.1490066225165565,
      "grad_norm": 0.2252293381022784,
      "learning_rate": 2.8529036180558665e-05,
      "loss": 0.0186,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0168086439371109,
      "step": 1555,
      "valid_targets_mean": 3429.9,
      "valid_targets_min": 454
    },
    {
      "epoch": 5.1655629139072845,
      "grad_norm": 0.22113286785928268,
      "learning_rate": 2.8234325471275058e-05,
      "loss": 0.0194,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.01686927117407322,
      "step": 1560,
      "valid_targets_mean": 3416.8,
      "valid_targets_min": 287
    },
    {
      "epoch": 5.182119205298013,
      "grad_norm": 0.21212610340392146,
      "learning_rate": 2.7940544804495344e-05,
      "loss": 0.0192,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.018345486372709274,
      "step": 1565,
      "valid_targets_mean": 3362.6,
      "valid_targets_min": 432
    },
    {
      "epoch": 5.198675496688741,
      "grad_norm": 0.2175722329615146,
      "learning_rate": 2.7647706733403033e-05,
      "loss": 0.0187,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.02010449767112732,
      "step": 1570,
      "valid_targets_mean": 4109.9,
      "valid_targets_min": 1048
    },
    {
      "epoch": 5.21523178807947,
      "grad_norm": 0.23306063110602354,
      "learning_rate": 2.7355823770904736e-05,
      "loss": 0.0175,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.017950814217329025,
      "step": 1575,
      "valid_targets_mean": 3748.8,
      "valid_targets_min": 322
    },
    {
      "epoch": 5.231788079470198,
      "grad_norm": 0.23672388097998792,
      "learning_rate": 2.7064908389095468e-05,
      "loss": 0.0182,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.018415657803416252,
      "step": 1580,
      "valid_targets_mean": 3489.2,
      "valid_targets_min": 735
    },
    {
      "epoch": 5.248344370860927,
      "grad_norm": 0.23742057100355848,
      "learning_rate": 2.6774973018725815e-05,
      "loss": 0.018,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.01655556634068489,
      "step": 1585,
      "valid_targets_mean": 2962.5,
      "valid_targets_min": 531
    },
    {
      "epoch": 5.264900662251655,
      "grad_norm": 0.2549485071123772,
      "learning_rate": 2.6486030048670597e-05,
      "loss": 0.0195,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.018138859421014786,
      "step": 1590,
      "valid_targets_mean": 2896.8,
      "valid_targets_min": 389
    },
    {
      "epoch": 5.281456953642384,
      "grad_norm": 0.2353608786308097,
      "learning_rate": 2.6198091825399605e-05,
      "loss": 0.0183,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.018565738573670387,
      "step": 1595,
      "valid_targets_mean": 3267.8,
      "valid_targets_min": 791
    },
    {
      "epoch": 5.298013245033113,
      "grad_norm": 0.21746537321208256,
      "learning_rate": 2.5911170652450067e-05,
      "loss": 0.0187,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.017724383622407913,
      "step": 1600,
      "valid_targets_mean": 3414.1,
      "valid_targets_min": 1092
    },
    {
      "epoch": 5.314569536423841,
      "grad_norm": 0.23948446337932847,
      "learning_rate": 2.562527878990081e-05,
      "loss": 0.0199,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.018817899748682976,
      "step": 1605,
      "valid_targets_mean": 3105.8,
      "valid_targets_min": 257
    },
    {
      "epoch": 5.33112582781457,
      "grad_norm": 0.22886880328166953,
      "learning_rate": 2.534042845384851e-05,
      "loss": 0.0197,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.019166797399520874,
      "step": 1610,
      "valid_targets_mean": 3858.0,
      "valid_targets_min": 806
    },
    {
      "epoch": 5.347682119205298,
      "grad_norm": 0.22910938446198675,
      "learning_rate": 2.5056631815885585e-05,
      "loss": 0.0182,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.017277346923947334,
      "step": 1615,
      "valid_targets_mean": 2916.8,
      "valid_targets_min": 420
    },
    {
      "epoch": 5.364238410596027,
      "grad_norm": 0.215045884428276,
      "learning_rate": 2.4773901002580235e-05,
      "loss": 0.0178,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.01621703989803791,
      "step": 1620,
      "valid_targets_mean": 3402.4,
      "valid_targets_min": 348
    },
    {
      "epoch": 5.380794701986755,
      "grad_norm": 0.26029562494835984,
      "learning_rate": 2.4492248094958147e-05,
      "loss": 0.0188,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.020647404715418816,
      "step": 1625,
      "valid_targets_mean": 2778.4,
      "valid_targets_min": 559
    },
    {
      "epoch": 5.397350993377484,
      "grad_norm": 0.28643082761962496,
      "learning_rate": 2.421168512798634e-05,
      "loss": 0.0195,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.020385634154081345,
      "step": 1630,
      "valid_targets_mean": 2362.4,
      "valid_targets_min": 762
    },
    {
      "epoch": 5.413907284768212,
      "grad_norm": 0.1997655418670906,
      "learning_rate": 2.3932224090058935e-05,
      "loss": 0.0184,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.01593804359436035,
      "step": 1635,
      "valid_targets_mean": 3627.2,
      "valid_targets_min": 723
    },
    {
      "epoch": 5.430463576158941,
      "grad_norm": 0.2584843082826377,
      "learning_rate": 2.365387692248488e-05,
      "loss": 0.0187,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.019819604232907295,
      "step": 1640,
      "valid_targets_mean": 3059.1,
      "valid_targets_min": 532
    },
    {
      "epoch": 5.447019867549669,
      "grad_norm": 0.23352818903841596,
      "learning_rate": 2.3376655518977642e-05,
      "loss": 0.0184,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.018485667183995247,
      "step": 1645,
      "valid_targets_mean": 3387.3,
      "valid_targets_min": 494
    },
    {
      "epoch": 5.4635761589403975,
      "grad_norm": 0.2363955583281061,
      "learning_rate": 2.310057172514703e-05,
      "loss": 0.0192,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.017806580290198326,
      "step": 1650,
      "valid_targets_mean": 2877.9,
      "valid_targets_min": 348
    },
    {
      "epoch": 5.4801324503311255,
      "grad_norm": 0.24086123457076253,
      "learning_rate": 2.2825637337993093e-05,
      "loss": 0.0176,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.017760343849658966,
      "step": 1655,
      "valid_targets_mean": 3551.2,
      "valid_targets_min": 823
    },
    {
      "epoch": 5.496688741721854,
      "grad_norm": 0.2514965806315985,
      "learning_rate": 2.255186410540197e-05,
      "loss": 0.0198,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.019075598567724228,
      "step": 1660,
      "valid_targets_mean": 2926.9,
      "valid_targets_min": 769
    },
    {
      "epoch": 5.513245033112582,
      "grad_norm": 0.23477018024739887,
      "learning_rate": 2.2279263725643874e-05,
      "loss": 0.0177,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.019219625741243362,
      "step": 1665,
      "valid_targets_mean": 3019.4,
      "valid_targets_min": 981
    },
    {
      "epoch": 5.529801324503311,
      "grad_norm": 0.24151585501562628,
      "learning_rate": 2.200784784687334e-05,
      "loss": 0.0183,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.018403450027108192,
      "step": 1670,
      "valid_targets_mean": 2868.7,
      "valid_targets_min": 348
    },
    {
      "epoch": 5.54635761589404,
      "grad_norm": 0.217747489117389,
      "learning_rate": 2.173762806663139e-05,
      "loss": 0.0185,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.016213811933994293,
      "step": 1675,
      "valid_targets_mean": 3463.8,
      "valid_targets_min": 912
    },
    {
      "epoch": 5.562913907284768,
      "grad_norm": 0.2512929589670852,
      "learning_rate": 2.146861593135e-05,
      "loss": 0.0188,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.017997808754444122,
      "step": 1680,
      "valid_targets_mean": 2735.8,
      "valid_targets_min": 577
    },
    {
      "epoch": 5.579470198675496,
      "grad_norm": 0.2511463527628348,
      "learning_rate": 2.1200822935858804e-05,
      "loss": 0.0189,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.017626876011490822,
      "step": 1685,
      "valid_targets_mean": 2815.3,
      "valid_targets_min": 849
    },
    {
      "epoch": 5.596026490066225,
      "grad_norm": 0.2316035151107184,
      "learning_rate": 2.093426052289384e-05,
      "loss": 0.0178,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.01970108412206173,
      "step": 1690,
      "valid_targets_mean": 2911.6,
      "valid_targets_min": 444
    },
    {
      "epoch": 5.612582781456954,
      "grad_norm": 0.22216530929238976,
      "learning_rate": 2.066894008260859e-05,
      "loss": 0.019,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.01790759339928627,
      "step": 1695,
      "valid_targets_mean": 3455.8,
      "valid_targets_min": 602
    },
    {
      "epoch": 5.629139072847682,
      "grad_norm": 0.22871616417797874,
      "learning_rate": 2.040487295208732e-05,
      "loss": 0.0174,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.017838913947343826,
      "step": 1700,
      "valid_targets_mean": 3140.1,
      "valid_targets_min": 684
    },
    {
      "epoch": 5.645695364238411,
      "grad_norm": 0.21448146414148817,
      "learning_rate": 2.0142070414860704e-05,
      "loss": 0.0176,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.017433665692806244,
      "step": 1705,
      "valid_targets_mean": 3913.5,
      "valid_targets_min": 1149
    },
    {
      "epoch": 5.662251655629139,
      "grad_norm": 0.22850635912200845,
      "learning_rate": 1.9880543700423533e-05,
      "loss": 0.0178,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.01749793067574501,
      "step": 1710,
      "valid_targets_mean": 3097.8,
      "valid_targets_min": 792
    },
    {
      "epoch": 5.678807947019868,
      "grad_norm": 0.22682977769005455,
      "learning_rate": 1.962030398375506e-05,
      "loss": 0.0173,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.016696149483323097,
      "step": 1715,
      "valid_targets_mean": 3026.1,
      "valid_targets_min": 346
    },
    {
      "epoch": 5.695364238410596,
      "grad_norm": 0.23859152675019352,
      "learning_rate": 1.9361362384841325e-05,
      "loss": 0.0173,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.01651284471154213,
      "step": 1720,
      "valid_targets_mean": 3026.2,
      "valid_targets_min": 1106
    },
    {
      "epoch": 5.711920529801325,
      "grad_norm": 0.23879084915470672,
      "learning_rate": 1.9103729968200147e-05,
      "loss": 0.0168,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.01774653047323227,
      "step": 1725,
      "valid_targets_mean": 2829.7,
      "valid_targets_min": 543
    },
    {
      "epoch": 5.728476821192053,
      "grad_norm": 0.19141628322677554,
      "learning_rate": 1.884741774240823e-05,
      "loss": 0.0177,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.015631206333637238,
      "step": 1730,
      "valid_targets_mean": 3749.4,
      "valid_targets_min": 618
    },
    {
      "epoch": 5.745033112582782,
      "grad_norm": 0.21457866617694085,
      "learning_rate": 1.8592436659630784e-05,
      "loss": 0.0185,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.016092777252197266,
      "step": 1735,
      "valid_targets_mean": 2978.6,
      "valid_targets_min": 355
    },
    {
      "epoch": 5.76158940397351,
      "grad_norm": 0.23151354938535157,
      "learning_rate": 1.8338797615153697e-05,
      "loss": 0.0162,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.016310635954141617,
      "step": 1740,
      "valid_targets_mean": 3089.6,
      "valid_targets_min": 611
    },
    {
      "epoch": 5.7781456953642385,
      "grad_norm": 0.238729370589449,
      "learning_rate": 1.8086511446917714e-05,
      "loss": 0.0177,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.018275607377290726,
      "step": 1745,
      "valid_targets_mean": 2858.8,
      "valid_targets_min": 316
    },
    {
      "epoch": 5.7947019867549665,
      "grad_norm": 0.2599873172719797,
      "learning_rate": 1.783558893505554e-05,
      "loss": 0.0183,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.021223030984401703,
      "step": 1750,
      "valid_targets_mean": 2747.5,
      "valid_targets_min": 439
    },
    {
      "epoch": 5.811258278145695,
      "grad_norm": 0.22273793371432132,
      "learning_rate": 1.7586040801431113e-05,
      "loss": 0.0181,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.019926520064473152,
      "step": 1755,
      "valid_targets_mean": 3707.9,
      "valid_targets_min": 270
    },
    {
      "epoch": 5.827814569536423,
      "grad_norm": 0.22093047468014035,
      "learning_rate": 1.7337877709181526e-05,
      "loss": 0.0169,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.016475237905979156,
      "step": 1760,
      "valid_targets_mean": 3472.9,
      "valid_targets_min": 430
    },
    {
      "epoch": 5.844370860927152,
      "grad_norm": 0.2957621995179929,
      "learning_rate": 1.7091110262261357e-05,
      "loss": 0.0186,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.020524853840470314,
      "step": 1765,
      "valid_targets_mean": 1976.7,
      "valid_targets_min": 254
    },
    {
      "epoch": 5.860927152317881,
      "grad_norm": 0.22145363280009814,
      "learning_rate": 1.684574900498951e-05,
      "loss": 0.0169,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.016672097146511078,
      "step": 1770,
      "valid_targets_mean": 3131.5,
      "valid_targets_min": 486
    },
    {
      "epoch": 5.877483443708609,
      "grad_norm": 0.23266223923508544,
      "learning_rate": 1.660180442159879e-05,
      "loss": 0.017,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.017092088237404823,
      "step": 1775,
      "valid_targets_mean": 3181.2,
      "valid_targets_min": 1343
    },
    {
      "epoch": 5.894039735099338,
      "grad_norm": 0.22311044609403474,
      "learning_rate": 1.635928693578777e-05,
      "loss": 0.0173,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.017362073063850403,
      "step": 1780,
      "valid_targets_mean": 3538.1,
      "valid_targets_min": 1045
    },
    {
      "epoch": 5.910596026490066,
      "grad_norm": 0.24068492138740707,
      "learning_rate": 1.611820691027548e-05,
      "loss": 0.0169,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.017458714544773102,
      "step": 1785,
      "valid_targets_mean": 2655.7,
      "valid_targets_min": 341
    },
    {
      "epoch": 5.927152317880795,
      "grad_norm": 0.19647494257878567,
      "learning_rate": 1.5878574646358607e-05,
      "loss": 0.0152,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.01394198089838028,
      "step": 1790,
      "valid_targets_mean": 3739.9,
      "valid_targets_min": 281
    },
    {
      "epoch": 5.943708609271523,
      "grad_norm": 0.24224754470083248,
      "learning_rate": 1.5640400383471294e-05,
      "loss": 0.0169,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.016955027356743813,
      "step": 1795,
      "valid_targets_mean": 2705.8,
      "valid_targets_min": 413
    },
    {
      "epoch": 5.960264900662252,
      "grad_norm": 0.20955855105752547,
      "learning_rate": 1.5403694298747602e-05,
      "loss": 0.0162,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.015804769471287727,
      "step": 1800,
      "valid_targets_mean": 3339.2,
      "valid_targets_min": 756
    },
    {
      "epoch": 5.97682119205298,
      "grad_norm": 0.22573055304516038,
      "learning_rate": 1.5168466506586654e-05,
      "loss": 0.0178,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.018291154876351357,
      "step": 1805,
      "valid_targets_mean": 3340.3,
      "valid_targets_min": 704
    },
    {
      "epoch": 5.993377483443709,
      "grad_norm": 0.2341222928786568,
      "learning_rate": 1.49347270582205e-05,
      "loss": 0.0172,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.018087171018123627,
      "step": 1810,
      "valid_targets_mean": 3556.8,
      "valid_targets_min": 388
    },
    {
      "epoch": 6.009933774834437,
      "grad_norm": 0.13229679791376994,
      "learning_rate": 1.4702485941284534e-05,
      "loss": 0.0107,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00863178726285696,
      "step": 1815,
      "valid_targets_mean": 3255.4,
      "valid_targets_min": 572
    },
    {
      "epoch": 6.026490066225166,
      "grad_norm": 0.15539123475586689,
      "learning_rate": 1.4471753079390815e-05,
      "loss": 0.0078,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006660331506282091,
      "step": 1820,
      "valid_targets_mean": 3072.4,
      "valid_targets_min": 364
    },
    {
      "epoch": 6.043046357615894,
      "grad_norm": 0.15832598103201723,
      "learning_rate": 1.4242538331703969e-05,
      "loss": 0.0076,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007331097032874823,
      "step": 1825,
      "valid_targets_mean": 3698.4,
      "valid_targets_min": 489
    },
    {
      "epoch": 6.059602649006623,
      "grad_norm": 0.17744650731127176,
      "learning_rate": 1.401485149251996e-05,
      "loss": 0.0079,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007538849022239447,
      "step": 1830,
      "valid_targets_mean": 3227.4,
      "valid_targets_min": 867
    },
    {
      "epoch": 6.076158940397351,
      "grad_norm": 0.1726740301592844,
      "learning_rate": 1.3788702290847517e-05,
      "loss": 0.0082,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.008650300092995167,
      "step": 1835,
      "valid_targets_mean": 3441.4,
      "valid_targets_min": 861
    },
    {
      "epoch": 6.0927152317880795,
      "grad_norm": 0.16979066431789921,
      "learning_rate": 1.3564100389992496e-05,
      "loss": 0.0079,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.008822856470942497,
      "step": 1840,
      "valid_targets_mean": 3106.0,
      "valid_targets_min": 719
    },
    {
      "epoch": 6.109271523178808,
      "grad_norm": 0.15499865855490422,
      "learning_rate": 1.3341055387144923e-05,
      "loss": 0.0078,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007064931560307741,
      "step": 1845,
      "valid_targets_mean": 2872.3,
      "valid_targets_min": 446
    },
    {
      "epoch": 6.125827814569536,
      "grad_norm": 0.1703416545422938,
      "learning_rate": 1.3119576812968892e-05,
      "loss": 0.0077,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007549528032541275,
      "step": 1850,
      "valid_targets_mean": 2797.3,
      "valid_targets_min": 674
    },
    {
      "epoch": 6.142384105960265,
      "grad_norm": 0.1697437858396481,
      "learning_rate": 1.289967413119535e-05,
      "loss": 0.0082,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007537458557635546,
      "step": 1855,
      "valid_targets_mean": 3088.2,
      "valid_targets_min": 692
    },
    {
      "epoch": 6.158940397350993,
      "grad_norm": 0.15740217689907615,
      "learning_rate": 1.2681356738217692e-05,
      "loss": 0.0075,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00699217151850462,
      "step": 1860,
      "valid_targets_mean": 2920.7,
      "valid_targets_min": 651
    },
    {
      "epoch": 6.175496688741722,
      "grad_norm": 0.17589779228732438,
      "learning_rate": 1.2464633962690303e-05,
      "loss": 0.0079,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0072303046472370625,
      "step": 1865,
      "valid_targets_mean": 2953.4,
      "valid_targets_min": 304
    },
    {
      "epoch": 6.19205298013245,
      "grad_norm": 0.18210559491489264,
      "learning_rate": 1.2249515065129918e-05,
      "loss": 0.0078,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.008227629587054253,
      "step": 1870,
      "valid_targets_mean": 3361.9,
      "valid_targets_min": 607
    },
    {
      "epoch": 6.208609271523179,
      "grad_norm": 0.1698046233572755,
      "learning_rate": 1.2036009237519869e-05,
      "loss": 0.0075,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0076033310033380985,
      "step": 1875,
      "valid_targets_mean": 3130.8,
      "valid_targets_min": 703
    },
    {
      "epoch": 6.225165562913907,
      "grad_norm": 0.17529068128382608,
      "learning_rate": 1.1824125602917412e-05,
      "loss": 0.0074,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.008096292614936829,
      "step": 1880,
      "valid_targets_mean": 2944.0,
      "valid_targets_min": 981
    },
    {
      "epoch": 6.241721854304636,
      "grad_norm": 0.19205932233382772,
      "learning_rate": 1.161387321506383e-05,
      "loss": 0.0083,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.009108491241931915,
      "step": 1885,
      "valid_targets_mean": 2701.5,
      "valid_targets_min": 1111
    },
    {
      "epoch": 6.258278145695364,
      "grad_norm": 0.13824188190877879,
      "learning_rate": 1.1405261057997563e-05,
      "loss": 0.0072,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006597296334803104,
      "step": 1890,
      "valid_targets_mean": 3353.2,
      "valid_targets_min": 382
    },
    {
      "epoch": 6.274834437086093,
      "grad_norm": 0.17419244467055003,
      "learning_rate": 1.1198298045670402e-05,
      "loss": 0.0079,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.008129781112074852,
      "step": 1895,
      "valid_targets_mean": 2993.9,
      "valid_targets_min": 700
    },
    {
      "epoch": 6.291390728476821,
      "grad_norm": 0.16667513994242347,
      "learning_rate": 1.0992993021566528e-05,
      "loss": 0.0082,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007786220870912075,
      "step": 1900,
      "valid_targets_mean": 2825.1,
      "valid_targets_min": 707
    },
    {
      "epoch": 6.30794701986755,
      "grad_norm": 0.15185724867583905,
      "learning_rate": 1.0789354758324621e-05,
      "loss": 0.0076,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006867009215056896,
      "step": 1905,
      "valid_targets_mean": 3570.2,
      "valid_targets_min": 835
    },
    {
      "epoch": 6.324503311258278,
      "grad_norm": 0.17028287276176793,
      "learning_rate": 1.0587391957363053e-05,
      "loss": 0.008,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.008131728507578373,
      "step": 1910,
      "valid_targets_mean": 3156.1,
      "valid_targets_min": 950
    },
    {
      "epoch": 6.341059602649007,
      "grad_norm": 0.1704347813207607,
      "learning_rate": 1.0387113248508062e-05,
      "loss": 0.008,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.008300486952066422,
      "step": 1915,
      "valid_targets_mean": 2814.2,
      "valid_targets_min": 405
    },
    {
      "epoch": 6.357615894039735,
      "grad_norm": 0.17922969456288812,
      "learning_rate": 1.0188527189625013e-05,
      "loss": 0.0087,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.008780170232057571,
      "step": 1920,
      "valid_targets_mean": 3106.3,
      "valid_targets_min": 1088
    },
    {
      "epoch": 6.374172185430464,
      "grad_norm": 0.17009754517034342,
      "learning_rate": 9.991642266252672e-06,
      "loss": 0.0078,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00821577850729227,
      "step": 1925,
      "valid_targets_mean": 2887.9,
      "valid_targets_min": 419
    },
    {
      "epoch": 6.390728476821192,
      "grad_norm": 0.16323074864551892,
      "learning_rate": 9.796466891240702e-06,
      "loss": 0.0078,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0070761325769126415,
      "step": 1930,
      "valid_targets_mean": 2889.1,
      "valid_targets_min": 559
    },
    {
      "epoch": 6.4072847682119205,
      "grad_norm": 0.15644221550249918,
      "learning_rate": 9.603009404390096e-06,
      "loss": 0.008,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.008021621964871883,
      "step": 1935,
      "valid_targets_mean": 2841.0,
      "valid_targets_min": 598
    },
    {
      "epoch": 6.423841059602649,
      "grad_norm": 0.16598367190829177,
      "learning_rate": 9.41127807209688e-06,
      "loss": 0.0075,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.008119653910398483,
      "step": 1940,
      "valid_targets_mean": 2805.6,
      "valid_targets_min": 322
    },
    {
      "epoch": 6.440397350993377,
      "grad_norm": 0.18393145097087016,
      "learning_rate": 9.221281086998878e-06,
      "loss": 0.008,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.008811881765723228,
      "step": 1945,
      "valid_targets_mean": 2820.2,
      "valid_targets_min": 889
    },
    {
      "epoch": 6.456953642384106,
      "grad_norm": 0.13861147326112663,
      "learning_rate": 9.033026567625652e-06,
      "loss": 0.0072,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006629860028624535,
      "step": 1950,
      "valid_targets_mean": 3483.8,
      "valid_targets_min": 1206
    },
    {
      "epoch": 6.473509933774834,
      "grad_norm": 0.14577823804947748,
      "learning_rate": 8.846522558051561e-06,
      "loss": 0.0083,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006631593219935894,
      "step": 1955,
      "valid_targets_mean": 3314.4,
      "valid_targets_min": 708
    },
    {
      "epoch": 6.490066225165563,
      "grad_norm": 0.20041476288284338,
      "learning_rate": 8.66177702755206e-06,
      "loss": 0.0084,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.008733078837394714,
      "step": 1960,
      "valid_targets_mean": 2331.3,
      "valid_targets_min": 290
    },
    {
      "epoch": 6.506622516556291,
      "grad_norm": 0.16541272094090137,
      "learning_rate": 8.478797870263205e-06,
      "loss": 0.008,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.009385555982589722,
      "step": 1965,
      "valid_targets_mean": 2827.2,
      "valid_targets_min": 278
    },
    {
      "epoch": 6.52317880794702,
      "grad_norm": 0.15698878725456727,
      "learning_rate": 8.29759290484428e-06,
      "loss": 0.0077,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00760327372699976,
      "step": 1970,
      "valid_targets_mean": 3569.4,
      "valid_targets_min": 373
    },
    {
      "epoch": 6.539735099337748,
      "grad_norm": 0.17204858194232356,
      "learning_rate": 8.118169874143783e-06,
      "loss": 0.0078,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.008203571662306786,
      "step": 1975,
      "valid_targets_mean": 3637.4,
      "valid_targets_min": 1020
    },
    {
      "epoch": 6.556291390728477,
      "grad_norm": 0.15428596015755208,
      "learning_rate": 7.94053644486848e-06,
      "loss": 0.0072,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.008218035101890564,
      "step": 1980,
      "valid_targets_mean": 3484.9,
      "valid_targets_min": 534
    },
    {
      "epoch": 6.572847682119205,
      "grad_norm": 0.1616016188453889,
      "learning_rate": 7.764700207255903e-06,
      "loss": 0.0079,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00741251464933157,
      "step": 1985,
      "valid_targets_mean": 3015.1,
      "valid_targets_min": 295
    },
    {
      "epoch": 6.589403973509934,
      "grad_norm": 0.14681513537537527,
      "learning_rate": 7.590668674749946e-06,
      "loss": 0.0078,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007753623183816671,
      "step": 1990,
      "valid_targets_mean": 3305.1,
      "valid_targets_min": 884
    },
    {
      "epoch": 6.605960264900662,
      "grad_norm": 0.1712467224481615,
      "learning_rate": 7.418449283679868e-06,
      "loss": 0.0076,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00784437358379364,
      "step": 1995,
      "valid_targets_mean": 2848.3,
      "valid_targets_min": 343
    },
    {
      "epoch": 6.622516556291391,
      "grad_norm": 0.18351826309232944,
      "learning_rate": 7.2480493929425295e-06,
      "loss": 0.008,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.008334236219525337,
      "step": 2000,
      "valid_targets_mean": 2850.3,
      "valid_targets_min": 587
    },
    {
      "epoch": 6.639072847682119,
      "grad_norm": 0.15546663258853366,
      "learning_rate": 7.079476283687925e-06,
      "loss": 0.0076,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006955362390726805,
      "step": 2005,
      "valid_targets_mean": 2787.5,
      "valid_targets_min": 499
    },
    {
      "epoch": 6.655629139072848,
      "grad_norm": 0.162553849391359,
      "learning_rate": 6.91273715900807e-06,
      "loss": 0.0074,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007508080918341875,
      "step": 2010,
      "valid_targets_mean": 2807.0,
      "valid_targets_min": 373
    },
    {
      "epoch": 6.672185430463577,
      "grad_norm": 0.153580733052077,
      "learning_rate": 6.7478391436292195e-06,
      "loss": 0.0074,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007931060157716274,
      "step": 2015,
      "valid_targets_mean": 3213.3,
      "valid_targets_min": 1152
    },
    {
      "epoch": 6.688741721854305,
      "grad_norm": 0.17060332282647817,
      "learning_rate": 6.584789283607457e-06,
      "loss": 0.0076,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007987936958670616,
      "step": 2020,
      "valid_targets_mean": 3311.6,
      "valid_targets_min": 615
    },
    {
      "epoch": 6.7052980132450335,
      "grad_norm": 0.19120715814803146,
      "learning_rate": 6.423594546027589e-06,
      "loss": 0.0074,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.008832000195980072,
      "step": 2025,
      "valid_targets_mean": 2429.2,
      "valid_targets_min": 284
    },
    {
      "epoch": 6.7218543046357615,
      "grad_norm": 0.19343662927403713,
      "learning_rate": 6.264261818705419e-06,
      "loss": 0.0073,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.008886952884495258,
      "step": 2030,
      "valid_targets_mean": 2019.9,
      "valid_targets_min": 415
    },
    {
      "epoch": 6.73841059602649,
      "grad_norm": 0.18857879508841674,
      "learning_rate": 6.1067979098934856e-06,
      "loss": 0.0079,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00828949548304081,
      "step": 2035,
      "valid_targets_mean": 3015.3,
      "valid_targets_min": 649
    },
    {
      "epoch": 6.754966887417218,
      "grad_norm": 0.1447938749916527,
      "learning_rate": 5.951209547990111e-06,
      "loss": 0.0073,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007432145066559315,
      "step": 2040,
      "valid_targets_mean": 3884.9,
      "valid_targets_min": 388
    },
    {
      "epoch": 6.771523178807947,
      "grad_norm": 0.14172834465758732,
      "learning_rate": 5.797503381251895e-06,
      "loss": 0.0077,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006457366980612278,
      "step": 2045,
      "valid_targets_mean": 3344.8,
      "valid_targets_min": 390
    },
    {
      "epoch": 6.788079470198675,
      "grad_norm": 0.14749223026339864,
      "learning_rate": 5.6456859775096795e-06,
      "loss": 0.007,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007586037740111351,
      "step": 2050,
      "valid_targets_mean": 3450.8,
      "valid_targets_min": 619
    },
    {
      "epoch": 6.804635761589404,
      "grad_norm": 0.16530330834885876,
      "learning_rate": 5.495763823887878e-06,
      "loss": 0.0072,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00706671504303813,
      "step": 2055,
      "valid_targets_mean": 3170.5,
      "valid_targets_min": 632
    },
    {
      "epoch": 6.821192052980132,
      "grad_norm": 0.1300971919954987,
      "learning_rate": 5.347743326527255e-06,
      "loss": 0.0071,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006268251687288284,
      "step": 2060,
      "valid_targets_mean": 3392.6,
      "valid_targets_min": 918
    },
    {
      "epoch": 6.837748344370861,
      "grad_norm": 0.18960162476599696,
      "learning_rate": 5.201630810311214e-06,
      "loss": 0.0074,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007977061904966831,
      "step": 2065,
      "valid_targets_mean": 2266.9,
      "valid_targets_min": 388
    },
    {
      "epoch": 6.854304635761589,
      "grad_norm": 0.17487639851676667,
      "learning_rate": 5.057432518595584e-06,
      "loss": 0.0077,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00837306771427393,
      "step": 2070,
      "valid_targets_mean": 2775.6,
      "valid_targets_min": 383
    },
    {
      "epoch": 6.870860927152318,
      "grad_norm": 0.16074739777183703,
      "learning_rate": 4.9151546129417804e-06,
      "loss": 0.0072,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0074305785819888115,
      "step": 2075,
      "valid_targets_mean": 3030.6,
      "valid_targets_min": 1008
    },
    {
      "epoch": 6.887417218543046,
      "grad_norm": 0.14508618603276802,
      "learning_rate": 4.774803172853526e-06,
      "loss": 0.0069,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006585285998880863,
      "step": 2080,
      "valid_targets_mean": 3171.8,
      "valid_targets_min": 355
    },
    {
      "epoch": 6.903973509933775,
      "grad_norm": 0.14413225453441192,
      "learning_rate": 4.6363841955171015e-06,
      "loss": 0.0068,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006275333929806948,
      "step": 2085,
      "valid_targets_mean": 3006.4,
      "valid_targets_min": 503
    },
    {
      "epoch": 6.920529801324504,
      "grad_norm": 0.15618331040692643,
      "learning_rate": 4.4999035955450965e-06,
      "loss": 0.007,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.008417507633566856,
      "step": 2090,
      "valid_targets_mean": 3133.2,
      "valid_targets_min": 577
    },
    {
      "epoch": 6.937086092715232,
      "grad_norm": 0.1720181738017788,
      "learning_rate": 4.365367204723636e-06,
      "loss": 0.0067,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007837580516934395,
      "step": 2095,
      "valid_targets_mean": 2914.9,
      "valid_targets_min": 852
    },
    {
      "epoch": 6.95364238410596,
      "grad_norm": 0.1783704715121628,
      "learning_rate": 4.2327807717632175e-06,
      "loss": 0.0071,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.008706760592758656,
      "step": 2100,
      "valid_targets_mean": 2637.3,
      "valid_targets_min": 464
    },
    {
      "epoch": 6.970198675496689,
      "grad_norm": 0.1654582247696629,
      "learning_rate": 4.102149962053098e-06,
      "loss": 0.0074,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00754096545279026,
      "step": 2105,
      "valid_targets_mean": 2690.4,
      "valid_targets_min": 743
    },
    {
      "epoch": 6.986754966887418,
      "grad_norm": 0.15223737269399398,
      "learning_rate": 3.973480357419135e-06,
      "loss": 0.0066,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007146907038986683,
      "step": 2110,
      "valid_targets_mean": 3258.3,
      "valid_targets_min": 953
    },
    {
      "epoch": 7.003311258278146,
      "grad_norm": 0.08128187572886887,
      "learning_rate": 3.846777455885348e-06,
      "loss": 0.0058,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003688330762088299,
      "step": 2115,
      "valid_targets_mean": 3406.6,
      "valid_targets_min": 782
    },
    {
      "epoch": 7.0198675496688745,
      "grad_norm": 0.09009236582405541,
      "learning_rate": 3.72204667143895e-06,
      "loss": 0.0036,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0035016811452805996,
      "step": 2120,
      "valid_targets_mean": 2913.0,
      "valid_targets_min": 556
    },
    {
      "epoch": 7.0364238410596025,
      "grad_norm": 0.0851022230759573,
      "learning_rate": 3.599293333799042e-06,
      "loss": 0.0031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003222863655537367,
      "step": 2125,
      "valid_targets_mean": 3323.1,
      "valid_targets_min": 417
    },
    {
      "epoch": 7.052980132450331,
      "grad_norm": 0.11953730654430537,
      "learning_rate": 3.4785226881888565e-06,
      "loss": 0.0035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004369686357676983,
      "step": 2130,
      "valid_targets_mean": 2389.0,
      "valid_targets_min": 300
    },
    {
      "epoch": 7.069536423841059,
      "grad_norm": 0.0865913074699349,
      "learning_rate": 3.3597398951116023e-06,
      "loss": 0.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0032925319392234087,
      "step": 2135,
      "valid_targets_mean": 3149.0,
      "valid_targets_min": 896
    },
    {
      "epoch": 7.086092715231788,
      "grad_norm": 0.10422960589397072,
      "learning_rate": 3.2429500301300207e-06,
      "loss": 0.0035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00322504760697484,
      "step": 2140,
      "valid_targets_mean": 2631.8,
      "valid_targets_min": 780
    },
    {
      "epoch": 7.102649006622516,
      "grad_norm": 0.09907891778313167,
      "learning_rate": 3.128158083649435e-06,
      "loss": 0.0036,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003162794280797243,
      "step": 2145,
      "valid_targets_mean": 3677.4,
      "valid_targets_min": 769
    },
    {
      "epoch": 7.119205298013245,
      "grad_norm": 0.0878263506832752,
      "learning_rate": 3.0153689607045845e-06,
      "loss": 0.0034,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0030086166225373745,
      "step": 2150,
      "valid_targets_mean": 3633.9,
      "valid_targets_min": 716
    },
    {
      "epoch": 7.135761589403973,
      "grad_norm": 0.09115363415822987,
      "learning_rate": 2.904587480749965e-06,
      "loss": 0.0035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0030223748181015253,
      "step": 2155,
      "valid_targets_mean": 3305.4,
      "valid_targets_min": 577
    },
    {
      "epoch": 7.152317880794702,
      "grad_norm": 0.10049634929373007,
      "learning_rate": 2.795818377453968e-06,
      "loss": 0.0034,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003773024072870612,
      "step": 2160,
      "valid_targets_mean": 2846.4,
      "valid_targets_min": 419
    },
    {
      "epoch": 7.16887417218543,
      "grad_norm": 0.09295466192159862,
      "learning_rate": 2.6890662984965232e-06,
      "loss": 0.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0032892152667045593,
      "step": 2165,
      "valid_targets_mean": 3238.7,
      "valid_targets_min": 254
    },
    {
      "epoch": 7.185430463576159,
      "grad_norm": 0.10700211443995879,
      "learning_rate": 2.5843358053705855e-06,
      "loss": 0.0038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003560242708772421,
      "step": 2170,
      "valid_targets_mean": 2918.7,
      "valid_targets_min": 486
    },
    {
      "epoch": 7.201986754966887,
      "grad_norm": 0.13131171797026508,
      "learning_rate": 2.481631373187171e-06,
      "loss": 0.0037,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00407462939620018,
      "step": 2175,
      "valid_targets_mean": 2111.6,
      "valid_targets_min": 499
    },
    {
      "epoch": 7.218543046357616,
      "grad_norm": 0.10308336571764598,
      "learning_rate": 2.3809573904841843e-06,
      "loss": 0.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0035824584774672985,
      "step": 2180,
      "valid_targets_mean": 3713.8,
      "valid_targets_min": 920
    },
    {
      "epoch": 7.235099337748345,
      "grad_norm": 0.08657031530805787,
      "learning_rate": 2.282318159038838e-06,
      "loss": 0.0031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.002839879598468542,
      "step": 2185,
      "valid_targets_mean": 3494.3,
      "valid_targets_min": 768
    },
    {
      "epoch": 7.251655629139073,
      "grad_norm": 0.09344464755413119,
      "learning_rate": 2.1857178936838695e-06,
      "loss": 0.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0030079518910497427,
      "step": 2190,
      "valid_targets_mean": 3014.6,
      "valid_targets_min": 304
    },
    {
      "epoch": 7.268211920529802,
      "grad_norm": 0.10484727324190744,
      "learning_rate": 2.091160722127472e-06,
      "loss": 0.0037,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00350088719278574,
      "step": 2195,
      "valid_targets_mean": 3021.6,
      "valid_targets_min": 366
    },
    {
      "epoch": 7.28476821192053,
      "grad_norm": 0.09818715383735736,
      "learning_rate": 1.9986506847768595e-06,
      "loss": 0.0035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0031390986405313015,
      "step": 2200,
      "valid_targets_mean": 2969.8,
      "valid_targets_min": 321
    },
    {
      "epoch": 7.301324503311259,
      "grad_norm": 0.10139056224803883,
      "learning_rate": 1.908191734565651e-06,
      "loss": 0.0037,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003458566265180707,
      "step": 2205,
      "valid_targets_mean": 2844.0,
      "valid_targets_min": 364
    },
    {
      "epoch": 7.317880794701987,
      "grad_norm": 0.09585169261666918,
      "learning_rate": 1.8197877367849947e-06,
      "loss": 0.003,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0032619377598166466,
      "step": 2210,
      "valid_targets_mean": 2803.5,
      "valid_targets_min": 626
    },
    {
      "epoch": 7.3344370860927155,
      "grad_norm": 0.07902836181860146,
      "learning_rate": 1.7334424689183282e-06,
      "loss": 0.0035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.002633770927786827,
      "step": 2215,
      "valid_targets_mean": 3056.4,
      "valid_targets_min": 760
    },
    {
      "epoch": 7.3509933774834435,
      "grad_norm": 0.10759390801373159,
      "learning_rate": 1.6491596204800342e-06,
      "loss": 0.0034,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0036994030233472586,
      "step": 2220,
      "valid_targets_mean": 2629.9,
      "valid_targets_min": 325
    },
    {
      "epoch": 7.367549668874172,
      "grad_norm": 0.10089653202938675,
      "learning_rate": 1.5669427928577452e-06,
      "loss": 0.0034,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0032046681735664606,
      "step": 2225,
      "valid_targets_mean": 2745.7,
      "valid_targets_min": 346
    },
    {
      "epoch": 7.3841059602649,
      "grad_norm": 0.07487394480939905,
      "learning_rate": 1.486795499158522e-06,
      "loss": 0.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00264303432777524,
      "step": 2230,
      "valid_targets_mean": 3534.2,
      "valid_targets_min": 800
    },
    {
      "epoch": 7.400662251655629,
      "grad_norm": 0.09883115831122584,
      "learning_rate": 1.408721164058646e-06,
      "loss": 0.0034,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0040969038382172585,
      "step": 2235,
      "valid_targets_mean": 3726.2,
      "valid_targets_min": 1257
    },
    {
      "epoch": 7.417218543046357,
      "grad_norm": 0.1042504124419704,
      "learning_rate": 1.3327231236573478e-06,
      "loss": 0.0034,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004593914374709129,
      "step": 2240,
      "valid_targets_mean": 3748.6,
      "valid_targets_min": 611
    },
    {
      "epoch": 7.433774834437086,
      "grad_norm": 0.0892579190482292,
      "learning_rate": 1.258804625334259e-06,
      "loss": 0.0034,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004084902815520763,
      "step": 2245,
      "valid_targets_mean": 3592.8,
      "valid_targets_min": 577
    },
    {
      "epoch": 7.450331125827814,
      "grad_norm": 0.09204143659719179,
      "learning_rate": 1.1869688276106016e-06,
      "loss": 0.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0031076439190655947,
      "step": 2250,
      "valid_targets_mean": 3252.0,
      "valid_targets_min": 595
    },
    {
      "epoch": 7.466887417218543,
      "grad_norm": 0.09192476694452797,
      "learning_rate": 1.1172188000142802e-06,
      "loss": 0.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0029827728867530823,
      "step": 2255,
      "valid_targets_mean": 3090.6,
      "valid_targets_min": 759
    },
    {
      "epoch": 7.483443708609272,
      "grad_norm": 0.11844295275347291,
      "learning_rate": 1.0495575229486908e-06,
      "loss": 0.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003052099607884884,
      "step": 2260,
      "valid_targets_mean": 2804.4,
      "valid_targets_min": 669
    },
    {
      "epoch": 7.5,
      "grad_norm": 0.09338515630700445,
      "learning_rate": 9.839878875653852e-07,
      "loss": 0.003,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.002875866135582328,
      "step": 2265,
      "valid_targets_mean": 3126.4,
      "valid_targets_min": 781
    },
    {
      "epoch": 7.516556291390728,
      "grad_norm": 0.09957575628188654,
      "learning_rate": 9.205126956405075e-07,
      "loss": 0.0031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0031447166111320257,
      "step": 2270,
      "valid_targets_mean": 3081.4,
      "valid_targets_min": 572
    },
    {
      "epoch": 7.533112582781457,
      "grad_norm": 0.09838701800490543,
      "learning_rate": 8.591346594551019e-07,
      "loss": 0.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0033545675687491894,
      "step": 2275,
      "valid_targets_mean": 3185.1,
      "valid_targets_min": 288
    },
    {
      "epoch": 7.549668874172186,
      "grad_norm": 0.08434326160507456,
      "learning_rate": 7.998564016792109e-07,
      "loss": 0.0034,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.002952792914584279,
      "step": 2280,
      "valid_targets_mean": 3549.2,
      "valid_targets_min": 316
    },
    {
      "epoch": 7.566225165562914,
      "grad_norm": 0.09210381252686883,
      "learning_rate": 7.426804552598088e-07,
      "loss": 0.0034,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00304861506447196,
      "step": 2285,
      "valid_targets_mean": 3414.8,
      "valid_targets_min": 1159
    },
    {
      "epoch": 7.582781456953643,
      "grad_norm": 0.09875567223953083,
      "learning_rate": 6.876092633125442e-07,
      "loss": 0.0034,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0034329225309193134,
      "step": 2290,
      "valid_targets_mean": 3022.8,
      "valid_targets_min": 1288
    },
    {
      "epoch": 7.599337748344371,
      "grad_norm": 0.08062460264401002,
      "learning_rate": 6.346451790173957e-07,
      "loss": 0.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0025075674057006836,
      "step": 2295,
      "valid_targets_mean": 3623.2,
      "valid_targets_min": 804
    },
    {
      "epoch": 7.6158940397351,
      "grad_norm": 0.11274456189356268,
      "learning_rate": 5.837904655180748e-07,
      "loss": 0.0034,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0035490221343934536,
      "step": 2300,
      "valid_targets_mean": 2890.7,
      "valid_targets_min": 1088
    },
    {
      "epoch": 7.632450331125828,
      "grad_norm": 0.08519509405552562,
      "learning_rate": 5.350472958253416e-07,
      "loss": 0.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0033322363160550594,
      "step": 2305,
      "valid_targets_mean": 3351.2,
      "valid_targets_min": 586
    },
    {
      "epoch": 7.6490066225165565,
      "grad_norm": 0.08988934531200792,
      "learning_rate": 4.884177527241685e-07,
      "loss": 0.003,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003177615813910961,
      "step": 2310,
      "valid_targets_mean": 3015.3,
      "valid_targets_min": 681
    },
    {
      "epoch": 7.6655629139072845,
      "grad_norm": 0.09090553633828964,
      "learning_rate": 4.4390382868471635e-07,
      "loss": 0.0031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0028612101450562477,
      "step": 2315,
      "valid_targets_mean": 3220.5,
      "valid_targets_min": 935
    },
    {
      "epoch": 7.682119205298013,
      "grad_norm": 0.0954091623079664,
      "learning_rate": 4.0150742577720337e-07,
      "loss": 0.0031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0036504012532532215,
      "step": 2320,
      "valid_targets_mean": 3196.7,
      "valid_targets_min": 337
    },
    {
      "epoch": 7.698675496688741,
      "grad_norm": 0.10115796151070462,
      "learning_rate": 3.6123035559063044e-07,
      "loss": 0.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003108232282102108,
      "step": 2325,
      "valid_targets_mean": 3396.1,
      "valid_targets_min": 708
    },
    {
      "epoch": 7.71523178807947,
      "grad_norm": 0.1253424543081462,
      "learning_rate": 3.230743391553881e-07,
      "loss": 0.0035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003925042692571878,
      "step": 2330,
      "valid_targets_mean": 2870.8,
      "valid_targets_min": 658
    },
    {
      "epoch": 7.731788079470198,
      "grad_norm": 0.08160777605246404,
      "learning_rate": 2.870410068697038e-07,
      "loss": 0.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0029902588576078415,
      "step": 2335,
      "valid_targets_mean": 3878.4,
      "valid_targets_min": 980
    },
    {
      "epoch": 7.748344370860927,
      "grad_norm": 0.0842341192661009,
      "learning_rate": 2.5313189842996466e-07,
      "loss": 0.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0028664730489253998,
      "step": 2340,
      "valid_targets_mean": 3451.0,
      "valid_targets_min": 786
    },
    {
      "epoch": 7.764900662251655,
      "grad_norm": 0.09047877313490682,
      "learning_rate": 2.2134846276494202e-07,
      "loss": 0.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0031933397985994816,
      "step": 2345,
      "valid_targets_mean": 2653.2,
      "valid_targets_min": 619
    },
    {
      "epoch": 7.781456953642384,
      "grad_norm": 0.10761805615611171,
      "learning_rate": 1.9169205797388568e-07,
      "loss": 0.0037,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0038718143478035927,
      "step": 2350,
      "valid_targets_mean": 2614.0,
      "valid_targets_min": 774
    },
    {
      "epoch": 7.798013245033113,
      "grad_norm": 0.09833482709882478,
      "learning_rate": 1.6416395126847005e-07,
      "loss": 0.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0033078936394304037,
      "step": 2355,
      "valid_targets_mean": 2854.1,
      "valid_targets_min": 385
    },
    {
      "epoch": 7.814569536423841,
      "grad_norm": 0.09233759067686517,
      "learning_rate": 1.3876531891867105e-07,
      "loss": 0.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003295790869742632,
      "step": 2360,
      "valid_targets_mean": 3389.0,
      "valid_targets_min": 697
    },
    {
      "epoch": 7.83112582781457,
      "grad_norm": 0.10654260534095188,
      "learning_rate": 1.1549724620247282e-07,
      "loss": 0.0031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0033516387920826674,
      "step": 2365,
      "valid_targets_mean": 2905.3,
      "valid_targets_min": 373
    },
    {
      "epoch": 7.847682119205298,
      "grad_norm": 0.08260614976749385,
      "learning_rate": 9.436072735953261e-08,
      "loss": 0.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.002684560138732195,
      "step": 2370,
      "valid_targets_mean": 3532.7,
      "valid_targets_min": 682
    },
    {
      "epoch": 7.864238410596027,
      "grad_norm": 0.1150149750499018,
      "learning_rate": 7.535666554866483e-08,
      "loss": 0.0035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0036380125675350428,
      "step": 2375,
      "valid_targets_mean": 2499.6,
      "valid_targets_min": 379
    },
    {
      "epoch": 7.880794701986755,
      "grad_norm": 0.07875445250051372,
      "learning_rate": 5.848587280927187e-08,
      "loss": 0.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0027318689972162247,
      "step": 2380,
      "valid_targets_mean": 3901.9,
      "valid_targets_min": 516
    },
    {
      "epoch": 7.897350993377484,
      "grad_norm": 0.10759875899535781,
      "learning_rate": 4.3749070026627426e-08,
      "loss": 0.0035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0036383490078151226,
      "step": 2385,
      "valid_targets_mean": 3146.1,
      "valid_targets_min": 911
    },
    {
      "epoch": 7.913907284768212,
      "grad_norm": 0.07262667473159329,
      "learning_rate": 3.1146886901090025e-08,
      "loss": 0.0031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0026026968844234943,
      "step": 2390,
      "valid_targets_mean": 3588.0,
      "valid_targets_min": 1220
    },
    {
      "epoch": 7.930463576158941,
      "grad_norm": 0.09815063878272579,
      "learning_rate": 2.0679861921174548e-08,
      "loss": 0.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0035322587937116623,
      "step": 2395,
      "valid_targets_mean": 3375.3,
      "valid_targets_min": 362
    },
    {
      "epoch": 7.947019867549669,
      "grad_norm": 0.12163070968554349,
      "learning_rate": 1.2348442340576195e-08,
      "loss": 0.0035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004631766118109226,
      "step": 2400,
      "valid_targets_mean": 2323.2,
      "valid_targets_min": 633
    },
    {
      "epoch": 7.9635761589403975,
      "grad_norm": 0.0798070406036093,
      "learning_rate": 6.152984159024655e-09,
      "loss": 0.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.002762910909950733,
      "step": 2405,
      "valid_targets_mean": 3653.4,
      "valid_targets_min": 602
    },
    {
      "epoch": 7.9801324503311255,
      "grad_norm": 0.12592119011618041,
      "learning_rate": 2.0937521070851783e-09,
      "loss": 0.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003920475486665964,
      "step": 2410,
      "valid_targets_mean": 2392.9,
      "valid_targets_min": 809
    },
    {
      "epoch": 7.996688741721854,
      "grad_norm": 0.08386812464212423,
      "learning_rate": 1.7091963485649232e-10,
      "loss": 0.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0034379262942820787,
      "step": 2415,
      "valid_targets_mean": 3860.8,
      "valid_targets_min": 1169
    },
    {
      "epoch": 8.0,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.002475286368280649,
      "step": 2416,
      "total_flos": 1139460138729472.0,
      "train_loss": 0.08529083973322209,
      "train_runtime": 37249.2574,
      "train_samples_per_second": 2.073,
      "train_steps_per_second": 0.065,
      "valid_targets_mean": 2886.6,
      "valid_targets_min": 328
    }
  ],
  "logging_steps": 5,
  "max_steps": 2416,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 8,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1139460138729472.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}