{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 7.0,
  "eval_steps": 500,
  "global_step": 4193,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.008347245409015025,
      "grad_norm": 20.125777436153097,
      "learning_rate": 3.80952380952381e-07,
      "loss": 0.8516,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.830694854259491,
      "step": 5,
      "valid_targets_mean": 2796.9,
      "valid_targets_min": 502
    },
    {
      "epoch": 0.01669449081803005,
      "grad_norm": 22.315323330587066,
      "learning_rate": 8.571428571428572e-07,
      "loss": 0.8348,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.945982813835144,
      "step": 10,
      "valid_targets_mean": 1666.1,
      "valid_targets_min": 579
    },
    {
      "epoch": 0.025041736227045076,
      "grad_norm": 17.453196048630293,
      "learning_rate": 1.3333333333333334e-06,
      "loss": 0.8539,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8544225692749023,
      "step": 15,
      "valid_targets_mean": 1624.1,
      "valid_targets_min": 749
    },
    {
      "epoch": 0.0333889816360601,
      "grad_norm": 14.870206418345237,
      "learning_rate": 1.8095238095238097e-06,
      "loss": 0.7723,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8390950560569763,
      "step": 20,
      "valid_targets_mean": 1568.9,
      "valid_targets_min": 689
    },
    {
      "epoch": 0.041736227045075125,
      "grad_norm": 11.532926695492177,
      "learning_rate": 2.285714285714286e-06,
      "loss": 0.7356,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7299785017967224,
      "step": 25,
      "valid_targets_mean": 2161.1,
      "valid_targets_min": 781
    },
    {
      "epoch": 0.05008347245409015,
      "grad_norm": 6.704783369679939,
      "learning_rate": 2.7619047619047625e-06,
      "loss": 0.6733,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6406428813934326,
      "step": 30,
      "valid_targets_mean": 2134.3,
      "valid_targets_min": 913
    },
    {
      "epoch": 0.05843071786310518,
      "grad_norm": 3.426760945542158,
      "learning_rate": 3.2380952380952385e-06,
      "loss": 0.6114,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5607920289039612,
      "step": 35,
      "valid_targets_mean": 2782.6,
      "valid_targets_min": 648
    },
    {
      "epoch": 0.0667779632721202,
      "grad_norm": 2.500234673380324,
      "learning_rate": 3.7142857142857146e-06,
      "loss": 0.5837,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6126732230186462,
      "step": 40,
      "valid_targets_mean": 2412.5,
      "valid_targets_min": 1138
    },
    {
      "epoch": 0.07512520868113523,
      "grad_norm": 1.6353048788833415,
      "learning_rate": 4.190476190476191e-06,
      "loss": 0.5074,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4867894649505615,
      "step": 45,
      "valid_targets_mean": 2508.1,
      "valid_targets_min": 626
    },
    {
      "epoch": 0.08347245409015025,
      "grad_norm": 1.6643943844489701,
      "learning_rate": 4.666666666666667e-06,
      "loss": 0.5153,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5278254151344299,
      "step": 50,
      "valid_targets_mean": 1936.9,
      "valid_targets_min": 797
    },
    {
      "epoch": 0.09181969949916527,
      "grad_norm": 0.9498878936104556,
      "learning_rate": 5.142857142857142e-06,
      "loss": 0.4827,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4543859660625458,
      "step": 55,
      "valid_targets_mean": 3347.8,
      "valid_targets_min": 543
    },
    {
      "epoch": 0.1001669449081803,
      "grad_norm": 1.0174237616830506,
      "learning_rate": 5.619047619047619e-06,
      "loss": 0.4912,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.49389925599098206,
      "step": 60,
      "valid_targets_mean": 2433.2,
      "valid_targets_min": 966
    },
    {
      "epoch": 0.10851419031719532,
      "grad_norm": 0.8239188853729782,
      "learning_rate": 6.095238095238096e-06,
      "loss": 0.4612,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4277969002723694,
      "step": 65,
      "valid_targets_mean": 3225.6,
      "valid_targets_min": 876
    },
    {
      "epoch": 0.11686143572621036,
      "grad_norm": 0.7232769829375342,
      "learning_rate": 6.571428571428572e-06,
      "loss": 0.453,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.41270703077316284,
      "step": 70,
      "valid_targets_mean": 3240.1,
      "valid_targets_min": 866
    },
    {
      "epoch": 0.12520868113522537,
      "grad_norm": 0.8683682081988188,
      "learning_rate": 7.047619047619048e-06,
      "loss": 0.4407,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.47156885266304016,
      "step": 75,
      "valid_targets_mean": 2287.4,
      "valid_targets_min": 984
    },
    {
      "epoch": 0.1335559265442404,
      "grad_norm": 0.828011223922074,
      "learning_rate": 7.523809523809524e-06,
      "loss": 0.4638,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4064176082611084,
      "step": 80,
      "valid_targets_mean": 2163.6,
      "valid_targets_min": 1110
    },
    {
      "epoch": 0.1419031719532554,
      "grad_norm": 0.5974334115927779,
      "learning_rate": 8.000000000000001e-06,
      "loss": 0.4303,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.40039050579071045,
      "step": 85,
      "valid_targets_mean": 3918.3,
      "valid_targets_min": 1060
    },
    {
      "epoch": 0.15025041736227046,
      "grad_norm": 0.8880912110853688,
      "learning_rate": 8.476190476190477e-06,
      "loss": 0.44,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4153106212615967,
      "step": 90,
      "valid_targets_mean": 1947.6,
      "valid_targets_min": 789
    },
    {
      "epoch": 0.15859766277128548,
      "grad_norm": 0.751148343881156,
      "learning_rate": 8.952380952380953e-06,
      "loss": 0.412,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4028511643409729,
      "step": 95,
      "valid_targets_mean": 2478.4,
      "valid_targets_min": 633
    },
    {
      "epoch": 0.1669449081803005,
      "grad_norm": 0.7236471980196548,
      "learning_rate": 9.42857142857143e-06,
      "loss": 0.4115,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3987542390823364,
      "step": 100,
      "valid_targets_mean": 2565.8,
      "valid_targets_min": 361
    },
    {
      "epoch": 0.17529215358931552,
      "grad_norm": 0.9071686345050813,
      "learning_rate": 9.904761904761906e-06,
      "loss": 0.4165,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4188500642776489,
      "step": 105,
      "valid_targets_mean": 1897.7,
      "valid_targets_min": 782
    },
    {
      "epoch": 0.18363939899833054,
      "grad_norm": 0.8248284873164098,
      "learning_rate": 1.0380952380952383e-05,
      "loss": 0.4088,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3929654359817505,
      "step": 110,
      "valid_targets_mean": 1896.4,
      "valid_targets_min": 506
    },
    {
      "epoch": 0.19198664440734559,
      "grad_norm": 0.7823148745443437,
      "learning_rate": 1.0857142857142858e-05,
      "loss": 0.3967,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3725951313972473,
      "step": 115,
      "valid_targets_mean": 2162.0,
      "valid_targets_min": 865
    },
    {
      "epoch": 0.2003338898163606,
      "grad_norm": 0.7130290245492041,
      "learning_rate": 1.1333333333333334e-05,
      "loss": 0.3976,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.40969598293304443,
      "step": 120,
      "valid_targets_mean": 2873.4,
      "valid_targets_min": 608
    },
    {
      "epoch": 0.20868113522537562,
      "grad_norm": 0.6374637811571959,
      "learning_rate": 1.180952380952381e-05,
      "loss": 0.4056,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.36969244480133057,
      "step": 125,
      "valid_targets_mean": 2947.9,
      "valid_targets_min": 699
    },
    {
      "epoch": 0.21702838063439064,
      "grad_norm": 0.7660820864604462,
      "learning_rate": 1.2285714285714288e-05,
      "loss": 0.3699,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33364009857177734,
      "step": 130,
      "valid_targets_mean": 1937.9,
      "valid_targets_min": 672
    },
    {
      "epoch": 0.22537562604340566,
      "grad_norm": 1.0608408159879852,
      "learning_rate": 1.2761904761904762e-05,
      "loss": 0.3785,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4482278823852539,
      "step": 135,
      "valid_targets_mean": 2734.9,
      "valid_targets_min": 904
    },
    {
      "epoch": 0.2337228714524207,
      "grad_norm": 0.7937754785168789,
      "learning_rate": 1.3238095238095238e-05,
      "loss": 0.393,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3878324031829834,
      "step": 140,
      "valid_targets_mean": 2254.6,
      "valid_targets_min": 957
    },
    {
      "epoch": 0.24207011686143573,
      "grad_norm": 0.9530960586446873,
      "learning_rate": 1.3714285714285716e-05,
      "loss": 0.3822,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3858902156352997,
      "step": 145,
      "valid_targets_mean": 2910.6,
      "valid_targets_min": 699
    },
    {
      "epoch": 0.25041736227045075,
      "grad_norm": 0.793386246739093,
      "learning_rate": 1.4190476190476192e-05,
      "loss": 0.3885,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.40752989053726196,
      "step": 150,
      "valid_targets_mean": 2232.0,
      "valid_targets_min": 693
    },
    {
      "epoch": 0.2587646076794658,
      "grad_norm": 0.7054845625096792,
      "learning_rate": 1.4666666666666666e-05,
      "loss": 0.3746,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.36771881580352783,
      "step": 155,
      "valid_targets_mean": 2490.8,
      "valid_targets_min": 520
    },
    {
      "epoch": 0.2671118530884808,
      "grad_norm": 0.8245710561947659,
      "learning_rate": 1.5142857142857144e-05,
      "loss": 0.3811,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.42931532859802246,
      "step": 160,
      "valid_targets_mean": 2966.5,
      "valid_targets_min": 690
    },
    {
      "epoch": 0.27545909849749584,
      "grad_norm": 0.9367959207676698,
      "learning_rate": 1.5619047619047622e-05,
      "loss": 0.3796,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.39394938945770264,
      "step": 165,
      "valid_targets_mean": 2375.9,
      "valid_targets_min": 909
    },
    {
      "epoch": 0.2838063439065108,
      "grad_norm": 0.7452788082591367,
      "learning_rate": 1.6095238095238096e-05,
      "loss": 0.3553,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3504602313041687,
      "step": 170,
      "valid_targets_mean": 2428.2,
      "valid_targets_min": 604
    },
    {
      "epoch": 0.2921535893155259,
      "grad_norm": 0.6706956192945309,
      "learning_rate": 1.6571428571428574e-05,
      "loss": 0.356,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33892327547073364,
      "step": 175,
      "valid_targets_mean": 2694.3,
      "valid_targets_min": 805
    },
    {
      "epoch": 0.3005008347245409,
      "grad_norm": 0.6450744053432401,
      "learning_rate": 1.704761904761905e-05,
      "loss": 0.3957,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31530341506004333,
      "step": 180,
      "valid_targets_mean": 2748.9,
      "valid_targets_min": 742
    },
    {
      "epoch": 0.3088480801335559,
      "grad_norm": 0.7122687871177076,
      "learning_rate": 1.7523809523809526e-05,
      "loss": 0.3614,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3535732626914978,
      "step": 185,
      "valid_targets_mean": 2628.3,
      "valid_targets_min": 618
    },
    {
      "epoch": 0.31719532554257096,
      "grad_norm": 0.6410610802258473,
      "learning_rate": 1.8e-05,
      "loss": 0.3721,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.38299959897994995,
      "step": 190,
      "valid_targets_mean": 3226.7,
      "valid_targets_min": 925
    },
    {
      "epoch": 0.32554257095158595,
      "grad_norm": 0.7519536354934145,
      "learning_rate": 1.8476190476190478e-05,
      "loss": 0.3463,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.39102399349212646,
      "step": 195,
      "valid_targets_mean": 3061.8,
      "valid_targets_min": 1000
    },
    {
      "epoch": 0.333889816360601,
      "grad_norm": 0.869110988708763,
      "learning_rate": 1.8952380952380953e-05,
      "loss": 0.3586,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.35571885108947754,
      "step": 200,
      "valid_targets_mean": 2081.0,
      "valid_targets_min": 949
    },
    {
      "epoch": 0.34223706176961605,
      "grad_norm": 0.7628250895843997,
      "learning_rate": 1.942857142857143e-05,
      "loss": 0.3613,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.37019288539886475,
      "step": 205,
      "valid_targets_mean": 2288.1,
      "valid_targets_min": 638
    },
    {
      "epoch": 0.35058430717863104,
      "grad_norm": 0.6709774464989092,
      "learning_rate": 1.9904761904761908e-05,
      "loss": 0.3793,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33823031187057495,
      "step": 210,
      "valid_targets_mean": 3179.8,
      "valid_targets_min": 929
    },
    {
      "epoch": 0.3589315525876461,
      "grad_norm": 0.7192151635508831,
      "learning_rate": 2.0380952380952382e-05,
      "loss": 0.3352,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33868905901908875,
      "step": 215,
      "valid_targets_mean": 2715.9,
      "valid_targets_min": 986
    },
    {
      "epoch": 0.3672787979966611,
      "grad_norm": 0.6469633018096315,
      "learning_rate": 2.085714285714286e-05,
      "loss": 0.3404,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3615769147872925,
      "step": 220,
      "valid_targets_mean": 3141.8,
      "valid_targets_min": 644
    },
    {
      "epoch": 0.3756260434056761,
      "grad_norm": 0.7640930887163769,
      "learning_rate": 2.1333333333333335e-05,
      "loss": 0.3582,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3568115830421448,
      "step": 225,
      "valid_targets_mean": 2293.8,
      "valid_targets_min": 1019
    },
    {
      "epoch": 0.38397328881469117,
      "grad_norm": 0.7181587877168871,
      "learning_rate": 2.180952380952381e-05,
      "loss": 0.3583,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.38162344694137573,
      "step": 230,
      "valid_targets_mean": 2645.1,
      "valid_targets_min": 812
    },
    {
      "epoch": 0.39232053422370616,
      "grad_norm": 0.803834346449949,
      "learning_rate": 2.2285714285714287e-05,
      "loss": 0.3721,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.43554484844207764,
      "step": 235,
      "valid_targets_mean": 2310.6,
      "valid_targets_min": 988
    },
    {
      "epoch": 0.4006677796327212,
      "grad_norm": 0.7952409835075342,
      "learning_rate": 2.2761904761904765e-05,
      "loss": 0.3278,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3816568851470947,
      "step": 240,
      "valid_targets_mean": 2280.4,
      "valid_targets_min": 982
    },
    {
      "epoch": 0.4090150250417362,
      "grad_norm": 0.7246105427812677,
      "learning_rate": 2.3238095238095242e-05,
      "loss": 0.3536,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3831411600112915,
      "step": 245,
      "valid_targets_mean": 2918.2,
      "valid_targets_min": 1227
    },
    {
      "epoch": 0.41736227045075125,
      "grad_norm": 0.8338708974356746,
      "learning_rate": 2.3714285714285717e-05,
      "loss": 0.3656,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4046775698661804,
      "step": 250,
      "valid_targets_mean": 2320.4,
      "valid_targets_min": 580
    },
    {
      "epoch": 0.4257095158597663,
      "grad_norm": 0.6393485320022019,
      "learning_rate": 2.419047619047619e-05,
      "loss": 0.3244,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3226710557937622,
      "step": 255,
      "valid_targets_mean": 3065.7,
      "valid_targets_min": 708
    },
    {
      "epoch": 0.4340567612687813,
      "grad_norm": 0.6842895103742899,
      "learning_rate": 2.466666666666667e-05,
      "loss": 0.3575,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.37478750944137573,
      "step": 260,
      "valid_targets_mean": 3703.2,
      "valid_targets_min": 933
    },
    {
      "epoch": 0.44240400667779634,
      "grad_norm": 0.6303158293010908,
      "learning_rate": 2.5142857142857143e-05,
      "loss": 0.344,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34078970551490784,
      "step": 265,
      "valid_targets_mean": 2905.3,
      "valid_targets_min": 792
    },
    {
      "epoch": 0.4507512520868113,
      "grad_norm": 0.803236946087365,
      "learning_rate": 2.5619047619047618e-05,
      "loss": 0.3727,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.41703659296035767,
      "step": 270,
      "valid_targets_mean": 2465.1,
      "valid_targets_min": 759
    },
    {
      "epoch": 0.4590984974958264,
      "grad_norm": 0.7803373412241122,
      "learning_rate": 2.60952380952381e-05,
      "loss": 0.3385,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3831275701522827,
      "step": 275,
      "valid_targets_mean": 2617.3,
      "valid_targets_min": 945
    },
    {
      "epoch": 0.4674457429048414,
      "grad_norm": 0.8278124298535766,
      "learning_rate": 2.6571428571428573e-05,
      "loss": 0.3546,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4114047884941101,
      "step": 280,
      "valid_targets_mean": 2283.2,
      "valid_targets_min": 485
    },
    {
      "epoch": 0.4757929883138564,
      "grad_norm": 0.8066324407668412,
      "learning_rate": 2.704761904761905e-05,
      "loss": 0.3281,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.36297842860221863,
      "step": 285,
      "valid_targets_mean": 2427.2,
      "valid_targets_min": 964
    },
    {
      "epoch": 0.48414023372287146,
      "grad_norm": 1.3375136899858193,
      "learning_rate": 2.7523809523809525e-05,
      "loss": 0.3384,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34834030270576477,
      "step": 290,
      "valid_targets_mean": 2393.3,
      "valid_targets_min": 874
    },
    {
      "epoch": 0.49248747913188645,
      "grad_norm": 0.7358089379961378,
      "learning_rate": 2.8e-05,
      "loss": 0.343,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4069739580154419,
      "step": 295,
      "valid_targets_mean": 2538.5,
      "valid_targets_min": 687
    },
    {
      "epoch": 0.5008347245409015,
      "grad_norm": 0.8286273038250276,
      "learning_rate": 2.847619047619048e-05,
      "loss": 0.3463,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.380668967962265,
      "step": 300,
      "valid_targets_mean": 2283.1,
      "valid_targets_min": 1082
    },
    {
      "epoch": 0.5091819699499165,
      "grad_norm": 0.6754627666288634,
      "learning_rate": 2.8952380952380955e-05,
      "loss": 0.327,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3209186792373657,
      "step": 305,
      "valid_targets_mean": 2563.9,
      "valid_targets_min": 799
    },
    {
      "epoch": 0.5175292153589316,
      "grad_norm": 0.9034626565874669,
      "learning_rate": 2.9428571428571433e-05,
      "loss": 0.3425,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3576005697250366,
      "step": 310,
      "valid_targets_mean": 2912.7,
      "valid_targets_min": 1059
    },
    {
      "epoch": 0.5258764607679466,
      "grad_norm": 0.6229691306190667,
      "learning_rate": 2.9904761904761907e-05,
      "loss": 0.3908,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3698209524154663,
      "step": 315,
      "valid_targets_mean": 3144.4,
      "valid_targets_min": 912
    },
    {
      "epoch": 0.5342237061769616,
      "grad_norm": 0.8546076575277969,
      "learning_rate": 3.038095238095238e-05,
      "loss": 0.324,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.35709044337272644,
      "step": 320,
      "valid_targets_mean": 1687.7,
      "valid_targets_min": 943
    },
    {
      "epoch": 0.5425709515859767,
      "grad_norm": 0.7088960454793146,
      "learning_rate": 3.085714285714286e-05,
      "loss": 0.3154,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32904744148254395,
      "step": 325,
      "valid_targets_mean": 2348.4,
      "valid_targets_min": 643
    },
    {
      "epoch": 0.5509181969949917,
      "grad_norm": 0.7925521311779707,
      "learning_rate": 3.1333333333333334e-05,
      "loss": 0.3392,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.41147422790527344,
      "step": 330,
      "valid_targets_mean": 2246.1,
      "valid_targets_min": 783
    },
    {
      "epoch": 0.5592654424040067,
      "grad_norm": 0.8177382664859416,
      "learning_rate": 3.180952380952381e-05,
      "loss": 0.3457,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3118923306465149,
      "step": 335,
      "valid_targets_mean": 1900.4,
      "valid_targets_min": 438
    },
    {
      "epoch": 0.5676126878130217,
      "grad_norm": 0.7747926368677435,
      "learning_rate": 3.228571428571429e-05,
      "loss": 0.3495,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3130142092704773,
      "step": 340,
      "valid_targets_mean": 2124.5,
      "valid_targets_min": 496
    },
    {
      "epoch": 0.5759599332220368,
      "grad_norm": 0.7900340718873202,
      "learning_rate": 3.276190476190477e-05,
      "loss": 0.3416,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3983057141304016,
      "step": 345,
      "valid_targets_mean": 2209.1,
      "valid_targets_min": 787
    },
    {
      "epoch": 0.5843071786310517,
      "grad_norm": 0.7121802339807132,
      "learning_rate": 3.3238095238095245e-05,
      "loss": 0.3309,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.39473700523376465,
      "step": 350,
      "valid_targets_mean": 3028.6,
      "valid_targets_min": 1079
    },
    {
      "epoch": 0.5926544240400667,
      "grad_norm": 0.8922891190366636,
      "learning_rate": 3.3714285714285716e-05,
      "loss": 0.3336,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3380250036716461,
      "step": 355,
      "valid_targets_mean": 2014.2,
      "valid_targets_min": 664
    },
    {
      "epoch": 0.6010016694490818,
      "grad_norm": 0.6695806536241158,
      "learning_rate": 3.4190476190476194e-05,
      "loss": 0.3441,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.40140536427497864,
      "step": 360,
      "valid_targets_mean": 2965.8,
      "valid_targets_min": 645
    },
    {
      "epoch": 0.6093489148580968,
      "grad_norm": 0.710440302237182,
      "learning_rate": 3.466666666666667e-05,
      "loss": 0.3189,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28060203790664673,
      "step": 365,
      "valid_targets_mean": 2308.4,
      "valid_targets_min": 715
    },
    {
      "epoch": 0.6176961602671118,
      "grad_norm": 0.7097755972881904,
      "learning_rate": 3.514285714285714e-05,
      "loss": 0.342,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3636694550514221,
      "step": 370,
      "valid_targets_mean": 2561.2,
      "valid_targets_min": 1000
    },
    {
      "epoch": 0.6260434056761269,
      "grad_norm": 0.8788436972894093,
      "learning_rate": 3.561904761904762e-05,
      "loss": 0.323,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3455510437488556,
      "step": 375,
      "valid_targets_mean": 1589.6,
      "valid_targets_min": 587
    },
    {
      "epoch": 0.6343906510851419,
      "grad_norm": 0.6597640705879878,
      "learning_rate": 3.60952380952381e-05,
      "loss": 0.3082,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27953580021858215,
      "step": 380,
      "valid_targets_mean": 2378.7,
      "valid_targets_min": 799
    },
    {
      "epoch": 0.6427378964941569,
      "grad_norm": 0.7892624596142306,
      "learning_rate": 3.6571428571428576e-05,
      "loss": 0.3528,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30219441652297974,
      "step": 385,
      "valid_targets_mean": 1884.8,
      "valid_targets_min": 618
    },
    {
      "epoch": 0.6510851419031719,
      "grad_norm": 0.8637864198120716,
      "learning_rate": 3.704761904761905e-05,
      "loss": 0.3536,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30112534761428833,
      "step": 390,
      "valid_targets_mean": 1779.1,
      "valid_targets_min": 528
    },
    {
      "epoch": 0.659432387312187,
      "grad_norm": 0.7302225440883133,
      "learning_rate": 3.7523809523809524e-05,
      "loss": 0.3302,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3421768844127655,
      "step": 395,
      "valid_targets_mean": 2351.8,
      "valid_targets_min": 578
    },
    {
      "epoch": 0.667779632721202,
      "grad_norm": 0.7424310243535049,
      "learning_rate": 3.8e-05,
      "loss": 0.3549,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32466602325439453,
      "step": 400,
      "valid_targets_mean": 2133.6,
      "valid_targets_min": 686
    },
    {
      "epoch": 0.676126878130217,
      "grad_norm": 0.7112119939538417,
      "learning_rate": 3.847619047619048e-05,
      "loss": 0.3136,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.296672523021698,
      "step": 405,
      "valid_targets_mean": 2450.8,
      "valid_targets_min": 963
    },
    {
      "epoch": 0.6844741235392321,
      "grad_norm": 0.7850124283371369,
      "learning_rate": 3.895238095238096e-05,
      "loss": 0.315,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34217727184295654,
      "step": 410,
      "valid_targets_mean": 1896.9,
      "valid_targets_min": 866
    },
    {
      "epoch": 0.6928213689482471,
      "grad_norm": 0.6570487622025072,
      "learning_rate": 3.9428571428571435e-05,
      "loss": 0.3122,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34257471561431885,
      "step": 415,
      "valid_targets_mean": 2862.9,
      "valid_targets_min": 707
    },
    {
      "epoch": 0.7011686143572621,
      "grad_norm": 0.7179325156398435,
      "learning_rate": 3.9904761904761906e-05,
      "loss": 0.3219,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34124815464019775,
      "step": 420,
      "valid_targets_mean": 2090.7,
      "valid_targets_min": 554
    },
    {
      "epoch": 0.7095158597662772,
      "grad_norm": 0.6144369515649107,
      "learning_rate": 3.999988907084209e-05,
      "loss": 0.3401,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2786844074726105,
      "step": 425,
      "valid_targets_mean": 2647.7,
      "valid_targets_min": 921
    },
    {
      "epoch": 0.7178631051752922,
      "grad_norm": 0.5985082700689128,
      "learning_rate": 3.9999438423247035e-05,
      "loss": 0.3475,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32772842049598694,
      "step": 430,
      "valid_targets_mean": 3107.7,
      "valid_targets_min": 524
    },
    {
      "epoch": 0.7262103505843072,
      "grad_norm": 0.6671709920532217,
      "learning_rate": 3.999864113194738e-05,
      "loss": 0.3259,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3186429440975189,
      "step": 435,
      "valid_targets_mean": 2705.6,
      "valid_targets_min": 709
    },
    {
      "epoch": 0.7345575959933222,
      "grad_norm": 0.8249822436419694,
      "learning_rate": 3.999749721076231e-05,
      "loss": 0.3005,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3638507127761841,
      "step": 440,
      "valid_targets_mean": 1918.1,
      "valid_targets_min": 649
    },
    {
      "epoch": 0.7429048414023373,
      "grad_norm": 0.8395818886697235,
      "learning_rate": 3.9996006679519054e-05,
      "loss": 0.3109,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3661022186279297,
      "step": 445,
      "valid_targets_mean": 2402.5,
      "valid_targets_min": 530
    },
    {
      "epoch": 0.7512520868113522,
      "grad_norm": 0.5614572174095006,
      "learning_rate": 3.9994169564052486e-05,
      "loss": 0.3027,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27668917179107666,
      "step": 450,
      "valid_targets_mean": 3654.5,
      "valid_targets_min": 1125
    },
    {
      "epoch": 0.7595993322203672,
      "grad_norm": 0.6522985817897391,
      "learning_rate": 3.999198589620473e-05,
      "loss": 0.3655,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.38943803310394287,
      "step": 455,
      "valid_targets_mean": 2856.8,
      "valid_targets_min": 840
    },
    {
      "epoch": 0.7679465776293823,
      "grad_norm": 0.7438291259821956,
      "learning_rate": 3.998945571382458e-05,
      "loss": 0.3167,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3215874433517456,
      "step": 460,
      "valid_targets_mean": 2226.6,
      "valid_targets_min": 841
    },
    {
      "epoch": 0.7762938230383973,
      "grad_norm": 0.726789786479743,
      "learning_rate": 3.9986579060766866e-05,
      "loss": 0.3321,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2627006769180298,
      "step": 465,
      "valid_targets_mean": 2022.9,
      "valid_targets_min": 879
    },
    {
      "epoch": 0.7846410684474123,
      "grad_norm": 0.7163196779832347,
      "learning_rate": 3.9983355986891664e-05,
      "loss": 0.3146,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32649943232536316,
      "step": 470,
      "valid_targets_mean": 2535.6,
      "valid_targets_min": 721
    },
    {
      "epoch": 0.7929883138564274,
      "grad_norm": 0.6970478246231899,
      "learning_rate": 3.9979786548063454e-05,
      "loss": 0.2902,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26147031784057617,
      "step": 475,
      "valid_targets_mean": 2178.3,
      "valid_targets_min": 513
    },
    {
      "epoch": 0.8013355592654424,
      "grad_norm": 0.799911102232111,
      "learning_rate": 3.997587080615016e-05,
      "loss": 0.3406,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3076505661010742,
      "step": 480,
      "valid_targets_mean": 1970.3,
      "valid_targets_min": 1051
    },
    {
      "epoch": 0.8096828046744574,
      "grad_norm": 0.8184414432450198,
      "learning_rate": 3.9971608829022036e-05,
      "loss": 0.3143,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27848586440086365,
      "step": 485,
      "valid_targets_mean": 2767.8,
      "valid_targets_min": 653
    },
    {
      "epoch": 0.8180300500834724,
      "grad_norm": 0.7281485204639897,
      "learning_rate": 3.996700069055054e-05,
      "loss": 0.3028,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31602007150650024,
      "step": 490,
      "valid_targets_mean": 2257.2,
      "valid_targets_min": 641
    },
    {
      "epoch": 0.8263772954924875,
      "grad_norm": 0.6938466384081636,
      "learning_rate": 3.9962046470607034e-05,
      "loss": 0.3143,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31599387526512146,
      "step": 495,
      "valid_targets_mean": 2485.4,
      "valid_targets_min": 501
    },
    {
      "epoch": 0.8347245409015025,
      "grad_norm": 1.1888217696917323,
      "learning_rate": 3.995674625506137e-05,
      "loss": 0.3197,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30969738960266113,
      "step": 500,
      "valid_targets_mean": 2349.2,
      "valid_targets_min": 900
    },
    {
      "epoch": 0.8430717863105175,
      "grad_norm": 0.5898683146017418,
      "learning_rate": 3.995110013578046e-05,
      "loss": 0.3213,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3188744783401489,
      "step": 505,
      "valid_targets_mean": 2831.1,
      "valid_targets_min": 1139
    },
    {
      "epoch": 0.8514190317195326,
      "grad_norm": 0.6469354559288124,
      "learning_rate": 3.9945108210626635e-05,
      "loss": 0.308,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27451348304748535,
      "step": 510,
      "valid_targets_mean": 2271.3,
      "valid_targets_min": 990
    },
    {
      "epoch": 0.8597662771285476,
      "grad_norm": 0.6862712698126633,
      "learning_rate": 3.9938770583455955e-05,
      "loss": 0.3308,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.38486266136169434,
      "step": 515,
      "valid_targets_mean": 3247.4,
      "valid_targets_min": 1217
    },
    {
      "epoch": 0.8681135225375626,
      "grad_norm": 0.5924716914409707,
      "learning_rate": 3.9932087364116446e-05,
      "loss": 0.3297,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2953488826751709,
      "step": 520,
      "valid_targets_mean": 3172.7,
      "valid_targets_min": 710
    },
    {
      "epoch": 0.8764607679465777,
      "grad_norm": 0.6222540733349502,
      "learning_rate": 3.992505866844615e-05,
      "loss": 0.2943,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2345266193151474,
      "step": 525,
      "valid_targets_mean": 2900.1,
      "valid_targets_min": 556
    },
    {
      "epoch": 0.8848080133555927,
      "grad_norm": 0.7543318131125992,
      "learning_rate": 3.991768461827114e-05,
      "loss": 0.3308,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3501376211643219,
      "step": 530,
      "valid_targets_mean": 2041.9,
      "valid_targets_min": 776
    },
    {
      "epoch": 0.8931552587646077,
      "grad_norm": 0.7099560675938891,
      "learning_rate": 3.990996534140342e-05,
      "loss": 0.3254,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2954036593437195,
      "step": 535,
      "valid_targets_mean": 2134.9,
      "valid_targets_min": 935
    },
    {
      "epoch": 0.9015025041736227,
      "grad_norm": 0.7704282842479314,
      "learning_rate": 3.990190097163867e-05,
      "loss": 0.2939,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2950887084007263,
      "step": 540,
      "valid_targets_mean": 1977.1,
      "valid_targets_min": 568
    },
    {
      "epoch": 0.9098497495826378,
      "grad_norm": 0.7075265637767415,
      "learning_rate": 3.989349164875397e-05,
      "loss": 0.3053,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3461377024650574,
      "step": 545,
      "valid_targets_mean": 2553.9,
      "valid_targets_min": 736
    },
    {
      "epoch": 0.9181969949916527,
      "grad_norm": 0.7646642465906041,
      "learning_rate": 3.988473751850536e-05,
      "loss": 0.3111,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3075540065765381,
      "step": 550,
      "valid_targets_mean": 2153.9,
      "valid_targets_min": 792
    },
    {
      "epoch": 0.9265442404006677,
      "grad_norm": 0.7455652126408486,
      "learning_rate": 3.98756387326253e-05,
      "loss": 0.3181,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3557898998260498,
      "step": 555,
      "valid_targets_mean": 2320.8,
      "valid_targets_min": 651
    },
    {
      "epoch": 0.9348914858096828,
      "grad_norm": 0.7448132010417806,
      "learning_rate": 3.9866195448820066e-05,
      "loss": 0.3122,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.292105495929718,
      "step": 560,
      "valid_targets_mean": 1784.8,
      "valid_targets_min": 912
    },
    {
      "epoch": 0.9432387312186978,
      "grad_norm": 0.5358142548623265,
      "learning_rate": 3.985640783076699e-05,
      "loss": 0.313,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26325780153274536,
      "step": 565,
      "valid_targets_mean": 3083.5,
      "valid_targets_min": 1049
    },
    {
      "epoch": 0.9515859766277128,
      "grad_norm": 0.6281715819326231,
      "learning_rate": 3.984627604811166e-05,
      "loss": 0.3201,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3475627303123474,
      "step": 570,
      "valid_targets_mean": 2901.7,
      "valid_targets_min": 874
    },
    {
      "epoch": 0.9599332220367279,
      "grad_norm": 0.6125370271699637,
      "learning_rate": 3.983580027646492e-05,
      "loss": 0.292,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28098058700561523,
      "step": 575,
      "valid_targets_mean": 2742.2,
      "valid_targets_min": 1126
    },
    {
      "epoch": 0.9682804674457429,
      "grad_norm": 0.7735134366550798,
      "learning_rate": 3.9824980697399906e-05,
      "loss": 0.3159,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3102591037750244,
      "step": 580,
      "valid_targets_mean": 1958.9,
      "valid_targets_min": 640
    },
    {
      "epoch": 0.9766277128547579,
      "grad_norm": 0.6709556468624875,
      "learning_rate": 3.981381749844882e-05,
      "loss": 0.3347,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3324657082557678,
      "step": 585,
      "valid_targets_mean": 2534.3,
      "valid_targets_min": 857
    },
    {
      "epoch": 0.9849749582637729,
      "grad_norm": 0.6511544183236323,
      "learning_rate": 3.980231087309971e-05,
      "loss": 0.3182,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29707223176956177,
      "step": 590,
      "valid_targets_mean": 2435.8,
      "valid_targets_min": 729
    },
    {
      "epoch": 0.993322203672788,
      "grad_norm": 0.6615644654517941,
      "learning_rate": 3.9790461020793166e-05,
      "loss": 0.3082,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3110125660896301,
      "step": 595,
      "valid_targets_mean": 2898.8,
      "valid_targets_min": 971
    },
    {
      "epoch": 1.001669449081803,
      "grad_norm": 0.6925031228370271,
      "learning_rate": 3.977826814691878e-05,
      "loss": 0.3179,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31865161657333374,
      "step": 600,
      "valid_targets_mean": 2244.9,
      "valid_targets_min": 633
    },
    {
      "epoch": 1.010016694490818,
      "grad_norm": 0.8148668812959788,
      "learning_rate": 3.9765732462811625e-05,
      "loss": 0.284,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26927098631858826,
      "step": 605,
      "valid_targets_mean": 2563.4,
      "valid_targets_min": 784
    },
    {
      "epoch": 1.018363939899833,
      "grad_norm": 0.9245401324608014,
      "learning_rate": 3.975285418574862e-05,
      "loss": 0.3081,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31719428300857544,
      "step": 610,
      "valid_targets_mean": 1617.6,
      "valid_targets_min": 689
    },
    {
      "epoch": 1.026711185308848,
      "grad_norm": 0.730619597919056,
      "learning_rate": 3.97396335389447e-05,
      "loss": 0.2998,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3002278208732605,
      "step": 615,
      "valid_targets_mean": 2026.3,
      "valid_targets_min": 517
    },
    {
      "epoch": 1.0350584307178632,
      "grad_norm": 0.6618374979258586,
      "learning_rate": 3.972607075154901e-05,
      "loss": 0.3004,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3087610602378845,
      "step": 620,
      "valid_targets_mean": 2641.1,
      "valid_targets_min": 750
    },
    {
      "epoch": 1.0434056761268782,
      "grad_norm": 0.7876798130112941,
      "learning_rate": 3.971216605864087e-05,
      "loss": 0.3073,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3213345408439636,
      "step": 625,
      "valid_targets_mean": 1834.5,
      "valid_targets_min": 465
    },
    {
      "epoch": 1.0517529215358932,
      "grad_norm": 0.6664972756436637,
      "learning_rate": 3.969791970122579e-05,
      "loss": 0.2973,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2779656946659088,
      "step": 630,
      "valid_targets_mean": 2411.5,
      "valid_targets_min": 779
    },
    {
      "epoch": 1.0601001669449082,
      "grad_norm": 0.6557675352120678,
      "learning_rate": 3.96833319262312e-05,
      "loss": 0.2848,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30672335624694824,
      "step": 635,
      "valid_targets_mean": 2686.2,
      "valid_targets_min": 1016
    },
    {
      "epoch": 1.0684474123539232,
      "grad_norm": 0.7366689516699302,
      "learning_rate": 3.9668402986502214e-05,
      "loss": 0.2771,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2567709684371948,
      "step": 640,
      "valid_targets_mean": 2103.4,
      "valid_targets_min": 899
    },
    {
      "epoch": 1.0767946577629381,
      "grad_norm": 0.6786077419659672,
      "learning_rate": 3.9653133140797244e-05,
      "loss": 0.2866,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28523096442222595,
      "step": 645,
      "valid_targets_mean": 2235.8,
      "valid_targets_min": 728
    },
    {
      "epoch": 1.0851419031719534,
      "grad_norm": 0.6722798110378215,
      "learning_rate": 3.963752265378352e-05,
      "loss": 0.2926,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3066675066947937,
      "step": 650,
      "valid_targets_mean": 3009.1,
      "valid_targets_min": 1075
    },
    {
      "epoch": 1.0934891485809684,
      "grad_norm": 0.5809953581012779,
      "learning_rate": 3.962157179603249e-05,
      "loss": 0.2934,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2642176151275635,
      "step": 655,
      "valid_targets_mean": 2994.9,
      "valid_targets_min": 1049
    },
    {
      "epoch": 1.1018363939899833,
      "grad_norm": 0.6497382434554982,
      "learning_rate": 3.960528084401515e-05,
      "loss": 0.2955,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2527881860733032,
      "step": 660,
      "valid_targets_mean": 2512.1,
      "valid_targets_min": 790
    },
    {
      "epoch": 1.1101836393989983,
      "grad_norm": 0.7927971345907558,
      "learning_rate": 3.9588650080097196e-05,
      "loss": 0.3056,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27148202061653137,
      "step": 665,
      "valid_targets_mean": 2012.3,
      "valid_targets_min": 747
    },
    {
      "epoch": 1.1185308848080133,
      "grad_norm": 0.6247066737404297,
      "learning_rate": 3.957167979253424e-05,
      "loss": 0.2988,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32327088713645935,
      "step": 670,
      "valid_targets_mean": 2624.7,
      "valid_targets_min": 637
    },
    {
      "epoch": 1.1268781302170283,
      "grad_norm": 0.7712891792290059,
      "learning_rate": 3.955437027546668e-05,
      "loss": 0.289,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28323817253112793,
      "step": 675,
      "valid_targets_mean": 2072.2,
      "valid_targets_min": 543
    },
    {
      "epoch": 1.1352253756260433,
      "grad_norm": 0.7262488608005806,
      "learning_rate": 3.953672182891471e-05,
      "loss": 0.2718,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2692265212535858,
      "step": 680,
      "valid_targets_mean": 1893.2,
      "valid_targets_min": 772
    },
    {
      "epoch": 1.1435726210350585,
      "grad_norm": 0.7262705295475789,
      "learning_rate": 3.951873475877306e-05,
      "loss": 0.2864,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3586205244064331,
      "step": 685,
      "valid_targets_mean": 2606.6,
      "valid_targets_min": 690
    },
    {
      "epoch": 1.1519198664440735,
      "grad_norm": 0.7721103060094741,
      "learning_rate": 3.950040937680572e-05,
      "loss": 0.2789,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2925747036933899,
      "step": 690,
      "valid_targets_mean": 1796.0,
      "valid_targets_min": 663
    },
    {
      "epoch": 1.1602671118530885,
      "grad_norm": 0.6842744671644466,
      "learning_rate": 3.948174600064051e-05,
      "loss": 0.2639,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2648618817329407,
      "step": 695,
      "valid_targets_mean": 2290.5,
      "valid_targets_min": 737
    },
    {
      "epoch": 1.1686143572621035,
      "grad_norm": 0.656718120082803,
      "learning_rate": 3.946274495376362e-05,
      "loss": 0.2964,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2847689688205719,
      "step": 700,
      "valid_targets_mean": 2546.4,
      "valid_targets_min": 791
    },
    {
      "epoch": 1.1769616026711185,
      "grad_norm": 0.7878968439295934,
      "learning_rate": 3.9443406565513963e-05,
      "loss": 0.2963,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30074936151504517,
      "step": 705,
      "valid_targets_mean": 1994.2,
      "valid_targets_min": 763
    },
    {
      "epoch": 1.1853088480801335,
      "grad_norm": 0.7760816104388267,
      "learning_rate": 3.9423731171077465e-05,
      "loss": 0.3017,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33796241879463196,
      "step": 710,
      "valid_targets_mean": 1973.6,
      "valid_targets_min": 801
    },
    {
      "epoch": 1.1936560934891487,
      "grad_norm": 0.6538248284993325,
      "learning_rate": 3.9403719111481295e-05,
      "loss": 0.2882,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24952328205108643,
      "step": 715,
      "valid_targets_mean": 2361.2,
      "valid_targets_min": 820
    },
    {
      "epoch": 1.2020033388981637,
      "grad_norm": 0.668487216975976,
      "learning_rate": 3.9383370733587905e-05,
      "loss": 0.2731,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2628505527973175,
      "step": 720,
      "valid_targets_mean": 3307.4,
      "valid_targets_min": 813
    },
    {
      "epoch": 1.2103505843071787,
      "grad_norm": 0.6416354597973719,
      "learning_rate": 3.936268639008906e-05,
      "loss": 0.272,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29763877391815186,
      "step": 725,
      "valid_targets_mean": 3056.4,
      "valid_targets_min": 573
    },
    {
      "epoch": 1.2186978297161937,
      "grad_norm": 0.7622708003529245,
      "learning_rate": 3.93416664394997e-05,
      "loss": 0.2921,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.36244598031044006,
      "step": 730,
      "valid_targets_mean": 2071.6,
      "valid_targets_min": 736
    },
    {
      "epoch": 1.2270450751252087,
      "grad_norm": 0.6696419661832687,
      "learning_rate": 3.932031124615172e-05,
      "loss": 0.279,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27058809995651245,
      "step": 735,
      "valid_targets_mean": 2621.4,
      "valid_targets_min": 750
    },
    {
      "epoch": 1.2353923205342237,
      "grad_norm": 0.802081725552066,
      "learning_rate": 3.92986211801877e-05,
      "loss": 0.2719,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33007490634918213,
      "step": 740,
      "valid_targets_mean": 1970.3,
      "valid_targets_min": 743
    },
    {
      "epoch": 1.2437395659432386,
      "grad_norm": 0.7501025102767808,
      "learning_rate": 3.927659661755442e-05,
      "loss": 0.2912,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2953328490257263,
      "step": 745,
      "valid_targets_mean": 2254.4,
      "valid_targets_min": 645
    },
    {
      "epoch": 1.2520868113522536,
      "grad_norm": 0.5643469220052163,
      "learning_rate": 3.925423793999641e-05,
      "loss": 0.2739,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23602071404457092,
      "step": 750,
      "valid_targets_mean": 3197.0,
      "valid_targets_min": 946
    },
    {
      "epoch": 1.2604340567612689,
      "grad_norm": 0.682690790334389,
      "learning_rate": 3.923154553504929e-05,
      "loss": 0.2764,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2616035044193268,
      "step": 755,
      "valid_targets_mean": 2231.5,
      "valid_targets_min": 573
    },
    {
      "epoch": 1.2687813021702838,
      "grad_norm": 0.7059052444592488,
      "learning_rate": 3.920851979603306e-05,
      "loss": 0.2993,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30173906683921814,
      "step": 760,
      "valid_targets_mean": 2488.7,
      "valid_targets_min": 601
    },
    {
      "epoch": 1.2771285475792988,
      "grad_norm": 0.6938294520982723,
      "learning_rate": 3.918516112204532e-05,
      "loss": 0.2984,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3000032305717468,
      "step": 765,
      "valid_targets_mean": 2336.4,
      "valid_targets_min": 909
    },
    {
      "epoch": 1.2854757929883138,
      "grad_norm": 0.7316078096187626,
      "learning_rate": 3.9161469917954273e-05,
      "loss": 0.3162,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2872254252433777,
      "step": 770,
      "valid_targets_mean": 2003.9,
      "valid_targets_min": 869
    },
    {
      "epoch": 1.2938230383973288,
      "grad_norm": 0.6454159589129043,
      "learning_rate": 3.913744659439181e-05,
      "loss": 0.2742,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31085219979286194,
      "step": 775,
      "valid_targets_mean": 3016.9,
      "valid_targets_min": 661
    },
    {
      "epoch": 1.302170283806344,
      "grad_norm": 0.609800583127232,
      "learning_rate": 3.911309156774631e-05,
      "loss": 0.2749,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26211488246917725,
      "step": 780,
      "valid_targets_mean": 2690.8,
      "valid_targets_min": 1089
    },
    {
      "epoch": 1.310517529215359,
      "grad_norm": 0.7454228979544445,
      "learning_rate": 3.908840526015547e-05,
      "loss": 0.2811,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28145360946655273,
      "step": 785,
      "valid_targets_mean": 2019.0,
      "valid_targets_min": 710
    },
    {
      "epoch": 1.318864774624374,
      "grad_norm": 0.8124525357830179,
      "learning_rate": 3.906338809949893e-05,
      "loss": 0.3044,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28970903158187866,
      "step": 790,
      "valid_targets_mean": 1658.8,
      "valid_targets_min": 579
    },
    {
      "epoch": 1.327212020033389,
      "grad_norm": 0.6338374166724755,
      "learning_rate": 3.903804051939096e-05,
      "loss": 0.2998,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27867740392684937,
      "step": 795,
      "valid_targets_mean": 2496.6,
      "valid_targets_min": 987
    },
    {
      "epoch": 1.335559265442404,
      "grad_norm": 0.685595016138172,
      "learning_rate": 3.9012362959172834e-05,
      "loss": 0.3111,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30850112438201904,
      "step": 800,
      "valid_targets_mean": 2616.1,
      "valid_targets_min": 781
    },
    {
      "epoch": 1.343906510851419,
      "grad_norm": 0.6255627776622107,
      "learning_rate": 3.898635586390528e-05,
      "loss": 0.2954,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2908719480037689,
      "step": 805,
      "valid_targets_mean": 2888.5,
      "valid_targets_min": 1089
    },
    {
      "epoch": 1.352253756260434,
      "grad_norm": 0.6368055210273411,
      "learning_rate": 3.8960019684360756e-05,
      "loss": 0.2763,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2912788987159729,
      "step": 810,
      "valid_targets_mean": 2670.8,
      "valid_targets_min": 459
    },
    {
      "epoch": 1.360601001669449,
      "grad_norm": 0.7991727370645318,
      "learning_rate": 3.8933354877015606e-05,
      "loss": 0.3138,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2930360734462738,
      "step": 815,
      "valid_targets_mean": 1936.2,
      "valid_targets_min": 546
    },
    {
      "epoch": 1.3689482470784642,
      "grad_norm": 0.7817522753492604,
      "learning_rate": 3.89063619040422e-05,
      "loss": 0.2804,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28804096579551697,
      "step": 820,
      "valid_targets_mean": 1859.6,
      "valid_targets_min": 805
    },
    {
      "epoch": 1.3772954924874792,
      "grad_norm": 0.6724785167267319,
      "learning_rate": 3.887904123330088e-05,
      "loss": 0.2748,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26175278425216675,
      "step": 825,
      "valid_targets_mean": 2268.2,
      "valid_targets_min": 889
    },
    {
      "epoch": 1.3856427378964942,
      "grad_norm": 0.5396055611622669,
      "learning_rate": 3.885139333833186e-05,
      "loss": 0.2967,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26283103227615356,
      "step": 830,
      "valid_targets_mean": 3288.2,
      "valid_targets_min": 847
    },
    {
      "epoch": 1.3939899833055092,
      "grad_norm": 0.7121366274762221,
      "learning_rate": 3.882341869834704e-05,
      "loss": 0.2512,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24692749977111816,
      "step": 835,
      "valid_targets_mean": 1878.3,
      "valid_targets_min": 706
    },
    {
      "epoch": 1.4023372287145242,
      "grad_norm": 0.7243796728129323,
      "learning_rate": 3.879511779822168e-05,
      "loss": 0.2858,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.35578879714012146,
      "step": 840,
      "valid_targets_mean": 2670.4,
      "valid_targets_min": 824
    },
    {
      "epoch": 1.4106844741235394,
      "grad_norm": 0.5806404873594075,
      "learning_rate": 3.8766491128486e-05,
      "loss": 0.2756,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2863224744796753,
      "step": 845,
      "valid_targets_mean": 3360.6,
      "valid_targets_min": 515
    },
    {
      "epoch": 1.4190317195325544,
      "grad_norm": 0.651007046670553,
      "learning_rate": 3.873753918531666e-05,
      "loss": 0.2852,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25990986824035645,
      "step": 850,
      "valid_targets_mean": 2272.2,
      "valid_targets_min": 526
    },
    {
      "epoch": 1.4273789649415694,
      "grad_norm": 0.7884642868985011,
      "learning_rate": 3.87082624705282e-05,
      "loss": 0.2852,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2782127261161804,
      "step": 855,
      "valid_targets_mean": 1938.4,
      "valid_targets_min": 925
    },
    {
      "epoch": 1.4357262103505843,
      "grad_norm": 0.6338249659261851,
      "learning_rate": 3.867866149156431e-05,
      "loss": 0.2701,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25381916761398315,
      "step": 860,
      "valid_targets_mean": 2396.1,
      "valid_targets_min": 507
    },
    {
      "epoch": 1.4440734557595993,
      "grad_norm": 0.6510610863993852,
      "learning_rate": 3.8648736761489043e-05,
      "loss": 0.3007,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.263117253780365,
      "step": 865,
      "valid_targets_mean": 2294.6,
      "valid_targets_min": 736
    },
    {
      "epoch": 1.4524207011686143,
      "grad_norm": 0.7433826768152452,
      "learning_rate": 3.861848879897794e-05,
      "loss": 0.2999,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3034513294696808,
      "step": 870,
      "valid_targets_mean": 1995.8,
      "valid_targets_min": 643
    },
    {
      "epoch": 1.4607679465776293,
      "grad_norm": 0.7594175670087351,
      "learning_rate": 3.8587918128309e-05,
      "loss": 0.2732,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29318055510520935,
      "step": 875,
      "valid_targets_mean": 1931.1,
      "valid_targets_min": 944
    },
    {
      "epoch": 1.4691151919866443,
      "grad_norm": 0.7333273932018377,
      "learning_rate": 3.855702527935363e-05,
      "loss": 0.2951,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27202150225639343,
      "step": 880,
      "valid_targets_mean": 2107.9,
      "valid_targets_min": 601
    },
    {
      "epoch": 1.4774624373956593,
      "grad_norm": 0.742761990673193,
      "learning_rate": 3.852581078756745e-05,
      "loss": 0.3166,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.41072383522987366,
      "step": 885,
      "valid_targets_mean": 2426.4,
      "valid_targets_min": 301
    },
    {
      "epoch": 1.4858096828046745,
      "grad_norm": 0.6845584557112703,
      "learning_rate": 3.8494275193981e-05,
      "loss": 0.2845,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29102623462677,
      "step": 890,
      "valid_targets_mean": 2549.4,
      "valid_targets_min": 896
    },
    {
      "epoch": 1.4941569282136895,
      "grad_norm": 0.7046436774469004,
      "learning_rate": 3.8462419045190385e-05,
      "loss": 0.3106,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28963133692741394,
      "step": 895,
      "valid_targets_mean": 2068.2,
      "valid_targets_min": 736
    },
    {
      "epoch": 1.5025041736227045,
      "grad_norm": 0.7907654382570969,
      "learning_rate": 3.8430242893347765e-05,
      "loss": 0.2842,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2805490791797638,
      "step": 900,
      "valid_targets_mean": 1607.1,
      "valid_targets_min": 831
    },
    {
      "epoch": 1.5108514190317195,
      "grad_norm": 0.6915172015692203,
      "learning_rate": 3.839774729615184e-05,
      "loss": 0.296,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2792760133743286,
      "step": 905,
      "valid_targets_mean": 2099.8,
      "valid_targets_min": 778
    },
    {
      "epoch": 1.5191986644407347,
      "grad_norm": 0.8432793308275359,
      "learning_rate": 3.8364932816838124e-05,
      "loss": 0.2883,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2922583818435669,
      "step": 910,
      "valid_targets_mean": 1637.9,
      "valid_targets_min": 1063
    },
    {
      "epoch": 1.5275459098497497,
      "grad_norm": 0.6933486076711197,
      "learning_rate": 3.833180002416922e-05,
      "loss": 0.2858,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2783495783805847,
      "step": 915,
      "valid_targets_mean": 1931.9,
      "valid_targets_min": 568
    },
    {
      "epoch": 1.5358931552587647,
      "grad_norm": 0.8555990601110476,
      "learning_rate": 3.829834949242496e-05,
      "loss": 0.2702,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24759122729301453,
      "step": 920,
      "valid_targets_mean": 2103.7,
      "valid_targets_min": 402
    },
    {
      "epoch": 1.5442404006677797,
      "grad_norm": 0.6312084882799459,
      "learning_rate": 3.826458180139244e-05,
      "loss": 0.2723,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28182315826416016,
      "step": 925,
      "valid_targets_mean": 2652.2,
      "valid_targets_min": 791
    },
    {
      "epoch": 1.5525876460767947,
      "grad_norm": 0.7032857827182569,
      "learning_rate": 3.823049753635596e-05,
      "loss": 0.3098,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2833642065525055,
      "step": 930,
      "valid_targets_mean": 2140.2,
      "valid_targets_min": 433
    },
    {
      "epoch": 1.5609348914858097,
      "grad_norm": 0.6992936342297782,
      "learning_rate": 3.81960972880869e-05,
      "loss": 0.2658,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.270283967256546,
      "step": 935,
      "valid_targets_mean": 2097.2,
      "valid_targets_min": 529
    },
    {
      "epoch": 1.5692821368948247,
      "grad_norm": 0.6478109681184681,
      "learning_rate": 3.8161381652833485e-05,
      "loss": 0.2831,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3308855891227722,
      "step": 940,
      "valid_targets_mean": 2981.6,
      "valid_targets_min": 933
    },
    {
      "epoch": 1.5776293823038396,
      "grad_norm": 0.6430467605687435,
      "learning_rate": 3.812635123231043e-05,
      "loss": 0.2813,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28764796257019043,
      "step": 945,
      "valid_targets_mean": 2555.7,
      "valid_targets_min": 557
    },
    {
      "epoch": 1.5859766277128546,
      "grad_norm": 0.6372116005583673,
      "learning_rate": 3.809100663368852e-05,
      "loss": 0.2678,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2468167543411255,
      "step": 950,
      "valid_targets_mean": 2827.8,
      "valid_targets_min": 849
    },
    {
      "epoch": 1.5943238731218696,
      "grad_norm": 0.7026656221278749,
      "learning_rate": 3.805534846958408e-05,
      "loss": 0.2855,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28463542461395264,
      "step": 955,
      "valid_targets_mean": 2876.0,
      "valid_targets_min": 1107
    },
    {
      "epoch": 1.6026711185308848,
      "grad_norm": 0.6149311989350865,
      "learning_rate": 3.801937735804838e-05,
      "loss": 0.3016,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2641446590423584,
      "step": 960,
      "valid_targets_mean": 2856.4,
      "valid_targets_min": 708
    },
    {
      "epoch": 1.6110183639398998,
      "grad_norm": 0.8288161564755756,
      "learning_rate": 3.79830939225569e-05,
      "loss": 0.2758,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2795507609844208,
      "step": 965,
      "valid_targets_mean": 1612.9,
      "valid_targets_min": 601
    },
    {
      "epoch": 1.6193656093489148,
      "grad_norm": 0.5987400086681629,
      "learning_rate": 3.79464987919985e-05,
      "loss": 0.281,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3047257661819458,
      "step": 970,
      "valid_targets_mean": 3288.7,
      "valid_targets_min": 614
    },
    {
      "epoch": 1.62771285475793,
      "grad_norm": 0.6819190508353469,
      "learning_rate": 3.790959260066459e-05,
      "loss": 0.2919,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2398405820131302,
      "step": 975,
      "valid_targets_mean": 1824.6,
      "valid_targets_min": 737
    },
    {
      "epoch": 1.636060100166945,
      "grad_norm": 0.6669712111685446,
      "learning_rate": 3.7872375988238075e-05,
      "loss": 0.2713,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29929858446121216,
      "step": 980,
      "valid_targets_mean": 2378.9,
      "valid_targets_min": 664
    },
    {
      "epoch": 1.64440734557596,
      "grad_norm": 0.6295279241765963,
      "learning_rate": 3.783484959978228e-05,
      "loss": 0.2898,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2825482487678528,
      "step": 985,
      "valid_targets_mean": 2830.6,
      "valid_targets_min": 792
    },
    {
      "epoch": 1.652754590984975,
      "grad_norm": 0.6858266007378149,
      "learning_rate": 3.7797014085729786e-05,
      "loss": 0.2683,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.264940470457077,
      "step": 990,
      "valid_targets_mean": 2416.1,
      "valid_targets_min": 996
    },
    {
      "epoch": 1.66110183639399,
      "grad_norm": 0.5756885313672844,
      "learning_rate": 3.7758870101871155e-05,
      "loss": 0.2636,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23686812818050385,
      "step": 995,
      "valid_targets_mean": 2789.2,
      "valid_targets_min": 923
    },
    {
      "epoch": 1.669449081803005,
      "grad_norm": 0.65698944081499,
      "learning_rate": 3.772041830934352e-05,
      "loss": 0.2722,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2956932783126831,
      "step": 1000,
      "valid_targets_mean": 2863.6,
      "valid_targets_min": 862
    },
    {
      "epoch": 1.67779632721202,
      "grad_norm": 0.7268626989208787,
      "learning_rate": 3.7681659374619216e-05,
      "loss": 0.2955,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2926235795021057,
      "step": 1005,
      "valid_targets_mean": 1927.5,
      "valid_targets_min": 441
    },
    {
      "epoch": 1.686143572621035,
      "grad_norm": 0.6301728263095548,
      "learning_rate": 3.764259396949412e-05,
      "loss": 0.2861,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2802674174308777,
      "step": 1010,
      "valid_targets_mean": 2421.6,
      "valid_targets_min": 467
    },
    {
      "epoch": 1.69449081803005,
      "grad_norm": 0.6733462938417506,
      "learning_rate": 3.7603222771076094e-05,
      "loss": 0.292,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.293710321187973,
      "step": 1015,
      "valid_targets_mean": 2150.6,
      "valid_targets_min": 714
    },
    {
      "epoch": 1.702838063439065,
      "grad_norm": 0.725396943635714,
      "learning_rate": 3.75635464617732e-05,
      "loss": 0.2744,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25977623462677,
      "step": 1020,
      "valid_targets_mean": 1919.0,
      "valid_targets_min": 677
    },
    {
      "epoch": 1.7111853088480802,
      "grad_norm": 0.6403010940459046,
      "learning_rate": 3.752356572928189e-05,
      "loss": 0.2703,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2599361836910248,
      "step": 1025,
      "valid_targets_mean": 2805.1,
      "valid_targets_min": 1039
    },
    {
      "epoch": 1.7195325542570952,
      "grad_norm": 0.628668831894049,
      "learning_rate": 3.748328126657508e-05,
      "loss": 0.2806,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24749314785003662,
      "step": 1030,
      "valid_targets_mean": 2325.9,
      "valid_targets_min": 966
    },
    {
      "epoch": 1.7278797996661102,
      "grad_norm": 0.6754406114942553,
      "learning_rate": 3.7442693771890134e-05,
      "loss": 0.2671,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25488877296447754,
      "step": 1035,
      "valid_targets_mean": 1955.4,
      "valid_targets_min": 952
    },
    {
      "epoch": 1.7362270450751254,
      "grad_norm": 0.7558472173570536,
      "learning_rate": 3.740180394871681e-05,
      "loss": 0.2722,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2771523594856262,
      "step": 1040,
      "valid_targets_mean": 1947.2,
      "valid_targets_min": 711
    },
    {
      "epoch": 1.7445742904841404,
      "grad_norm": 0.6832519462615657,
      "learning_rate": 3.736061250578498e-05,
      "loss": 0.2753,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2828722298145294,
      "step": 1045,
      "valid_targets_mean": 2244.8,
      "valid_targets_min": 699
    },
    {
      "epoch": 1.7529215358931554,
      "grad_norm": 0.7221198179059067,
      "learning_rate": 3.7319120157052405e-05,
      "loss": 0.2575,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27627745270729065,
      "step": 1050,
      "valid_targets_mean": 2222.8,
      "valid_targets_min": 899
    },
    {
      "epoch": 1.7612687813021703,
      "grad_norm": 0.6101729582811587,
      "learning_rate": 3.727732762169236e-05,
      "loss": 0.2853,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27856922149658203,
      "step": 1055,
      "valid_targets_mean": 2990.0,
      "valid_targets_min": 1196
    },
    {
      "epoch": 1.7696160267111853,
      "grad_norm": 0.665026309284673,
      "learning_rate": 3.7235235624081144e-05,
      "loss": 0.2644,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2866712212562561,
      "step": 1060,
      "valid_targets_mean": 2176.4,
      "valid_targets_min": 767
    },
    {
      "epoch": 1.7779632721202003,
      "grad_norm": 0.7596606174532765,
      "learning_rate": 3.719284489378555e-05,
      "loss": 0.2737,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2709512710571289,
      "step": 1065,
      "valid_targets_mean": 1837.7,
      "valid_targets_min": 485
    },
    {
      "epoch": 1.7863105175292153,
      "grad_norm": 0.7240747467629459,
      "learning_rate": 3.715015616555019e-05,
      "loss": 0.3061,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2847890853881836,
      "step": 1070,
      "valid_targets_mean": 1882.2,
      "valid_targets_min": 758
    },
    {
      "epoch": 1.7946577629382303,
      "grad_norm": 0.6064730641101225,
      "learning_rate": 3.710717017928479e-05,
      "loss": 0.2834,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26691943407058716,
      "step": 1075,
      "valid_targets_mean": 2747.1,
      "valid_targets_min": 821
    },
    {
      "epoch": 1.8030050083472453,
      "grad_norm": 0.611959788625726,
      "learning_rate": 3.7063887680051346e-05,
      "loss": 0.259,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.264186292886734,
      "step": 1080,
      "valid_targets_mean": 2445.9,
      "valid_targets_min": 674
    },
    {
      "epoch": 1.8113522537562603,
      "grad_norm": 0.6642812468334148,
      "learning_rate": 3.702030941805122e-05,
      "loss": 0.2852,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26624006032943726,
      "step": 1085,
      "valid_targets_mean": 2209.1,
      "valid_targets_min": 1011
    },
    {
      "epoch": 1.8196994991652755,
      "grad_norm": 0.6892899295915823,
      "learning_rate": 3.697643614861212e-05,
      "loss": 0.2949,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27064579725265503,
      "step": 1090,
      "valid_targets_mean": 2046.2,
      "valid_targets_min": 505
    },
    {
      "epoch": 1.8280467445742905,
      "grad_norm": 0.6580639650984265,
      "learning_rate": 3.6932268632175035e-05,
      "loss": 0.2929,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2895362675189972,
      "step": 1095,
      "valid_targets_mean": 2746.6,
      "valid_targets_min": 734
    },
    {
      "epoch": 1.8363939899833055,
      "grad_norm": 0.6370109105360133,
      "learning_rate": 3.6887807634281034e-05,
      "loss": 0.2794,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26561087369918823,
      "step": 1100,
      "valid_targets_mean": 2142.6,
      "valid_targets_min": 935
    },
    {
      "epoch": 1.8447412353923205,
      "grad_norm": 0.616087046014061,
      "learning_rate": 3.684305392555802e-05,
      "loss": 0.2854,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3370705544948578,
      "step": 1105,
      "valid_targets_mean": 3029.1,
      "valid_targets_min": 705
    },
    {
      "epoch": 1.8530884808013357,
      "grad_norm": 0.7510555145362542,
      "learning_rate": 3.6798008281707326e-05,
      "loss": 0.2586,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27831149101257324,
      "step": 1110,
      "valid_targets_mean": 1654.9,
      "valid_targets_min": 778
    },
    {
      "epoch": 1.8614357262103507,
      "grad_norm": 0.6520045541163695,
      "learning_rate": 3.675267148349033e-05,
      "loss": 0.2673,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2550077438354492,
      "step": 1115,
      "valid_targets_mean": 2392.9,
      "valid_targets_min": 904
    },
    {
      "epoch": 1.8697829716193657,
      "grad_norm": 0.6819208928364223,
      "learning_rate": 3.670704431671487e-05,
      "loss": 0.2736,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26585766673088074,
      "step": 1120,
      "valid_targets_mean": 2269.6,
      "valid_targets_min": 712
    },
    {
      "epoch": 1.8781302170283807,
      "grad_norm": 0.7225161412119722,
      "learning_rate": 3.6661127572221674e-05,
      "loss": 0.27,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25078362226486206,
      "step": 1125,
      "valid_targets_mean": 2047.7,
      "valid_targets_min": 642
    },
    {
      "epoch": 1.8864774624373957,
      "grad_norm": 0.6988676713993968,
      "learning_rate": 3.661492204587059e-05,
      "loss": 0.2945,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3282058835029602,
      "step": 1130,
      "valid_targets_mean": 2359.9,
      "valid_targets_min": 712
    },
    {
      "epoch": 1.8948247078464107,
      "grad_norm": 0.5512275061807791,
      "learning_rate": 3.656842853852686e-05,
      "loss": 0.2693,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2610544264316559,
      "step": 1135,
      "valid_targets_mean": 2950.7,
      "valid_targets_min": 958
    },
    {
      "epoch": 1.9031719532554257,
      "grad_norm": 0.6572067881124516,
      "learning_rate": 3.652164785604718e-05,
      "loss": 0.273,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2794402241706848,
      "step": 1140,
      "valid_targets_mean": 2232.9,
      "valid_targets_min": 1096
    },
    {
      "epoch": 1.9115191986644406,
      "grad_norm": 0.5889030363628657,
      "learning_rate": 3.647458080926579e-05,
      "loss": 0.2662,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23769791424274445,
      "step": 1145,
      "valid_targets_mean": 2431.9,
      "valid_targets_min": 832
    },
    {
      "epoch": 1.9198664440734556,
      "grad_norm": 0.6763699245418896,
      "learning_rate": 3.642722821398036e-05,
      "loss": 0.3147,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.36065638065338135,
      "step": 1150,
      "valid_targets_mean": 2329.1,
      "valid_targets_min": 781
    },
    {
      "epoch": 1.9282136894824706,
      "grad_norm": 0.5895292517322126,
      "learning_rate": 3.637959089093788e-05,
      "loss": 0.2565,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29195573925971985,
      "step": 1155,
      "valid_targets_mean": 2797.8,
      "valid_targets_min": 1048
    },
    {
      "epoch": 1.9365609348914858,
      "grad_norm": 0.703920820534324,
      "learning_rate": 3.633166966582046e-05,
      "loss": 0.2729,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26270467042922974,
      "step": 1160,
      "valid_targets_mean": 1874.8,
      "valid_targets_min": 672
    },
    {
      "epoch": 1.9449081803005008,
      "grad_norm": 0.7179588425200243,
      "learning_rate": 3.6283465369230955e-05,
      "loss": 0.2587,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23984012007713318,
      "step": 1165,
      "valid_targets_mean": 1565.3,
      "valid_targets_min": 645
    },
    {
      "epoch": 1.9532554257095158,
      "grad_norm": 0.6772780144283352,
      "learning_rate": 3.6234978836678635e-05,
      "loss": 0.2942,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34247738122940063,
      "step": 1170,
      "valid_targets_mean": 2453.4,
      "valid_targets_min": 849
    },
    {
      "epoch": 1.961602671118531,
      "grad_norm": 0.5878645868557504,
      "learning_rate": 3.618621090856465e-05,
      "loss": 0.2713,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24168238043785095,
      "step": 1175,
      "valid_targets_mean": 2615.9,
      "valid_targets_min": 718
    },
    {
      "epoch": 1.969949916527546,
      "grad_norm": 0.6263918058676369,
      "learning_rate": 3.6137162430167505e-05,
      "loss": 0.2715,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24018877744674683,
      "step": 1180,
      "valid_targets_mean": 2028.0,
      "valid_targets_min": 952
    },
    {
      "epoch": 1.978297161936561,
      "grad_norm": 0.5679649783401323,
      "learning_rate": 3.608783425162837e-05,
      "loss": 0.2775,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2676815092563629,
      "step": 1185,
      "valid_targets_mean": 2743.6,
      "valid_targets_min": 1061
    },
    {
      "epoch": 1.986644407345576,
      "grad_norm": 0.5650642695085664,
      "learning_rate": 3.603822722793641e-05,
      "loss": 0.2683,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24100539088249207,
      "step": 1190,
      "valid_targets_mean": 2693.2,
      "valid_targets_min": 927
    },
    {
      "epoch": 1.994991652754591,
      "grad_norm": 0.518428283928646,
      "learning_rate": 3.598834221891386e-05,
      "loss": 0.3039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2965103089809418,
      "step": 1195,
      "valid_targets_mean": 3804.1,
      "valid_targets_min": 805
    },
    {
      "epoch": 2.003338898163606,
      "grad_norm": 0.5193791983282685,
      "learning_rate": 3.5938180089201236e-05,
      "loss": 0.2469,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2514622211456299,
      "step": 1200,
      "valid_targets_mean": 4081.8,
      "valid_targets_min": 1185
    },
    {
      "epoch": 2.011686143572621,
      "grad_norm": 0.6434338747723224,
      "learning_rate": 3.588774170824225e-05,
      "loss": 0.2559,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2797144651412964,
      "step": 1205,
      "valid_targets_mean": 2755.6,
      "valid_targets_min": 823
    },
    {
      "epoch": 2.020033388981636,
      "grad_norm": 0.7067410513026908,
      "learning_rate": 3.5837027950268845e-05,
      "loss": 0.2352,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2243640124797821,
      "step": 1210,
      "valid_targets_mean": 2216.0,
      "valid_targets_min": 743
    },
    {
      "epoch": 2.028380634390651,
      "grad_norm": 0.7961342121604984,
      "learning_rate": 3.578603969428592e-05,
      "loss": 0.2314,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20412582159042358,
      "step": 1215,
      "valid_targets_mean": 1890.4,
      "valid_targets_min": 792
    },
    {
      "epoch": 2.036727879799666,
      "grad_norm": 0.5530115591594799,
      "learning_rate": 3.57347778240562e-05,
      "loss": 0.2476,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18387100100517273,
      "step": 1220,
      "valid_targets_mean": 3251.8,
      "valid_targets_min": 1082
    },
    {
      "epoch": 2.045075125208681,
      "grad_norm": 0.7108831043582498,
      "learning_rate": 3.568324322808486e-05,
      "loss": 0.2559,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30348148941993713,
      "step": 1225,
      "valid_targets_mean": 2527.5,
      "valid_targets_min": 558
    },
    {
      "epoch": 2.053422370617696,
      "grad_norm": 0.5550708064223786,
      "learning_rate": 3.563143679960415e-05,
      "loss": 0.2435,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20590972900390625,
      "step": 1230,
      "valid_targets_mean": 2877.4,
      "valid_targets_min": 686
    },
    {
      "epoch": 2.0617696160267114,
      "grad_norm": 0.7444742798415956,
      "learning_rate": 3.557935943655789e-05,
      "loss": 0.2225,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22533491253852844,
      "step": 1235,
      "valid_targets_mean": 2022.6,
      "valid_targets_min": 720
    },
    {
      "epoch": 2.0701168614357264,
      "grad_norm": 0.6427542875704622,
      "learning_rate": 3.5527012041585936e-05,
      "loss": 0.2537,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2653607130050659,
      "step": 1240,
      "valid_targets_mean": 2934.6,
      "valid_targets_min": 600
    },
    {
      "epoch": 2.0784641068447414,
      "grad_norm": 0.6736377563917679,
      "learning_rate": 3.5474395522008496e-05,
      "loss": 0.2527,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23162764310836792,
      "step": 1245,
      "valid_targets_mean": 2378.2,
      "valid_targets_min": 501
    },
    {
      "epoch": 2.0868113522537564,
      "grad_norm": 0.7280982685895938,
      "learning_rate": 3.542151078981046e-05,
      "loss": 0.232,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2432788610458374,
      "step": 1250,
      "valid_targets_mean": 2093.1,
      "valid_targets_min": 680
    },
    {
      "epoch": 2.0951585976627713,
      "grad_norm": 0.699538815265175,
      "learning_rate": 3.5368358761625514e-05,
      "loss": 0.2492,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2450699359178543,
      "step": 1255,
      "valid_targets_mean": 2237.4,
      "valid_targets_min": 736
    },
    {
      "epoch": 2.1035058430717863,
      "grad_norm": 0.6844956114186254,
      "learning_rate": 3.5314940358720356e-05,
      "loss": 0.2438,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23026099801063538,
      "step": 1260,
      "valid_targets_mean": 2317.9,
      "valid_targets_min": 791
    },
    {
      "epoch": 2.1118530884808013,
      "grad_norm": 0.698706207791456,
      "learning_rate": 3.5261256506978615e-05,
      "loss": 0.2494,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21001145243644714,
      "step": 1265,
      "valid_targets_mean": 1831.2,
      "valid_targets_min": 1037
    },
    {
      "epoch": 2.1202003338898163,
      "grad_norm": 0.7647700825838409,
      "learning_rate": 3.5207308136884894e-05,
      "loss": 0.2297,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2431824952363968,
      "step": 1270,
      "valid_targets_mean": 1795.0,
      "valid_targets_min": 1011
    },
    {
      "epoch": 2.1285475792988313,
      "grad_norm": 0.6923485232735404,
      "learning_rate": 3.515309618350858e-05,
      "loss": 0.2542,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2632903456687927,
      "step": 1275,
      "valid_targets_mean": 2339.3,
      "valid_targets_min": 820
    },
    {
      "epoch": 2.1368948247078463,
      "grad_norm": 0.7781081485640542,
      "learning_rate": 3.509862158648768e-05,
      "loss": 0.251,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2773990035057068,
      "step": 1280,
      "valid_targets_mean": 2198.3,
      "valid_targets_min": 698
    },
    {
      "epoch": 2.1452420701168613,
      "grad_norm": 0.6666148765838359,
      "learning_rate": 3.504388529001252e-05,
      "loss": 0.2477,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2561338245868683,
      "step": 1285,
      "valid_targets_mean": 2589.9,
      "valid_targets_min": 645
    },
    {
      "epoch": 2.1535893155258763,
      "grad_norm": 0.8184631100833456,
      "learning_rate": 3.498888824280935e-05,
      "loss": 0.2291,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23771652579307556,
      "step": 1290,
      "valid_targets_mean": 1722.0,
      "valid_targets_min": 1062
    },
    {
      "epoch": 2.1619365609348913,
      "grad_norm": 0.6991813737801864,
      "learning_rate": 3.4933631398123956e-05,
      "loss": 0.2432,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20241795480251312,
      "step": 1295,
      "valid_targets_mean": 2340.5,
      "valid_targets_min": 833
    },
    {
      "epoch": 2.1702838063439067,
      "grad_norm": 0.6130340899300305,
      "learning_rate": 3.487811571370509e-05,
      "loss": 0.2365,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21447286009788513,
      "step": 1300,
      "valid_targets_mean": 2251.4,
      "valid_targets_min": 844
    },
    {
      "epoch": 2.1786310517529217,
      "grad_norm": 0.7120891173802951,
      "learning_rate": 3.482234215178791e-05,
      "loss": 0.2313,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23181754350662231,
      "step": 1305,
      "valid_targets_mean": 2261.1,
      "valid_targets_min": 645
    },
    {
      "epoch": 2.1869782971619367,
      "grad_norm": 0.7832344759000813,
      "learning_rate": 3.476631167907727e-05,
      "loss": 0.2199,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23713654279708862,
      "step": 1310,
      "valid_targets_mean": 2056.3,
      "valid_targets_min": 707
    },
    {
      "epoch": 2.1953255425709517,
      "grad_norm": 0.7148340814235117,
      "learning_rate": 3.471002526673094e-05,
      "loss": 0.264,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27816304564476013,
      "step": 1315,
      "valid_targets_mean": 2307.6,
      "valid_targets_min": 590
    },
    {
      "epoch": 2.2036727879799667,
      "grad_norm": 0.7100191065638822,
      "learning_rate": 3.465348389034287e-05,
      "loss": 0.2474,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21069149672985077,
      "step": 1320,
      "valid_targets_mean": 2232.3,
      "valid_targets_min": 679
    },
    {
      "epoch": 2.2120200333889817,
      "grad_norm": 0.6251149655519441,
      "learning_rate": 3.459668852992617e-05,
      "loss": 0.2378,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2373727262020111,
      "step": 1325,
      "valid_targets_mean": 2580.5,
      "valid_targets_min": 1052
    },
    {
      "epoch": 2.2203672787979967,
      "grad_norm": 0.601330204070378,
      "learning_rate": 3.453964016989619e-05,
      "loss": 0.2362,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22181645035743713,
      "step": 1330,
      "valid_targets_mean": 3134.7,
      "valid_targets_min": 1241
    },
    {
      "epoch": 2.2287145242070117,
      "grad_norm": 0.8149276967292868,
      "learning_rate": 3.4482339799053444e-05,
      "loss": 0.2425,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25903093814849854,
      "step": 1335,
      "valid_targets_mean": 1608.3,
      "valid_targets_min": 711
    },
    {
      "epoch": 2.2370617696160267,
      "grad_norm": 0.6327447131495245,
      "learning_rate": 3.4424788410566455e-05,
      "loss": 0.2316,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19700053334236145,
      "step": 1340,
      "valid_targets_mean": 2296.6,
      "valid_targets_min": 795
    },
    {
      "epoch": 2.2454090150250416,
      "grad_norm": 0.8044246595795511,
      "learning_rate": 3.4366987001954555e-05,
      "loss": 0.238,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26876890659332275,
      "step": 1345,
      "valid_targets_mean": 1931.4,
      "valid_targets_min": 1001
    },
    {
      "epoch": 2.2537562604340566,
      "grad_norm": 0.5309771416293331,
      "learning_rate": 3.43089365750706e-05,
      "loss": 0.232,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2141474038362503,
      "step": 1350,
      "valid_targets_mean": 3728.3,
      "valid_targets_min": 1014
    },
    {
      "epoch": 2.2621035058430716,
      "grad_norm": 0.6644682533895913,
      "learning_rate": 3.425063813608359e-05,
      "loss": 0.2424,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2774876356124878,
      "step": 1355,
      "valid_targets_mean": 2802.4,
      "valid_targets_min": 945
    },
    {
      "epoch": 2.2704507512520866,
      "grad_norm": 0.7455026587962019,
      "learning_rate": 3.419209269546125e-05,
      "loss": 0.2455,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25237128138542175,
      "step": 1360,
      "valid_targets_mean": 1823.6,
      "valid_targets_min": 504
    },
    {
      "epoch": 2.278797996661102,
      "grad_norm": 0.7277599604934011,
      "learning_rate": 3.4133301267952486e-05,
      "loss": 0.2318,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2372550368309021,
      "step": 1365,
      "valid_targets_mean": 2188.1,
      "valid_targets_min": 782
    },
    {
      "epoch": 2.287145242070117,
      "grad_norm": 0.7380556789571296,
      "learning_rate": 3.407426487256982e-05,
      "loss": 0.2605,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30883273482322693,
      "step": 1370,
      "valid_targets_mean": 2064.0,
      "valid_targets_min": 937
    },
    {
      "epoch": 2.295492487479132,
      "grad_norm": 0.7749276146562591,
      "learning_rate": 3.401498453257172e-05,
      "loss": 0.2515,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24143822491168976,
      "step": 1375,
      "valid_targets_mean": 1756.7,
      "valid_targets_min": 856
    },
    {
      "epoch": 2.303839732888147,
      "grad_norm": 0.7251504209484195,
      "learning_rate": 3.395546127544489e-05,
      "loss": 0.2379,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2530919909477234,
      "step": 1380,
      "valid_targets_mean": 2199.6,
      "valid_targets_min": 449
    },
    {
      "epoch": 2.312186978297162,
      "grad_norm": 0.6703831664282974,
      "learning_rate": 3.389569613288641e-05,
      "loss": 0.2546,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26869308948516846,
      "step": 1385,
      "valid_targets_mean": 2364.1,
      "valid_targets_min": 856
    },
    {
      "epoch": 2.320534223706177,
      "grad_norm": 0.6395714990020217,
      "learning_rate": 3.383569014078587e-05,
      "loss": 0.2448,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24285399913787842,
      "step": 1390,
      "valid_targets_mean": 2583.5,
      "valid_targets_min": 727
    },
    {
      "epoch": 2.328881469115192,
      "grad_norm": 0.6776744324721674,
      "learning_rate": 3.3775444339207465e-05,
      "loss": 0.2311,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21158820390701294,
      "step": 1395,
      "valid_targets_mean": 2127.4,
      "valid_targets_min": 601
    },
    {
      "epoch": 2.337228714524207,
      "grad_norm": 0.6770674417267395,
      "learning_rate": 3.3714959772371885e-05,
      "loss": 0.2211,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.238697350025177,
      "step": 1400,
      "valid_targets_mean": 2220.6,
      "valid_targets_min": 1108
    },
    {
      "epoch": 2.345575959933222,
      "grad_norm": 0.6626681483726701,
      "learning_rate": 3.3654237488638306e-05,
      "loss": 0.2338,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22057095170021057,
      "step": 1405,
      "valid_targets_mean": 2314.4,
      "valid_targets_min": 646
    },
    {
      "epoch": 2.353923205342237,
      "grad_norm": 0.6782631619393108,
      "learning_rate": 3.3593278540486135e-05,
      "loss": 0.2258,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23829273879528046,
      "step": 1410,
      "valid_targets_mean": 2254.5,
      "valid_targets_min": 783
    },
    {
      "epoch": 2.362270450751252,
      "grad_norm": 0.6144730572905673,
      "learning_rate": 3.353208398449683e-05,
      "loss": 0.2497,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21382129192352295,
      "step": 1415,
      "valid_targets_mean": 2535.1,
      "valid_targets_min": 914
    },
    {
      "epoch": 2.370617696160267,
      "grad_norm": 0.6661453498748384,
      "learning_rate": 3.347065488133555e-05,
      "loss": 0.2489,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22840982675552368,
      "step": 1420,
      "valid_targets_mean": 2266.5,
      "valid_targets_min": 712
    },
    {
      "epoch": 2.378964941569282,
      "grad_norm": 0.6632607942160634,
      "learning_rate": 3.340899229573278e-05,
      "loss": 0.236,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22487732768058777,
      "step": 1425,
      "valid_targets_mean": 2084.4,
      "valid_targets_min": 601
    },
    {
      "epoch": 2.3873121869782974,
      "grad_norm": 0.6386430366838826,
      "learning_rate": 3.334709729646589e-05,
      "loss": 0.2504,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24176400899887085,
      "step": 1430,
      "valid_targets_mean": 2506.2,
      "valid_targets_min": 705
    },
    {
      "epoch": 2.395659432387312,
      "grad_norm": 0.5524129897132546,
      "learning_rate": 3.32849709563406e-05,
      "loss": 0.2388,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21630480885505676,
      "step": 1435,
      "valid_targets_mean": 3571.8,
      "valid_targets_min": 800
    },
    {
      "epoch": 2.4040066777963274,
      "grad_norm": 0.7020503166023468,
      "learning_rate": 3.322261435217237e-05,
      "loss": 0.2663,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26422515511512756,
      "step": 1440,
      "valid_targets_mean": 2308.3,
      "valid_targets_min": 618
    },
    {
      "epoch": 2.4123539232053424,
      "grad_norm": 0.789272389237031,
      "learning_rate": 3.316002856476776e-05,
      "loss": 0.2436,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25431516766548157,
      "step": 1445,
      "valid_targets_mean": 2112.1,
      "valid_targets_min": 886
    },
    {
      "epoch": 2.4207011686143574,
      "grad_norm": 0.616671473715282,
      "learning_rate": 3.309721467890571e-05,
      "loss": 0.2428,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23085810244083405,
      "step": 1450,
      "valid_targets_mean": 2605.9,
      "valid_targets_min": 679
    },
    {
      "epoch": 2.4290484140233723,
      "grad_norm": 0.7930475868728878,
      "learning_rate": 3.303417378331867e-05,
      "loss": 0.2411,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23393920063972473,
      "step": 1455,
      "valid_targets_mean": 1837.5,
      "valid_targets_min": 904
    },
    {
      "epoch": 2.4373956594323873,
      "grad_norm": 0.7032008867370768,
      "learning_rate": 3.2970906970673814e-05,
      "loss": 0.2357,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20973175764083862,
      "step": 1460,
      "valid_targets_mean": 2218.8,
      "valid_targets_min": 758
    },
    {
      "epoch": 2.4457429048414023,
      "grad_norm": 0.7969084821853115,
      "learning_rate": 3.2907415337554045e-05,
      "loss": 0.2418,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22123488783836365,
      "step": 1465,
      "valid_targets_mean": 1655.2,
      "valid_targets_min": 835
    },
    {
      "epoch": 2.4540901502504173,
      "grad_norm": 0.6317113154583319,
      "learning_rate": 3.284369998443901e-05,
      "loss": 0.2505,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20731478929519653,
      "step": 1470,
      "valid_targets_mean": 2597.5,
      "valid_targets_min": 903
    },
    {
      "epoch": 2.4624373956594323,
      "grad_norm": 0.7512566102291349,
      "learning_rate": 3.277976201568603e-05,
      "loss": 0.2295,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24652166664600372,
      "step": 1475,
      "valid_targets_mean": 2205.5,
      "valid_targets_min": 670
    },
    {
      "epoch": 2.4707846410684473,
      "grad_norm": 0.713993361555449,
      "learning_rate": 3.2715602539510915e-05,
      "loss": 0.2542,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21940815448760986,
      "step": 1480,
      "valid_targets_mean": 1958.4,
      "valid_targets_min": 813
    },
    {
      "epoch": 2.4791318864774623,
      "grad_norm": 0.6825440027750466,
      "learning_rate": 3.265122266796884e-05,
      "loss": 0.2647,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2662467360496521,
      "step": 1485,
      "valid_targets_mean": 2280.6,
      "valid_targets_min": 438
    },
    {
      "epoch": 2.4874791318864773,
      "grad_norm": 0.6371860820483898,
      "learning_rate": 3.258662351693498e-05,
      "loss": 0.2315,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25087234377861023,
      "step": 1490,
      "valid_targets_mean": 2939.2,
      "valid_targets_min": 941
    },
    {
      "epoch": 2.4958263772954927,
      "grad_norm": 0.662118894737436,
      "learning_rate": 3.252180620608524e-05,
      "loss": 0.2424,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24761708080768585,
      "step": 1495,
      "valid_targets_mean": 2687.6,
      "valid_targets_min": 1060
    },
    {
      "epoch": 2.5041736227045073,
      "grad_norm": 0.6596293311660842,
      "learning_rate": 3.245677185887678e-05,
      "loss": 0.2345,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22490762174129486,
      "step": 1500,
      "valid_targets_mean": 2352.7,
      "valid_targets_min": 901
    },
    {
      "epoch": 2.5125208681135227,
      "grad_norm": 0.6926751619712956,
      "learning_rate": 3.2391521602528634e-05,
      "loss": 0.2513,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2553149461746216,
      "step": 1505,
      "valid_targets_mean": 2310.8,
      "valid_targets_min": 909
    },
    {
      "epoch": 2.5208681135225377,
      "grad_norm": 0.6979481450499412,
      "learning_rate": 3.232605656800207e-05,
      "loss": 0.2239,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24520985782146454,
      "step": 1510,
      "valid_targets_mean": 2667.4,
      "valid_targets_min": 737
    },
    {
      "epoch": 2.5292153589315527,
      "grad_norm": 0.6555629495703937,
      "learning_rate": 3.226037788998105e-05,
      "loss": 0.2466,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29187384247779846,
      "step": 1515,
      "valid_targets_mean": 2969.0,
      "valid_targets_min": 923
    },
    {
      "epoch": 2.5375626043405677,
      "grad_norm": 0.7666678856521503,
      "learning_rate": 3.219448670685256e-05,
      "loss": 0.2511,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29762178659439087,
      "step": 1520,
      "valid_targets_mean": 2130.6,
      "valid_targets_min": 769
    },
    {
      "epoch": 2.5459098497495827,
      "grad_norm": 0.635001587521722,
      "learning_rate": 3.212838416068685e-05,
      "loss": 0.2504,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24263107776641846,
      "step": 1525,
      "valid_targets_mean": 2891.2,
      "valid_targets_min": 934
    },
    {
      "epoch": 2.5542570951585977,
      "grad_norm": 0.7287011835787055,
      "learning_rate": 3.206207139721768e-05,
      "loss": 0.2368,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23700858652591705,
      "step": 1530,
      "valid_targets_mean": 1981.3,
      "valid_targets_min": 898
    },
    {
      "epoch": 2.5626043405676127,
      "grad_norm": 0.6870197123559626,
      "learning_rate": 3.199554956582241e-05,
      "loss": 0.2429,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22994369268417358,
      "step": 1535,
      "valid_targets_mean": 2409.1,
      "valid_targets_min": 691
    },
    {
      "epoch": 2.5709515859766277,
      "grad_norm": 0.6949292075207361,
      "learning_rate": 3.192881981950212e-05,
      "loss": 0.2293,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23517221212387085,
      "step": 1540,
      "valid_targets_mean": 2347.6,
      "valid_targets_min": 625
    },
    {
      "epoch": 2.5792988313856426,
      "grad_norm": 0.6890952912783886,
      "learning_rate": 3.1861883314861616e-05,
      "loss": 0.2451,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25980061292648315,
      "step": 1545,
      "valid_targets_mean": 2271.5,
      "valid_targets_min": 896
    },
    {
      "epoch": 2.5876460767946576,
      "grad_norm": 0.7160702464639767,
      "learning_rate": 3.179474121208937e-05,
      "loss": 0.2384,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20312431454658508,
      "step": 1550,
      "valid_targets_mean": 1892.7,
      "valid_targets_min": 547
    },
    {
      "epoch": 2.5959933222036726,
      "grad_norm": 0.7276950171510028,
      "learning_rate": 3.172739467493741e-05,
      "loss": 0.239,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2361968606710434,
      "step": 1555,
      "valid_targets_mean": 2012.6,
      "valid_targets_min": 894
    },
    {
      "epoch": 2.604340567612688,
      "grad_norm": 0.6647020815612599,
      "learning_rate": 3.165984487070118e-05,
      "loss": 0.2362,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24586845934391022,
      "step": 1560,
      "valid_targets_mean": 2487.6,
      "valid_targets_min": 1049
    },
    {
      "epoch": 2.6126878130217026,
      "grad_norm": 0.7195149038288103,
      "learning_rate": 3.1592092970199266e-05,
      "loss": 0.2258,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2257130742073059,
      "step": 1565,
      "valid_targets_mean": 1995.1,
      "valid_targets_min": 1064
    },
    {
      "epoch": 2.621035058430718,
      "grad_norm": 0.6839599973695903,
      "learning_rate": 3.152414014775315e-05,
      "loss": 0.262,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29660463333129883,
      "step": 1570,
      "valid_targets_mean": 2584.0,
      "valid_targets_min": 962
    },
    {
      "epoch": 2.629382303839733,
      "grad_norm": 0.725502712005601,
      "learning_rate": 3.1455987581166784e-05,
      "loss": 0.2464,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2801527678966522,
      "step": 1575,
      "valid_targets_mean": 2065.1,
      "valid_targets_min": 605
    },
    {
      "epoch": 2.637729549248748,
      "grad_norm": 0.7053226716868043,
      "learning_rate": 3.138763645170626e-05,
      "loss": 0.2301,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2274249792098999,
      "step": 1580,
      "valid_targets_mean": 1978.2,
      "valid_targets_min": 400
    },
    {
      "epoch": 2.646076794657763,
      "grad_norm": 0.7790077967494133,
      "learning_rate": 3.1319087944079275e-05,
      "loss": 0.2553,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20891839265823364,
      "step": 1585,
      "valid_targets_mean": 1581.3,
      "valid_targets_min": 614
    },
    {
      "epoch": 2.654424040066778,
      "grad_norm": 0.8009563456908694,
      "learning_rate": 3.125034324641462e-05,
      "loss": 0.2492,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29142534732818604,
      "step": 1590,
      "valid_targets_mean": 2003.0,
      "valid_targets_min": 505
    },
    {
      "epoch": 2.662771285475793,
      "grad_norm": 0.7585464640547334,
      "learning_rate": 3.118140355024159e-05,
      "loss": 0.2539,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23483462631702423,
      "step": 1595,
      "valid_targets_mean": 2244.9,
      "valid_targets_min": 769
    },
    {
      "epoch": 2.671118530884808,
      "grad_norm": 0.6757093378546383,
      "learning_rate": 3.111227005046932e-05,
      "loss": 0.2472,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25684505701065063,
      "step": 1600,
      "valid_targets_mean": 2694.5,
      "valid_targets_min": 1039
    },
    {
      "epoch": 2.679465776293823,
      "grad_norm": 0.7703481949229823,
      "learning_rate": 3.104294394536608e-05,
      "loss": 0.2384,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3010757565498352,
      "step": 1605,
      "valid_targets_mean": 2485.1,
      "valid_targets_min": 1027
    },
    {
      "epoch": 2.687813021702838,
      "grad_norm": 0.6400764593805821,
      "learning_rate": 3.097342643653849e-05,
      "loss": 0.2448,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.228501558303833,
      "step": 1610,
      "valid_targets_mean": 2393.6,
      "valid_targets_min": 1024
    },
    {
      "epoch": 2.696160267111853,
      "grad_norm": 0.736490810291691,
      "learning_rate": 3.090371872891074e-05,
      "loss": 0.2269,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21466585993766785,
      "step": 1615,
      "valid_targets_mean": 1701.9,
      "valid_targets_min": 958
    },
    {
      "epoch": 2.704507512520868,
      "grad_norm": 0.7705037351717331,
      "learning_rate": 3.083382203070365e-05,
      "loss": 0.2471,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2398218810558319,
      "step": 1620,
      "valid_targets_mean": 1538.4,
      "valid_targets_min": 356
    },
    {
      "epoch": 2.7128547579298834,
      "grad_norm": 0.6380889104450443,
      "learning_rate": 3.0763737553413766e-05,
      "loss": 0.2305,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19768619537353516,
      "step": 1625,
      "valid_targets_mean": 2420.4,
      "valid_targets_min": 874
    },
    {
      "epoch": 2.721202003338898,
      "grad_norm": 0.7557652741904972,
      "learning_rate": 3.069346651179233e-05,
      "loss": 0.2227,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21941837668418884,
      "step": 1630,
      "valid_targets_mean": 1873.2,
      "valid_targets_min": 533
    },
    {
      "epoch": 2.7295492487479134,
      "grad_norm": 0.9109177697394876,
      "learning_rate": 3.0623010123824245e-05,
      "loss": 0.2654,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30781060457229614,
      "step": 1635,
      "valid_targets_mean": 1401.6,
      "valid_targets_min": 822
    },
    {
      "epoch": 2.7378964941569284,
      "grad_norm": 0.7515741045238992,
      "learning_rate": 3.0552369610706985e-05,
      "loss": 0.2359,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2299075722694397,
      "step": 1640,
      "valid_targets_mean": 1766.3,
      "valid_targets_min": 739
    },
    {
      "epoch": 2.7462437395659434,
      "grad_norm": 0.7242134429840179,
      "learning_rate": 3.0481546196829375e-05,
      "loss": 0.2327,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25316867232322693,
      "step": 1645,
      "valid_targets_mean": 2118.2,
      "valid_targets_min": 438
    },
    {
      "epoch": 2.7545909849749584,
      "grad_norm": 0.8594982851019005,
      "learning_rate": 3.041054110975041e-05,
      "loss": 0.242,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.250777006149292,
      "step": 1650,
      "valid_targets_mean": 1474.4,
      "valid_targets_min": 513
    },
    {
      "epoch": 2.7629382303839733,
      "grad_norm": 0.6928528426680121,
      "learning_rate": 3.033935558017797e-05,
      "loss": 0.2685,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22606828808784485,
      "step": 1655,
      "valid_targets_mean": 2188.0,
      "valid_targets_min": 689
    },
    {
      "epoch": 2.7712854757929883,
      "grad_norm": 1.359593188853504,
      "learning_rate": 3.0267990841947492e-05,
      "loss": 0.2542,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2838791012763977,
      "step": 1660,
      "valid_targets_mean": 2975.5,
      "valid_targets_min": 901
    },
    {
      "epoch": 2.7796327212020033,
      "grad_norm": 0.6079701413980375,
      "learning_rate": 3.0196448132000563e-05,
      "loss": 0.2462,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25636208057403564,
      "step": 1665,
      "valid_targets_mean": 2884.0,
      "valid_targets_min": 502
    },
    {
      "epoch": 2.7879799666110183,
      "grad_norm": 0.7270380376772345,
      "learning_rate": 3.0124728690363504e-05,
      "loss": 0.251,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27121657133102417,
      "step": 1670,
      "valid_targets_mean": 2245.4,
      "valid_targets_min": 800
    },
    {
      "epoch": 2.7963272120200333,
      "grad_norm": 0.7845898208867876,
      "learning_rate": 3.0052833760125864e-05,
      "loss": 0.2562,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2516961097717285,
      "step": 1675,
      "valid_targets_mean": 2116.7,
      "valid_targets_min": 408
    },
    {
      "epoch": 2.8046744574290483,
      "grad_norm": 0.7018532983083052,
      "learning_rate": 2.9980764587418885e-05,
      "loss": 0.2452,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23445004224777222,
      "step": 1680,
      "valid_targets_mean": 1939.8,
      "valid_targets_min": 661
    },
    {
      "epoch": 2.8130217028380633,
      "grad_norm": 0.5921837745995009,
      "learning_rate": 2.990852242139389e-05,
      "loss": 0.2319,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21622955799102783,
      "step": 1685,
      "valid_targets_mean": 2747.9,
      "valid_targets_min": 776
    },
    {
      "epoch": 2.8213689482470787,
      "grad_norm": 0.5824720536926297,
      "learning_rate": 2.983610851420064e-05,
      "loss": 0.2472,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20980806648731232,
      "step": 1690,
      "valid_targets_mean": 2791.8,
      "valid_targets_min": 587
    },
    {
      "epoch": 2.8297161936560933,
      "grad_norm": 0.5021027254030971,
      "learning_rate": 2.976352412096563e-05,
      "loss": 0.2444,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2591347396373749,
      "step": 1695,
      "valid_targets_mean": 3924.0,
      "valid_targets_min": 1196
    },
    {
      "epoch": 2.8380634390651087,
      "grad_norm": 0.6615812499102618,
      "learning_rate": 2.969077049977034e-05,
      "loss": 0.2711,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22708380222320557,
      "step": 1700,
      "valid_targets_mean": 2462.8,
      "valid_targets_min": 577
    },
    {
      "epoch": 2.8464106844741233,
      "grad_norm": 0.6723998430800802,
      "learning_rate": 2.9617848911629402e-05,
      "loss": 0.2602,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.228207066655159,
      "step": 1705,
      "valid_targets_mean": 2054.6,
      "valid_targets_min": 702
    },
    {
      "epoch": 2.8547579298831387,
      "grad_norm": 0.6644600523627668,
      "learning_rate": 2.9544760620468794e-05,
      "loss": 0.2281,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21405984461307526,
      "step": 1710,
      "valid_targets_mean": 2316.2,
      "valid_targets_min": 898
    },
    {
      "epoch": 2.8631051752921537,
      "grad_norm": 0.8463918203843788,
      "learning_rate": 2.9471506893103883e-05,
      "loss": 0.2361,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24980512261390686,
      "step": 1715,
      "valid_targets_mean": 2414.9,
      "valid_targets_min": 738
    },
    {
      "epoch": 2.8714524207011687,
      "grad_norm": 0.5857132344827396,
      "learning_rate": 2.939808899921749e-05,
      "loss": 0.246,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23113596439361572,
      "step": 1720,
      "valid_targets_mean": 3229.4,
      "valid_targets_min": 1171
    },
    {
      "epoch": 2.8797996661101837,
      "grad_norm": 0.6344993050865212,
      "learning_rate": 2.932450821133788e-05,
      "loss": 0.2483,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23790693283081055,
      "step": 1725,
      "valid_targets_mean": 2504.1,
      "valid_targets_min": 874
    },
    {
      "epoch": 2.8881469115191987,
      "grad_norm": 0.6612398379376797,
      "learning_rate": 2.9250765804816712e-05,
      "loss": 0.2307,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24237364530563354,
      "step": 1730,
      "valid_targets_mean": 2588.6,
      "valid_targets_min": 910
    },
    {
      "epoch": 2.8964941569282137,
      "grad_norm": 0.6361183421149988,
      "learning_rate": 2.917686305780692e-05,
      "loss": 0.235,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23230323195457458,
      "step": 1735,
      "valid_targets_mean": 2619.9,
      "valid_targets_min": 500
    },
    {
      "epoch": 2.9048414023372287,
      "grad_norm": 0.6623545853466452,
      "learning_rate": 2.9102801251240575e-05,
      "loss": 0.2323,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26689085364341736,
      "step": 1740,
      "valid_targets_mean": 2494.6,
      "valid_targets_min": 821
    },
    {
      "epoch": 2.9131886477462436,
      "grad_norm": 0.6961705682075915,
      "learning_rate": 2.902858166880667e-05,
      "loss": 0.247,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24191753566265106,
      "step": 1745,
      "valid_targets_mean": 1999.0,
      "valid_targets_min": 906
    },
    {
      "epoch": 2.9215358931552586,
      "grad_norm": 0.7882520360796017,
      "learning_rate": 2.8954205596928873e-05,
      "loss": 0.2516,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28292351961135864,
      "step": 1750,
      "valid_targets_mean": 2114.1,
      "valid_targets_min": 906
    },
    {
      "epoch": 2.9298831385642736,
      "grad_norm": 0.720653639028986,
      "learning_rate": 2.8879674324743246e-05,
      "loss": 0.2363,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21395087242126465,
      "step": 1755,
      "valid_targets_mean": 2028.4,
      "valid_targets_min": 954
    },
    {
      "epoch": 2.9382303839732886,
      "grad_norm": 0.66332681260518,
      "learning_rate": 2.880498914407587e-05,
      "loss": 0.2495,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2460024505853653,
      "step": 1760,
      "valid_targets_mean": 2476.1,
      "valid_targets_min": 569
    },
    {
      "epoch": 2.946577629382304,
      "grad_norm": 0.7231515624521551,
      "learning_rate": 2.8730151349420475e-05,
      "loss": 0.2467,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2216128706932068,
      "step": 1765,
      "valid_targets_mean": 1965.0,
      "valid_targets_min": 861
    },
    {
      "epoch": 2.9549248747913186,
      "grad_norm": 0.7313757341850193,
      "learning_rate": 2.865516223791601e-05,
      "loss": 0.2575,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26219192147254944,
      "step": 1770,
      "valid_targets_mean": 2038.5,
      "valid_targets_min": 944
    },
    {
      "epoch": 2.963272120200334,
      "grad_norm": 0.6768246806109347,
      "learning_rate": 2.8580023109324137e-05,
      "loss": 0.2339,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.234646737575531,
      "step": 1775,
      "valid_targets_mean": 2185.1,
      "valid_targets_min": 681
    },
    {
      "epoch": 2.971619365609349,
      "grad_norm": 0.7122144571530461,
      "learning_rate": 2.8504735266006717e-05,
      "loss": 0.2358,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27237963676452637,
      "step": 1780,
      "valid_targets_mean": 2903.6,
      "valid_targets_min": 614
    },
    {
      "epoch": 2.979966611018364,
      "grad_norm": 0.7358658160448729,
      "learning_rate": 2.8429300012903245e-05,
      "loss": 0.2492,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28576362133026123,
      "step": 1785,
      "valid_targets_mean": 1996.7,
      "valid_targets_min": 967
    },
    {
      "epoch": 2.988313856427379,
      "grad_norm": 0.6149098097365543,
      "learning_rate": 2.8353718657508206e-05,
      "loss": 0.2311,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1908757984638214,
      "step": 1790,
      "valid_targets_mean": 2278.7,
      "valid_targets_min": 772
    },
    {
      "epoch": 2.996661101836394,
      "grad_norm": 0.6789566802468145,
      "learning_rate": 2.827799250984844e-05,
      "loss": 0.238,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2509405016899109,
      "step": 1795,
      "valid_targets_mean": 2205.6,
      "valid_targets_min": 761
    },
    {
      "epoch": 3.005008347245409,
      "grad_norm": 0.6600698036876375,
      "learning_rate": 2.8202122882460418e-05,
      "loss": 0.2211,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.199271559715271,
      "step": 1800,
      "valid_targets_mean": 2666.2,
      "valid_targets_min": 523
    },
    {
      "epoch": 3.013355592654424,
      "grad_norm": 0.6880197269898586,
      "learning_rate": 2.81261110903675e-05,
      "loss": 0.2056,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20546582341194153,
      "step": 1805,
      "valid_targets_mean": 2364.2,
      "valid_targets_min": 730
    },
    {
      "epoch": 3.021702838063439,
      "grad_norm": 0.7244180983476358,
      "learning_rate": 2.804995845105714e-05,
      "loss": 0.205,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19351571798324585,
      "step": 1810,
      "valid_targets_mean": 2140.0,
      "valid_targets_min": 787
    },
    {
      "epoch": 3.030050083472454,
      "grad_norm": 0.6197068239432737,
      "learning_rate": 2.7973666284458048e-05,
      "loss": 0.2187,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1775825023651123,
      "step": 1815,
      "valid_targets_mean": 2523.5,
      "valid_targets_min": 747
    },
    {
      "epoch": 3.038397328881469,
      "grad_norm": 0.6186316306349579,
      "learning_rate": 2.7897235912917318e-05,
      "loss": 0.1907,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1805172711610794,
      "step": 1820,
      "valid_targets_mean": 2927.8,
      "valid_targets_min": 711
    },
    {
      "epoch": 3.046744574290484,
      "grad_norm": 0.7416894691661986,
      "learning_rate": 2.7820668661177505e-05,
      "loss": 0.217,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22550976276397705,
      "step": 1825,
      "valid_targets_mean": 2538.1,
      "valid_targets_min": 912
    },
    {
      "epoch": 3.0550918196994994,
      "grad_norm": 0.740249273747313,
      "learning_rate": 2.7743965856353666e-05,
      "loss": 0.2242,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17422476410865784,
      "step": 1830,
      "valid_targets_mean": 1954.8,
      "valid_targets_min": 835
    },
    {
      "epoch": 3.0634390651085144,
      "grad_norm": 0.7535335414584483,
      "learning_rate": 2.7667128827910343e-05,
      "loss": 0.207,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17968419194221497,
      "step": 1835,
      "valid_targets_mean": 1711.3,
      "valid_targets_min": 762
    },
    {
      "epoch": 3.0717863105175294,
      "grad_norm": 0.7237942366354729,
      "learning_rate": 2.7590158907638552e-05,
      "loss": 0.2063,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18092207610607147,
      "step": 1840,
      "valid_targets_mean": 1816.8,
      "valid_targets_min": 592
    },
    {
      "epoch": 3.0801335559265444,
      "grad_norm": 0.7385702671649094,
      "learning_rate": 2.7513057429632656e-05,
      "loss": 0.1963,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1769607961177826,
      "step": 1845,
      "valid_targets_mean": 2052.9,
      "valid_targets_min": 441
    },
    {
      "epoch": 3.0884808013355594,
      "grad_norm": 0.753893856292005,
      "learning_rate": 2.7435825730267285e-05,
      "loss": 0.2136,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19851276278495789,
      "step": 1850,
      "valid_targets_mean": 1892.8,
      "valid_targets_min": 720
    },
    {
      "epoch": 3.0968280467445743,
      "grad_norm": 0.7818860359527091,
      "learning_rate": 2.7358465148174143e-05,
      "loss": 0.2054,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1829618513584137,
      "step": 1855,
      "valid_targets_mean": 2546.3,
      "valid_targets_min": 633
    },
    {
      "epoch": 3.1051752921535893,
      "grad_norm": 0.6618176032610746,
      "learning_rate": 2.728097702421882e-05,
      "loss": 0.1986,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17300860583782196,
      "step": 1860,
      "valid_targets_mean": 2134.3,
      "valid_targets_min": 788
    },
    {
      "epoch": 3.1135225375626043,
      "grad_norm": 0.8399148343537419,
      "learning_rate": 2.720336270147754e-05,
      "loss": 0.2102,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20378287136554718,
      "step": 1865,
      "valid_targets_mean": 1742.4,
      "valid_targets_min": 743
    },
    {
      "epoch": 3.1218697829716193,
      "grad_norm": 0.6998272425633003,
      "learning_rate": 2.71256235252139e-05,
      "loss": 0.202,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17975613474845886,
      "step": 1870,
      "valid_targets_mean": 1958.1,
      "valid_targets_min": 573
    },
    {
      "epoch": 3.1302170283806343,
      "grad_norm": 0.8063543185019679,
      "learning_rate": 2.7047760842855536e-05,
      "loss": 0.2185,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23194459080696106,
      "step": 1875,
      "valid_targets_mean": 2624.8,
      "valid_targets_min": 952
    },
    {
      "epoch": 3.1385642737896493,
      "grad_norm": 0.7198332608332704,
      "learning_rate": 2.6969776003970777e-05,
      "loss": 0.2061,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2293994426727295,
      "step": 1880,
      "valid_targets_mean": 2671.6,
      "valid_targets_min": 475
    },
    {
      "epoch": 3.1469115191986643,
      "grad_norm": 0.8095457359184923,
      "learning_rate": 2.6891670360245244e-05,
      "loss": 0.2275,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22839170694351196,
      "step": 1885,
      "valid_targets_mean": 1831.1,
      "valid_targets_min": 813
    },
    {
      "epoch": 3.1552587646076793,
      "grad_norm": 0.7207165913622955,
      "learning_rate": 2.6813445265458438e-05,
      "loss": 0.2047,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2124374508857727,
      "step": 1890,
      "valid_targets_mean": 2360.6,
      "valid_targets_min": 779
    },
    {
      "epoch": 3.1636060100166947,
      "grad_norm": 0.7649134857899963,
      "learning_rate": 2.6735102075460257e-05,
      "loss": 0.1918,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20324769616127014,
      "step": 1895,
      "valid_targets_mean": 1896.7,
      "valid_targets_min": 810
    },
    {
      "epoch": 3.1719532554257097,
      "grad_norm": 0.6513034127013698,
      "learning_rate": 2.665664214814752e-05,
      "loss": 0.2015,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18446782231330872,
      "step": 1900,
      "valid_targets_mean": 2563.6,
      "valid_targets_min": 1052
    },
    {
      "epoch": 3.1803005008347247,
      "grad_norm": 0.7335008506139117,
      "learning_rate": 2.65780668434404e-05,
      "loss": 0.1981,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20354166626930237,
      "step": 1905,
      "valid_targets_mean": 2524.7,
      "valid_targets_min": 637
    },
    {
      "epoch": 3.1886477462437397,
      "grad_norm": 0.8480331519341718,
      "learning_rate": 2.649937752325887e-05,
      "loss": 0.2133,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22984029352664948,
      "step": 1910,
      "valid_targets_mean": 2089.6,
      "valid_targets_min": 966
    },
    {
      "epoch": 3.1969949916527547,
      "grad_norm": 0.8968895450540663,
      "learning_rate": 2.64205755514991e-05,
      "loss": 0.2235,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24820029735565186,
      "step": 1915,
      "valid_targets_mean": 1858.2,
      "valid_targets_min": 525
    },
    {
      "epoch": 3.2053422370617697,
      "grad_norm": 0.8371027743279744,
      "learning_rate": 2.634166229400982e-05,
      "loss": 0.2435,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23452766239643097,
      "step": 1920,
      "valid_targets_mean": 2166.8,
      "valid_targets_min": 676
    },
    {
      "epoch": 3.2136894824707847,
      "grad_norm": 0.6007974236801219,
      "learning_rate": 2.626263911856863e-05,
      "loss": 0.1944,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18619805574417114,
      "step": 1925,
      "valid_targets_mean": 3290.9,
      "valid_targets_min": 627
    },
    {
      "epoch": 3.2220367278797997,
      "grad_norm": 0.8365342869452538,
      "learning_rate": 2.6183507394858296e-05,
      "loss": 0.2288,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21354706585407257,
      "step": 1930,
      "valid_targets_mean": 1950.3,
      "valid_targets_min": 782
    },
    {
      "epoch": 3.2303839732888147,
      "grad_norm": 0.925359777005885,
      "learning_rate": 2.6104268494443027e-05,
      "loss": 0.2167,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21958017349243164,
      "step": 1935,
      "valid_targets_mean": 1932.6,
      "valid_targets_min": 932
    },
    {
      "epoch": 3.2387312186978297,
      "grad_norm": 0.6218879507128591,
      "learning_rate": 2.6024923790744686e-05,
      "loss": 0.192,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21151047945022583,
      "step": 1940,
      "valid_targets_mean": 2720.3,
      "valid_targets_min": 1020
    },
    {
      "epoch": 3.2470784641068446,
      "grad_norm": 0.8132810161080779,
      "learning_rate": 2.594547465901899e-05,
      "loss": 0.1997,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2025194764137268,
      "step": 1945,
      "valid_targets_mean": 2000.6,
      "valid_targets_min": 885
    },
    {
      "epoch": 3.2554257095158596,
      "grad_norm": 0.750631680842447,
      "learning_rate": 2.5865922476331674e-05,
      "loss": 0.215,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23061227798461914,
      "step": 1950,
      "valid_targets_mean": 2381.8,
      "valid_targets_min": 558
    },
    {
      "epoch": 3.2637729549248746,
      "grad_norm": 0.7635400209418792,
      "learning_rate": 2.5786268621534626e-05,
      "loss": 0.2001,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19307637214660645,
      "step": 1955,
      "valid_targets_mean": 1770.5,
      "valid_targets_min": 438
    },
    {
      "epoch": 3.27212020033389,
      "grad_norm": 0.8068310955065211,
      "learning_rate": 2.5706514475241964e-05,
      "loss": 0.2131,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22574101388454437,
      "step": 1960,
      "valid_targets_mean": 2430.2,
      "valid_targets_min": 710
    },
    {
      "epoch": 3.2804674457429046,
      "grad_norm": 0.6683046345309371,
      "learning_rate": 2.5626661419806147e-05,
      "loss": 0.2101,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20542487502098083,
      "step": 1965,
      "valid_targets_mean": 2587.2,
      "valid_targets_min": 628
    },
    {
      "epoch": 3.28881469115192,
      "grad_norm": 0.8190318720570766,
      "learning_rate": 2.5546710839293988e-05,
      "loss": 0.2142,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2078418731689453,
      "step": 1970,
      "valid_targets_mean": 1997.2,
      "valid_targets_min": 887
    },
    {
      "epoch": 3.297161936560935,
      "grad_norm": 1.0194362581196132,
      "learning_rate": 2.5466664119462667e-05,
      "loss": 0.1928,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20889687538146973,
      "step": 1975,
      "valid_targets_mean": 1949.8,
      "valid_targets_min": 502
    },
    {
      "epoch": 3.30550918196995,
      "grad_norm": 0.7456232327178741,
      "learning_rate": 2.5386522647735712e-05,
      "loss": 0.1978,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19417878985404968,
      "step": 1980,
      "valid_targets_mean": 1997.1,
      "valid_targets_min": 530
    },
    {
      "epoch": 3.313856427378965,
      "grad_norm": 0.6478403904691091,
      "learning_rate": 2.530628781317896e-05,
      "loss": 0.201,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2210979461669922,
      "step": 1985,
      "valid_targets_mean": 3150.8,
      "valid_targets_min": 798
    },
    {
      "epoch": 3.32220367278798,
      "grad_norm": 0.7733989159362327,
      "learning_rate": 2.5225961006476484e-05,
      "loss": 0.1999,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23125320672988892,
      "step": 1990,
      "valid_targets_mean": 1941.2,
      "valid_targets_min": 974
    },
    {
      "epoch": 3.330550918196995,
      "grad_norm": 0.706725558384721,
      "learning_rate": 2.5145543619906456e-05,
      "loss": 0.194,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18903513252735138,
      "step": 1995,
      "valid_targets_mean": 2310.9,
      "valid_targets_min": 925
    },
    {
      "epoch": 3.33889816360601,
      "grad_norm": 0.7561082223200716,
      "learning_rate": 2.5065037047317066e-05,
      "loss": 0.207,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20730358362197876,
      "step": 2000,
      "valid_targets_mean": 2447.6,
      "valid_targets_min": 639
    },
    {
      "epoch": 3.347245409015025,
      "grad_norm": 0.6896363314064868,
      "learning_rate": 2.4984442684102307e-05,
      "loss": 0.2022,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21380692720413208,
      "step": 2005,
      "valid_targets_mean": 2873.9,
      "valid_targets_min": 659
    },
    {
      "epoch": 3.35559265442404,
      "grad_norm": 0.776766912113279,
      "learning_rate": 2.4903761927177853e-05,
      "loss": 0.2206,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2006554901599884,
      "step": 2010,
      "valid_targets_mean": 1877.1,
      "valid_targets_min": 879
    },
    {
      "epoch": 3.363939899833055,
      "grad_norm": 0.649648115219964,
      "learning_rate": 2.482299617495678e-05,
      "loss": 0.2106,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18565139174461365,
      "step": 2015,
      "valid_targets_mean": 2477.9,
      "valid_targets_min": 565
    },
    {
      "epoch": 3.37228714524207,
      "grad_norm": 0.6785698331257374,
      "learning_rate": 2.474214682732538e-05,
      "loss": 0.2113,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18758153915405273,
      "step": 2020,
      "valid_targets_mean": 2457.2,
      "valid_targets_min": 962
    },
    {
      "epoch": 3.380634390651085,
      "grad_norm": 0.7688542630674376,
      "learning_rate": 2.466121528561887e-05,
      "loss": 0.1837,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19837577641010284,
      "step": 2025,
      "valid_targets_mean": 1913.9,
      "valid_targets_min": 689
    },
    {
      "epoch": 3.3889816360601,
      "grad_norm": 0.7534689229168448,
      "learning_rate": 2.4580202952597106e-05,
      "loss": 0.2141,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21255707740783691,
      "step": 2030,
      "valid_targets_mean": 1970.7,
      "valid_targets_min": 525
    },
    {
      "epoch": 3.3973288814691154,
      "grad_norm": 0.6902091805329057,
      "learning_rate": 2.4499111232420275e-05,
      "loss": 0.2172,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19505161046981812,
      "step": 2035,
      "valid_targets_mean": 3377.1,
      "valid_targets_min": 886
    },
    {
      "epoch": 3.4056761268781304,
      "grad_norm": 0.7883956746439428,
      "learning_rate": 2.441794153062457e-05,
      "loss": 0.2193,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21510925889015198,
      "step": 2040,
      "valid_targets_mean": 1821.9,
      "valid_targets_min": 745
    },
    {
      "epoch": 3.4140233722871454,
      "grad_norm": 0.6742718385671317,
      "learning_rate": 2.4336695254097782e-05,
      "loss": 0.1954,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2005099058151245,
      "step": 2045,
      "valid_targets_mean": 2417.1,
      "valid_targets_min": 936
    },
    {
      "epoch": 3.4223706176961604,
      "grad_norm": 0.6854070730995327,
      "learning_rate": 2.425537381105498e-05,
      "loss": 0.2036,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18244539201259613,
      "step": 2050,
      "valid_targets_mean": 2198.9,
      "valid_targets_min": 564
    },
    {
      "epoch": 3.4307178631051753,
      "grad_norm": 0.7484967320495022,
      "learning_rate": 2.4173978611014053e-05,
      "loss": 0.2172,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2040974199771881,
      "step": 2055,
      "valid_targets_mean": 2380.5,
      "valid_targets_min": 905
    },
    {
      "epoch": 3.4390651085141903,
      "grad_norm": 0.7713044455268337,
      "learning_rate": 2.40925110647713e-05,
      "loss": 0.1978,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20483741164207458,
      "step": 2060,
      "valid_targets_mean": 2150.8,
      "valid_targets_min": 780
    },
    {
      "epoch": 3.4474123539232053,
      "grad_norm": 0.7734911051230774,
      "learning_rate": 2.4010972584376963e-05,
      "loss": 0.2191,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21728011965751648,
      "step": 2065,
      "valid_targets_mean": 2074.2,
      "valid_targets_min": 525
    },
    {
      "epoch": 3.4557595993322203,
      "grad_norm": 0.767728459680409,
      "learning_rate": 2.392936458311078e-05,
      "loss": 0.1942,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21184173226356506,
      "step": 2070,
      "valid_targets_mean": 1850.9,
      "valid_targets_min": 966
    },
    {
      "epoch": 3.4641068447412353,
      "grad_norm": 0.6460453855120204,
      "learning_rate": 2.3847688475457455e-05,
      "loss": 0.1966,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1995435506105423,
      "step": 2075,
      "valid_targets_mean": 3029.0,
      "valid_targets_min": 1015
    },
    {
      "epoch": 3.4724540901502503,
      "grad_norm": 0.6722751285835894,
      "learning_rate": 2.3765945677082168e-05,
      "loss": 0.2088,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2198968231678009,
      "step": 2080,
      "valid_targets_mean": 2835.6,
      "valid_targets_min": 1009
    },
    {
      "epoch": 3.4808013355592653,
      "grad_norm": 0.6854820902470308,
      "learning_rate": 2.368413760480603e-05,
      "loss": 0.1878,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18193744122982025,
      "step": 2085,
      "valid_targets_mean": 3915.0,
      "valid_targets_min": 568
    },
    {
      "epoch": 3.4891485809682803,
      "grad_norm": 0.711530790653231,
      "learning_rate": 2.360226567658151e-05,
      "loss": 0.1925,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22336947917938232,
      "step": 2090,
      "valid_targets_mean": 2574.9,
      "valid_targets_min": 952
    },
    {
      "epoch": 3.4974958263772953,
      "grad_norm": 0.619722638576771,
      "learning_rate": 2.3520331311467883e-05,
      "loss": 0.2207,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23564806580543518,
      "step": 2095,
      "valid_targets_mean": 3082.7,
      "valid_targets_min": 831
    },
    {
      "epoch": 3.5058430717863107,
      "grad_norm": 0.6693280886160189,
      "learning_rate": 2.3438335929606613e-05,
      "loss": 0.2322,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2105301171541214,
      "step": 2100,
      "valid_targets_mean": 2332.4,
      "valid_targets_min": 671
    },
    {
      "epoch": 3.5141903171953257,
      "grad_norm": 0.6200551765589567,
      "learning_rate": 2.3356280952196757e-05,
      "loss": 0.2015,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19008010625839233,
      "step": 2105,
      "valid_targets_mean": 2823.4,
      "valid_targets_min": 946
    },
    {
      "epoch": 3.5225375626043407,
      "grad_norm": 0.7823493214133,
      "learning_rate": 2.3274167801470314e-05,
      "loss": 0.2026,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22069746255874634,
      "step": 2110,
      "valid_targets_mean": 2198.3,
      "valid_targets_min": 774
    },
    {
      "epoch": 3.5308848080133557,
      "grad_norm": 0.805122581311334,
      "learning_rate": 2.3191997900667588e-05,
      "loss": 0.2247,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21660353243350983,
      "step": 2115,
      "valid_targets_mean": 1722.5,
      "valid_targets_min": 464
    },
    {
      "epoch": 3.5392320534223707,
      "grad_norm": 0.7989808566470185,
      "learning_rate": 2.310977267401251e-05,
      "loss": 0.2059,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.207453191280365,
      "step": 2120,
      "valid_targets_mean": 1765.3,
      "valid_targets_min": 712
    },
    {
      "epoch": 3.5475792988313857,
      "grad_norm": 0.7562664407895434,
      "learning_rate": 2.302749354668795e-05,
      "loss": 0.2094,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1830502152442932,
      "step": 2125,
      "valid_targets_mean": 1835.9,
      "valid_targets_min": 612
    },
    {
      "epoch": 3.5559265442404007,
      "grad_norm": 0.690251516382656,
      "learning_rate": 2.2945161944811038e-05,
      "loss": 0.2033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24697524309158325,
      "step": 2130,
      "valid_targets_mean": 2619.8,
      "valid_targets_min": 825
    },
    {
      "epoch": 3.5642737896494157,
      "grad_norm": 0.5588489722291431,
      "learning_rate": 2.2862779295408405e-05,
      "loss": 0.2123,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22931894659996033,
      "step": 2135,
      "valid_targets_mean": 3524.6,
      "valid_targets_min": 538
    },
    {
      "epoch": 3.5726210350584306,
      "grad_norm": 0.7625768394762137,
      "learning_rate": 2.2780347026391495e-05,
      "loss": 0.2176,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20581907033920288,
      "step": 2140,
      "valid_targets_mean": 1909.9,
      "valid_targets_min": 746
    },
    {
      "epoch": 3.5809682804674456,
      "grad_norm": 0.6671235206913544,
      "learning_rate": 2.2697866566531775e-05,
      "loss": 0.211,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18883800506591797,
      "step": 2145,
      "valid_targets_mean": 2590.1,
      "valid_targets_min": 923
    },
    {
      "epoch": 3.5893155258764606,
      "grad_norm": 0.5448551570935133,
      "learning_rate": 2.2615339345436e-05,
      "loss": 0.2119,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22831106185913086,
      "step": 2150,
      "valid_targets_mean": 3508.4,
      "valid_targets_min": 578
    },
    {
      "epoch": 3.597662771285476,
      "grad_norm": 0.6792066013173836,
      "learning_rate": 2.2532766793521413e-05,
      "loss": 0.2221,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21002694964408875,
      "step": 2155,
      "valid_targets_mean": 2160.6,
      "valid_targets_min": 550
    },
    {
      "epoch": 3.6060100166944906,
      "grad_norm": 0.8721197336677428,
      "learning_rate": 2.245015034199097e-05,
      "loss": 0.227,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22117319703102112,
      "step": 2160,
      "valid_targets_mean": 1553.8,
      "valid_targets_min": 555
    },
    {
      "epoch": 3.614357262103506,
      "grad_norm": 0.6416631529613723,
      "learning_rate": 2.2367491422808514e-05,
      "loss": 0.2047,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20796430110931396,
      "step": 2165,
      "valid_targets_mean": 3113.5,
      "valid_targets_min": 738
    },
    {
      "epoch": 3.6227045075125206,
      "grad_norm": 0.6598964810382094,
      "learning_rate": 2.228479146867397e-05,
      "loss": 0.1997,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16844062507152557,
      "step": 2170,
      "valid_targets_mean": 2920.0,
      "valid_targets_min": 918
    },
    {
      "epoch": 3.631051752921536,
      "grad_norm": 0.7732656977571363,
      "learning_rate": 2.2202051912998516e-05,
      "loss": 0.1889,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19828924536705017,
      "step": 2175,
      "valid_targets_mean": 1879.6,
      "valid_targets_min": 933
    },
    {
      "epoch": 3.639398998330551,
      "grad_norm": 0.7610326159405831,
      "learning_rate": 2.2119274189879727e-05,
      "loss": 0.2095,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2426915466785431,
      "step": 2180,
      "valid_targets_mean": 2422.4,
      "valid_targets_min": 420
    },
    {
      "epoch": 3.647746243739566,
      "grad_norm": 0.6211188010093095,
      "learning_rate": 2.2036459734076715e-05,
      "loss": 0.2021,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1922152042388916,
      "step": 2185,
      "valid_targets_mean": 3298.4,
      "valid_targets_min": 801
    },
    {
      "epoch": 3.656093489148581,
      "grad_norm": 0.7654802209669019,
      "learning_rate": 2.1953609980985266e-05,
      "loss": 0.1971,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1986810266971588,
      "step": 2190,
      "valid_targets_mean": 1681.1,
      "valid_targets_min": 675
    },
    {
      "epoch": 3.664440734557596,
      "grad_norm": 0.7644992080701967,
      "learning_rate": 2.1870726366612978e-05,
      "loss": 0.2327,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23523491621017456,
      "step": 2195,
      "valid_targets_mean": 2167.8,
      "valid_targets_min": 600
    },
    {
      "epoch": 3.672787979966611,
      "grad_norm": 0.7642624223820179,
      "learning_rate": 2.1787810327554345e-05,
      "loss": 0.2046,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22661182284355164,
      "step": 2200,
      "valid_targets_mean": 1921.0,
      "valid_targets_min": 772
    },
    {
      "epoch": 3.681135225375626,
      "grad_norm": 0.7027221331618968,
      "learning_rate": 2.170486330096586e-05,
      "loss": 0.1936,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1848253309726715,
      "step": 2205,
      "valid_targets_mean": 1921.4,
      "valid_targets_min": 914
    },
    {
      "epoch": 3.689482470784641,
      "grad_norm": 0.6429434253544364,
      "learning_rate": 2.1621886724541126e-05,
      "loss": 0.2034,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18040227890014648,
      "step": 2210,
      "valid_targets_mean": 2432.4,
      "valid_targets_min": 733
    },
    {
      "epoch": 3.697829716193656,
      "grad_norm": 0.7318785216160163,
      "learning_rate": 2.1538882036485923e-05,
      "loss": 0.2038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21123959124088287,
      "step": 2215,
      "valid_targets_mean": 2331.3,
      "valid_targets_min": 982
    },
    {
      "epoch": 3.706176961602671,
      "grad_norm": 0.7212005574575913,
      "learning_rate": 2.1455850675493267e-05,
      "loss": 0.2076,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2096509486436844,
      "step": 2220,
      "valid_targets_mean": 2168.4,
      "valid_targets_min": 659
    },
    {
      "epoch": 3.714524207011686,
      "grad_norm": 0.7422932722800749,
      "learning_rate": 2.1372794080718506e-05,
      "loss": 0.2029,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21337196230888367,
      "step": 2225,
      "valid_targets_mean": 2458.9,
      "valid_targets_min": 1082
    },
    {
      "epoch": 3.7228714524207014,
      "grad_norm": 0.7809092697038788,
      "learning_rate": 2.1289713691754338e-05,
      "loss": 0.2218,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1921750158071518,
      "step": 2230,
      "valid_targets_mean": 1931.6,
      "valid_targets_min": 596
    },
    {
      "epoch": 3.731218697829716,
      "grad_norm": 0.7560491634824293,
      "learning_rate": 2.1206610948605894e-05,
      "loss": 0.2105,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19463232159614563,
      "step": 2235,
      "valid_targets_mean": 1938.1,
      "valid_targets_min": 832
    },
    {
      "epoch": 3.7395659432387314,
      "grad_norm": 0.7459539532072016,
      "learning_rate": 2.1123487291665753e-05,
      "loss": 0.1937,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24305976927280426,
      "step": 2240,
      "valid_targets_mean": 2654.8,
      "valid_targets_min": 762
    },
    {
      "epoch": 3.7479131886477464,
      "grad_norm": 0.6488047905600907,
      "learning_rate": 2.104034416168899e-05,
      "loss": 0.24,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24533326923847198,
      "step": 2245,
      "valid_targets_mean": 3224.9,
      "valid_targets_min": 1407
    },
    {
      "epoch": 3.7562604340567614,
      "grad_norm": 0.6398628262478103,
      "learning_rate": 2.0957182999768198e-05,
      "loss": 0.2017,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2013179361820221,
      "step": 2250,
      "valid_targets_mean": 2803.2,
      "valid_targets_min": 893
    },
    {
      "epoch": 3.7646076794657763,
      "grad_norm": 0.7308505980783866,
      "learning_rate": 2.0874005247308512e-05,
      "loss": 0.2227,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2478942573070526,
      "step": 2255,
      "valid_targets_mean": 2577.0,
      "valid_targets_min": 832
    },
    {
      "epoch": 3.7729549248747913,
      "grad_norm": 0.6728062023612603,
      "learning_rate": 2.0790812346002626e-05,
      "loss": 0.1936,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1975017935037613,
      "step": 2260,
      "valid_targets_mean": 2567.7,
      "valid_targets_min": 975
    },
    {
      "epoch": 3.7813021702838063,
      "grad_norm": 0.7267880171435015,
      "learning_rate": 2.0707605737805797e-05,
      "loss": 0.2117,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21225476264953613,
      "step": 2265,
      "valid_targets_mean": 2138.4,
      "valid_targets_min": 712
    },
    {
      "epoch": 3.7896494156928213,
      "grad_norm": 0.7804764968075086,
      "learning_rate": 2.0624386864910876e-05,
      "loss": 0.2091,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19162751734256744,
      "step": 2270,
      "valid_targets_mean": 1975.8,
      "valid_targets_min": 670
    },
    {
      "epoch": 3.7979966611018363,
      "grad_norm": 0.694145808170385,
      "learning_rate": 2.054115716972328e-05,
      "loss": 0.2004,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17722634971141815,
      "step": 2275,
      "valid_targets_mean": 2189.9,
      "valid_targets_min": 614
    },
    {
      "epoch": 3.8063439065108513,
      "grad_norm": 0.6377495631501621,
      "learning_rate": 2.045791809483601e-05,
      "loss": 0.2253,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21739456057548523,
      "step": 2280,
      "valid_targets_mean": 2950.0,
      "valid_targets_min": 920
    },
    {
      "epoch": 3.8146911519198663,
      "grad_norm": 0.7049710163243371,
      "learning_rate": 2.0374671083004642e-05,
      "loss": 0.1952,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20642341673374176,
      "step": 2285,
      "valid_targets_mean": 2407.1,
      "valid_targets_min": 955
    },
    {
      "epoch": 3.8230383973288813,
      "grad_norm": 0.715307747486492,
      "learning_rate": 2.0291417577122314e-05,
      "loss": 0.2051,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19637277722358704,
      "step": 2290,
      "valid_targets_mean": 2259.7,
      "valid_targets_min": 659
    },
    {
      "epoch": 3.8313856427378967,
      "grad_norm": 0.6976199525244242,
      "learning_rate": 2.0208159020194734e-05,
      "loss": 0.2085,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2205023169517517,
      "step": 2295,
      "valid_targets_mean": 2503.6,
      "valid_targets_min": 1159
    },
    {
      "epoch": 3.8397328881469113,
      "grad_norm": 0.650485187576972,
      "learning_rate": 2.012489685531515e-05,
      "loss": 0.1886,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2000371515750885,
      "step": 2300,
      "valid_targets_mean": 2891.1,
      "valid_targets_min": 773
    },
    {
      "epoch": 3.8480801335559267,
      "grad_norm": 0.6299480584067116,
      "learning_rate": 2.0041632525639356e-05,
      "loss": 0.2162,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21248218417167664,
      "step": 2305,
      "valid_targets_mean": 3329.3,
      "valid_targets_min": 917
    },
    {
      "epoch": 3.8564273789649417,
      "grad_norm": 0.6770111184963179,
      "learning_rate": 1.9958367474360648e-05,
      "loss": 0.2083,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21817216277122498,
      "step": 2310,
      "valid_targets_mean": 2617.1,
      "valid_targets_min": 966
    },
    {
      "epoch": 3.8647746243739567,
      "grad_norm": 0.6059743850650934,
      "learning_rate": 1.9875103144684852e-05,
      "loss": 0.1935,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17140190303325653,
      "step": 2315,
      "valid_targets_mean": 2652.0,
      "valid_targets_min": 605
    },
    {
      "epoch": 3.8731218697829717,
      "grad_norm": 0.6549731388872466,
      "learning_rate": 1.979184097980527e-05,
      "loss": 0.2087,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2195884734392166,
      "step": 2320,
      "valid_targets_mean": 3325.1,
      "valid_targets_min": 595
    },
    {
      "epoch": 3.8814691151919867,
      "grad_norm": 0.8016279355136618,
      "learning_rate": 1.9708582422877693e-05,
      "loss": 0.2197,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20927119255065918,
      "step": 2325,
      "valid_targets_mean": 1874.6,
      "valid_targets_min": 506
    },
    {
      "epoch": 3.8898163606010017,
      "grad_norm": 0.7114167133031067,
      "learning_rate": 1.9625328916995365e-05,
      "loss": 0.1999,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.189249187707901,
      "step": 2330,
      "valid_targets_mean": 2111.6,
      "valid_targets_min": 584
    },
    {
      "epoch": 3.8981636060100167,
      "grad_norm": 0.8141535488921566,
      "learning_rate": 1.9542081905163997e-05,
      "loss": 0.2004,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22716504335403442,
      "step": 2335,
      "valid_targets_mean": 1641.9,
      "valid_targets_min": 512
    },
    {
      "epoch": 3.9065108514190316,
      "grad_norm": 0.6360167034721957,
      "learning_rate": 1.9458842830276724e-05,
      "loss": 0.2263,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3129171133041382,
      "step": 2340,
      "valid_targets_mean": 3491.8,
      "valid_targets_min": 573
    },
    {
      "epoch": 3.9148580968280466,
      "grad_norm": 0.6839140749178415,
      "learning_rate": 1.937561313508913e-05,
      "loss": 0.1994,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21404977142810822,
      "step": 2345,
      "valid_targets_mean": 2504.5,
      "valid_targets_min": 807
    },
    {
      "epoch": 3.9232053422370616,
      "grad_norm": 0.682830540324075,
      "learning_rate": 1.9292394262194213e-05,
      "loss": 0.222,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18228735029697418,
      "step": 2350,
      "valid_targets_mean": 2244.4,
      "valid_targets_min": 921
    },
    {
      "epoch": 3.9315525876460766,
      "grad_norm": 0.5903144670873757,
      "learning_rate": 1.9209187653997385e-05,
      "loss": 0.2111,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.154928058385849,
      "step": 2355,
      "valid_targets_mean": 2992.8,
      "valid_targets_min": 504
    },
    {
      "epoch": 3.939899833055092,
      "grad_norm": 0.8046632262469848,
      "learning_rate": 1.91259947526915e-05,
      "loss": 0.1927,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17956694960594177,
      "step": 2360,
      "valid_targets_mean": 1573.6,
      "valid_targets_min": 918
    },
    {
      "epoch": 3.9482470784641066,
      "grad_norm": 0.7214459827467645,
      "learning_rate": 1.904281700023181e-05,
      "loss": 0.209,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22078362107276917,
      "step": 2365,
      "valid_targets_mean": 2344.6,
      "valid_targets_min": 1014
    },
    {
      "epoch": 3.956594323873122,
      "grad_norm": 0.7726818600012659,
      "learning_rate": 1.895965583831102e-05,
      "loss": 0.2101,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23711560666561127,
      "step": 2370,
      "valid_targets_mean": 1962.9,
      "valid_targets_min": 909
    },
    {
      "epoch": 3.964941569282137,
      "grad_norm": 0.9719727401517482,
      "learning_rate": 1.887651270833425e-05,
      "loss": 0.2127,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21433967351913452,
      "step": 2375,
      "valid_targets_mean": 1982.1,
      "valid_targets_min": 781
    },
    {
      "epoch": 3.973288814691152,
      "grad_norm": 0.8241914077550181,
      "learning_rate": 1.8793389051394116e-05,
      "loss": 0.2034,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2188546061515808,
      "step": 2380,
      "valid_targets_mean": 1938.2,
      "valid_targets_min": 501
    },
    {
      "epoch": 3.981636060100167,
      "grad_norm": 0.6623290144770669,
      "learning_rate": 1.8710286308245665e-05,
      "loss": 0.203,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2089979350566864,
      "step": 2385,
      "valid_targets_mean": 2435.5,
      "valid_targets_min": 973
    },
    {
      "epoch": 3.989983305509182,
      "grad_norm": 0.6191703769782088,
      "learning_rate": 1.8627205919281507e-05,
      "loss": 0.2083,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1830480992794037,
      "step": 2390,
      "valid_targets_mean": 2697.2,
      "valid_targets_min": 457
    },
    {
      "epoch": 3.998330550918197,
      "grad_norm": 0.5849470086893942,
      "learning_rate": 1.8544149324506736e-05,
      "loss": 0.2144,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23716729879379272,
      "step": 2395,
      "valid_targets_mean": 3264.4,
      "valid_targets_min": 784
    },
    {
      "epoch": 4.006677796327212,
      "grad_norm": 0.5582143247963175,
      "learning_rate": 1.8461117963514087e-05,
      "loss": 0.1808,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1648591160774231,
      "step": 2400,
      "valid_targets_mean": 3364.1,
      "valid_targets_min": 593
    },
    {
      "epoch": 4.015025041736227,
      "grad_norm": 0.712609860590282,
      "learning_rate": 1.8378113275458877e-05,
      "loss": 0.1843,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16371040046215057,
      "step": 2405,
      "valid_targets_mean": 2522.4,
      "valid_targets_min": 896
    },
    {
      "epoch": 4.023372287145242,
      "grad_norm": 0.6302951960527349,
      "learning_rate": 1.8295136699034152e-05,
      "loss": 0.1922,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16981709003448486,
      "step": 2410,
      "valid_targets_mean": 3448.9,
      "valid_targets_min": 720
    },
    {
      "epoch": 4.031719532554257,
      "grad_norm": 0.6973424752494735,
      "learning_rate": 1.8212189672445665e-05,
      "loss": 0.1579,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18264523148536682,
      "step": 2415,
      "valid_targets_mean": 2590.7,
      "valid_targets_min": 602
    },
    {
      "epoch": 4.040066777963272,
      "grad_norm": 0.7405848585089333,
      "learning_rate": 1.812927363338703e-05,
      "loss": 0.1811,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20967480540275574,
      "step": 2420,
      "valid_targets_mean": 2410.1,
      "valid_targets_min": 784
    },
    {
      "epoch": 4.048414023372287,
      "grad_norm": 0.6468624052165478,
      "learning_rate": 1.8046390019014738e-05,
      "loss": 0.1705,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13376326858997345,
      "step": 2425,
      "valid_targets_mean": 2640.8,
      "valid_targets_min": 876
    },
    {
      "epoch": 4.056761268781302,
      "grad_norm": 0.7714422118717371,
      "learning_rate": 1.7963540265923298e-05,
      "loss": 0.169,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17131450772285461,
      "step": 2430,
      "valid_targets_mean": 2827.1,
      "valid_targets_min": 506
    },
    {
      "epoch": 4.065108514190317,
      "grad_norm": 0.8047015948863985,
      "learning_rate": 1.788072581012028e-05,
      "loss": 0.205,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20028193295001984,
      "step": 2435,
      "valid_targets_mean": 2139.6,
      "valid_targets_min": 840
    },
    {
      "epoch": 4.073455759599332,
      "grad_norm": 0.8168427758567236,
      "learning_rate": 1.779794808700149e-05,
      "loss": 0.1715,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17494890093803406,
      "step": 2440,
      "valid_targets_mean": 2450.1,
      "valid_targets_min": 831
    },
    {
      "epoch": 4.081803005008347,
      "grad_norm": 0.6952936019629056,
      "learning_rate": 1.7715208531326032e-05,
      "loss": 0.1822,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19658498466014862,
      "step": 2445,
      "valid_targets_mean": 3185.4,
      "valid_targets_min": 806
    },
    {
      "epoch": 4.090150250417362,
      "grad_norm": 0.7743934240304633,
      "learning_rate": 1.76325085771915e-05,
      "loss": 0.1923,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2374129444360733,
      "step": 2450,
      "valid_targets_mean": 2400.8,
      "valid_targets_min": 1087
    },
    {
      "epoch": 4.098497495826377,
      "grad_norm": 0.6609765472235122,
      "learning_rate": 1.7549849658009037e-05,
      "loss": 0.1706,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14749598503112793,
      "step": 2455,
      "valid_targets_mean": 2871.9,
      "valid_targets_min": 957
    },
    {
      "epoch": 4.106844741235392,
      "grad_norm": 0.6101007189851678,
      "learning_rate": 1.7467233206478597e-05,
      "loss": 0.165,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15067794919013977,
      "step": 2460,
      "valid_targets_mean": 3465.1,
      "valid_targets_min": 1039
    },
    {
      "epoch": 4.115191986644407,
      "grad_norm": 0.5723123016148967,
      "learning_rate": 1.7384660654564006e-05,
      "loss": 0.1763,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14278893172740936,
      "step": 2465,
      "valid_targets_mean": 3263.4,
      "valid_targets_min": 894
    },
    {
      "epoch": 4.123539232053423,
      "grad_norm": 0.8367092789249855,
      "learning_rate": 1.7302133433468232e-05,
      "loss": 0.1896,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17440810799598694,
      "step": 2470,
      "valid_targets_mean": 1854.0,
      "valid_targets_min": 910
    },
    {
      "epoch": 4.131886477462437,
      "grad_norm": 0.6879161702942003,
      "learning_rate": 1.7219652973608512e-05,
      "loss": 0.1744,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16357824206352234,
      "step": 2475,
      "valid_targets_mean": 2852.9,
      "valid_targets_min": 1087
    },
    {
      "epoch": 4.140233722871453,
      "grad_norm": 0.7402621755937144,
      "learning_rate": 1.7137220704591605e-05,
      "loss": 0.1844,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23762917518615723,
      "step": 2480,
      "valid_targets_mean": 2942.2,
      "valid_targets_min": 797
    },
    {
      "epoch": 4.148580968280467,
      "grad_norm": 0.9789294953609318,
      "learning_rate": 1.7054838055188972e-05,
      "loss": 0.175,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14113131165504456,
      "step": 2485,
      "valid_targets_mean": 2491.5,
      "valid_targets_min": 915
    },
    {
      "epoch": 4.156928213689483,
      "grad_norm": 0.8155143288103909,
      "learning_rate": 1.6972506453312057e-05,
      "loss": 0.169,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1591186821460724,
      "step": 2490,
      "valid_targets_mean": 2304.6,
      "valid_targets_min": 810
    },
    {
      "epoch": 4.165275459098497,
      "grad_norm": 0.7582965189370305,
      "learning_rate": 1.6890227325987498e-05,
      "loss": 0.1789,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1897093653678894,
      "step": 2495,
      "valid_targets_mean": 2449.8,
      "valid_targets_min": 888
    },
    {
      "epoch": 4.173622704507513,
      "grad_norm": 0.9022866245657722,
      "learning_rate": 1.6808002099332422e-05,
      "loss": 0.1748,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16646668314933777,
      "step": 2500,
      "valid_targets_mean": 1401.7,
      "valid_targets_min": 459
    },
    {
      "epoch": 4.181969949916527,
      "grad_norm": 0.6353207443222258,
      "learning_rate": 1.672583219852969e-05,
      "loss": 0.1855,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19985511898994446,
      "step": 2505,
      "valid_targets_mean": 2908.8,
      "valid_targets_min": 893
    },
    {
      "epoch": 4.190317195325543,
      "grad_norm": 0.6992695972271169,
      "learning_rate": 1.6643719047803243e-05,
      "loss": 0.2099,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2118116170167923,
      "step": 2510,
      "valid_targets_mean": 2788.0,
      "valid_targets_min": 538
    },
    {
      "epoch": 4.198664440734557,
      "grad_norm": 0.7166690117751446,
      "learning_rate": 1.656166407039339e-05,
      "loss": 0.1703,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15704311430454254,
      "step": 2515,
      "valid_targets_mean": 2429.9,
      "valid_targets_min": 679
    },
    {
      "epoch": 4.207011686143573,
      "grad_norm": 0.6907549087139597,
      "learning_rate": 1.647966868853212e-05,
      "loss": 0.1797,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16582372784614563,
      "step": 2520,
      "valid_targets_mean": 2947.7,
      "valid_targets_min": 776
    },
    {
      "epoch": 4.215358931552587,
      "grad_norm": 0.5916568264998654,
      "learning_rate": 1.6397734323418494e-05,
      "loss": 0.1927,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19136972725391388,
      "step": 2525,
      "valid_targets_mean": 3323.2,
      "valid_targets_min": 1037
    },
    {
      "epoch": 4.223706176961603,
      "grad_norm": 0.8355390659981319,
      "learning_rate": 1.6315862395193972e-05,
      "loss": 0.1587,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16667363047599792,
      "step": 2530,
      "valid_targets_mean": 1949.8,
      "valid_targets_min": 887
    },
    {
      "epoch": 4.232053422370618,
      "grad_norm": 0.8689209760850255,
      "learning_rate": 1.6234054322917835e-05,
      "loss": 0.1826,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20449230074882507,
      "step": 2535,
      "valid_targets_mean": 2197.4,
      "valid_targets_min": 950
    },
    {
      "epoch": 4.240400667779633,
      "grad_norm": 0.7658079357198947,
      "learning_rate": 1.615231152454255e-05,
      "loss": 0.1696,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15454424917697906,
      "step": 2540,
      "valid_targets_mean": 2235.7,
      "valid_targets_min": 547
    },
    {
      "epoch": 4.248747913188648,
      "grad_norm": 0.844338405392469,
      "learning_rate": 1.6070635416889228e-05,
      "loss": 0.1799,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18702611327171326,
      "step": 2545,
      "valid_targets_mean": 1845.4,
      "valid_targets_min": 728
    },
    {
      "epoch": 4.257095158597663,
      "grad_norm": 0.8034921341000566,
      "learning_rate": 1.598902741562304e-05,
      "loss": 0.1735,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1511102318763733,
      "step": 2550,
      "valid_targets_mean": 1769.6,
      "valid_targets_min": 958
    },
    {
      "epoch": 4.265442404006678,
      "grad_norm": 0.8547237220801418,
      "learning_rate": 1.590748893522871e-05,
      "loss": 0.1904,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1948571652173996,
      "step": 2555,
      "valid_targets_mean": 2333.6,
      "valid_targets_min": 929
    },
    {
      "epoch": 4.273789649415693,
      "grad_norm": 0.8629069589813636,
      "learning_rate": 1.5826021388985947e-05,
      "loss": 0.1878,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16754035651683807,
      "step": 2560,
      "valid_targets_mean": 1494.2,
      "valid_targets_min": 836
    },
    {
      "epoch": 4.282136894824708,
      "grad_norm": 0.7403146735207645,
      "learning_rate": 1.5744626188945023e-05,
      "loss": 0.1642,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1810435801744461,
      "step": 2565,
      "valid_targets_mean": 2366.1,
      "valid_targets_min": 842
    },
    {
      "epoch": 4.290484140233723,
      "grad_norm": 0.6797569126258614,
      "learning_rate": 1.5663304745902218e-05,
      "loss": 0.1749,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15583954751491547,
      "step": 2570,
      "valid_targets_mean": 2727.9,
      "valid_targets_min": 666
    },
    {
      "epoch": 4.298831385642738,
      "grad_norm": 0.5877960226453054,
      "learning_rate": 1.558205846937544e-05,
      "loss": 0.1632,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15551185607910156,
      "step": 2575,
      "valid_targets_mean": 3411.2,
      "valid_targets_min": 932
    },
    {
      "epoch": 4.307178631051753,
      "grad_norm": 0.741615218822046,
      "learning_rate": 1.5500888767579722e-05,
      "loss": 0.1771,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1795629858970642,
      "step": 2580,
      "valid_targets_mean": 2480.2,
      "valid_targets_min": 712
    },
    {
      "epoch": 4.315525876460768,
      "grad_norm": 0.7628211565455336,
      "learning_rate": 1.5419797047402897e-05,
      "loss": 0.1714,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16926071047782898,
      "step": 2585,
      "valid_targets_mean": 2280.4,
      "valid_targets_min": 754
    },
    {
      "epoch": 4.323873121869783,
      "grad_norm": 0.7388999483238966,
      "learning_rate": 1.533878471438113e-05,
      "loss": 0.1889,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19348183274269104,
      "step": 2590,
      "valid_targets_mean": 2381.2,
      "valid_targets_min": 1017
    },
    {
      "epoch": 4.332220367278798,
      "grad_norm": 0.7884864288978387,
      "learning_rate": 1.5257853172674622e-05,
      "loss": 0.1722,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19860947132110596,
      "step": 2595,
      "valid_targets_mean": 2722.5,
      "valid_targets_min": 625
    },
    {
      "epoch": 4.340567612687813,
      "grad_norm": 0.8674405544659288,
      "learning_rate": 1.517700382504322e-05,
      "loss": 0.1902,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20209550857543945,
      "step": 2600,
      "valid_targets_mean": 2756.9,
      "valid_targets_min": 505
    },
    {
      "epoch": 4.348914858096828,
      "grad_norm": 0.8455635485526791,
      "learning_rate": 1.5096238072822153e-05,
      "loss": 0.1889,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22444558143615723,
      "step": 2605,
      "valid_targets_mean": 2094.9,
      "valid_targets_min": 893
    },
    {
      "epoch": 4.357262103505843,
      "grad_norm": 0.7187554593824949,
      "learning_rate": 1.5015557315897693e-05,
      "loss": 0.1763,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17899161577224731,
      "step": 2610,
      "valid_targets_mean": 2411.4,
      "valid_targets_min": 782
    },
    {
      "epoch": 4.365609348914858,
      "grad_norm": 0.7012500042948445,
      "learning_rate": 1.4934962952682943e-05,
      "loss": 0.1726,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15650507807731628,
      "step": 2615,
      "valid_targets_mean": 2286.0,
      "valid_targets_min": 708
    },
    {
      "epoch": 4.373956594323873,
      "grad_norm": 0.7136418600160952,
      "learning_rate": 1.4854456380093544e-05,
      "loss": 0.1844,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19611938297748566,
      "step": 2620,
      "valid_targets_mean": 2849.1,
      "valid_targets_min": 749
    },
    {
      "epoch": 4.382303839732888,
      "grad_norm": 0.6375685432115179,
      "learning_rate": 1.4774038993523523e-05,
      "loss": 0.1676,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16059112548828125,
      "step": 2625,
      "valid_targets_mean": 2953.4,
      "valid_targets_min": 990
    },
    {
      "epoch": 4.390651085141903,
      "grad_norm": 0.8453867452754014,
      "learning_rate": 1.4693712186821039e-05,
      "loss": 0.1816,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18165963888168335,
      "step": 2630,
      "valid_targets_mean": 1884.1,
      "valid_targets_min": 738
    },
    {
      "epoch": 4.398998330550918,
      "grad_norm": 0.7259710450071463,
      "learning_rate": 1.4613477352264293e-05,
      "loss": 0.1851,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18239548802375793,
      "step": 2635,
      "valid_targets_mean": 2681.4,
      "valid_targets_min": 757
    },
    {
      "epoch": 4.407345575959933,
      "grad_norm": 0.8138629609968175,
      "learning_rate": 1.4533335880537336e-05,
      "loss": 0.1788,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17651066184043884,
      "step": 2640,
      "valid_targets_mean": 2010.4,
      "valid_targets_min": 945
    },
    {
      "epoch": 4.415692821368948,
      "grad_norm": 0.6569685325005385,
      "learning_rate": 1.4453289160706017e-05,
      "loss": 0.171,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16272369027137756,
      "step": 2645,
      "valid_targets_mean": 2699.7,
      "valid_targets_min": 872
    },
    {
      "epoch": 4.424040066777963,
      "grad_norm": 0.667045165519854,
      "learning_rate": 1.4373338580193853e-05,
      "loss": 0.173,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14593958854675293,
      "step": 2650,
      "valid_targets_mean": 2758.5,
      "valid_targets_min": 974
    },
    {
      "epoch": 4.432387312186978,
      "grad_norm": 0.8246982264820992,
      "learning_rate": 1.4293485524758045e-05,
      "loss": 0.1815,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19268116354942322,
      "step": 2655,
      "valid_targets_mean": 2117.9,
      "valid_targets_min": 899
    },
    {
      "epoch": 4.440734557595993,
      "grad_norm": 0.7487672031196141,
      "learning_rate": 1.4213731378465379e-05,
      "loss": 0.1727,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1685689240694046,
      "step": 2660,
      "valid_targets_mean": 2314.6,
      "valid_targets_min": 645
    },
    {
      "epoch": 4.449081803005008,
      "grad_norm": 0.700420198972114,
      "learning_rate": 1.4134077523668327e-05,
      "loss": 0.1922,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20472325384616852,
      "step": 2665,
      "valid_targets_mean": 3130.6,
      "valid_targets_min": 916
    },
    {
      "epoch": 4.457429048414023,
      "grad_norm": 0.7954277590596873,
      "learning_rate": 1.405452534098101e-05,
      "loss": 0.1926,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23737061023712158,
      "step": 2670,
      "valid_targets_mean": 2361.6,
      "valid_targets_min": 671
    },
    {
      "epoch": 4.465776293823039,
      "grad_norm": 0.8079111183378004,
      "learning_rate": 1.3975076209255321e-05,
      "loss": 0.1716,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16911689937114716,
      "step": 2675,
      "valid_targets_mean": 1777.8,
      "valid_targets_min": 816
    },
    {
      "epoch": 4.474123539232053,
      "grad_norm": 0.6597628112752423,
      "learning_rate": 1.3895731505556978e-05,
      "loss": 0.1837,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17149250209331512,
      "step": 2680,
      "valid_targets_mean": 3182.1,
      "valid_targets_min": 453
    },
    {
      "epoch": 4.482470784641069,
      "grad_norm": 0.7125400817480053,
      "learning_rate": 1.3816492605141712e-05,
      "loss": 0.1953,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22295941412448883,
      "step": 2685,
      "valid_targets_mean": 2685.9,
      "valid_targets_min": 573
    },
    {
      "epoch": 4.490818030050083,
      "grad_norm": 0.7068097619257393,
      "learning_rate": 1.3737360881431374e-05,
      "loss": 0.1788,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15548083186149597,
      "step": 2690,
      "valid_targets_mean": 2592.1,
      "valid_targets_min": 958
    },
    {
      "epoch": 4.499165275459099,
      "grad_norm": 0.7131140860983529,
      "learning_rate": 1.3658337705990185e-05,
      "loss": 0.168,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15528467297554016,
      "step": 2695,
      "valid_targets_mean": 2340.9,
      "valid_targets_min": 773
    },
    {
      "epoch": 4.507512520868113,
      "grad_norm": 0.6562872093825353,
      "learning_rate": 1.3579424448500901e-05,
      "loss": 0.1743,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15002676844596863,
      "step": 2700,
      "valid_targets_mean": 2793.1,
      "valid_targets_min": 1235
    },
    {
      "epoch": 4.515859766277129,
      "grad_norm": 0.7650079636026997,
      "learning_rate": 1.3500622476741142e-05,
      "loss": 0.1854,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16849973797798157,
      "step": 2705,
      "valid_targets_mean": 2170.2,
      "valid_targets_min": 664
    },
    {
      "epoch": 4.524207011686143,
      "grad_norm": 0.7868169395134512,
      "learning_rate": 1.3421933156559605e-05,
      "loss": 0.1949,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20308633148670197,
      "step": 2710,
      "valid_targets_mean": 2012.5,
      "valid_targets_min": 712
    },
    {
      "epoch": 4.532554257095159,
      "grad_norm": 0.719956910883687,
      "learning_rate": 1.3343357851852488e-05,
      "loss": 0.1661,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16637387871742249,
      "step": 2715,
      "valid_targets_mean": 2267.7,
      "valid_targets_min": 701
    },
    {
      "epoch": 4.540901502504173,
      "grad_norm": 0.7415810532746423,
      "learning_rate": 1.3264897924539746e-05,
      "loss": 0.1868,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17491191625595093,
      "step": 2720,
      "valid_targets_mean": 2424.7,
      "valid_targets_min": 929
    },
    {
      "epoch": 4.549248747913189,
      "grad_norm": 0.6511631185388485,
      "learning_rate": 1.3186554734541574e-05,
      "loss": 0.1749,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15947668254375458,
      "step": 2725,
      "valid_targets_mean": 3068.3,
      "valid_targets_min": 751
    },
    {
      "epoch": 4.557595993322204,
      "grad_norm": 0.9227000808193508,
      "learning_rate": 1.3108329639754765e-05,
      "loss": 0.182,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22771112620830536,
      "step": 2730,
      "valid_targets_mean": 1952.8,
      "valid_targets_min": 914
    },
    {
      "epoch": 4.565943238731219,
      "grad_norm": 0.7927126744203515,
      "learning_rate": 1.3030223996029237e-05,
      "loss": 0.178,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17809253931045532,
      "step": 2735,
      "valid_targets_mean": 1970.2,
      "valid_targets_min": 645
    },
    {
      "epoch": 4.574290484140234,
      "grad_norm": 0.777900031042274,
      "learning_rate": 1.295223915714447e-05,
      "loss": 0.1697,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14840282499790192,
      "step": 2740,
      "valid_targets_mean": 1710.5,
      "valid_targets_min": 712
    },
    {
      "epoch": 4.582637729549249,
      "grad_norm": 0.6820773034629997,
      "learning_rate": 1.287437647478611e-05,
      "loss": 0.1655,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14310967922210693,
      "step": 2745,
      "valid_targets_mean": 2172.4,
      "valid_targets_min": 538
    },
    {
      "epoch": 4.590984974958264,
      "grad_norm": 0.6229884894007276,
      "learning_rate": 1.2796637298522466e-05,
      "loss": 0.1656,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1727065145969391,
      "step": 2750,
      "valid_targets_mean": 3028.1,
      "valid_targets_min": 529
    },
    {
      "epoch": 4.599332220367279,
      "grad_norm": 0.6038364194577132,
      "learning_rate": 1.271902297578119e-05,
      "loss": 0.1834,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21104693412780762,
      "step": 2755,
      "valid_targets_mean": 3364.7,
      "valid_targets_min": 390
    },
    {
      "epoch": 4.607679465776294,
      "grad_norm": 0.7964870049743236,
      "learning_rate": 1.2641534851825865e-05,
      "loss": 0.1901,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20962056517601013,
      "step": 2760,
      "valid_targets_mean": 2508.1,
      "valid_targets_min": 790
    },
    {
      "epoch": 4.616026711185309,
      "grad_norm": 0.7710656948800464,
      "learning_rate": 1.256417426973272e-05,
      "loss": 0.1783,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18509964644908905,
      "step": 2765,
      "valid_targets_mean": 2243.5,
      "valid_targets_min": 890
    },
    {
      "epoch": 4.624373956594324,
      "grad_norm": 0.6691420333793963,
      "learning_rate": 1.248694257036735e-05,
      "loss": 0.1727,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15404322743415833,
      "step": 2770,
      "valid_targets_mean": 3098.4,
      "valid_targets_min": 475
    },
    {
      "epoch": 4.632721202003339,
      "grad_norm": 0.591134878994522,
      "learning_rate": 1.2409841092361457e-05,
      "loss": 0.1855,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.198967844247818,
      "step": 2775,
      "valid_targets_mean": 3817.0,
      "valid_targets_min": 596
    },
    {
      "epoch": 4.641068447412354,
      "grad_norm": 0.9334250080452924,
      "learning_rate": 1.233287117208966e-05,
      "loss": 0.1765,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20634141564369202,
      "step": 2780,
      "valid_targets_mean": 1813.1,
      "valid_targets_min": 432
    },
    {
      "epoch": 4.649415692821369,
      "grad_norm": 0.6915514898540307,
      "learning_rate": 1.2256034143646341e-05,
      "loss": 0.1765,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16013593971729279,
      "step": 2785,
      "valid_targets_mean": 2534.8,
      "valid_targets_min": 520
    },
    {
      "epoch": 4.657762938230384,
      "grad_norm": 0.7690312846353624,
      "learning_rate": 1.2179331338822498e-05,
      "loss": 0.1656,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1510334312915802,
      "step": 2790,
      "valid_targets_mean": 2156.8,
      "valid_targets_min": 721
    },
    {
      "epoch": 4.666110183639399,
      "grad_norm": 0.7433903257586516,
      "learning_rate": 1.2102764087082685e-05,
      "loss": 0.1834,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17419683933258057,
      "step": 2795,
      "valid_targets_mean": 2088.9,
      "valid_targets_min": 759
    },
    {
      "epoch": 4.674457429048414,
      "grad_norm": 0.6461669663489145,
      "learning_rate": 1.2026333715541959e-05,
      "loss": 0.193,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1915496289730072,
      "step": 2800,
      "valid_targets_mean": 3340.2,
      "valid_targets_min": 1143
    },
    {
      "epoch": 4.682804674457429,
      "grad_norm": 0.6523177763616254,
      "learning_rate": 1.1950041548942867e-05,
      "loss": 0.168,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17690129578113556,
      "step": 2805,
      "valid_targets_mean": 2868.9,
      "valid_targets_min": 564
    },
    {
      "epoch": 4.691151919866444,
      "grad_norm": 0.7960511282080353,
      "learning_rate": 1.1873888909632508e-05,
      "loss": 0.1888,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1792602241039276,
      "step": 2810,
      "valid_targets_mean": 1824.0,
      "valid_targets_min": 563
    },
    {
      "epoch": 4.699499165275459,
      "grad_norm": 0.7893666566538475,
      "learning_rate": 1.1797877117539587e-05,
      "loss": 0.1997,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15375570952892303,
      "step": 2815,
      "valid_targets_mean": 1896.1,
      "valid_targets_min": 806
    },
    {
      "epoch": 4.707846410684474,
      "grad_norm": 0.8217007178733245,
      "learning_rate": 1.1722007490151566e-05,
      "loss": 0.1697,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.158712238073349,
      "step": 2820,
      "valid_targets_mean": 1936.1,
      "valid_targets_min": 965
    },
    {
      "epoch": 4.716193656093489,
      "grad_norm": 1.0827147315522407,
      "learning_rate": 1.16462813424918e-05,
      "loss": 0.1732,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16912072896957397,
      "step": 2825,
      "valid_targets_mean": 2437.0,
      "valid_targets_min": 662
    },
    {
      "epoch": 4.724540901502504,
      "grad_norm": 0.8424015476140527,
      "learning_rate": 1.1570699987096763e-05,
      "loss": 0.1884,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17218352854251862,
      "step": 2830,
      "valid_targets_mean": 1837.6,
      "valid_targets_min": 740
    },
    {
      "epoch": 4.732888146911519,
      "grad_norm": 0.6790398587079144,
      "learning_rate": 1.1495264733993288e-05,
      "loss": 0.1664,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15455222129821777,
      "step": 2835,
      "valid_targets_mean": 2666.3,
      "valid_targets_min": 679
    },
    {
      "epoch": 4.741235392320534,
      "grad_norm": 0.854374154720206,
      "learning_rate": 1.141997689067587e-05,
      "loss": 0.1812,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17885088920593262,
      "step": 2840,
      "valid_targets_mean": 2102.4,
      "valid_targets_min": 736
    },
    {
      "epoch": 4.749582637729549,
      "grad_norm": 0.7389911644705557,
      "learning_rate": 1.1344837762083997e-05,
      "loss": 0.1651,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1637381613254547,
      "step": 2845,
      "valid_targets_mean": 2150.2,
      "valid_targets_min": 1107
    },
    {
      "epoch": 4.757929883138564,
      "grad_norm": 0.7772270526448651,
      "learning_rate": 1.1269848650579532e-05,
      "loss": 0.1665,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1764950156211853,
      "step": 2850,
      "valid_targets_mean": 2228.4,
      "valid_targets_min": 840
    },
    {
      "epoch": 4.766277128547579,
      "grad_norm": 0.7629040715420716,
      "learning_rate": 1.1195010855924138e-05,
      "loss": 0.1851,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16333161294460297,
      "step": 2855,
      "valid_targets_mean": 2036.3,
      "valid_targets_min": 834
    },
    {
      "epoch": 4.774624373956595,
      "grad_norm": 0.8626015140881829,
      "learning_rate": 1.112032567525676e-05,
      "loss": 0.1909,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2554243505001068,
      "step": 2860,
      "valid_targets_mean": 2369.2,
      "valid_targets_min": 556
    },
    {
      "epoch": 4.782971619365609,
      "grad_norm": 0.8413855471638249,
      "learning_rate": 1.1045794403071133e-05,
      "loss": 0.1822,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16166135668754578,
      "step": 2865,
      "valid_targets_mean": 2081.1,
      "valid_targets_min": 742
    },
    {
      "epoch": 4.791318864774624,
      "grad_norm": 0.9377825257518903,
      "learning_rate": 1.0971418331193337e-05,
      "loss": 0.1665,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.176789790391922,
      "step": 2870,
      "valid_targets_mean": 1710.5,
      "valid_targets_min": 453
    },
    {
      "epoch": 4.799666110183639,
      "grad_norm": 0.7052539968758408,
      "learning_rate": 1.0897198748759435e-05,
      "loss": 0.1801,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1970149576663971,
      "step": 2875,
      "valid_targets_mean": 2905.1,
      "valid_targets_min": 572
    },
    {
      "epoch": 4.808013355592655,
      "grad_norm": 0.6944260382589246,
      "learning_rate": 1.0823136942193089e-05,
      "loss": 0.1953,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16842995584011078,
      "step": 2880,
      "valid_targets_mean": 2631.3,
      "valid_targets_min": 725
    },
    {
      "epoch": 4.816360601001669,
      "grad_norm": 0.7946388628378875,
      "learning_rate": 1.07492341951833e-05,
      "loss": 0.176,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18271085619926453,
      "step": 2885,
      "valid_targets_mean": 2143.5,
      "valid_targets_min": 578
    },
    {
      "epoch": 4.824707846410685,
      "grad_norm": 0.6553010955211231,
      "learning_rate": 1.0675491788662132e-05,
      "loss": 0.1958,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2044571042060852,
      "step": 2890,
      "valid_targets_mean": 2942.9,
      "valid_targets_min": 840
    },
    {
      "epoch": 4.833055091819699,
      "grad_norm": 0.7053451080860554,
      "learning_rate": 1.060191100078252e-05,
      "loss": 0.18,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1576908975839615,
      "step": 2895,
      "valid_targets_mean": 2508.3,
      "valid_targets_min": 632
    },
    {
      "epoch": 4.841402337228715,
      "grad_norm": 0.7479367517717694,
      "learning_rate": 1.0528493106896126e-05,
      "loss": 0.1782,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1778864860534668,
      "step": 2900,
      "valid_targets_mean": 2387.6,
      "valid_targets_min": 845
    },
    {
      "epoch": 4.849749582637729,
      "grad_norm": 0.7206203061881542,
      "learning_rate": 1.0455239379531213e-05,
      "loss": 0.1808,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17698757350444794,
      "step": 2905,
      "valid_targets_mean": 2898.8,
      "valid_targets_min": 922
    },
    {
      "epoch": 4.858096828046745,
      "grad_norm": 0.9036743866964919,
      "learning_rate": 1.0382151088370605e-05,
      "loss": 0.1886,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2069159746170044,
      "step": 2910,
      "valid_targets_mean": 1690.0,
      "valid_targets_min": 661
    },
    {
      "epoch": 4.866444073455759,
      "grad_norm": 0.769440780037667,
      "learning_rate": 1.0309229500229665e-05,
      "loss": 0.1723,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16133229434490204,
      "step": 2915,
      "valid_targets_mean": 1955.2,
      "valid_targets_min": 528
    },
    {
      "epoch": 4.874791318864775,
      "grad_norm": 0.7929474438600562,
      "learning_rate": 1.023647587903438e-05,
      "loss": 0.1828,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16340085864067078,
      "step": 2920,
      "valid_targets_mean": 1919.8,
      "valid_targets_min": 695
    },
    {
      "epoch": 4.883138564273789,
      "grad_norm": 0.9909614135494529,
      "learning_rate": 1.0163891485799362e-05,
      "loss": 0.184,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20314660668373108,
      "step": 2925,
      "valid_targets_mean": 2611.6,
      "valid_targets_min": 834
    },
    {
      "epoch": 4.891485809682805,
      "grad_norm": 0.7904652917571813,
      "learning_rate": 1.0091477578606121e-05,
      "loss": 0.1687,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20079383254051208,
      "step": 2930,
      "valid_targets_mean": 2121.3,
      "valid_targets_min": 991
    },
    {
      "epoch": 4.89983305509182,
      "grad_norm": 0.8061641761629065,
      "learning_rate": 1.0019235412581117e-05,
      "loss": 0.1812,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16205865144729614,
      "step": 2935,
      "valid_targets_mean": 2475.9,
      "valid_targets_min": 507
    },
    {
      "epoch": 4.908180300500835,
      "grad_norm": 0.7427989253983776,
      "learning_rate": 9.947166239874144e-06,
      "loss": 0.173,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15285256505012512,
      "step": 2940,
      "valid_targets_mean": 1979.8,
      "valid_targets_min": 501
    },
    {
      "epoch": 4.91652754590985,
      "grad_norm": 0.7206537775313828,
      "learning_rate": 9.875271309636498e-06,
      "loss": 0.1764,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17327359318733215,
      "step": 2945,
      "valid_targets_mean": 2575.5,
      "valid_targets_min": 731
    },
    {
      "epoch": 4.924874791318865,
      "grad_norm": 0.7962913580737736,
      "learning_rate": 9.803551867999445e-06,
      "loss": 0.2114,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18946567177772522,
      "step": 2950,
      "valid_targets_mean": 2189.0,
      "valid_targets_min": 441
    },
    {
      "epoch": 4.93322203672788,
      "grad_norm": 0.7413328590892105,
      "learning_rate": 9.732009158052508e-06,
      "loss": 0.1819,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1814548671245575,
      "step": 2955,
      "valid_targets_mean": 2174.3,
      "valid_targets_min": 1139
    },
    {
      "epoch": 4.941569282136895,
      "grad_norm": 0.9343196174855941,
      "learning_rate": 9.660644419822037e-06,
      "loss": 0.1966,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22384901344776154,
      "step": 2960,
      "valid_targets_mean": 1787.4,
      "valid_targets_min": 703
    },
    {
      "epoch": 4.94991652754591,
      "grad_norm": 0.7501622442184374,
      "learning_rate": 9.589458890249595e-06,
      "loss": 0.1975,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20376619696617126,
      "step": 2965,
      "valid_targets_mean": 2312.8,
      "valid_targets_min": 849
    },
    {
      "epoch": 4.958263772954925,
      "grad_norm": 0.7496144594045819,
      "learning_rate": 9.518453803170637e-06,
      "loss": 0.1846,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19321897625923157,
      "step": 2970,
      "valid_targets_mean": 2504.2,
      "valid_targets_min": 509
    },
    {
      "epoch": 4.96661101836394,
      "grad_norm": 0.7676352471740494,
      "learning_rate": 9.447630389293017e-06,
      "loss": 0.1931,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18893374502658844,
      "step": 2975,
      "valid_targets_mean": 2038.6,
      "valid_targets_min": 725
    },
    {
      "epoch": 4.974958263772955,
      "grad_norm": 0.7331032071687464,
      "learning_rate": 9.37698987617576e-06,
      "loss": 0.1887,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20503410696983337,
      "step": 2980,
      "valid_targets_mean": 2903.5,
      "valid_targets_min": 782
    },
    {
      "epoch": 4.98330550918197,
      "grad_norm": 0.7328757864971213,
      "learning_rate": 9.306533488207671e-06,
      "loss": 0.1766,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19836439192295074,
      "step": 2985,
      "valid_targets_mean": 2694.4,
      "valid_targets_min": 825
    },
    {
      "epoch": 4.9916527545909855,
      "grad_norm": 0.6540351800954352,
      "learning_rate": 9.236262446586239e-06,
      "loss": 0.1892,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18135029077529907,
      "step": 2990,
      "valid_targets_mean": 3412.8,
      "valid_targets_min": 1251
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.7590428320185313,
      "learning_rate": 9.166177969296343e-06,
      "loss": 0.1865,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15430757403373718,
      "step": 2995,
      "valid_targets_mean": 1744.5,
      "valid_targets_min": 653
    },
    {
      "epoch": 5.008347245409015,
      "grad_norm": 0.7520309827518988,
      "learning_rate": 9.096281271089264e-06,
      "loss": 0.1798,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1860939860343933,
      "step": 3000,
      "valid_targets_mean": 2086.6,
      "valid_targets_min": 736
    },
    {
      "epoch": 5.01669449081803,
      "grad_norm": 0.7450856605743555,
      "learning_rate": 9.02657356346151e-06,
      "loss": 0.149,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16095194220542908,
      "step": 3005,
      "valid_targets_mean": 2473.5,
      "valid_targets_min": 635
    },
    {
      "epoch": 5.025041736227045,
      "grad_norm": 0.8484840850461908,
      "learning_rate": 8.957056054633934e-06,
      "loss": 0.1486,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14853060245513916,
      "step": 3010,
      "valid_targets_mean": 2099.6,
      "valid_targets_min": 706
    },
    {
      "epoch": 5.03338898163606,
      "grad_norm": 0.7546355690002501,
      "learning_rate": 8.887729949530682e-06,
      "loss": 0.1482,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14556968212127686,
      "step": 3015,
      "valid_targets_mean": 2353.9,
      "valid_targets_min": 757
    },
    {
      "epoch": 5.041736227045075,
      "grad_norm": 0.7422805360013857,
      "learning_rate": 8.818596449758416e-06,
      "loss": 0.1647,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19636158645153046,
      "step": 3020,
      "valid_targets_mean": 3145.4,
      "valid_targets_min": 919
    },
    {
      "epoch": 5.05008347245409,
      "grad_norm": 0.918132548475914,
      "learning_rate": 8.749656753585379e-06,
      "loss": 0.1667,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17617198824882507,
      "step": 3025,
      "valid_targets_mean": 2369.6,
      "valid_targets_min": 1023
    },
    {
      "epoch": 5.058430717863105,
      "grad_norm": 0.6567541695583812,
      "learning_rate": 8.680912055920734e-06,
      "loss": 0.1549,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1814095377922058,
      "step": 3030,
      "valid_targets_mean": 3056.4,
      "valid_targets_min": 708
    },
    {
      "epoch": 5.06677796327212,
      "grad_norm": 0.7999183239590794,
      "learning_rate": 8.612363548293744e-06,
      "loss": 0.15,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14865170419216156,
      "step": 3035,
      "valid_targets_mean": 2286.2,
      "valid_targets_min": 663
    },
    {
      "epoch": 5.075125208681135,
      "grad_norm": 0.6773391507442554,
      "learning_rate": 8.54401241883322e-06,
      "loss": 0.1592,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1260058879852295,
      "step": 3040,
      "valid_targets_mean": 3038.4,
      "valid_targets_min": 1184
    },
    {
      "epoch": 5.08347245409015,
      "grad_norm": 0.719524406758551,
      "learning_rate": 8.475859852246854e-06,
      "loss": 0.1614,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16532570123672485,
      "step": 3045,
      "valid_targets_mean": 2690.9,
      "valid_targets_min": 578
    },
    {
      "epoch": 5.091819699499165,
      "grad_norm": 0.8971852588300996,
      "learning_rate": 8.407907029800732e-06,
      "loss": 0.1641,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16092701256275177,
      "step": 3050,
      "valid_targets_mean": 1821.4,
      "valid_targets_min": 825
    },
    {
      "epoch": 5.10016694490818,
      "grad_norm": 0.6078960948092229,
      "learning_rate": 8.340155129298824e-06,
      "loss": 0.1801,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23741009831428528,
      "step": 3055,
      "valid_targets_mean": 4034.4,
      "valid_targets_min": 690
    },
    {
      "epoch": 5.108514190317195,
      "grad_norm": 0.7882414846730996,
      "learning_rate": 8.272605325062595e-06,
      "loss": 0.1596,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15722253918647766,
      "step": 3060,
      "valid_targets_mean": 2323.4,
      "valid_targets_min": 504
    },
    {
      "epoch": 5.116861435726211,
      "grad_norm": 0.9098279022892684,
      "learning_rate": 8.205258787910636e-06,
      "loss": 0.1521,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17256811261177063,
      "step": 3065,
      "valid_targets_mean": 2206.5,
      "valid_targets_min": 608
    },
    {
      "epoch": 5.125208681135225,
      "grad_norm": 0.7240707093959398,
      "learning_rate": 8.138116685138386e-06,
      "loss": 0.1588,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17344221472740173,
      "step": 3070,
      "valid_targets_mean": 2538.3,
      "valid_targets_min": 690
    },
    {
      "epoch": 5.133555926544241,
      "grad_norm": 0.7492785353099531,
      "learning_rate": 8.07118018049788e-06,
      "loss": 0.1438,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14222240447998047,
      "step": 3075,
      "valid_targets_mean": 2094.6,
      "valid_targets_min": 1074
    },
    {
      "epoch": 5.141903171953255,
      "grad_norm": 0.6687999817722378,
      "learning_rate": 8.00445043417759e-06,
      "loss": 0.1502,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12739010155200958,
      "step": 3080,
      "valid_targets_mean": 3014.4,
      "valid_targets_min": 960
    },
    {
      "epoch": 5.150250417362271,
      "grad_norm": 0.7476929157644402,
      "learning_rate": 7.93792860278232e-06,
      "loss": 0.1516,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13643479347229004,
      "step": 3085,
      "valid_targets_mean": 2542.9,
      "valid_targets_min": 918
    },
    {
      "epoch": 5.158597662771285,
      "grad_norm": 0.7050392143330814,
      "learning_rate": 7.871615839313147e-06,
      "loss": 0.1528,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13219505548477173,
      "step": 3090,
      "valid_targets_mean": 2729.2,
      "valid_targets_min": 686
    },
    {
      "epoch": 5.166944908180301,
      "grad_norm": 0.8051585606978793,
      "learning_rate": 7.805513293147441e-06,
      "loss": 0.1468,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13955295085906982,
      "step": 3095,
      "valid_targets_mean": 2180.2,
      "valid_targets_min": 628
    },
    {
      "epoch": 5.175292153589315,
      "grad_norm": 0.6502938338011637,
      "learning_rate": 7.739622110018951e-06,
      "loss": 0.1608,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16826727986335754,
      "step": 3100,
      "valid_targets_mean": 2908.3,
      "valid_targets_min": 787
    },
    {
      "epoch": 5.183639398998331,
      "grad_norm": 1.194021088514348,
      "learning_rate": 7.673943431997935e-06,
      "loss": 0.1797,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1977127492427826,
      "step": 3105,
      "valid_targets_mean": 1920.2,
      "valid_targets_min": 956
    },
    {
      "epoch": 5.191986644407345,
      "grad_norm": 0.667375141409639,
      "learning_rate": 7.608478397471366e-06,
      "loss": 0.1621,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2175963819026947,
      "step": 3110,
      "valid_targets_mean": 3179.4,
      "valid_targets_min": 947
    },
    {
      "epoch": 5.200333889816361,
      "grad_norm": 0.6177024661765164,
      "learning_rate": 7.543228141123217e-06,
      "loss": 0.1515,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1563173234462738,
      "step": 3115,
      "valid_targets_mean": 3358.5,
      "valid_targets_min": 855
    },
    {
      "epoch": 5.208681135225375,
      "grad_norm": 0.8206104171437563,
      "learning_rate": 7.478193793914767e-06,
      "loss": 0.1642,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17827922105789185,
      "step": 3120,
      "valid_targets_mean": 2144.1,
      "valid_targets_min": 1083
    },
    {
      "epoch": 5.217028380634391,
      "grad_norm": 0.6762054405691768,
      "learning_rate": 7.4133764830650246e-06,
      "loss": 0.149,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13363927602767944,
      "step": 3125,
      "valid_targets_mean": 2762.0,
      "valid_targets_min": 727
    },
    {
      "epoch": 5.225375626043405,
      "grad_norm": 0.791354259359337,
      "learning_rate": 7.348777332031168e-06,
      "loss": 0.1507,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14695990085601807,
      "step": 3130,
      "valid_targets_mean": 2506.4,
      "valid_targets_min": 703
    },
    {
      "epoch": 5.233722871452421,
      "grad_norm": 0.7300958398056937,
      "learning_rate": 7.28439746048909e-06,
      "loss": 0.171,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15373843908309937,
      "step": 3135,
      "valid_targets_mean": 3188.4,
      "valid_targets_min": 507
    },
    {
      "epoch": 5.242070116861436,
      "grad_norm": 0.7362890272757675,
      "learning_rate": 7.22023798431398e-06,
      "loss": 0.1441,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16128788888454437,
      "step": 3140,
      "valid_targets_mean": 2276.9,
      "valid_targets_min": 887
    },
    {
      "epoch": 5.250417362270451,
      "grad_norm": 0.8829952521688355,
      "learning_rate": 7.156300015560993e-06,
      "loss": 0.1669,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1735071986913681,
      "step": 3145,
      "valid_targets_mean": 2579.6,
      "valid_targets_min": 871
    },
    {
      "epoch": 5.258764607679466,
      "grad_norm": 0.7900174807469927,
      "learning_rate": 7.092584662445958e-06,
      "loss": 0.1526,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14157384634017944,
      "step": 3150,
      "valid_targets_mean": 2176.6,
      "valid_targets_min": 912
    },
    {
      "epoch": 5.267111853088481,
      "grad_norm": 0.9226995287050941,
      "learning_rate": 7.029093029326191e-06,
      "loss": 0.1705,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1748785674571991,
      "step": 3155,
      "valid_targets_mean": 1679.8,
      "valid_targets_min": 907
    },
    {
      "epoch": 5.275459098497496,
      "grad_norm": 0.8208375749055641,
      "learning_rate": 6.965826216681337e-06,
      "loss": 0.1577,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17080628871917725,
      "step": 3160,
      "valid_targets_mean": 2303.8,
      "valid_targets_min": 438
    },
    {
      "epoch": 5.283806343906511,
      "grad_norm": 0.8303410171170952,
      "learning_rate": 6.902785321094301e-06,
      "loss": 0.1666,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15549474954605103,
      "step": 3165,
      "valid_targets_mean": 2127.9,
      "valid_targets_min": 637
    },
    {
      "epoch": 5.292153589315526,
      "grad_norm": 0.7116830217761911,
      "learning_rate": 6.8399714352322424e-06,
      "loss": 0.1655,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1497003734111786,
      "step": 3170,
      "valid_targets_mean": 3227.2,
      "valid_targets_min": 653
    },
    {
      "epoch": 5.300500834724541,
      "grad_norm": 0.7469096804819885,
      "learning_rate": 6.777385647827639e-06,
      "loss": 0.1488,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16166070103645325,
      "step": 3175,
      "valid_targets_mean": 2447.1,
      "valid_targets_min": 934
    },
    {
      "epoch": 5.308848080133556,
      "grad_norm": 0.6464577777865734,
      "learning_rate": 6.715029043659409e-06,
      "loss": 0.1485,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11982201039791107,
      "step": 3180,
      "valid_targets_mean": 2805.0,
      "valid_targets_min": 1081
    },
    {
      "epoch": 5.317195325542571,
      "grad_norm": 0.9053606512911229,
      "learning_rate": 6.652902703534114e-06,
      "loss": 0.159,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17174623906612396,
      "step": 3185,
      "valid_targets_mean": 2097.7,
      "valid_targets_min": 881
    },
    {
      "epoch": 5.325542570951586,
      "grad_norm": 0.890630614053283,
      "learning_rate": 6.5910077042672246e-06,
      "loss": 0.1605,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15030130743980408,
      "step": 3190,
      "valid_targets_mean": 1551.0,
      "valid_targets_min": 568
    },
    {
      "epoch": 5.333889816360601,
      "grad_norm": 0.7198405000575665,
      "learning_rate": 6.5293451186644566e-06,
      "loss": 0.1396,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16081032156944275,
      "step": 3195,
      "valid_targets_mean": 3201.9,
      "valid_targets_min": 924
    },
    {
      "epoch": 5.342237061769616,
      "grad_norm": 0.8286468409130533,
      "learning_rate": 6.467916015503173e-06,
      "loss": 0.1528,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15238681435585022,
      "step": 3200,
      "valid_targets_mean": 1958.5,
      "valid_targets_min": 966
    },
    {
      "epoch": 5.350584307178631,
      "grad_norm": 0.8352977703843605,
      "learning_rate": 6.406721459513865e-06,
      "loss": 0.1614,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15999573469161987,
      "step": 3205,
      "valid_targets_mean": 2182.2,
      "valid_targets_min": 884
    },
    {
      "epoch": 5.358931552587646,
      "grad_norm": 0.7536279467007496,
      "learning_rate": 6.3457625113616995e-06,
      "loss": 0.1783,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26952141523361206,
      "step": 3210,
      "valid_targets_mean": 3350.1,
      "valid_targets_min": 1139
    },
    {
      "epoch": 5.367278797996661,
      "grad_norm": 0.8009881431527814,
      "learning_rate": 6.2850402276281184e-06,
      "loss": 0.1518,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1792518049478531,
      "step": 3215,
      "valid_targets_mean": 2610.6,
      "valid_targets_min": 1126
    },
    {
      "epoch": 5.375626043405676,
      "grad_norm": 0.8268963955933865,
      "learning_rate": 6.224555660792546e-06,
      "loss": 0.1474,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14128682017326355,
      "step": 3220,
      "valid_targets_mean": 1785.2,
      "valid_targets_min": 967
    },
    {
      "epoch": 5.383973288814691,
      "grad_norm": 0.8578626786933801,
      "learning_rate": 6.164309859214135e-06,
      "loss": 0.1591,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16973763704299927,
      "step": 3225,
      "valid_targets_mean": 2057.1,
      "valid_targets_min": 854
    },
    {
      "epoch": 5.392320534223706,
      "grad_norm": 0.8833553458695893,
      "learning_rate": 6.104303867113599e-06,
      "loss": 0.1636,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18344926834106445,
      "step": 3230,
      "valid_targets_mean": 2609.9,
      "valid_targets_min": 525
    },
    {
      "epoch": 5.400667779632721,
      "grad_norm": 0.9329249622574668,
      "learning_rate": 6.044538724555109e-06,
      "loss": 0.1696,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1783263087272644,
      "step": 3235,
      "valid_targets_mean": 1974.5,
      "valid_targets_min": 754
    },
    {
      "epoch": 5.409015025041736,
      "grad_norm": 0.7246943548888799,
      "learning_rate": 5.9850154674282766e-06,
      "loss": 0.1597,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21516211330890656,
      "step": 3240,
      "valid_targets_mean": 3427.4,
      "valid_targets_min": 603
    },
    {
      "epoch": 5.417362270450751,
      "grad_norm": 0.7088231725177259,
      "learning_rate": 5.925735127430186e-06,
      "loss": 0.1508,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13976027071475983,
      "step": 3245,
      "valid_targets_mean": 2651.9,
      "valid_targets_min": 906
    },
    {
      "epoch": 5.425709515859766,
      "grad_norm": 0.7196705764648943,
      "learning_rate": 5.866698732047522e-06,
      "loss": 0.1867,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17780493199825287,
      "step": 3250,
      "valid_targets_mean": 3137.8,
      "valid_targets_min": 820
    },
    {
      "epoch": 5.434056761268781,
      "grad_norm": 1.008081924375484,
      "learning_rate": 5.8079073045387555e-06,
      "loss": 0.1708,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16477034986019135,
      "step": 3255,
      "valid_targets_mean": 1668.0,
      "valid_targets_min": 738
    },
    {
      "epoch": 5.442404006677796,
      "grad_norm": 0.5624799181590624,
      "learning_rate": 5.7493618639164115e-06,
      "loss": 0.1687,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20196178555488586,
      "step": 3260,
      "valid_targets_mean": 3896.6,
      "valid_targets_min": 637
    },
    {
      "epoch": 5.450751252086811,
      "grad_norm": 0.8613753272442412,
      "learning_rate": 5.691063424929406e-06,
      "loss": 0.158,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1626051962375641,
      "step": 3265,
      "valid_targets_mean": 1722.1,
      "valid_targets_min": 677
    },
    {
      "epoch": 5.459098497495827,
      "grad_norm": 0.8179273751481095,
      "learning_rate": 5.633012998045451e-06,
      "loss": 0.1527,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17018984258174896,
      "step": 3270,
      "valid_targets_mean": 2636.1,
      "valid_targets_min": 433
    },
    {
      "epoch": 5.467445742904841,
      "grad_norm": 0.7311272409154818,
      "learning_rate": 5.575211589433554e-06,
      "loss": 0.1513,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15486940741539001,
      "step": 3275,
      "valid_targets_mean": 2879.6,
      "valid_targets_min": 1016
    },
    {
      "epoch": 5.475792988313857,
      "grad_norm": 0.8351281020533409,
      "learning_rate": 5.517660200946562e-06,
      "loss": 0.1492,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16601449251174927,
      "step": 3280,
      "valid_targets_mean": 2243.8,
      "valid_targets_min": 705
    },
    {
      "epoch": 5.484140233722871,
      "grad_norm": 0.7764436479802024,
      "learning_rate": 5.4603598301038145e-06,
      "loss": 0.1417,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13754409551620483,
      "step": 3285,
      "valid_targets_mean": 2506.4,
      "valid_targets_min": 941
    },
    {
      "epoch": 5.492487479131887,
      "grad_norm": 0.7465683826971206,
      "learning_rate": 5.4033114700738375e-06,
      "loss": 0.1498,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13822892308235168,
      "step": 3290,
      "valid_targets_mean": 2512.8,
      "valid_targets_min": 799
    },
    {
      "epoch": 5.500834724540901,
      "grad_norm": 0.7669762719839254,
      "learning_rate": 5.346516109657136e-06,
      "loss": 0.1585,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1455293893814087,
      "step": 3295,
      "valid_targets_mean": 2365.6,
      "valid_targets_min": 750
    },
    {
      "epoch": 5.509181969949917,
      "grad_norm": 0.6820821328169009,
      "learning_rate": 5.289974733269063e-06,
      "loss": 0.1596,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14104554057121277,
      "step": 3300,
      "valid_targets_mean": 3066.8,
      "valid_targets_min": 855
    },
    {
      "epoch": 5.517529215358931,
      "grad_norm": 0.6275599910230133,
      "learning_rate": 5.233688320922741e-06,
      "loss": 0.1484,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1358412504196167,
      "step": 3305,
      "valid_targets_mean": 3737.1,
      "valid_targets_min": 929
    },
    {
      "epoch": 5.525876460767947,
      "grad_norm": 0.7641761073708837,
      "learning_rate": 5.177657848212092e-06,
      "loss": 0.1734,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16747067868709564,
      "step": 3310,
      "valid_targets_mean": 3085.7,
      "valid_targets_min": 1041
    },
    {
      "epoch": 5.534223706176961,
      "grad_norm": 0.7914093785803261,
      "learning_rate": 5.1218842862949115e-06,
      "loss": 0.1521,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1578901708126068,
      "step": 3315,
      "valid_targets_mean": 2408.4,
      "valid_targets_min": 1051
    },
    {
      "epoch": 5.542570951585977,
      "grad_norm": 0.7118185476620853,
      "learning_rate": 5.066368601876048e-06,
      "loss": 0.177,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20359279215335846,
      "step": 3320,
      "valid_targets_mean": 2890.9,
      "valid_targets_min": 612
    },
    {
      "epoch": 5.550918196994992,
      "grad_norm": 0.7687370906920561,
      "learning_rate": 5.011111757190661e-06,
      "loss": 0.1525,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18415136635303497,
      "step": 3325,
      "valid_targets_mean": 2670.1,
      "valid_targets_min": 971
    },
    {
      "epoch": 5.559265442404007,
      "grad_norm": 0.8552425365257644,
      "learning_rate": 4.956114709987488e-06,
      "loss": 0.1604,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16587582230567932,
      "step": 3330,
      "valid_targets_mean": 2253.2,
      "valid_targets_min": 1069
    },
    {
      "epoch": 5.567612687813021,
      "grad_norm": 0.8136795110704207,
      "learning_rate": 4.901378413512325e-06,
      "loss": 0.1706,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17664243280887604,
      "step": 3335,
      "valid_targets_mean": 2525.9,
      "valid_targets_min": 482
    },
    {
      "epoch": 5.575959933222037,
      "grad_norm": 0.7657322803911494,
      "learning_rate": 4.846903816491419e-06,
      "loss": 0.1451,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1563817262649536,
      "step": 3340,
      "valid_targets_mean": 2847.3,
      "valid_targets_min": 1094
    },
    {
      "epoch": 5.584307178631052,
      "grad_norm": 0.8733061315249282,
      "learning_rate": 4.792691863115113e-06,
      "loss": 0.1813,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17923319339752197,
      "step": 3345,
      "valid_targets_mean": 1898.2,
      "valid_targets_min": 847
    },
    {
      "epoch": 5.592654424040067,
      "grad_norm": 0.67940653982166,
      "learning_rate": 4.738743493021383e-06,
      "loss": 0.164,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1424332708120346,
      "step": 3350,
      "valid_targets_mean": 2634.2,
      "valid_targets_min": 801
    },
    {
      "epoch": 5.601001669449082,
      "grad_norm": 0.8828332955807119,
      "learning_rate": 4.68505964127965e-06,
      "loss": 0.1644,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17155790328979492,
      "step": 3355,
      "valid_targets_mean": 2005.6,
      "valid_targets_min": 538
    },
    {
      "epoch": 5.609348914858097,
      "grad_norm": 0.6796336949437728,
      "learning_rate": 4.631641238374482e-06,
      "loss": 0.1617,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16817662119865417,
      "step": 3360,
      "valid_targets_mean": 3273.6,
      "valid_targets_min": 835
    },
    {
      "epoch": 5.617696160267112,
      "grad_norm": 0.6784010851999314,
      "learning_rate": 4.578489210189554e-06,
      "loss": 0.1489,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11624115705490112,
      "step": 3365,
      "valid_targets_mean": 2313.6,
      "valid_targets_min": 978
    },
    {
      "epoch": 5.626043405676127,
      "grad_norm": 0.7143366967890289,
      "learning_rate": 4.525604477991505e-06,
      "loss": 0.17,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13993963599205017,
      "step": 3370,
      "valid_targets_mean": 2707.2,
      "valid_targets_min": 301
    },
    {
      "epoch": 5.634390651085142,
      "grad_norm": 0.8720061547761272,
      "learning_rate": 4.472987958414077e-06,
      "loss": 0.1789,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21348363161087036,
      "step": 3375,
      "valid_targets_mean": 2037.7,
      "valid_targets_min": 715
    },
    {
      "epoch": 5.642737896494157,
      "grad_norm": 1.0475625543897096,
      "learning_rate": 4.420640563442111e-06,
      "loss": 0.1468,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14963243901729584,
      "step": 3380,
      "valid_targets_mean": 2477.6,
      "valid_targets_min": 712
    },
    {
      "epoch": 5.651085141903172,
      "grad_norm": 0.8107519973170887,
      "learning_rate": 4.368563200395859e-06,
      "loss": 0.1622,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1464444398880005,
      "step": 3385,
      "valid_targets_mean": 1847.6,
      "valid_targets_min": 573
    },
    {
      "epoch": 5.659432387312187,
      "grad_norm": 0.8581055639161416,
      "learning_rate": 4.31675677191514e-06,
      "loss": 0.1602,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16239197552204132,
      "step": 3390,
      "valid_targets_mean": 2123.2,
      "valid_targets_min": 834
    },
    {
      "epoch": 5.667779632721202,
      "grad_norm": 0.941010389190145,
      "learning_rate": 4.265222175943808e-06,
      "loss": 0.1764,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22993087768554688,
      "step": 3395,
      "valid_targets_mean": 2226.4,
      "valid_targets_min": 632
    },
    {
      "epoch": 5.676126878130217,
      "grad_norm": 0.7743509613880359,
      "learning_rate": 4.213960305714082e-06,
      "loss": 0.1651,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16907739639282227,
      "step": 3400,
      "valid_targets_mean": 2501.2,
      "valid_targets_min": 449
    },
    {
      "epoch": 5.684474123539232,
      "grad_norm": 0.8429009936208021,
      "learning_rate": 4.162972049731164e-06,
      "loss": 0.1563,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15070652961730957,
      "step": 3405,
      "valid_targets_mean": 2058.0,
      "valid_targets_min": 857
    },
    {
      "epoch": 5.692821368948247,
      "grad_norm": 0.8554399683453996,
      "learning_rate": 4.112258291757747e-06,
      "loss": 0.1547,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18287883698940277,
      "step": 3410,
      "valid_targets_mean": 2382.9,
      "valid_targets_min": 872
    },
    {
      "epoch": 5.701168614357262,
      "grad_norm": 0.8566823129381648,
      "learning_rate": 4.061819910798777e-06,
      "loss": 0.1583,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17844383418560028,
      "step": 3415,
      "valid_targets_mean": 2137.6,
      "valid_targets_min": 705
    },
    {
      "epoch": 5.709515859766277,
      "grad_norm": 0.9097702275635593,
      "learning_rate": 4.01165778108614e-06,
      "loss": 0.1493,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16221177577972412,
      "step": 3420,
      "valid_targets_mean": 2094.6,
      "valid_targets_min": 614
    },
    {
      "epoch": 5.717863105175292,
      "grad_norm": 0.7036808144814012,
      "learning_rate": 3.961772772063599e-06,
      "loss": 0.1706,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17053760588169098,
      "step": 3425,
      "valid_targets_mean": 2376.1,
      "valid_targets_min": 1027
    },
    {
      "epoch": 5.726210350584307,
      "grad_norm": 0.7590311318391576,
      "learning_rate": 3.912165748371626e-06,
      "loss": 0.1596,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16006188094615936,
      "step": 3430,
      "valid_targets_mean": 2836.8,
      "valid_targets_min": 661
    },
    {
      "epoch": 5.734557595993322,
      "grad_norm": 0.9299011851422595,
      "learning_rate": 3.8628375698325045e-06,
      "loss": 0.1589,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1849474459886551,
      "step": 3435,
      "valid_targets_mean": 1898.8,
      "valid_targets_min": 680
    },
    {
      "epoch": 5.742904841402337,
      "grad_norm": 0.7986437795279827,
      "learning_rate": 3.8137890914353535e-06,
      "loss": 0.1618,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16792498528957367,
      "step": 3440,
      "valid_targets_mean": 2337.0,
      "valid_targets_min": 617
    },
    {
      "epoch": 5.751252086811352,
      "grad_norm": 0.6722159467229356,
      "learning_rate": 3.765021163321374e-06,
      "loss": 0.1508,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12963595986366272,
      "step": 3445,
      "valid_targets_mean": 2810.4,
      "valid_targets_min": 778
    },
    {
      "epoch": 5.759599332220367,
      "grad_norm": 0.7946305155772581,
      "learning_rate": 3.7165346307690466e-06,
      "loss": 0.169,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15621204674243927,
      "step": 3450,
      "valid_targets_mean": 2033.2,
      "valid_targets_min": 1111
    },
    {
      "epoch": 5.767946577629383,
      "grad_norm": 0.7643828837602218,
      "learning_rate": 3.6683303341795483e-06,
      "loss": 0.1737,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14357686042785645,
      "step": 3455,
      "valid_targets_mean": 2984.0,
      "valid_targets_min": 905
    },
    {
      "epoch": 5.776293823038397,
      "grad_norm": 1.0355495916054631,
      "learning_rate": 3.6204091090621176e-06,
      "loss": 0.159,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16833853721618652,
      "step": 3460,
      "valid_targets_mean": 1626.7,
      "valid_targets_min": 970
    },
    {
      "epoch": 5.784641068447412,
      "grad_norm": 0.7378784553327359,
      "learning_rate": 3.572771786019649e-06,
      "loss": 0.1719,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.142981618642807,
      "step": 3465,
      "valid_targets_mean": 2791.6,
      "valid_targets_min": 711
    },
    {
      "epoch": 5.792988313856427,
      "grad_norm": 0.6602657193448223,
      "learning_rate": 3.5254191907342117e-06,
      "loss": 0.1464,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14098285138607025,
      "step": 3470,
      "valid_targets_mean": 2716.7,
      "valid_targets_min": 632
    },
    {
      "epoch": 5.801335559265443,
      "grad_norm": 0.7778140268165555,
      "learning_rate": 3.4783521439528233e-06,
      "loss": 0.1599,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15775492787361145,
      "step": 3475,
      "valid_targets_mean": 2488.4,
      "valid_targets_min": 1012
    },
    {
      "epoch": 5.809682804674457,
      "grad_norm": 0.8527334984195997,
      "learning_rate": 3.4315714614731467e-06,
      "loss": 0.1769,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15102088451385498,
      "step": 3480,
      "valid_targets_mean": 2576.1,
      "valid_targets_min": 1006
    },
    {
      "epoch": 5.818030050083473,
      "grad_norm": 0.7483617870763603,
      "learning_rate": 3.385077954129421e-06,
      "loss": 0.1617,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16600114107131958,
      "step": 3485,
      "valid_targets_mean": 2965.2,
      "valid_targets_min": 1004
    },
    {
      "epoch": 5.826377295492487,
      "grad_norm": 0.7226573146652634,
      "learning_rate": 3.3388724277783347e-06,
      "loss": 0.1708,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14855024218559265,
      "step": 3490,
      "valid_targets_mean": 2656.9,
      "valid_targets_min": 564
    },
    {
      "epoch": 5.834724540901503,
      "grad_norm": 0.8221857990345114,
      "learning_rate": 3.292955683285135e-06,
      "loss": 0.1665,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1467684954404831,
      "step": 3495,
      "valid_targets_mean": 2082.8,
      "valid_targets_min": 522
    },
    {
      "epoch": 5.843071786310517,
      "grad_norm": 0.7230569578324877,
      "learning_rate": 3.2473285165096736e-06,
      "loss": 0.1564,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13656604290008545,
      "step": 3500,
      "valid_targets_mean": 2686.7,
      "valid_targets_min": 1037
    },
    {
      "epoch": 5.851419031719533,
      "grad_norm": 0.8536959044999787,
      "learning_rate": 3.2019917182926806e-06,
      "loss": 0.1581,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17382332682609558,
      "step": 3505,
      "valid_targets_mean": 2264.3,
      "valid_targets_min": 988
    },
    {
      "epoch": 5.859766277128547,
      "grad_norm": 0.7157632815807343,
      "learning_rate": 3.156946074441982e-06,
      "loss": 0.1523,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14807337522506714,
      "step": 3510,
      "valid_targets_mean": 2657.1,
      "valid_targets_min": 845
    },
    {
      "epoch": 5.868113522537563,
      "grad_norm": 0.8308098852803112,
      "learning_rate": 3.112192365718969e-06,
      "loss": 0.1724,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15952430665493011,
      "step": 3515,
      "valid_targets_mean": 1952.7,
      "valid_targets_min": 679
    },
    {
      "epoch": 5.876460767946577,
      "grad_norm": 0.7216238687251982,
      "learning_rate": 3.067731367824969e-06,
      "loss": 0.1436,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13213233649730682,
      "step": 3520,
      "valid_targets_mean": 2498.2,
      "valid_targets_min": 909
    },
    {
      "epoch": 5.884808013355593,
      "grad_norm": 0.7580182328273992,
      "learning_rate": 3.023563851387885e-06,
      "loss": 0.171,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2006535828113556,
      "step": 3525,
      "valid_targets_mean": 2834.3,
      "valid_targets_min": 942
    },
    {
      "epoch": 5.893155258764608,
      "grad_norm": 0.743791785946315,
      "learning_rate": 2.979690581948784e-06,
      "loss": 0.1474,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1370251327753067,
      "step": 3530,
      "valid_targets_mean": 2285.6,
      "valid_targets_min": 456
    },
    {
      "epoch": 5.901502504173623,
      "grad_norm": 0.7574771577324715,
      "learning_rate": 2.936112319948654e-06,
      "loss": 0.176,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19993768632411957,
      "step": 3535,
      "valid_targets_mean": 2802.4,
      "valid_targets_min": 949
    },
    {
      "epoch": 5.909849749582638,
      "grad_norm": 0.7799138270228428,
      "learning_rate": 2.892829820715208e-06,
      "loss": 0.1605,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13004331290721893,
      "step": 3540,
      "valid_targets_mean": 3011.4,
      "valid_targets_min": 733
    },
    {
      "epoch": 5.918196994991653,
      "grad_norm": 0.6122912119902282,
      "learning_rate": 2.8498438344498103e-06,
      "loss": 0.1568,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1826564073562622,
      "step": 3545,
      "valid_targets_mean": 3161.0,
      "valid_targets_min": 769
    },
    {
      "epoch": 5.926544240400668,
      "grad_norm": 1.3873463159619706,
      "learning_rate": 2.8071551062144518e-06,
      "loss": 0.1749,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14959605038166046,
      "step": 3550,
      "valid_targets_mean": 2140.4,
      "valid_targets_min": 945
    },
    {
      "epoch": 5.934891485809683,
      "grad_norm": 0.8162427514148738,
      "learning_rate": 2.7647643759188557e-06,
      "loss": 0.1592,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15046297013759613,
      "step": 3555,
      "valid_targets_mean": 2093.9,
      "valid_targets_min": 465
    },
    {
      "epoch": 5.943238731218698,
      "grad_norm": 0.7958101696195098,
      "learning_rate": 2.7226723783076447e-06,
      "loss": 0.1912,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16588354110717773,
      "step": 3560,
      "valid_targets_mean": 2123.1,
      "valid_targets_min": 874
    },
    {
      "epoch": 5.951585976627713,
      "grad_norm": 1.0098598781474784,
      "learning_rate": 2.680879842947601e-06,
      "loss": 0.1628,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16657009720802307,
      "step": 3565,
      "valid_targets_mean": 2168.7,
      "valid_targets_min": 817
    },
    {
      "epoch": 5.959933222036728,
      "grad_norm": 0.7515188412881856,
      "learning_rate": 2.6393874942150268e-06,
      "loss": 0.1544,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15513961017131805,
      "step": 3570,
      "valid_targets_mean": 2491.9,
      "valid_targets_min": 1224
    },
    {
      "epoch": 5.968280467445743,
      "grad_norm": 0.8227134907596251,
      "learning_rate": 2.598196051283193e-06,
      "loss": 0.1714,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13640505075454712,
      "step": 3575,
      "valid_targets_mean": 1789.6,
      "valid_targets_min": 745
    },
    {
      "epoch": 5.976627712854758,
      "grad_norm": 0.8497855391751271,
      "learning_rate": 2.5573062281098638e-06,
      "loss": 0.1457,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11205454170703888,
      "step": 3580,
      "valid_targets_mean": 2565.0,
      "valid_targets_min": 638
    },
    {
      "epoch": 5.984974958263773,
      "grad_norm": 0.678370649033699,
      "learning_rate": 2.5167187334249277e-06,
      "loss": 0.1465,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13231565058231354,
      "step": 3585,
      "valid_targets_mean": 3191.2,
      "valid_targets_min": 697
    },
    {
      "epoch": 5.993322203672788,
      "grad_norm": 0.7422066388381311,
      "learning_rate": 2.4764342707181155e-06,
      "loss": 0.1538,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16047775745391846,
      "step": 3590,
      "valid_targets_mean": 2584.1,
      "valid_targets_min": 604
    },
    {
      "epoch": 6.001669449081803,
      "grad_norm": 0.8851835075199939,
      "learning_rate": 2.4364535382268017e-06,
      "loss": 0.1598,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14996086061000824,
      "step": 3595,
      "valid_targets_mean": 1559.1,
      "valid_targets_min": 533
    },
    {
      "epoch": 6.010016694490818,
      "grad_norm": 0.68295567119716,
      "learning_rate": 2.3967772289239055e-06,
      "loss": 0.1425,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13082125782966614,
      "step": 3600,
      "valid_targets_mean": 2628.2,
      "valid_targets_min": 736
    },
    {
      "epoch": 6.018363939899833,
      "grad_norm": 0.8919501944293605,
      "learning_rate": 2.357406030505878e-06,
      "loss": 0.148,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17399922013282776,
      "step": 3605,
      "valid_targets_mean": 1760.0,
      "valid_targets_min": 795
    },
    {
      "epoch": 6.026711185308848,
      "grad_norm": 0.8563823633600588,
      "learning_rate": 2.318340625380786e-06,
      "loss": 0.1451,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13941307365894318,
      "step": 3610,
      "valid_targets_mean": 1836.8,
      "valid_targets_min": 779
    },
    {
      "epoch": 6.035058430717863,
      "grad_norm": 0.8400990084985073,
      "learning_rate": 2.279581690656476e-06,
      "loss": 0.1548,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16140100359916687,
      "step": 3615,
      "valid_targets_mean": 2342.7,
      "valid_targets_min": 816
    },
    {
      "epoch": 6.043405676126878,
      "grad_norm": 0.7106127667503332,
      "learning_rate": 2.241129898128851e-06,
      "loss": 0.1458,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13049355149269104,
      "step": 3620,
      "valid_targets_mean": 2636.1,
      "valid_targets_min": 1002
    },
    {
      "epoch": 6.051752921535893,
      "grad_norm": 0.8818391008759068,
      "learning_rate": 2.202985914270215e-06,
      "loss": 0.159,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1488562822341919,
      "step": 3625,
      "valid_targets_mean": 1675.2,
      "valid_targets_min": 766
    },
    {
      "epoch": 6.060100166944908,
      "grad_norm": 0.7882238670237989,
      "learning_rate": 2.1651504002177236e-06,
      "loss": 0.1615,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1578988879919052,
      "step": 3630,
      "valid_targets_mean": 2249.3,
      "valid_targets_min": 459
    },
    {
      "epoch": 6.068447412353923,
      "grad_norm": 0.8515864149791522,
      "learning_rate": 2.1276240117619283e-06,
      "loss": 0.1525,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16811984777450562,
      "step": 3635,
      "valid_targets_mean": 2181.1,
      "valid_targets_min": 853
    },
    {
      "epoch": 6.076794657762938,
      "grad_norm": 0.6823858985105556,
      "learning_rate": 2.09040739933541e-06,
      "loss": 0.1574,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15278483927249908,
      "step": 3640,
      "valid_targets_mean": 3562.9,
      "valid_targets_min": 889
    },
    {
      "epoch": 6.085141903171953,
      "grad_norm": 0.8708022073895972,
      "learning_rate": 2.0535012080015006e-06,
      "loss": 0.1455,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15357419848442078,
      "step": 3645,
      "valid_targets_mean": 1788.9,
      "valid_targets_min": 753
    },
    {
      "epoch": 6.093489148580968,
      "grad_norm": 0.7107614264087305,
      "learning_rate": 2.016906077443106e-06,
      "loss": 0.1534,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1238049566745758,
      "step": 3650,
      "valid_targets_mean": 2667.8,
      "valid_targets_min": 748
    },
    {
      "epoch": 6.101836393989983,
      "grad_norm": 0.7206179548098023,
      "learning_rate": 1.9806226419516195e-06,
      "loss": 0.1316,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13964733481407166,
      "step": 3655,
      "valid_targets_mean": 2906.7,
      "valid_targets_min": 1120
    },
    {
      "epoch": 6.110183639398999,
      "grad_norm": 0.6654522787131666,
      "learning_rate": 1.9446515304159198e-06,
      "loss": 0.1767,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19255736470222473,
      "step": 3660,
      "valid_targets_mean": 3062.2,
      "valid_targets_min": 838
    },
    {
      "epoch": 6.118530884808013,
      "grad_norm": 0.6139051527372493,
      "learning_rate": 1.9089933663114868e-06,
      "loss": 0.1432,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1455802321434021,
      "step": 3665,
      "valid_targets_mean": 3733.2,
      "valid_targets_min": 873
    },
    {
      "epoch": 6.126878130217029,
      "grad_norm": 0.8954177229974751,
      "learning_rate": 1.8736487676895754e-06,
      "loss": 0.1445,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16447719931602478,
      "step": 3670,
      "valid_targets_mean": 1722.4,
      "valid_targets_min": 584
    },
    {
      "epoch": 6.135225375626043,
      "grad_norm": 0.7889736850432763,
      "learning_rate": 1.8386183471665187e-06,
      "loss": 0.1446,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15405014157295227,
      "step": 3675,
      "valid_targets_mean": 2179.7,
      "valid_targets_min": 754
    },
    {
      "epoch": 6.143572621035059,
      "grad_norm": 0.716510609638258,
      "learning_rate": 1.8039027119131057e-06,
      "loss": 0.1646,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14177146553993225,
      "step": 3680,
      "valid_targets_mean": 2999.8,
      "valid_targets_min": 700
    },
    {
      "epoch": 6.151919866444073,
      "grad_norm": 0.8500395901113726,
      "learning_rate": 1.7695024636440484e-06,
      "loss": 0.1641,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1698373705148697,
      "step": 3685,
      "valid_targets_mean": 2100.7,
      "valid_targets_min": 800
    },
    {
      "epoch": 6.160267111853089,
      "grad_norm": 0.7370702493584649,
      "learning_rate": 1.7354181986075635e-06,
      "loss": 0.1628,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1334153264760971,
      "step": 3690,
      "valid_targets_mean": 2306.4,
      "valid_targets_min": 797
    },
    {
      "epoch": 6.168614357262103,
      "grad_norm": 0.930381567032839,
      "learning_rate": 1.701650507575039e-06,
      "loss": 0.1589,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17851126194000244,
      "step": 3695,
      "valid_targets_mean": 1861.8,
      "valid_targets_min": 934
    },
    {
      "epoch": 6.176961602671119,
      "grad_norm": 0.7905236539808159,
      "learning_rate": 1.6681999758307799e-06,
      "loss": 0.1545,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14857222139835358,
      "step": 3700,
      "valid_targets_mean": 2295.4,
      "valid_targets_min": 921
    },
    {
      "epoch": 6.185308848080133,
      "grad_norm": 1.1994597822098416,
      "learning_rate": 1.6350671831618804e-06,
      "loss": 0.148,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15778902173042297,
      "step": 3705,
      "valid_targets_mean": 2525.7,
      "valid_targets_min": 632
    },
    {
      "epoch": 6.193656093489149,
      "grad_norm": 0.9284259884291556,
      "learning_rate": 1.602252703848164e-06,
      "loss": 0.1575,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15259215235710144,
      "step": 3710,
      "valid_targets_mean": 1974.4,
      "valid_targets_min": 845
    },
    {
      "epoch": 6.202003338898163,
      "grad_norm": 0.7059060863708253,
      "learning_rate": 1.5697571066522321e-06,
      "loss": 0.1421,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12666380405426025,
      "step": 3715,
      "valid_targets_mean": 2369.9,
      "valid_targets_min": 869
    },
    {
      "epoch": 6.210350584307179,
      "grad_norm": 0.7480295618422672,
      "learning_rate": 1.5375809548096187e-06,
      "loss": 0.1397,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17569568753242493,
      "step": 3720,
      "valid_targets_mean": 2626.1,
      "valid_targets_min": 550
    },
    {
      "epoch": 6.218697829716193,
      "grad_norm": 0.8064888058289421,
      "learning_rate": 1.5057248060189956e-06,
      "loss": 0.1525,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16778752207756042,
      "step": 3725,
      "valid_targets_mean": 2279.5,
      "valid_targets_min": 795
    },
    {
      "epoch": 6.227045075125209,
      "grad_norm": 0.8964741161740296,
      "learning_rate": 1.4741892124325508e-06,
      "loss": 0.1561,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1577776074409485,
      "step": 3730,
      "valid_targets_mean": 1738.4,
      "valid_targets_min": 405
    },
    {
      "epoch": 6.235392320534224,
      "grad_norm": 0.8682581411786174,
      "learning_rate": 1.4429747206463662e-06,
      "loss": 0.1634,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21041740477085114,
      "step": 3735,
      "valid_targets_mean": 2351.8,
      "valid_targets_min": 1003
    },
    {
      "epoch": 6.243739565943239,
      "grad_norm": 0.6927794152026492,
      "learning_rate": 1.4120818716910023e-06,
      "loss": 0.1483,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14970088005065918,
      "step": 3740,
      "valid_targets_mean": 3120.8,
      "valid_targets_min": 1085
    },
    {
      "epoch": 6.252086811352254,
      "grad_norm": 0.9493800328839261,
      "learning_rate": 1.381511201022061e-06,
      "loss": 0.1434,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19243334233760834,
      "step": 3745,
      "valid_targets_mean": 1847.9,
      "valid_targets_min": 937
    },
    {
      "epoch": 6.260434056761269,
      "grad_norm": 0.7922599735178169,
      "learning_rate": 1.3512632385109582e-06,
      "loss": 0.1462,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1484522521495819,
      "step": 3750,
      "valid_targets_mean": 2647.9,
      "valid_targets_min": 1037
    },
    {
      "epoch": 6.268781302170284,
      "grad_norm": 0.7230678345988222,
      "learning_rate": 1.3213385084356944e-06,
      "loss": 0.1478,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14309535920619965,
      "step": 3755,
      "valid_targets_mean": 2840.8,
      "valid_targets_min": 967
    },
    {
      "epoch": 6.277128547579299,
      "grad_norm": 0.82103624534236,
      "learning_rate": 1.2917375294718083e-06,
      "loss": 0.1529,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14719870686531067,
      "step": 3760,
      "valid_targets_mean": 2150.3,
      "valid_targets_min": 944
    },
    {
      "epoch": 6.285475792988314,
      "grad_norm": 0.8167877816687908,
      "learning_rate": 1.262460814683344e-06,
      "loss": 0.1406,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12159612774848938,
      "step": 3765,
      "valid_targets_mean": 1696.8,
      "valid_targets_min": 953
    },
    {
      "epoch": 6.293823038397329,
      "grad_norm": 0.7164665826615882,
      "learning_rate": 1.2335088715140065e-06,
      "loss": 0.1352,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13050119578838348,
      "step": 3770,
      "valid_targets_mean": 2551.6,
      "valid_targets_min": 651
    },
    {
      "epoch": 6.302170283806344,
      "grad_norm": 0.8318504157865843,
      "learning_rate": 1.2048822017783168e-06,
      "loss": 0.1676,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1429317593574524,
      "step": 3775,
      "valid_targets_mean": 2180.4,
      "valid_targets_min": 557
    },
    {
      "epoch": 6.310517529215359,
      "grad_norm": 0.8649492258660376,
      "learning_rate": 1.1765813016529592e-06,
      "loss": 0.1442,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14729107916355133,
      "step": 3780,
      "valid_targets_mean": 2001.9,
      "valid_targets_min": 919
    },
    {
      "epoch": 6.318864774624374,
      "grad_norm": 0.6475240793732475,
      "learning_rate": 1.1486066616681413e-06,
      "loss": 0.1448,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12821900844573975,
      "step": 3785,
      "valid_targets_mean": 3358.6,
      "valid_targets_min": 639
    },
    {
      "epoch": 6.3272120200333895,
      "grad_norm": 0.6529794567135447,
      "learning_rate": 1.1209587666991273e-06,
      "loss": 0.1577,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12259849905967712,
      "step": 3790,
      "valid_targets_mean": 2630.0,
      "valid_targets_min": 507
    },
    {
      "epoch": 6.335559265442404,
      "grad_norm": 0.8562469991700906,
      "learning_rate": 1.093638095957803e-06,
      "loss": 0.1532,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13961325585842133,
      "step": 3795,
      "valid_targets_mean": 2000.7,
      "valid_targets_min": 788
    },
    {
      "epoch": 6.343906510851419,
      "grad_norm": 0.7616736404357265,
      "learning_rate": 1.0666451229844e-06,
      "loss": 0.1393,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13437359035015106,
      "step": 3800,
      "valid_targets_mean": 2390.3,
      "valid_targets_min": 742
    },
    {
      "epoch": 6.352253756260434,
      "grad_norm": 0.7964023011189172,
      "learning_rate": 1.0399803156392507e-06,
      "loss": 0.1737,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1961688995361328,
      "step": 3805,
      "valid_targets_mean": 3100.4,
      "valid_targets_min": 749
    },
    {
      "epoch": 6.360601001669449,
      "grad_norm": 0.6451812780593027,
      "learning_rate": 1.0136441360947247e-06,
      "loss": 0.1485,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13224376738071442,
      "step": 3810,
      "valid_targets_mean": 2783.3,
      "valid_targets_min": 1025
    },
    {
      "epoch": 6.368948247078464,
      "grad_norm": 0.780990570956473,
      "learning_rate": 9.876370408271675e-07,
      "loss": 0.149,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14712658524513245,
      "step": 3815,
      "valid_targets_mean": 2153.8,
      "valid_targets_min": 1102
    },
    {
      "epoch": 6.377295492487479,
      "grad_norm": 0.9058546698768619,
      "learning_rate": 9.619594806090449e-07,
      "loss": 0.1432,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17065516114234924,
      "step": 3820,
      "valid_targets_mean": 2582.9,
      "valid_targets_min": 774
    },
    {
      "epoch": 6.385642737896494,
      "grad_norm": 0.80780743496805,
      "learning_rate": 9.366119005010699e-07,
      "loss": 0.1533,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15681153535842896,
      "step": 3825,
      "valid_targets_mean": 2118.6,
      "valid_targets_min": 826
    },
    {
      "epoch": 6.393989983305509,
      "grad_norm": 0.70463459252326,
      "learning_rate": 9.115947398445413e-07,
      "loss": 0.1566,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14721426367759705,
      "step": 3830,
      "valid_targets_mean": 2749.4,
      "valid_targets_min": 747
    },
    {
      "epoch": 6.402337228714524,
      "grad_norm": 0.8644015909784643,
      "learning_rate": 8.869084322536881e-07,
      "loss": 0.138,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12953412532806396,
      "step": 3835,
      "valid_targets_mean": 2124.9,
      "valid_targets_min": 851
    },
    {
      "epoch": 6.410684474123539,
      "grad_norm": 0.7417130201852908,
      "learning_rate": 8.62553405608193e-07,
      "loss": 0.1508,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14260517060756683,
      "step": 3840,
      "valid_targets_mean": 2690.2,
      "valid_targets_min": 1004
    },
    {
      "epoch": 6.419031719532554,
      "grad_norm": 0.8268422940872953,
      "learning_rate": 8.385300820457276e-07,
      "loss": 0.1549,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15967655181884766,
      "step": 3845,
      "valid_targets_mean": 2200.2,
      "valid_targets_min": 735
    },
    {
      "epoch": 6.427378964941569,
      "grad_norm": 0.8770658445847365,
      "learning_rate": 8.148388779546912e-07,
      "loss": 0.1373,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14727085828781128,
      "step": 3850,
      "valid_targets_mean": 1786.2,
      "valid_targets_min": 752
    },
    {
      "epoch": 6.435726210350584,
      "grad_norm": 0.8218639604859261,
      "learning_rate": 7.914802039669412e-07,
      "loss": 0.1536,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14088010787963867,
      "step": 3855,
      "valid_targets_mean": 2001.0,
      "valid_targets_min": 906
    },
    {
      "epoch": 6.444073455759599,
      "grad_norm": 0.6589311589586826,
      "learning_rate": 7.684544649507164e-07,
      "loss": 0.1504,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1165132224559784,
      "step": 3860,
      "valid_targets_mean": 2767.9,
      "valid_targets_min": 780
    },
    {
      "epoch": 6.452420701168615,
      "grad_norm": 0.6563808927800845,
      "learning_rate": 7.457620600035898e-07,
      "loss": 0.1656,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19552037119865417,
      "step": 3865,
      "valid_targets_mean": 3452.3,
      "valid_targets_min": 889
    },
    {
      "epoch": 6.460767946577629,
      "grad_norm": 0.8718152279689915,
      "learning_rate": 7.234033824455821e-07,
      "loss": 0.1496,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1512538194656372,
      "step": 3870,
      "valid_targets_mean": 1872.3,
      "valid_targets_min": 619
    },
    {
      "epoch": 6.469115191986645,
      "grad_norm": 0.7803820718033989,
      "learning_rate": 7.01378819812304e-07,
      "loss": 0.1438,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1376628577709198,
      "step": 3875,
      "valid_targets_mean": 2177.5,
      "valid_targets_min": 790
    },
    {
      "epoch": 6.477462437395659,
      "grad_norm": 0.8404903873415192,
      "learning_rate": 6.796887538482821e-07,
      "loss": 0.138,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1302323341369629,
      "step": 3880,
      "valid_targets_mean": 1652.6,
      "valid_targets_min": 759
    },
    {
      "epoch": 6.485809682804675,
      "grad_norm": 0.7041496296544049,
      "learning_rate": 6.583335605003083e-07,
      "loss": 0.1415,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13807426393032074,
      "step": 3885,
      "valid_targets_mean": 2838.5,
      "valid_targets_min": 777
    },
    {
      "epoch": 6.494156928213689,
      "grad_norm": 0.8106972968034039,
      "learning_rate": 6.373136099109455e-07,
      "loss": 0.1438,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13782069087028503,
      "step": 3890,
      "valid_targets_mean": 2152.6,
      "valid_targets_min": 820
    },
    {
      "epoch": 6.502504173622705,
      "grad_norm": 0.8280130065865383,
      "learning_rate": 6.166292664120987e-07,
      "loss": 0.1482,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1481216847896576,
      "step": 3895,
      "valid_targets_mean": 3080.4,
      "valid_targets_min": 740
    },
    {
      "epoch": 6.510851419031719,
      "grad_norm": 0.9297980497793329,
      "learning_rate": 5.962808885187121e-07,
      "loss": 0.1524,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1642313301563263,
      "step": 3900,
      "valid_targets_mean": 1828.1,
      "valid_targets_min": 831
    },
    {
      "epoch": 6.519198664440735,
      "grad_norm": 0.7176871847569163,
      "learning_rate": 5.762688289225349e-07,
      "loss": 0.1383,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12464821338653564,
      "step": 3905,
      "valid_targets_mean": 2672.1,
      "valid_targets_min": 915
    },
    {
      "epoch": 6.527545909849749,
      "grad_norm": 0.7931047339698734,
      "learning_rate": 5.565934344860413e-07,
      "loss": 0.1545,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16860723495483398,
      "step": 3910,
      "valid_targets_mean": 2200.2,
      "valid_targets_min": 886
    },
    {
      "epoch": 6.535893155258765,
      "grad_norm": 0.7250577663610173,
      "learning_rate": 5.372550462363779e-07,
      "loss": 0.1451,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15044459700584412,
      "step": 3915,
      "valid_targets_mean": 2521.6,
      "valid_targets_min": 832
    },
    {
      "epoch": 6.54424040066778,
      "grad_norm": 0.70964828840811,
      "learning_rate": 5.182539993594904e-07,
      "loss": 0.1569,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15507769584655762,
      "step": 3920,
      "valid_targets_mean": 3136.9,
      "valid_targets_min": 763
    },
    {
      "epoch": 6.552587646076795,
      "grad_norm": 0.5479851363438597,
      "learning_rate": 4.99590623194286e-07,
      "loss": 0.1643,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12132815271615982,
      "step": 3925,
      "valid_targets_mean": 3820.2,
      "valid_targets_min": 507
    },
    {
      "epoch": 6.560934891485809,
      "grad_norm": 0.9976448171759269,
      "learning_rate": 4.812652412269448e-07,
      "loss": 0.1561,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15689195692539215,
      "step": 3930,
      "valid_targets_mean": 2140.2,
      "valid_targets_min": 728
    },
    {
      "epoch": 6.569282136894825,
      "grad_norm": 0.8316878399735419,
      "learning_rate": 4.632781710852929e-07,
      "loss": 0.1607,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14460167288780212,
      "step": 3935,
      "valid_targets_mean": 2163.6,
      "valid_targets_min": 677
    },
    {
      "epoch": 6.57762938230384,
      "grad_norm": 0.8666059921643122,
      "learning_rate": 4.456297245333252e-07,
      "loss": 0.1488,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1719382107257843,
      "step": 3940,
      "valid_targets_mean": 2084.9,
      "valid_targets_min": 772
    },
    {
      "epoch": 6.585976627712855,
      "grad_norm": 0.778464606415217,
      "learning_rate": 4.2832020746576666e-07,
      "loss": 0.1515,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14451493322849274,
      "step": 3945,
      "valid_targets_mean": 2528.0,
      "valid_targets_min": 721
    },
    {
      "epoch": 6.59432387312187,
      "grad_norm": 0.9300957361061936,
      "learning_rate": 4.113499199028037e-07,
      "loss": 0.1445,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15607938170433044,
      "step": 3950,
      "valid_targets_mean": 1620.5,
      "valid_targets_min": 1012
    },
    {
      "epoch": 6.602671118530885,
      "grad_norm": 0.719633133630761,
      "learning_rate": 3.9471915598485954e-07,
      "loss": 0.1404,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13011206686496735,
      "step": 3955,
      "valid_targets_mean": 2869.9,
      "valid_targets_min": 808
    },
    {
      "epoch": 6.6110183639399,
      "grad_norm": 0.7601853892881769,
      "learning_rate": 3.7842820396751134e-07,
      "loss": 0.1498,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12894247472286224,
      "step": 3960,
      "valid_targets_mean": 2399.6,
      "valid_targets_min": 816
    },
    {
      "epoch": 6.619365609348915,
      "grad_norm": 0.6867943751621223,
      "learning_rate": 3.62477346216481e-07,
      "loss": 0.1477,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12438494712114334,
      "step": 3965,
      "valid_targets_mean": 2482.9,
      "valid_targets_min": 527
    },
    {
      "epoch": 6.62771285475793,
      "grad_norm": 0.8238437846372922,
      "learning_rate": 3.468668592027613e-07,
      "loss": 0.1426,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16205736994743347,
      "step": 3970,
      "valid_targets_mean": 2345.9,
      "valid_targets_min": 456
    },
    {
      "epoch": 6.636060100166945,
      "grad_norm": 0.8072915256120992,
      "learning_rate": 3.3159701349779083e-07,
      "loss": 0.1441,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15181957185268402,
      "step": 3975,
      "valid_targets_mean": 2285.8,
      "valid_targets_min": 550
    },
    {
      "epoch": 6.64440734557596,
      "grad_norm": 0.9214323771905132,
      "learning_rate": 3.1666807376880436e-07,
      "loss": 0.1527,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15702925622463226,
      "step": 3980,
      "valid_targets_mean": 1984.9,
      "valid_targets_min": 513
    },
    {
      "epoch": 6.652754590984975,
      "grad_norm": 0.8643867218156146,
      "learning_rate": 3.0208029877420996e-07,
      "loss": 0.1481,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14187416434288025,
      "step": 3985,
      "valid_targets_mean": 1891.2,
      "valid_targets_min": 1172
    },
    {
      "epoch": 6.66110183639399,
      "grad_norm": 0.791139177061262,
      "learning_rate": 2.8783394135913245e-07,
      "loss": 0.1576,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14083585143089294,
      "step": 3990,
      "valid_targets_mean": 2188.8,
      "valid_targets_min": 918
    },
    {
      "epoch": 6.669449081803005,
      "grad_norm": 0.8683379944084556,
      "learning_rate": 2.7392924845100364e-07,
      "loss": 0.1528,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13562563061714172,
      "step": 3995,
      "valid_targets_mean": 1675.1,
      "valid_targets_min": 999
    },
    {
      "epoch": 6.67779632721202,
      "grad_norm": 0.720045003491463,
      "learning_rate": 2.6036646105530804e-07,
      "loss": 0.1481,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15499843657016754,
      "step": 4000,
      "valid_targets_mean": 2623.3,
      "valid_targets_min": 745
    },
    {
      "epoch": 6.686143572621035,
      "grad_norm": 0.75089986646281,
      "learning_rate": 2.471458142513861e-07,
      "loss": 0.1356,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15602612495422363,
      "step": 4005,
      "valid_targets_mean": 3015.9,
      "valid_targets_min": 869
    },
    {
      "epoch": 6.69449081803005,
      "grad_norm": 0.8709557230002241,
      "learning_rate": 2.3426753718837735e-07,
      "loss": 0.1497,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15754127502441406,
      "step": 4010,
      "valid_targets_mean": 2058.2,
      "valid_targets_min": 628
    },
    {
      "epoch": 6.702838063439065,
      "grad_norm": 0.7904343487830936,
      "learning_rate": 2.2173185308122624e-07,
      "loss": 0.1683,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14883893728256226,
      "step": 4015,
      "valid_targets_mean": 2092.8,
      "valid_targets_min": 757
    },
    {
      "epoch": 6.71118530884808,
      "grad_norm": 0.7145063589046023,
      "learning_rate": 2.0953897920683807e-07,
      "loss": 0.1753,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1378771811723709,
      "step": 4020,
      "valid_targets_mean": 2559.1,
      "valid_targets_min": 783
    },
    {
      "epoch": 6.719532554257095,
      "grad_norm": 0.7598989722253284,
      "learning_rate": 1.976891269002934e-07,
      "loss": 0.1337,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10784684121608734,
      "step": 4025,
      "valid_targets_mean": 2588.8,
      "valid_targets_min": 983
    },
    {
      "epoch": 6.72787979966611,
      "grad_norm": 0.8413872775162127,
      "learning_rate": 1.861825015511931e-07,
      "loss": 0.1534,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17496861517429352,
      "step": 4030,
      "valid_targets_mean": 2141.1,
      "valid_targets_min": 993
    },
    {
      "epoch": 6.736227045075125,
      "grad_norm": 0.8634852676022146,
      "learning_rate": 1.7501930260009902e-07,
      "loss": 0.1676,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15318435430526733,
      "step": 4035,
      "valid_targets_mean": 1876.1,
      "valid_targets_min": 525
    },
    {
      "epoch": 6.74457429048414,
      "grad_norm": 0.7873931330972831,
      "learning_rate": 1.6419972353507895e-07,
      "loss": 0.1543,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13331487774848938,
      "step": 4040,
      "valid_targets_mean": 2130.6,
      "valid_targets_min": 595
    },
    {
      "epoch": 6.752921535893155,
      "grad_norm": 0.8576645010509434,
      "learning_rate": 1.5372395188834265e-07,
      "loss": 0.1474,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16483411192893982,
      "step": 4045,
      "valid_targets_mean": 2134.8,
      "valid_targets_min": 1088
    },
    {
      "epoch": 6.76126878130217,
      "grad_norm": 0.8119533846761552,
      "learning_rate": 1.435921692330089e-07,
      "loss": 0.1542,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1412743628025055,
      "step": 4050,
      "valid_targets_mean": 2252.3,
      "valid_targets_min": 677
    },
    {
      "epoch": 6.769616026711185,
      "grad_norm": 0.7153742652447527,
      "learning_rate": 1.3380455117993684e-07,
      "loss": 0.1479,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13982108235359192,
      "step": 4055,
      "valid_targets_mean": 2874.8,
      "valid_targets_min": 1056
    },
    {
      "epoch": 6.7779632721202,
      "grad_norm": 0.7524907083015943,
      "learning_rate": 1.2436126737470189e-07,
      "loss": 0.1479,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1693270355463028,
      "step": 4060,
      "valid_targets_mean": 2893.0,
      "valid_targets_min": 1166
    },
    {
      "epoch": 6.786310517529215,
      "grad_norm": 0.8131918622747486,
      "learning_rate": 1.1526248149464236e-07,
      "loss": 0.1421,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1297546923160553,
      "step": 4065,
      "valid_targets_mean": 2438.2,
      "valid_targets_min": 750
    },
    {
      "epoch": 6.794657762938231,
      "grad_norm": 0.8254520795899082,
      "learning_rate": 1.0650835124603076e-07,
      "loss": 0.1513,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17750290036201477,
      "step": 4070,
      "valid_targets_mean": 2331.2,
      "valid_targets_min": 633
    },
    {
      "epoch": 6.803005008347245,
      "grad_norm": 0.5693397168090245,
      "learning_rate": 9.809902836133367e-08,
      "loss": 0.1616,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11621634662151337,
      "step": 4075,
      "valid_targets_mean": 3902.2,
      "valid_targets_min": 525
    },
    {
      "epoch": 6.811352253756261,
      "grad_norm": 0.7921103418512198,
      "learning_rate": 9.0034658596585e-08,
      "loss": 0.1544,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1455313265323639,
      "step": 4080,
      "valid_targets_mean": 2482.9,
      "valid_targets_min": 576
    },
    {
      "epoch": 6.819699499165275,
      "grad_norm": 0.6582144430852905,
      "learning_rate": 8.231538172886133e-08,
      "loss": 0.1379,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12822675704956055,
      "step": 4085,
      "valid_targets_mean": 3741.5,
      "valid_targets_min": 1190
    },
    {
      "epoch": 6.828046744574291,
      "grad_norm": 0.8205193387869907,
      "learning_rate": 7.494133155385497e-08,
      "loss": 0.1513,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14899955689907074,
      "step": 4090,
      "valid_targets_mean": 2317.9,
      "valid_targets_min": 1084
    },
    {
      "epoch": 6.836393989983305,
      "grad_norm": 0.7539463818014838,
      "learning_rate": 6.791263588355801e-08,
      "loss": 0.148,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14302432537078857,
      "step": 4095,
      "valid_targets_mean": 2724.6,
      "valid_targets_min": 506
    },
    {
      "epoch": 6.844741235392321,
      "grad_norm": 0.7932352371809603,
      "learning_rate": 6.122941654404635e-08,
      "loss": 0.147,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14877904951572418,
      "step": 4100,
      "valid_targets_mean": 2295.2,
      "valid_targets_min": 686
    },
    {
      "epoch": 6.853088480801335,
      "grad_norm": 0.7592631042172903,
      "learning_rate": 5.489178937337025e-08,
      "loss": 0.1598,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12802311778068542,
      "step": 4105,
      "valid_targets_mean": 2435.0,
      "valid_targets_min": 645
    },
    {
      "epoch": 6.861435726210351,
      "grad_norm": 0.740400544183983,
      "learning_rate": 4.88998642195404e-08,
      "loss": 0.1493,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1675623655319214,
      "step": 4110,
      "valid_targets_mean": 3020.7,
      "valid_targets_min": 626
    },
    {
      "epoch": 6.869782971619365,
      "grad_norm": 0.7551212330644226,
      "learning_rate": 4.325374493862944e-08,
      "loss": 0.1454,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13239090144634247,
      "step": 4115,
      "valid_targets_mean": 2441.3,
      "valid_targets_min": 870
    },
    {
      "epoch": 6.878130217028381,
      "grad_norm": 0.7873026947247144,
      "learning_rate": 3.795352939296892e-08,
      "loss": 0.1431,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14240020513534546,
      "step": 4120,
      "valid_targets_mean": 2650.7,
      "valid_targets_min": 1026
    },
    {
      "epoch": 6.886477462437396,
      "grad_norm": 0.7222184243331321,
      "learning_rate": 3.2999309449459616e-08,
      "loss": 0.1593,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16258357465267181,
      "step": 4125,
      "valid_targets_mean": 3553.1,
      "valid_targets_min": 677
    },
    {
      "epoch": 6.894824707846411,
      "grad_norm": 0.6934001168798835,
      "learning_rate": 2.8391170977968287e-08,
      "loss": 0.1398,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12724414467811584,
      "step": 4130,
      "valid_targets_mean": 2916.6,
      "valid_targets_min": 438
    },
    {
      "epoch": 6.903171953255426,
      "grad_norm": 0.9163732670059814,
      "learning_rate": 2.4129193849848907e-08,
      "loss": 0.1447,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15469247102737427,
      "step": 4135,
      "valid_targets_mean": 2397.9,
      "valid_targets_min": 640
    },
    {
      "epoch": 6.911519198664441,
      "grad_norm": 0.7737472588199307,
      "learning_rate": 2.0213451936550445e-08,
      "loss": 0.1373,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12313120067119598,
      "step": 4140,
      "valid_targets_mean": 2735.7,
      "valid_targets_min": 782
    },
    {
      "epoch": 6.919866444073456,
      "grad_norm": 0.7576774958636098,
      "learning_rate": 1.6644013108342294e-08,
      "loss": 0.1495,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13469135761260986,
      "step": 4145,
      "valid_targets_mean": 2412.2,
      "valid_targets_min": 723
    },
    {
      "epoch": 6.928213689482471,
      "grad_norm": 0.7420215162394664,
      "learning_rate": 1.3420939233139696e-08,
      "loss": 0.1498,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10983003675937653,
      "step": 4150,
      "valid_targets_mean": 2161.1,
      "valid_targets_min": 924
    },
    {
      "epoch": 6.936560934891486,
      "grad_norm": 0.7934013440268688,
      "learning_rate": 1.0544286175422358e-08,
      "loss": 0.1615,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14139649271965027,
      "step": 4155,
      "valid_targets_mean": 2119.1,
      "valid_targets_min": 875
    },
    {
      "epoch": 6.944908180300501,
      "grad_norm": 0.8656111522075016,
      "learning_rate": 8.01410379527301e-09,
      "loss": 0.153,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1604747772216797,
      "step": 4160,
      "valid_targets_mean": 2016.5,
      "valid_targets_min": 512
    },
    {
      "epoch": 6.953255425709516,
      "grad_norm": 0.6875432157123391,
      "learning_rate": 5.8304359475158665e-09,
      "loss": 0.164,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13078603148460388,
      "step": 4165,
      "valid_targets_mean": 3092.0,
      "valid_targets_min": 762
    },
    {
      "epoch": 6.961602671118531,
      "grad_norm": 0.5864264486139331,
      "learning_rate": 3.993320480946139e-09,
      "loss": 0.1359,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11410185694694519,
      "step": 4170,
      "valid_targets_mean": 3428.4,
      "valid_targets_min": 449
    },
    {
      "epoch": 6.969949916527546,
      "grad_norm": 0.864314819572472,
      "learning_rate": 2.5027892376860984e-09,
      "loss": 0.1572,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14249885082244873,
      "step": 4175,
      "valid_targets_mean": 2076.8,
      "valid_targets_min": 935
    },
    {
      "epoch": 6.978297161936561,
      "grad_norm": 0.723051086359361,
      "learning_rate": 1.3588680526255282e-09,
      "loss": 0.1533,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1290482133626938,
      "step": 4180,
      "valid_targets_mean": 2310.8,
      "valid_targets_min": 888
    },
    {
      "epoch": 6.986644407345576,
      "grad_norm": 0.769256389319607,
      "learning_rate": 5.615767529709715e-10,
      "loss": 0.1409,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12539488077163696,
      "step": 4185,
      "valid_targets_mean": 2040.4,
      "valid_targets_min": 375
    },
    {
      "epoch": 6.994991652754591,
      "grad_norm": 0.7838050810433654,
      "learning_rate": 1.1092915791266479e-10,
      "loss": 0.1658,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1675959825515747,
      "step": 4190,
      "valid_targets_mean": 2465.7,
      "valid_targets_min": 563
    },
    {
      "epoch": 7.0,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16129948198795319,
      "step": 4193,
      "total_flos": 746122008920064.0,
      "train_loss": 0.22925819348185836,
      "train_runtime": 17543.4013,
      "train_samples_per_second": 3.821,
      "train_steps_per_second": 0.239,
      "valid_targets_mean": 1733.8,
      "valid_targets_min": 533
    }
  ],
  "logging_steps": 5,
  "max_steps": 4193,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 7,
  "save_steps": 1500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 746122008920064.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}