{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 8.0,
  "eval_steps": 500,
  "global_step": 2512,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01592356687898089,
      "grad_norm": 5.1627424708602865,
      "learning_rate": 3.0769230769230774e-05,
      "loss": 0.6402,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5630480051040649,
      "step": 5,
      "valid_targets_mean": 5091.6,
      "valid_targets_min": 2994
    },
    {
      "epoch": 0.03184713375796178,
      "grad_norm": 0.8147077629853552,
      "learning_rate": 6.923076923076924e-05,
      "loss": 0.4346,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.38636261224746704,
      "step": 10,
      "valid_targets_mean": 4814.8,
      "valid_targets_min": 1220
    },
    {
      "epoch": 0.04777070063694268,
      "grad_norm": 0.6154406131503678,
      "learning_rate": 9.999996048998592e-05,
      "loss": 0.3816,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3615490794181824,
      "step": 15,
      "valid_targets_mean": 4980.2,
      "valid_targets_min": 1527
    },
    {
      "epoch": 0.06369426751592357,
      "grad_norm": 0.3780803766484798,
      "learning_rate": 9.999857764604897e-05,
      "loss": 0.3323,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30556270480155945,
      "step": 20,
      "valid_targets_mean": 4968.2,
      "valid_targets_min": 2084
    },
    {
      "epoch": 0.07961783439490445,
      "grad_norm": 0.4181503335353106,
      "learning_rate": 9.999521936384848e-05,
      "loss": 0.3195,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3232268691062927,
      "step": 25,
      "valid_targets_mean": 5354.2,
      "valid_targets_min": 2594
    },
    {
      "epoch": 0.09554140127388536,
      "grad_norm": 0.36639127650079945,
      "learning_rate": 9.998988577606981e-05,
      "loss": 0.3016,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2855026423931122,
      "step": 30,
      "valid_targets_mean": 5369.9,
      "valid_targets_min": 2402
    },
    {
      "epoch": 0.11146496815286625,
      "grad_norm": 0.3856048857076572,
      "learning_rate": 9.998257709344246e-05,
      "loss": 0.2895,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2963900566101074,
      "step": 35,
      "valid_targets_mean": 5076.0,
      "valid_targets_min": 1455
    },
    {
      "epoch": 0.12738853503184713,
      "grad_norm": 0.3568357342827682,
      "learning_rate": 9.99732936047316e-05,
      "loss": 0.2816,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27956438064575195,
      "step": 40,
      "valid_targets_mean": 4995.9,
      "valid_targets_min": 1142
    },
    {
      "epoch": 0.14331210191082802,
      "grad_norm": 0.40201031518512703,
      "learning_rate": 9.99620356767269e-05,
      "loss": 0.2908,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27538031339645386,
      "step": 45,
      "valid_targets_mean": 4971.8,
      "valid_targets_min": 1301
    },
    {
      "epoch": 0.1592356687898089,
      "grad_norm": 0.3431144017209652,
      "learning_rate": 9.994880375422783e-05,
      "loss": 0.2846,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28784871101379395,
      "step": 50,
      "valid_targets_mean": 5174.9,
      "valid_targets_min": 1862
    },
    {
      "epoch": 0.1751592356687898,
      "grad_norm": 0.36286547477848036,
      "learning_rate": 9.993359836002618e-05,
      "loss": 0.2811,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2978650629520416,
      "step": 55,
      "valid_targets_mean": 5035.7,
      "valid_targets_min": 2337
    },
    {
      "epoch": 0.1910828025477707,
      "grad_norm": 0.3371161108459167,
      "learning_rate": 9.99164200948854e-05,
      "loss": 0.277,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29169130325317383,
      "step": 60,
      "valid_targets_mean": 5036.6,
      "valid_targets_min": 2338
    },
    {
      "epoch": 0.2070063694267516,
      "grad_norm": 0.36824491112911706,
      "learning_rate": 9.989726963751682e-05,
      "loss": 0.2818,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2806537449359894,
      "step": 65,
      "valid_targets_mean": 5050.6,
      "valid_targets_min": 2032
    },
    {
      "epoch": 0.2229299363057325,
      "grad_norm": 0.3350925520701665,
      "learning_rate": 9.987614774455291e-05,
      "loss": 0.2709,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25298139452934265,
      "step": 70,
      "valid_targets_mean": 4749.6,
      "valid_targets_min": 2198
    },
    {
      "epoch": 0.23885350318471338,
      "grad_norm": 0.30820780795004016,
      "learning_rate": 9.985305525051732e-05,
      "loss": 0.2791,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25446945428848267,
      "step": 75,
      "valid_targets_mean": 4463.5,
      "valid_targets_min": 1196
    },
    {
      "epoch": 0.25477707006369427,
      "grad_norm": 0.3343999813566176,
      "learning_rate": 9.98279930677919e-05,
      "loss": 0.2675,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26154083013534546,
      "step": 80,
      "valid_targets_mean": 4928.5,
      "valid_targets_min": 1309
    },
    {
      "epoch": 0.27070063694267515,
      "grad_norm": 0.33484829605039995,
      "learning_rate": 9.980096218658075e-05,
      "loss": 0.2702,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28014805912971497,
      "step": 85,
      "valid_targets_mean": 4681.4,
      "valid_targets_min": 1081
    },
    {
      "epoch": 0.28662420382165604,
      "grad_norm": 0.3584368616172035,
      "learning_rate": 9.977196367487099e-05,
      "loss": 0.2748,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2871628999710083,
      "step": 90,
      "valid_targets_mean": 4954.0,
      "valid_targets_min": 2182
    },
    {
      "epoch": 0.30254777070063693,
      "grad_norm": 0.33726919200592925,
      "learning_rate": 9.974099867839057e-05,
      "loss": 0.2663,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2946035861968994,
      "step": 95,
      "valid_targets_mean": 5323.2,
      "valid_targets_min": 3030
    },
    {
      "epoch": 0.3184713375796178,
      "grad_norm": 0.3353890833015672,
      "learning_rate": 9.970806842056311e-05,
      "loss": 0.2707,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26885706186294556,
      "step": 100,
      "valid_targets_mean": 5171.5,
      "valid_targets_min": 2061
    },
    {
      "epoch": 0.3343949044585987,
      "grad_norm": 0.3202356656812135,
      "learning_rate": 9.967317420245943e-05,
      "loss": 0.2688,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2668047547340393,
      "step": 105,
      "valid_targets_mean": 5587.8,
      "valid_targets_min": 3096
    },
    {
      "epoch": 0.3503184713375796,
      "grad_norm": 0.3021804536694233,
      "learning_rate": 9.963631740274622e-05,
      "loss": 0.265,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28386884927749634,
      "step": 110,
      "valid_targets_mean": 5126.0,
      "valid_targets_min": 862
    },
    {
      "epoch": 0.3662420382165605,
      "grad_norm": 0.3334369990245805,
      "learning_rate": 9.959749947763158e-05,
      "loss": 0.2675,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.263800710439682,
      "step": 115,
      "valid_targets_mean": 4909.7,
      "valid_targets_min": 1162
    },
    {
      "epoch": 0.3821656050955414,
      "grad_norm": 0.2949864480996826,
      "learning_rate": 9.955672196080739e-05,
      "loss": 0.2564,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2584902048110962,
      "step": 120,
      "valid_targets_mean": 5142.3,
      "valid_targets_min": 1234
    },
    {
      "epoch": 0.3980891719745223,
      "grad_norm": 0.2914651429334071,
      "learning_rate": 9.951398646338883e-05,
      "loss": 0.2675,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2563759386539459,
      "step": 125,
      "valid_targets_mean": 5247.2,
      "valid_targets_min": 1289
    },
    {
      "epoch": 0.4140127388535032,
      "grad_norm": 0.26880917531862386,
      "learning_rate": 9.946929467385069e-05,
      "loss": 0.248,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23924624919891357,
      "step": 130,
      "valid_targets_mean": 4959.4,
      "valid_targets_min": 1226
    },
    {
      "epoch": 0.4299363057324841,
      "grad_norm": 0.3015826296305107,
      "learning_rate": 9.94226483579606e-05,
      "loss": 0.2656,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2536826729774475,
      "step": 135,
      "valid_targets_mean": 4916.9,
      "valid_targets_min": 726
    },
    {
      "epoch": 0.445859872611465,
      "grad_norm": 0.3010552961474912,
      "learning_rate": 9.937404935870938e-05,
      "loss": 0.2458,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24484194815158844,
      "step": 140,
      "valid_targets_mean": 5002.2,
      "valid_targets_min": 1078
    },
    {
      "epoch": 0.46178343949044587,
      "grad_norm": 0.2841868902626214,
      "learning_rate": 9.932349959623803e-05,
      "loss": 0.2523,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22377413511276245,
      "step": 145,
      "valid_targets_mean": 4933.1,
      "valid_targets_min": 2704
    },
    {
      "epoch": 0.47770700636942676,
      "grad_norm": 0.29263201361908825,
      "learning_rate": 9.927100106776212e-05,
      "loss": 0.2608,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25427815318107605,
      "step": 150,
      "valid_targets_mean": 4726.8,
      "valid_targets_min": 1075
    },
    {
      "epoch": 0.49363057324840764,
      "grad_norm": 0.28068872626467783,
      "learning_rate": 9.92165558474927e-05,
      "loss": 0.265,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2538498640060425,
      "step": 155,
      "valid_targets_mean": 5207.2,
      "valid_targets_min": 1446
    },
    {
      "epoch": 0.5095541401273885,
      "grad_norm": 0.2884340802705652,
      "learning_rate": 9.916016608655435e-05,
      "loss": 0.2487,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24591267108917236,
      "step": 160,
      "valid_targets_mean": 4500.6,
      "valid_targets_min": 1102
    },
    {
      "epoch": 0.5254777070063694,
      "grad_norm": 0.2874037636407836,
      "learning_rate": 9.91018340129003e-05,
      "loss": 0.2566,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23591633141040802,
      "step": 165,
      "valid_targets_mean": 4635.1,
      "valid_targets_min": 952
    },
    {
      "epoch": 0.5414012738853503,
      "grad_norm": 0.2730487924375769,
      "learning_rate": 9.904156193122432e-05,
      "loss": 0.2502,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24668367207050323,
      "step": 170,
      "valid_targets_mean": 5230.3,
      "valid_targets_min": 1655
    },
    {
      "epoch": 0.5573248407643312,
      "grad_norm": 0.2785973316407628,
      "learning_rate": 9.897935222286967e-05,
      "loss": 0.2647,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2556725740432739,
      "step": 175,
      "valid_targets_mean": 5062.9,
      "valid_targets_min": 1658
    },
    {
      "epoch": 0.5732484076433121,
      "grad_norm": 0.28238551486872815,
      "learning_rate": 9.891520734573505e-05,
      "loss": 0.2599,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26440194249153137,
      "step": 180,
      "valid_targets_mean": 5090.6,
      "valid_targets_min": 1215
    },
    {
      "epoch": 0.589171974522293,
      "grad_norm": 0.28261747155215106,
      "learning_rate": 9.884912983417743e-05,
      "loss": 0.2604,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2573757767677307,
      "step": 185,
      "valid_targets_mean": 5256.4,
      "valid_targets_min": 1349
    },
    {
      "epoch": 0.6050955414012739,
      "grad_norm": 0.2798920367821444,
      "learning_rate": 9.878112229891199e-05,
      "loss": 0.2449,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2541036903858185,
      "step": 190,
      "valid_targets_mean": 5022.8,
      "valid_targets_min": 2063
    },
    {
      "epoch": 0.6210191082802548,
      "grad_norm": 0.282425914451762,
      "learning_rate": 9.87111874269089e-05,
      "loss": 0.249,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26237931847572327,
      "step": 195,
      "valid_targets_mean": 5177.3,
      "valid_targets_min": 1598
    },
    {
      "epoch": 0.6369426751592356,
      "grad_norm": 0.29460873508613755,
      "learning_rate": 9.86393279812872e-05,
      "loss": 0.2574,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24381877481937408,
      "step": 200,
      "valid_targets_mean": 4988.2,
      "valid_targets_min": 1304
    },
    {
      "epoch": 0.6528662420382165,
      "grad_norm": 0.2829320192597821,
      "learning_rate": 9.856554680120565e-05,
      "loss": 0.2595,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2609613537788391,
      "step": 205,
      "valid_targets_mean": 5108.7,
      "valid_targets_min": 2200
    },
    {
      "epoch": 0.6687898089171974,
      "grad_norm": 0.26374886788691077,
      "learning_rate": 9.848984680175049e-05,
      "loss": 0.2508,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23660516738891602,
      "step": 210,
      "valid_targets_mean": 5015.1,
      "valid_targets_min": 2166
    },
    {
      "epoch": 0.6847133757961783,
      "grad_norm": 0.32167959295537707,
      "learning_rate": 9.841223097382029e-05,
      "loss": 0.2553,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2493894398212433,
      "step": 215,
      "valid_targets_mean": 5226.3,
      "valid_targets_min": 1195
    },
    {
      "epoch": 0.7006369426751592,
      "grad_norm": 0.287904583312802,
      "learning_rate": 9.833270238400783e-05,
      "loss": 0.2476,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2496083676815033,
      "step": 220,
      "valid_targets_mean": 5198.8,
      "valid_targets_min": 1249
    },
    {
      "epoch": 0.7165605095541401,
      "grad_norm": 0.2714640083661649,
      "learning_rate": 9.825126417447889e-05,
      "loss": 0.2518,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25480812788009644,
      "step": 225,
      "valid_targets_mean": 5315.4,
      "valid_targets_min": 2701
    },
    {
      "epoch": 0.732484076433121,
      "grad_norm": 0.30093213872090957,
      "learning_rate": 9.816791956284809e-05,
      "loss": 0.2501,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24177277088165283,
      "step": 230,
      "valid_targets_mean": 4579.2,
      "valid_targets_min": 716
    },
    {
      "epoch": 0.7484076433121019,
      "grad_norm": 0.28672939766760674,
      "learning_rate": 9.808267184205183e-05,
      "loss": 0.2544,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2554488182067871,
      "step": 235,
      "valid_targets_mean": 4890.7,
      "valid_targets_min": 1127
    },
    {
      "epoch": 0.7643312101910829,
      "grad_norm": 0.28479383107443185,
      "learning_rate": 9.799552438021807e-05,
      "loss": 0.2522,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25755855441093445,
      "step": 240,
      "valid_targets_mean": 4822.3,
      "valid_targets_min": 703
    },
    {
      "epoch": 0.7802547770700637,
      "grad_norm": 0.24555896671998928,
      "learning_rate": 9.79064806205334e-05,
      "loss": 0.2466,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25130271911621094,
      "step": 245,
      "valid_targets_mean": 4989.6,
      "valid_targets_min": 1274
    },
    {
      "epoch": 0.7961783439490446,
      "grad_norm": 0.2533392245275226,
      "learning_rate": 9.781554408110691e-05,
      "loss": 0.2536,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24182064831256866,
      "step": 250,
      "valid_targets_mean": 5014.8,
      "valid_targets_min": 1430
    },
    {
      "epoch": 0.8121019108280255,
      "grad_norm": 0.281062255758068,
      "learning_rate": 9.772271835483118e-05,
      "loss": 0.2454,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25493890047073364,
      "step": 255,
      "valid_targets_mean": 4887.8,
      "valid_targets_min": 1051
    },
    {
      "epoch": 0.8280254777070064,
      "grad_norm": 0.2641955226407355,
      "learning_rate": 9.762800710924038e-05,
      "loss": 0.2449,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23709511756896973,
      "step": 260,
      "valid_targets_mean": 4766.1,
      "valid_targets_min": 1023
    },
    {
      "epoch": 0.8439490445859873,
      "grad_norm": 0.27528984334378526,
      "learning_rate": 9.753141408636532e-05,
      "loss": 0.2498,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2573673129081726,
      "step": 265,
      "valid_targets_mean": 5194.0,
      "valid_targets_min": 1395
    },
    {
      "epoch": 0.8598726114649682,
      "grad_norm": 0.2617199349177837,
      "learning_rate": 9.743294310258564e-05,
      "loss": 0.2609,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26471590995788574,
      "step": 270,
      "valid_targets_mean": 4979.1,
      "valid_targets_min": 660
    },
    {
      "epoch": 0.8757961783439491,
      "grad_norm": 0.2500164344985893,
      "learning_rate": 9.733259804847901e-05,
      "loss": 0.2395,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22313503921031952,
      "step": 275,
      "valid_targets_mean": 4646.9,
      "valid_targets_min": 566
    },
    {
      "epoch": 0.89171974522293,
      "grad_norm": 0.29151337748052186,
      "learning_rate": 9.723038288866738e-05,
      "loss": 0.2567,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2850560247898102,
      "step": 280,
      "valid_targets_mean": 5299.6,
      "valid_targets_min": 1619
    },
    {
      "epoch": 0.9076433121019108,
      "grad_norm": 0.25102648506956543,
      "learning_rate": 9.712630166166039e-05,
      "loss": 0.2417,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23329219222068787,
      "step": 285,
      "valid_targets_mean": 5375.3,
      "valid_targets_min": 3703
    },
    {
      "epoch": 0.9235668789808917,
      "grad_norm": 0.27069275921174357,
      "learning_rate": 9.70203584796958e-05,
      "loss": 0.2544,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2480543851852417,
      "step": 290,
      "valid_targets_mean": 5204.4,
      "valid_targets_min": 1286
    },
    {
      "epoch": 0.9394904458598726,
      "grad_norm": 0.2447400488725494,
      "learning_rate": 9.6912557528577e-05,
      "loss": 0.2438,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26126471161842346,
      "step": 295,
      "valid_targets_mean": 5252.6,
      "valid_targets_min": 2766
    },
    {
      "epoch": 0.9554140127388535,
      "grad_norm": 0.2818641601270585,
      "learning_rate": 9.680290306750761e-05,
      "loss": 0.2487,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2620047330856323,
      "step": 300,
      "valid_targets_mean": 5027.5,
      "valid_targets_min": 1977
    },
    {
      "epoch": 0.9713375796178344,
      "grad_norm": 0.30561302087425307,
      "learning_rate": 9.669139942892323e-05,
      "loss": 0.242,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22884969413280487,
      "step": 305,
      "valid_targets_mean": 4986.8,
      "valid_targets_min": 2295
    },
    {
      "epoch": 0.9872611464968153,
      "grad_norm": 0.24115237094564,
      "learning_rate": 9.657805101832029e-05,
      "loss": 0.2385,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21688750386238098,
      "step": 310,
      "valid_targets_mean": 4624.2,
      "valid_targets_min": 1232
    },
    {
      "epoch": 1.0031847133757963,
      "grad_norm": 0.2845785880054518,
      "learning_rate": 9.646286231408194e-05,
      "loss": 0.2349,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20368462800979614,
      "step": 315,
      "valid_targets_mean": 4959.3,
      "valid_targets_min": 1277
    },
    {
      "epoch": 1.019108280254777,
      "grad_norm": 0.2680394784068739,
      "learning_rate": 9.63458378673011e-05,
      "loss": 0.2006,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1978563666343689,
      "step": 320,
      "valid_targets_mean": 5383.2,
      "valid_targets_min": 3672
    },
    {
      "epoch": 1.035031847133758,
      "grad_norm": 0.23604148080196144,
      "learning_rate": 9.62269823016007e-05,
      "loss": 0.2014,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2006090134382248,
      "step": 325,
      "valid_targets_mean": 5250.4,
      "valid_targets_min": 3586
    },
    {
      "epoch": 1.0509554140127388,
      "grad_norm": 0.24431555149300851,
      "learning_rate": 9.610630031295098e-05,
      "loss": 0.2018,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20900499820709229,
      "step": 330,
      "valid_targets_mean": 5313.5,
      "valid_targets_min": 3708
    },
    {
      "epoch": 1.0668789808917198,
      "grad_norm": 0.26055650549596177,
      "learning_rate": 9.598379666948394e-05,
      "loss": 0.2066,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2136392593383789,
      "step": 335,
      "valid_targets_mean": 5156.7,
      "valid_targets_min": 917
    },
    {
      "epoch": 1.0828025477707006,
      "grad_norm": 0.24476549624254335,
      "learning_rate": 9.585947621130496e-05,
      "loss": 0.1968,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2064034640789032,
      "step": 340,
      "valid_targets_mean": 5306.4,
      "valid_targets_min": 1654
    },
    {
      "epoch": 1.0987261146496816,
      "grad_norm": 0.2499311089114423,
      "learning_rate": 9.573334385030157e-05,
      "loss": 0.1962,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21572357416152954,
      "step": 345,
      "valid_targets_mean": 5514.9,
      "valid_targets_min": 3250
    },
    {
      "epoch": 1.1146496815286624,
      "grad_norm": 0.23988691755478722,
      "learning_rate": 9.56054045699494e-05,
      "loss": 0.2086,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21599572896957397,
      "step": 350,
      "valid_targets_mean": 5453.1,
      "valid_targets_min": 3602
    },
    {
      "epoch": 1.1305732484076434,
      "grad_norm": 0.2420275375960929,
      "learning_rate": 9.547566342511521e-05,
      "loss": 0.2018,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19987857341766357,
      "step": 355,
      "valid_targets_mean": 5438.3,
      "valid_targets_min": 484
    },
    {
      "epoch": 1.1464968152866242,
      "grad_norm": 0.2531962652710879,
      "learning_rate": 9.534412554185725e-05,
      "loss": 0.195,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1841672658920288,
      "step": 360,
      "valid_targets_mean": 4668.0,
      "valid_targets_min": 1333
    },
    {
      "epoch": 1.1624203821656052,
      "grad_norm": 0.24395094946874976,
      "learning_rate": 9.521079611722277e-05,
      "loss": 0.2032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20645533502101898,
      "step": 365,
      "valid_targets_mean": 5059.7,
      "valid_targets_min": 1401
    },
    {
      "epoch": 1.178343949044586,
      "grad_norm": 0.2601752111187968,
      "learning_rate": 9.507568041904251e-05,
      "loss": 0.2185,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21245883405208588,
      "step": 370,
      "valid_targets_mean": 5499.1,
      "valid_targets_min": 2109
    },
    {
      "epoch": 1.194267515923567,
      "grad_norm": 0.23557950602226088,
      "learning_rate": 9.493878378572276e-05,
      "loss": 0.2057,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20772235095500946,
      "step": 375,
      "valid_targets_mean": 5156.8,
      "valid_targets_min": 2048
    },
    {
      "epoch": 1.2101910828025477,
      "grad_norm": 0.23422634109351587,
      "learning_rate": 9.480011162603434e-05,
      "loss": 0.2051,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21189646422863007,
      "step": 380,
      "valid_targets_mean": 5444.8,
      "valid_targets_min": 2801
    },
    {
      "epoch": 1.2261146496815287,
      "grad_norm": 0.24554530674289568,
      "learning_rate": 9.465966941889892e-05,
      "loss": 0.2024,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19627982378005981,
      "step": 385,
      "valid_targets_mean": 5206.1,
      "valid_targets_min": 2062
    },
    {
      "epoch": 1.2420382165605095,
      "grad_norm": 0.2532907702684435,
      "learning_rate": 9.451746271317252e-05,
      "loss": 0.2004,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19581934809684753,
      "step": 390,
      "valid_targets_mean": 4816.7,
      "valid_targets_min": 818
    },
    {
      "epoch": 1.2579617834394905,
      "grad_norm": 0.25284504947538317,
      "learning_rate": 9.437349712742634e-05,
      "loss": 0.216,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22710266709327698,
      "step": 395,
      "valid_targets_mean": 5238.6,
      "valid_targets_min": 716
    },
    {
      "epoch": 1.2738853503184713,
      "grad_norm": 0.24023997999848976,
      "learning_rate": 9.422777834972474e-05,
      "loss": 0.2096,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20321109890937805,
      "step": 400,
      "valid_targets_mean": 5203.4,
      "valid_targets_min": 2219
    },
    {
      "epoch": 1.2898089171974523,
      "grad_norm": 0.278870280422163,
      "learning_rate": 9.408031213740045e-05,
      "loss": 0.2018,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20658862590789795,
      "step": 405,
      "valid_targets_mean": 4992.2,
      "valid_targets_min": 2446
    },
    {
      "epoch": 1.305732484076433,
      "grad_norm": 0.25264505470430226,
      "learning_rate": 9.393110431682721e-05,
      "loss": 0.2012,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19869352877140045,
      "step": 410,
      "valid_targets_mean": 4699.7,
      "valid_targets_min": 1668
    },
    {
      "epoch": 1.321656050955414,
      "grad_norm": 0.22730971603092698,
      "learning_rate": 9.378016078318947e-05,
      "loss": 0.2078,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20935168862342834,
      "step": 415,
      "valid_targets_mean": 5081.5,
      "valid_targets_min": 1814
    },
    {
      "epoch": 1.3375796178343948,
      "grad_norm": 0.2485975944364818,
      "learning_rate": 9.362748750024954e-05,
      "loss": 0.2043,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2036893665790558,
      "step": 420,
      "valid_targets_mean": 5002.9,
      "valid_targets_min": 1779
    },
    {
      "epoch": 1.3535031847133758,
      "grad_norm": 0.2597841965797303,
      "learning_rate": 9.347309050011187e-05,
      "loss": 0.2016,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2176981270313263,
      "step": 425,
      "valid_targets_mean": 4902.8,
      "valid_targets_min": 1108
    },
    {
      "epoch": 1.3694267515923566,
      "grad_norm": 0.23978756728336165,
      "learning_rate": 9.331697588298487e-05,
      "loss": 0.2087,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1992342621088028,
      "step": 430,
      "valid_targets_mean": 5103.2,
      "valid_targets_min": 1142
    },
    {
      "epoch": 1.3853503184713376,
      "grad_norm": 0.24275987837261093,
      "learning_rate": 9.315914981693974e-05,
      "loss": 0.2112,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20987510681152344,
      "step": 435,
      "valid_targets_mean": 4843.6,
      "valid_targets_min": 1202
    },
    {
      "epoch": 1.4012738853503186,
      "grad_norm": 0.22937721538701838,
      "learning_rate": 9.29996185376669e-05,
      "loss": 0.2035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20019900798797607,
      "step": 440,
      "valid_targets_mean": 4867.0,
      "valid_targets_min": 1708
    },
    {
      "epoch": 1.4171974522292994,
      "grad_norm": 0.23208736065714275,
      "learning_rate": 9.283838834822948e-05,
      "loss": 0.1951,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18596212565898895,
      "step": 445,
      "valid_targets_mean": 4923.2,
      "valid_targets_min": 1619
    },
    {
      "epoch": 1.4331210191082802,
      "grad_norm": 0.24358434190564066,
      "learning_rate": 9.267546561881442e-05,
      "loss": 0.2064,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2117403745651245,
      "step": 450,
      "valid_targets_mean": 4836.3,
      "valid_targets_min": 548
    },
    {
      "epoch": 1.4490445859872612,
      "grad_norm": 0.2577205056344599,
      "learning_rate": 9.251085678648072e-05,
      "loss": 0.2103,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21646203100681305,
      "step": 455,
      "valid_targets_mean": 5223.7,
      "valid_targets_min": 2350
    },
    {
      "epoch": 1.4649681528662422,
      "grad_norm": 0.24549502094036066,
      "learning_rate": 9.234456835490509e-05,
      "loss": 0.2054,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20974838733673096,
      "step": 460,
      "valid_targets_mean": 5048.9,
      "valid_targets_min": 1223
    },
    {
      "epoch": 1.480891719745223,
      "grad_norm": 0.22761640085028945,
      "learning_rate": 9.217660689412504e-05,
      "loss": 0.2003,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18818441033363342,
      "step": 465,
      "valid_targets_mean": 5274.9,
      "valid_targets_min": 3506
    },
    {
      "epoch": 1.4968152866242037,
      "grad_norm": 0.25396134639384105,
      "learning_rate": 9.200697904027928e-05,
      "loss": 0.197,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19861872494220734,
      "step": 470,
      "valid_targets_mean": 4838.4,
      "valid_targets_min": 1290
    },
    {
      "epoch": 1.5127388535031847,
      "grad_norm": 0.22936303489921805,
      "learning_rate": 9.183569149534554e-05,
      "loss": 0.2077,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19787994027137756,
      "step": 475,
      "valid_targets_mean": 4960.2,
      "valid_targets_min": 2740
    },
    {
      "epoch": 1.5286624203821657,
      "grad_norm": 0.21150831228166767,
      "learning_rate": 9.166275102687573e-05,
      "loss": 0.2038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19011111557483673,
      "step": 480,
      "valid_targets_mean": 5233.5,
      "valid_targets_min": 2403
    },
    {
      "epoch": 1.5445859872611465,
      "grad_norm": 0.21699177217917037,
      "learning_rate": 9.148816446772858e-05,
      "loss": 0.2009,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19189313054084778,
      "step": 485,
      "valid_targets_mean": 5160.0,
      "valid_targets_min": 2060
    },
    {
      "epoch": 1.5605095541401273,
      "grad_norm": 0.2425311463701338,
      "learning_rate": 9.131193871579975e-05,
      "loss": 0.2,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20605826377868652,
      "step": 490,
      "valid_targets_mean": 5393.8,
      "valid_targets_min": 2515
    },
    {
      "epoch": 1.5764331210191083,
      "grad_norm": 0.24871001658908948,
      "learning_rate": 9.113408073374913e-05,
      "loss": 0.2044,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2023090273141861,
      "step": 495,
      "valid_targets_mean": 4494.1,
      "valid_targets_min": 914
    },
    {
      "epoch": 1.5923566878980893,
      "grad_norm": 0.2452856486267608,
      "learning_rate": 9.09545975487259e-05,
      "loss": 0.2096,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1939089298248291,
      "step": 500,
      "valid_targets_mean": 5050.0,
      "valid_targets_min": 703
    },
    {
      "epoch": 1.60828025477707,
      "grad_norm": 0.22823823865021425,
      "learning_rate": 9.07734962520908e-05,
      "loss": 0.2083,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2074129581451416,
      "step": 505,
      "valid_targets_mean": 5134.5,
      "valid_targets_min": 3102
    },
    {
      "epoch": 1.6242038216560508,
      "grad_norm": 0.24364755895874365,
      "learning_rate": 9.059078399913604e-05,
      "loss": 0.2083,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20501920580863953,
      "step": 510,
      "valid_targets_mean": 4935.5,
      "valid_targets_min": 635
    },
    {
      "epoch": 1.6401273885350318,
      "grad_norm": 0.25880710753950514,
      "learning_rate": 9.040646800880244e-05,
      "loss": 0.206,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20811201632022858,
      "step": 515,
      "valid_targets_mean": 4659.3,
      "valid_targets_min": 1106
    },
    {
      "epoch": 1.6560509554140128,
      "grad_norm": 0.23263314164438118,
      "learning_rate": 9.022055556339439e-05,
      "loss": 0.21,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19428785145282745,
      "step": 520,
      "valid_targets_mean": 5065.1,
      "valid_targets_min": 1215
    },
    {
      "epoch": 1.6719745222929936,
      "grad_norm": 0.234397461703385,
      "learning_rate": 9.0033054008292e-05,
      "loss": 0.203,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20847736299037933,
      "step": 525,
      "valid_targets_mean": 5439.4,
      "valid_targets_min": 1968
    },
    {
      "epoch": 1.6878980891719744,
      "grad_norm": 0.22762995526264007,
      "learning_rate": 8.984397075166095e-05,
      "loss": 0.1995,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19424715638160706,
      "step": 530,
      "valid_targets_mean": 4820.5,
      "valid_targets_min": 1514
    },
    {
      "epoch": 1.7038216560509554,
      "grad_norm": 0.23956784661943545,
      "learning_rate": 8.965331326415976e-05,
      "loss": 0.2081,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2057517021894455,
      "step": 535,
      "valid_targets_mean": 4696.5,
      "valid_targets_min": 870
    },
    {
      "epoch": 1.7197452229299364,
      "grad_norm": 0.21787956908209896,
      "learning_rate": 8.946108907864461e-05,
      "loss": 0.2066,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19403384625911713,
      "step": 540,
      "valid_targets_mean": 4905.6,
      "valid_targets_min": 1078
    },
    {
      "epoch": 1.7356687898089171,
      "grad_norm": 0.24131081747981786,
      "learning_rate": 8.926730578987182e-05,
      "loss": 0.2067,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19468069076538086,
      "step": 545,
      "valid_targets_mean": 4975.8,
      "valid_targets_min": 1183
    },
    {
      "epoch": 1.7515923566878981,
      "grad_norm": 0.2354088036703284,
      "learning_rate": 8.907197105419761e-05,
      "loss": 0.2085,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1884109079837799,
      "step": 550,
      "valid_targets_mean": 4935.5,
      "valid_targets_min": 1231
    },
    {
      "epoch": 1.767515923566879,
      "grad_norm": 0.2510472016670687,
      "learning_rate": 8.887509258927578e-05,
      "loss": 0.2035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2117602378129959,
      "step": 555,
      "valid_targets_mean": 4989.0,
      "valid_targets_min": 1195
    },
    {
      "epoch": 1.78343949044586,
      "grad_norm": 0.23400858719031709,
      "learning_rate": 8.867667817375266e-05,
      "loss": 0.206,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20882730185985565,
      "step": 560,
      "valid_targets_mean": 5361.1,
      "valid_targets_min": 1232
    },
    {
      "epoch": 1.799363057324841,
      "grad_norm": 0.22702047242000092,
      "learning_rate": 8.847673564695982e-05,
      "loss": 0.2062,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2094724327325821,
      "step": 565,
      "valid_targets_mean": 4931.7,
      "valid_targets_min": 1792
    },
    {
      "epoch": 1.8152866242038217,
      "grad_norm": 0.22311418142380882,
      "learning_rate": 8.827527290860436e-05,
      "loss": 0.2041,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20011919736862183,
      "step": 570,
      "valid_targets_mean": 5126.8,
      "valid_targets_min": 2900
    },
    {
      "epoch": 1.8312101910828025,
      "grad_norm": 0.21069413909753662,
      "learning_rate": 8.807229791845673e-05,
      "loss": 0.203,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19907280802726746,
      "step": 575,
      "valid_targets_mean": 5348.9,
      "valid_targets_min": 2173
    },
    {
      "epoch": 1.8471337579617835,
      "grad_norm": 0.2475036713282529,
      "learning_rate": 8.78678186960363e-05,
      "loss": 0.206,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21200208365917206,
      "step": 580,
      "valid_targets_mean": 4922.2,
      "valid_targets_min": 1170
    },
    {
      "epoch": 1.8630573248407645,
      "grad_norm": 0.22294237713372475,
      "learning_rate": 8.766184332029452e-05,
      "loss": 0.2036,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19675835967063904,
      "step": 585,
      "valid_targets_mean": 5348.2,
      "valid_targets_min": 2828
    },
    {
      "epoch": 1.8789808917197452,
      "grad_norm": 0.23642124870002312,
      "learning_rate": 8.745437992929566e-05,
      "loss": 0.1995,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20921610295772552,
      "step": 590,
      "valid_targets_mean": 5066.7,
      "valid_targets_min": 802
    },
    {
      "epoch": 1.894904458598726,
      "grad_norm": 0.23661026062332122,
      "learning_rate": 8.72454367198953e-05,
      "loss": 0.2095,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19710376858711243,
      "step": 595,
      "valid_targets_mean": 5375.9,
      "valid_targets_min": 1329
    },
    {
      "epoch": 1.910828025477707,
      "grad_norm": 0.2384171973928502,
      "learning_rate": 8.703502194741648e-05,
      "loss": 0.1997,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22492662072181702,
      "step": 600,
      "valid_targets_mean": 5207.3,
      "valid_targets_min": 2681
    },
    {
      "epoch": 1.926751592356688,
      "grad_norm": 0.2239397861346745,
      "learning_rate": 8.68231439253236e-05,
      "loss": 0.212,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21004718542099,
      "step": 605,
      "valid_targets_mean": 5322.6,
      "valid_targets_min": 2556
    },
    {
      "epoch": 1.9426751592356688,
      "grad_norm": 0.21502779221175009,
      "learning_rate": 8.660981102489378e-05,
      "loss": 0.2072,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2046002298593521,
      "step": 610,
      "valid_targets_mean": 5065.5,
      "valid_targets_min": 975
    },
    {
      "epoch": 1.9585987261146496,
      "grad_norm": 0.22749657474977258,
      "learning_rate": 8.639503167488634e-05,
      "loss": 0.2029,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2107071578502655,
      "step": 615,
      "valid_targets_mean": 5353.4,
      "valid_targets_min": 3570
    },
    {
      "epoch": 1.9745222929936306,
      "grad_norm": 0.2634121088266475,
      "learning_rate": 8.617881436120956e-05,
      "loss": 0.2124,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23529648780822754,
      "step": 620,
      "valid_targets_mean": 5355.2,
      "valid_targets_min": 1274
    },
    {
      "epoch": 1.9904458598726116,
      "grad_norm": 0.2197949781782732,
      "learning_rate": 8.596116762658554e-05,
      "loss": 0.2025,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18133550882339478,
      "step": 625,
      "valid_targets_mean": 5175.6,
      "valid_targets_min": 583
    },
    {
      "epoch": 2.0063694267515926,
      "grad_norm": 0.23730900272903072,
      "learning_rate": 8.57421000702127e-05,
      "loss": 0.1858,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1505005657672882,
      "step": 630,
      "valid_targets_mean": 5301.6,
      "valid_targets_min": 2921
    },
    {
      "epoch": 2.022292993630573,
      "grad_norm": 0.2412353096015712,
      "learning_rate": 8.552162034742592e-05,
      "loss": 0.1483,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1498708426952362,
      "step": 635,
      "valid_targets_mean": 5001.7,
      "valid_targets_min": 2420
    },
    {
      "epoch": 2.038216560509554,
      "grad_norm": 0.2647157369891964,
      "learning_rate": 8.529973716935455e-05,
      "loss": 0.1526,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1452397257089615,
      "step": 640,
      "valid_targets_mean": 4854.9,
      "valid_targets_min": 968
    },
    {
      "epoch": 2.054140127388535,
      "grad_norm": 0.24725529975802696,
      "learning_rate": 8.507645930257846e-05,
      "loss": 0.1482,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15161120891571045,
      "step": 645,
      "valid_targets_mean": 5191.8,
      "valid_targets_min": 1284
    },
    {
      "epoch": 2.070063694267516,
      "grad_norm": 0.24387182568674096,
      "learning_rate": 8.485179556878138e-05,
      "loss": 0.1498,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15403331816196442,
      "step": 650,
      "valid_targets_mean": 5309.0,
      "valid_targets_min": 2957
    },
    {
      "epoch": 2.0859872611464967,
      "grad_norm": 0.23076865902846655,
      "learning_rate": 8.462575484440254e-05,
      "loss": 0.1506,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14719770848751068,
      "step": 655,
      "valid_targets_mean": 5252.0,
      "valid_targets_min": 2874
    },
    {
      "epoch": 2.1019108280254777,
      "grad_norm": 0.2304361956081011,
      "learning_rate": 8.439834606028594e-05,
      "loss": 0.1502,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14514179527759552,
      "step": 660,
      "valid_targets_mean": 5230.5,
      "valid_targets_min": 2740
    },
    {
      "epoch": 2.1178343949044587,
      "grad_norm": 0.24007719119217016,
      "learning_rate": 8.416957820132742e-05,
      "loss": 0.1485,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14976125955581665,
      "step": 665,
      "valid_targets_mean": 5018.0,
      "valid_targets_min": 1196
    },
    {
      "epoch": 2.1337579617834397,
      "grad_norm": 0.23438933057204978,
      "learning_rate": 8.393946030611978e-05,
      "loss": 0.1528,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14520317316055298,
      "step": 670,
      "valid_targets_mean": 4836.7,
      "valid_targets_min": 2691
    },
    {
      "epoch": 2.1496815286624202,
      "grad_norm": 0.2585283629564994,
      "learning_rate": 8.370800146659557e-05,
      "loss": 0.1527,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15580756962299347,
      "step": 675,
      "valid_targets_mean": 5326.6,
      "valid_targets_min": 1226
    },
    {
      "epoch": 2.1656050955414012,
      "grad_norm": 0.2314160104801554,
      "learning_rate": 8.347521082766783e-05,
      "loss": 0.151,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1576583981513977,
      "step": 680,
      "valid_targets_mean": 4893.4,
      "valid_targets_min": 1093
    },
    {
      "epoch": 2.1815286624203822,
      "grad_norm": 0.2459285547012428,
      "learning_rate": 8.324109758686896e-05,
      "loss": 0.1591,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15383420884609222,
      "step": 685,
      "valid_targets_mean": 4793.5,
      "valid_targets_min": 1308
    },
    {
      "epoch": 2.1974522292993632,
      "grad_norm": 0.24200222895829962,
      "learning_rate": 8.300567099398718e-05,
      "loss": 0.1583,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1608743965625763,
      "step": 690,
      "valid_targets_mean": 5052.7,
      "valid_targets_min": 1319
    },
    {
      "epoch": 2.213375796178344,
      "grad_norm": 0.23316700715567448,
      "learning_rate": 8.276894035070107e-05,
      "loss": 0.1565,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15711182355880737,
      "step": 695,
      "valid_targets_mean": 5332.2,
      "valid_targets_min": 2222
    },
    {
      "epoch": 2.229299363057325,
      "grad_norm": 0.24239733039564118,
      "learning_rate": 8.25309150102121e-05,
      "loss": 0.1539,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15052467584609985,
      "step": 700,
      "valid_targets_mean": 5452.8,
      "valid_targets_min": 3940
    },
    {
      "epoch": 2.245222929936306,
      "grad_norm": 0.22926561634141665,
      "learning_rate": 8.229160437687515e-05,
      "loss": 0.1483,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14362287521362305,
      "step": 705,
      "valid_targets_mean": 4927.2,
      "valid_targets_min": 1537
    },
    {
      "epoch": 2.261146496815287,
      "grad_norm": 0.2374033514007257,
      "learning_rate": 8.205101790582681e-05,
      "loss": 0.1571,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16457954049110413,
      "step": 710,
      "valid_targets_mean": 5318.2,
      "valid_targets_min": 2986
    },
    {
      "epoch": 2.2770700636942673,
      "grad_norm": 0.23830962553798735,
      "learning_rate": 8.180916510261187e-05,
      "loss": 0.1497,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14998547732830048,
      "step": 715,
      "valid_targets_mean": 5050.0,
      "valid_targets_min": 2269
    },
    {
      "epoch": 2.2929936305732483,
      "grad_norm": 0.23211181937948858,
      "learning_rate": 8.156605552280784e-05,
      "loss": 0.1461,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15161485970020294,
      "step": 720,
      "valid_targets_mean": 5053.8,
      "valid_targets_min": 1899
    },
    {
      "epoch": 2.3089171974522293,
      "grad_norm": 0.2303690432107466,
      "learning_rate": 8.132169877164724e-05,
      "loss": 0.1502,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1520197093486786,
      "step": 725,
      "valid_targets_mean": 5064.9,
      "valid_targets_min": 811
    },
    {
      "epoch": 2.3248407643312103,
      "grad_norm": 0.22797918537262526,
      "learning_rate": 8.107610450363825e-05,
      "loss": 0.1508,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14326338469982147,
      "step": 730,
      "valid_targets_mean": 4740.8,
      "valid_targets_min": 870
    },
    {
      "epoch": 2.340764331210191,
      "grad_norm": 0.2150859669229136,
      "learning_rate": 8.082928242218322e-05,
      "loss": 0.1509,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1416577249765396,
      "step": 735,
      "valid_targets_mean": 5201.0,
      "valid_targets_min": 1688
    },
    {
      "epoch": 2.356687898089172,
      "grad_norm": 0.23258061805313435,
      "learning_rate": 8.05812422791952e-05,
      "loss": 0.153,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14608557522296906,
      "step": 740,
      "valid_targets_mean": 4888.4,
      "valid_targets_min": 2468
    },
    {
      "epoch": 2.372611464968153,
      "grad_norm": 0.2530429637314677,
      "learning_rate": 8.033199387471277e-05,
      "loss": 0.1537,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15253382921218872,
      "step": 745,
      "valid_targets_mean": 4900.8,
      "valid_targets_min": 752
    },
    {
      "epoch": 2.388535031847134,
      "grad_norm": 0.24409963649157015,
      "learning_rate": 8.00815470565128e-05,
      "loss": 0.1554,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1619432270526886,
      "step": 750,
      "valid_targets_mean": 4944.6,
      "valid_targets_min": 1249
    },
    {
      "epoch": 2.404458598726115,
      "grad_norm": 0.24250859682796513,
      "learning_rate": 7.98299117197213e-05,
      "loss": 0.1559,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15755924582481384,
      "step": 755,
      "valid_targets_mean": 4652.1,
      "valid_targets_min": 800
    },
    {
      "epoch": 2.4203821656050954,
      "grad_norm": 0.21661029592592831,
      "learning_rate": 7.957709780642258e-05,
      "loss": 0.1522,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.147942453622818,
      "step": 760,
      "valid_targets_mean": 5154.3,
      "valid_targets_min": 2223
    },
    {
      "epoch": 2.4363057324840764,
      "grad_norm": 0.24131852195317538,
      "learning_rate": 7.932311530526631e-05,
      "loss": 0.1604,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16509908437728882,
      "step": 765,
      "valid_targets_mean": 5092.5,
      "valid_targets_min": 2788
    },
    {
      "epoch": 2.4522292993630574,
      "grad_norm": 0.23111984257948573,
      "learning_rate": 7.9067974251073e-05,
      "loss": 0.1572,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15662288665771484,
      "step": 770,
      "valid_targets_mean": 5262.0,
      "valid_targets_min": 1192
    },
    {
      "epoch": 2.468152866242038,
      "grad_norm": 0.22110200587462797,
      "learning_rate": 7.881168472443743e-05,
      "loss": 0.1554,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15480875968933105,
      "step": 775,
      "valid_targets_mean": 5155.2,
      "valid_targets_min": 2491
    },
    {
      "epoch": 2.484076433121019,
      "grad_norm": 0.21486107383900602,
      "learning_rate": 7.855425685133039e-05,
      "loss": 0.1565,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1386668086051941,
      "step": 780,
      "valid_targets_mean": 5114.8,
      "valid_targets_min": 2148
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.2501031614898536,
      "learning_rate": 7.829570080269864e-05,
      "loss": 0.1571,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15886273980140686,
      "step": 785,
      "valid_targets_mean": 5275.2,
      "valid_targets_min": 1223
    },
    {
      "epoch": 2.515923566878981,
      "grad_norm": 0.23806768061702227,
      "learning_rate": 7.8036026794063e-05,
      "loss": 0.152,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14196041226387024,
      "step": 790,
      "valid_targets_mean": 4949.9,
      "valid_targets_min": 2766
    },
    {
      "epoch": 2.531847133757962,
      "grad_norm": 0.24367592773568758,
      "learning_rate": 7.777524508511481e-05,
      "loss": 0.153,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16322669386863708,
      "step": 795,
      "valid_targets_mean": 5098.2,
      "valid_targets_min": 1127
    },
    {
      "epoch": 2.5477707006369426,
      "grad_norm": 0.23909231626487618,
      "learning_rate": 7.75133659793105e-05,
      "loss": 0.154,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16453084349632263,
      "step": 800,
      "valid_targets_mean": 5428.0,
      "valid_targets_min": 2597
    },
    {
      "epoch": 2.5636942675159236,
      "grad_norm": 0.25778743240059054,
      "learning_rate": 7.725039982346448e-05,
      "loss": 0.1521,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15340283513069153,
      "step": 805,
      "valid_targets_mean": 5038.6,
      "valid_targets_min": 1260
    },
    {
      "epoch": 2.5796178343949046,
      "grad_norm": 0.22578388830114626,
      "learning_rate": 7.698635700734048e-05,
      "loss": 0.1551,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1443755328655243,
      "step": 810,
      "valid_targets_mean": 5271.2,
      "valid_targets_min": 2295
    },
    {
      "epoch": 2.595541401273885,
      "grad_norm": 0.33141959752565586,
      "learning_rate": 7.672124796324087e-05,
      "loss": 0.1549,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15744054317474365,
      "step": 815,
      "valid_targets_mean": 4810.2,
      "valid_targets_min": 1527
    },
    {
      "epoch": 2.611464968152866,
      "grad_norm": 0.2941528575710284,
      "learning_rate": 7.645508316559466e-05,
      "loss": 0.1522,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14850759506225586,
      "step": 820,
      "valid_targets_mean": 4924.2,
      "valid_targets_min": 862
    },
    {
      "epoch": 2.627388535031847,
      "grad_norm": 0.21691189283291645,
      "learning_rate": 7.61878731305435e-05,
      "loss": 0.1556,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14406980574131012,
      "step": 825,
      "valid_targets_mean": 5178.5,
      "valid_targets_min": 2668
    },
    {
      "epoch": 2.643312101910828,
      "grad_norm": 0.23483947467164856,
      "learning_rate": 7.591962841552627e-05,
      "loss": 0.1544,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15476183593273163,
      "step": 830,
      "valid_targets_mean": 5098.6,
      "valid_targets_min": 1524
    },
    {
      "epoch": 2.659235668789809,
      "grad_norm": 0.24464014325931902,
      "learning_rate": 7.56503596188619e-05,
      "loss": 0.1619,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16757142543792725,
      "step": 835,
      "valid_targets_mean": 5398.4,
      "valid_targets_min": 3732
    },
    {
      "epoch": 2.6751592356687897,
      "grad_norm": 0.24115383252435188,
      "learning_rate": 7.53800773793308e-05,
      "loss": 0.1542,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14994437992572784,
      "step": 840,
      "valid_targets_mean": 4932.7,
      "valid_targets_min": 692
    },
    {
      "epoch": 2.6910828025477707,
      "grad_norm": 0.23454958700281958,
      "learning_rate": 7.510879237575423e-05,
      "loss": 0.1566,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15883654356002808,
      "step": 845,
      "valid_targets_mean": 5411.8,
      "valid_targets_min": 2131
    },
    {
      "epoch": 2.7070063694267517,
      "grad_norm": 0.24662992906592007,
      "learning_rate": 7.483651532657266e-05,
      "loss": 0.1595,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17014352977275848,
      "step": 850,
      "valid_targets_mean": 4877.6,
      "valid_targets_min": 1133
    },
    {
      "epoch": 2.722929936305732,
      "grad_norm": 0.22928830252812615,
      "learning_rate": 7.456325698942214e-05,
      "loss": 0.1574,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15127910673618317,
      "step": 855,
      "valid_targets_mean": 4945.2,
      "valid_targets_min": 1116
    },
    {
      "epoch": 2.738853503184713,
      "grad_norm": 0.22292883224529947,
      "learning_rate": 7.428902816070931e-05,
      "loss": 0.1511,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15146589279174805,
      "step": 860,
      "valid_targets_mean": 5436.8,
      "valid_targets_min": 3798
    },
    {
      "epoch": 2.754777070063694,
      "grad_norm": 0.28572001733373326,
      "learning_rate": 7.401383967518478e-05,
      "loss": 0.1599,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17128580808639526,
      "step": 865,
      "valid_targets_mean": 5143.6,
      "valid_targets_min": 1475
    },
    {
      "epoch": 2.770700636942675,
      "grad_norm": 0.22523465296680736,
      "learning_rate": 7.373770240551514e-05,
      "loss": 0.1581,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15213854610919952,
      "step": 870,
      "valid_targets_mean": 5006.6,
      "valid_targets_min": 1135
    },
    {
      "epoch": 2.786624203821656,
      "grad_norm": 0.22480118592113466,
      "learning_rate": 7.346062726185332e-05,
      "loss": 0.1553,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15178827941417694,
      "step": 875,
      "valid_targets_mean": 4833.5,
      "valid_targets_min": 730
    },
    {
      "epoch": 2.802547770700637,
      "grad_norm": 0.22014661615954179,
      "learning_rate": 7.318262519140755e-05,
      "loss": 0.1591,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14908280968666077,
      "step": 880,
      "valid_targets_mean": 4941.3,
      "valid_targets_min": 1776
    },
    {
      "epoch": 2.8184713375796178,
      "grad_norm": 0.2280330702768935,
      "learning_rate": 7.290370717800882e-05,
      "loss": 0.1558,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14838773012161255,
      "step": 885,
      "valid_targets_mean": 4711.5,
      "valid_targets_min": 1441
    },
    {
      "epoch": 2.8343949044585988,
      "grad_norm": 0.2315325512585157,
      "learning_rate": 7.262388424167698e-05,
      "loss": 0.1585,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16693618893623352,
      "step": 890,
      "valid_targets_mean": 5120.6,
      "valid_targets_min": 2166
    },
    {
      "epoch": 2.8503184713375798,
      "grad_norm": 0.23297535309469486,
      "learning_rate": 7.23431674381852e-05,
      "loss": 0.1537,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15082749724388123,
      "step": 895,
      "valid_targets_mean": 4803.6,
      "valid_targets_min": 818
    },
    {
      "epoch": 2.8662420382165603,
      "grad_norm": 0.21061800602197256,
      "learning_rate": 7.20615678586233e-05,
      "loss": 0.1541,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14429527521133423,
      "step": 900,
      "valid_targets_mean": 4958.3,
      "valid_targets_min": 1514
    },
    {
      "epoch": 2.8821656050955413,
      "grad_norm": 0.2214504815229747,
      "learning_rate": 7.177909662895949e-05,
      "loss": 0.1504,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1483648717403412,
      "step": 905,
      "valid_targets_mean": 5231.9,
      "valid_targets_min": 1494
    },
    {
      "epoch": 2.8980891719745223,
      "grad_norm": 0.22699090972162908,
      "learning_rate": 7.149576490960073e-05,
      "loss": 0.1597,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15121811628341675,
      "step": 910,
      "valid_targets_mean": 5019.6,
      "valid_targets_min": 1730
    },
    {
      "epoch": 2.9140127388535033,
      "grad_norm": 0.2231867440615836,
      "learning_rate": 7.121158389495186e-05,
      "loss": 0.1535,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1468854546546936,
      "step": 915,
      "valid_targets_mean": 5194.1,
      "valid_targets_min": 1954
    },
    {
      "epoch": 2.9299363057324843,
      "grad_norm": 0.22184044491259736,
      "learning_rate": 7.092656481297332e-05,
      "loss": 0.1508,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15112560987472534,
      "step": 920,
      "valid_targets_mean": 5167.0,
      "valid_targets_min": 3480
    },
    {
      "epoch": 2.945859872611465,
      "grad_norm": 0.21540683565339847,
      "learning_rate": 7.064071892473744e-05,
      "loss": 0.1497,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.146908700466156,
      "step": 925,
      "valid_targets_mean": 4849.5,
      "valid_targets_min": 2115
    },
    {
      "epoch": 2.961783439490446,
      "grad_norm": 0.21951990260266196,
      "learning_rate": 7.035405752398358e-05,
      "loss": 0.1493,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13992591202259064,
      "step": 930,
      "valid_targets_mean": 4786.7,
      "valid_targets_min": 1081
    },
    {
      "epoch": 2.977707006369427,
      "grad_norm": 0.22562929941154344,
      "learning_rate": 7.006659193667195e-05,
      "loss": 0.1614,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15292905271053314,
      "step": 935,
      "valid_targets_mean": 4740.9,
      "valid_targets_min": 1878
    },
    {
      "epoch": 2.9936305732484074,
      "grad_norm": 0.22548848014881667,
      "learning_rate": 6.977833352053607e-05,
      "loss": 0.1559,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15366116166114807,
      "step": 940,
      "valid_targets_mean": 5160.2,
      "valid_targets_min": 1780
    },
    {
      "epoch": 3.0095541401273884,
      "grad_norm": 0.2836397536166952,
      "learning_rate": 6.948929366463396e-05,
      "loss": 0.1212,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10728035867214203,
      "step": 945,
      "valid_targets_mean": 5046.2,
      "valid_targets_min": 1274
    },
    {
      "epoch": 3.0254777070063694,
      "grad_norm": 0.2670995379734586,
      "learning_rate": 6.919948378889837e-05,
      "loss": 0.1055,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10979095846414566,
      "step": 950,
      "valid_targets_mean": 5313.2,
      "valid_targets_min": 2275
    },
    {
      "epoch": 3.0414012738853504,
      "grad_norm": 0.26239189784852934,
      "learning_rate": 6.890891534368538e-05,
      "loss": 0.1,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09663648903369904,
      "step": 955,
      "valid_targets_mean": 4853.4,
      "valid_targets_min": 1308
    },
    {
      "epoch": 3.0573248407643314,
      "grad_norm": 0.2362160524565689,
      "learning_rate": 6.861759980932204e-05,
      "loss": 0.1045,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09744668006896973,
      "step": 960,
      "valid_targets_mean": 5021.4,
      "valid_targets_min": 1146
    },
    {
      "epoch": 3.073248407643312,
      "grad_norm": 0.25361799165079824,
      "learning_rate": 6.832554869565284e-05,
      "loss": 0.1044,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10304249823093414,
      "step": 965,
      "valid_targets_mean": 5474.8,
      "valid_targets_min": 3578
    },
    {
      "epoch": 3.089171974522293,
      "grad_norm": 0.2623262365900065,
      "learning_rate": 6.803277354158494e-05,
      "loss": 0.1064,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10771718621253967,
      "step": 970,
      "valid_targets_mean": 5292.8,
      "valid_targets_min": 1817
    },
    {
      "epoch": 3.105095541401274,
      "grad_norm": 0.2675213244942131,
      "learning_rate": 6.773928591463223e-05,
      "loss": 0.1024,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10803531110286713,
      "step": 975,
      "valid_targets_mean": 5001.0,
      "valid_targets_min": 1780
    },
    {
      "epoch": 3.121019108280255,
      "grad_norm": 0.2561637806110615,
      "learning_rate": 6.744509741045835e-05,
      "loss": 0.1019,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09725865721702576,
      "step": 980,
      "valid_targets_mean": 5329.6,
      "valid_targets_min": 1342
    },
    {
      "epoch": 3.1369426751592355,
      "grad_norm": 0.2820778006165851,
      "learning_rate": 6.715021965241848e-05,
      "loss": 0.1048,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10907495766878128,
      "step": 985,
      "valid_targets_mean": 4772.0,
      "valid_targets_min": 703
    },
    {
      "epoch": 3.1528662420382165,
      "grad_norm": 0.24305057030793387,
      "learning_rate": 6.68546642911002e-05,
      "loss": 0.1025,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09349951148033142,
      "step": 990,
      "valid_targets_mean": 4875.8,
      "valid_targets_min": 1220
    },
    {
      "epoch": 3.1687898089171975,
      "grad_norm": 0.2593558034697089,
      "learning_rate": 6.655844300386308e-05,
      "loss": 0.1016,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10261768102645874,
      "step": 995,
      "valid_targets_mean": 4717.2,
      "valid_targets_min": 1088
    },
    {
      "epoch": 3.1847133757961785,
      "grad_norm": 0.25177489401123127,
      "learning_rate": 6.626156749437736e-05,
      "loss": 0.1029,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10331865400075912,
      "step": 1000,
      "valid_targets_mean": 4813.5,
      "valid_targets_min": 1196
    },
    {
      "epoch": 3.200636942675159,
      "grad_norm": 0.24155775755779882,
      "learning_rate": 6.596404949216153e-05,
      "loss": 0.1014,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09425457566976547,
      "step": 1005,
      "valid_targets_mean": 4847.7,
      "valid_targets_min": 672
    },
    {
      "epoch": 3.21656050955414,
      "grad_norm": 0.26238019976464894,
      "learning_rate": 6.56659007521189e-05,
      "loss": 0.102,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1050558015704155,
      "step": 1010,
      "valid_targets_mean": 5011.2,
      "valid_targets_min": 2485
    },
    {
      "epoch": 3.232484076433121,
      "grad_norm": 0.24909665908055414,
      "learning_rate": 6.536713305407314e-05,
      "loss": 0.1069,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10467242449522018,
      "step": 1015,
      "valid_targets_mean": 5429.5,
      "valid_targets_min": 1309
    },
    {
      "epoch": 3.248407643312102,
      "grad_norm": 0.26079758272721515,
      "learning_rate": 6.506775820230295e-05,
      "loss": 0.1043,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10477639734745026,
      "step": 1020,
      "valid_targets_mean": 5026.8,
      "valid_targets_min": 1179
    },
    {
      "epoch": 3.2643312101910826,
      "grad_norm": 0.23916627901265192,
      "learning_rate": 6.476778802507549e-05,
      "loss": 0.1017,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09870631992816925,
      "step": 1025,
      "valid_targets_mean": 5273.7,
      "valid_targets_min": 2515
    },
    {
      "epoch": 3.2802547770700636,
      "grad_norm": 0.24132703015830326,
      "learning_rate": 6.446723437417928e-05,
      "loss": 0.1084,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10116931796073914,
      "step": 1030,
      "valid_targets_mean": 5046.2,
      "valid_targets_min": 1921
    },
    {
      "epoch": 3.2961783439490446,
      "grad_norm": 0.25752656665880735,
      "learning_rate": 6.416610912445574e-05,
      "loss": 0.107,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10365831106901169,
      "step": 1035,
      "valid_targets_mean": 5141.5,
      "valid_targets_min": 1078
    },
    {
      "epoch": 3.3121019108280256,
      "grad_norm": 0.2480360825421199,
      "learning_rate": 6.386442417333011e-05,
      "loss": 0.11,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10683537274599075,
      "step": 1040,
      "valid_targets_mean": 4802.7,
      "valid_targets_min": 1190
    },
    {
      "epoch": 3.328025477707006,
      "grad_norm": 0.24384669321356942,
      "learning_rate": 6.356219144034143e-05,
      "loss": 0.1057,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10856311768293381,
      "step": 1045,
      "valid_targets_mean": 5358.2,
      "valid_targets_min": 3682
    },
    {
      "epoch": 3.343949044585987,
      "grad_norm": 0.2615624842739929,
      "learning_rate": 6.325942286667149e-05,
      "loss": 0.1044,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1113840863108635,
      "step": 1050,
      "valid_targets_mean": 5181.6,
      "valid_targets_min": 1216
    },
    {
      "epoch": 3.359872611464968,
      "grad_norm": 0.2567165445833586,
      "learning_rate": 6.295613041467306e-05,
      "loss": 0.1031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10421548783779144,
      "step": 1055,
      "valid_targets_mean": 5056.2,
      "valid_targets_min": 818
    },
    {
      "epoch": 3.375796178343949,
      "grad_norm": 0.25864812299068907,
      "learning_rate": 6.265232606739734e-05,
      "loss": 0.1028,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10285977274179459,
      "step": 1060,
      "valid_targets_mean": 5439.9,
      "valid_targets_min": 3077
    },
    {
      "epoch": 3.3917197452229297,
      "grad_norm": 0.25591560597906826,
      "learning_rate": 6.234802182812043e-05,
      "loss": 0.1087,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11345119774341583,
      "step": 1065,
      "valid_targets_mean": 5100.0,
      "valid_targets_min": 1143
    },
    {
      "epoch": 3.4076433121019107,
      "grad_norm": 0.26779916712175555,
      "learning_rate": 6.20432297198691e-05,
      "loss": 0.1042,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10799382627010345,
      "step": 1070,
      "valid_targets_mean": 4800.0,
      "valid_targets_min": 1217
    },
    {
      "epoch": 3.4235668789808917,
      "grad_norm": 0.2623396694207434,
      "learning_rate": 6.17379617849458e-05,
      "loss": 0.1094,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11160917580127716,
      "step": 1075,
      "valid_targets_mean": 5049.7,
      "valid_targets_min": 1419
    },
    {
      "epoch": 3.4394904458598727,
      "grad_norm": 0.24903895076990235,
      "learning_rate": 6.14322300844528e-05,
      "loss": 0.1062,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10769861936569214,
      "step": 1080,
      "valid_targets_mean": 4956.7,
      "valid_targets_min": 1107
    },
    {
      "epoch": 3.4554140127388537,
      "grad_norm": 0.24951528237863124,
      "learning_rate": 6.112604669781572e-05,
      "loss": 0.1065,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10491140186786652,
      "step": 1085,
      "valid_targets_mean": 4922.6,
      "valid_targets_min": 1444
    },
    {
      "epoch": 3.4713375796178343,
      "grad_norm": 0.25034291309055917,
      "learning_rate": 6.0819423722306253e-05,
      "loss": 0.104,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1010381430387497,
      "step": 1090,
      "valid_targets_mean": 5216.4,
      "valid_targets_min": 2110
    },
    {
      "epoch": 3.4872611464968153,
      "grad_norm": 0.3390365353670313,
      "learning_rate": 6.0512373272564184e-05,
      "loss": 0.1097,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11959738284349442,
      "step": 1095,
      "valid_targets_mean": 5458.0,
      "valid_targets_min": 837
    },
    {
      "epoch": 3.5031847133757963,
      "grad_norm": 0.24437172558260273,
      "learning_rate": 6.020490748011877e-05,
      "loss": 0.1041,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10164205729961395,
      "step": 1100,
      "valid_targets_mean": 4847.3,
      "valid_targets_min": 1194
    },
    {
      "epoch": 3.519108280254777,
      "grad_norm": 0.2551590187858289,
      "learning_rate": 5.9897038492909394e-05,
      "loss": 0.1059,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10588935017585754,
      "step": 1105,
      "valid_targets_mean": 5376.8,
      "valid_targets_min": 1114
    },
    {
      "epoch": 3.535031847133758,
      "grad_norm": 0.2456045285926812,
      "learning_rate": 5.958877847480564e-05,
      "loss": 0.106,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10410155355930328,
      "step": 1110,
      "valid_targets_mean": 5057.1,
      "valid_targets_min": 1289
    },
    {
      "epoch": 3.550955414012739,
      "grad_norm": 0.2705095736783728,
      "learning_rate": 5.928013960512668e-05,
      "loss": 0.1085,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11431917548179626,
      "step": 1115,
      "valid_targets_mean": 4957.0,
      "valid_targets_min": 2368
    },
    {
      "epoch": 3.56687898089172,
      "grad_norm": 0.2599637273643507,
      "learning_rate": 5.897113407816006e-05,
      "loss": 0.1076,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1085943803191185,
      "step": 1120,
      "valid_targets_mean": 5048.7,
      "valid_targets_min": 723
    },
    {
      "epoch": 3.582802547770701,
      "grad_norm": 0.24504956439171913,
      "learning_rate": 5.86617741026799e-05,
      "loss": 0.1024,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.107721246778965,
      "step": 1125,
      "valid_targets_mean": 5124.7,
      "valid_targets_min": 2261
    },
    {
      "epoch": 3.5987261146496814,
      "grad_norm": 0.24253994110152155,
      "learning_rate": 5.8352071901464566e-05,
      "loss": 0.1125,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1102893054485321,
      "step": 1130,
      "valid_targets_mean": 5029.5,
      "valid_targets_min": 1075
    },
    {
      "epoch": 3.6146496815286624,
      "grad_norm": 0.27194849062723475,
      "learning_rate": 5.804203971081371e-05,
      "loss": 0.1082,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11634404212236404,
      "step": 1135,
      "valid_targets_mean": 4992.7,
      "valid_targets_min": 1542
    },
    {
      "epoch": 3.6305732484076434,
      "grad_norm": 0.2516580754553014,
      "learning_rate": 5.773168978006486e-05,
      "loss": 0.1056,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10742191970348358,
      "step": 1140,
      "valid_targets_mean": 5402.7,
      "valid_targets_min": 2061
    },
    {
      "epoch": 3.646496815286624,
      "grad_norm": 0.25068514246290896,
      "learning_rate": 5.742103437110937e-05,
      "loss": 0.1023,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09810538589954376,
      "step": 1145,
      "valid_targets_mean": 4866.2,
      "valid_targets_min": 1572
    },
    {
      "epoch": 3.662420382165605,
      "grad_norm": 0.24681145583948133,
      "learning_rate": 5.711008575790806e-05,
      "loss": 0.1071,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10473734140396118,
      "step": 1150,
      "valid_targets_mean": 4804.1,
      "valid_targets_min": 2400
    },
    {
      "epoch": 3.678343949044586,
      "grad_norm": 0.262881630380637,
      "learning_rate": 5.679885622600616e-05,
      "loss": 0.1041,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10942289233207703,
      "step": 1155,
      "valid_targets_mean": 4926.2,
      "valid_targets_min": 2711
    },
    {
      "epoch": 3.694267515923567,
      "grad_norm": 0.2831388830313044,
      "learning_rate": 5.6487358072048e-05,
      "loss": 0.1106,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11911377310752869,
      "step": 1160,
      "valid_targets_mean": 5100.8,
      "valid_targets_min": 993
    },
    {
      "epoch": 3.710191082802548,
      "grad_norm": 0.26704618695645355,
      "learning_rate": 5.617560360329114e-05,
      "loss": 0.1062,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11761665344238281,
      "step": 1165,
      "valid_targets_mean": 5179.2,
      "valid_targets_min": 1917
    },
    {
      "epoch": 3.7261146496815285,
      "grad_norm": 0.26325309810176767,
      "learning_rate": 5.58636051371201e-05,
      "loss": 0.1089,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11542294919490814,
      "step": 1170,
      "valid_targets_mean": 5089.2,
      "valid_targets_min": 1051
    },
    {
      "epoch": 3.7420382165605095,
      "grad_norm": 0.2331609981220728,
      "learning_rate": 5.5551375000559716e-05,
      "loss": 0.1041,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09477736055850983,
      "step": 1175,
      "valid_targets_mean": 4929.3,
      "valid_targets_min": 1215
    },
    {
      "epoch": 3.7579617834394905,
      "grad_norm": 0.2626457657069755,
      "learning_rate": 5.523892552978808e-05,
      "loss": 0.1114,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.106768399477005,
      "step": 1180,
      "valid_targets_mean": 5236.1,
      "valid_targets_min": 481
    },
    {
      "epoch": 3.7738853503184715,
      "grad_norm": 0.2633532573529452,
      "learning_rate": 5.492626906964917e-05,
      "loss": 0.1061,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10951051115989685,
      "step": 1185,
      "valid_targets_mean": 5243.7,
      "valid_targets_min": 940
    },
    {
      "epoch": 3.789808917197452,
      "grad_norm": 0.24086117942985047,
      "learning_rate": 5.4613417973165106e-05,
      "loss": 0.1046,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10434311628341675,
      "step": 1190,
      "valid_targets_mean": 5219.0,
      "valid_targets_min": 3102
    },
    {
      "epoch": 3.805732484076433,
      "grad_norm": 0.264859468533397,
      "learning_rate": 5.430038460104803e-05,
      "loss": 0.1067,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10531932860612869,
      "step": 1195,
      "valid_targets_mean": 4750.2,
      "valid_targets_min": 1375
    },
    {
      "epoch": 3.821656050955414,
      "grad_norm": 0.2700805055153647,
      "learning_rate": 5.39871813212118e-05,
      "loss": 0.1074,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11084768176078796,
      "step": 1200,
      "valid_targets_mean": 5329.8,
      "valid_targets_min": 1161
    },
    {
      "epoch": 3.837579617834395,
      "grad_norm": 0.23715443523845312,
      "learning_rate": 5.36738205082833e-05,
      "loss": 0.1038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09647548198699951,
      "step": 1205,
      "valid_targets_mean": 5051.8,
      "valid_targets_min": 1135
    },
    {
      "epoch": 3.853503184713376,
      "grad_norm": 0.23915161753996375,
      "learning_rate": 5.3360314543113544e-05,
      "loss": 0.1106,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10543075203895569,
      "step": 1210,
      "valid_targets_mean": 5236.8,
      "valid_targets_min": 1709
    },
    {
      "epoch": 3.8694267515923566,
      "grad_norm": 0.24368779650012992,
      "learning_rate": 5.304667581228846e-05,
      "loss": 0.1057,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10129611194133759,
      "step": 1215,
      "valid_targets_mean": 4842.7,
      "valid_targets_min": 1457
    },
    {
      "epoch": 3.8853503184713376,
      "grad_norm": 0.23933972252366836,
      "learning_rate": 5.2732916707639576e-05,
      "loss": 0.1048,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10172361135482788,
      "step": 1220,
      "valid_targets_mean": 5203.8,
      "valid_targets_min": 1939
    },
    {
      "epoch": 3.9012738853503186,
      "grad_norm": 0.2588216069128758,
      "learning_rate": 5.2419049625754346e-05,
      "loss": 0.1057,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11062759160995483,
      "step": 1225,
      "valid_targets_mean": 4756.7,
      "valid_targets_min": 484
    },
    {
      "epoch": 3.917197452229299,
      "grad_norm": 0.2671361073739832,
      "learning_rate": 5.210508696748642e-05,
      "loss": 0.1098,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11435449123382568,
      "step": 1230,
      "valid_targets_mean": 5069.8,
      "valid_targets_min": 618
    },
    {
      "epoch": 3.93312101910828,
      "grad_norm": 0.2486785654428562,
      "learning_rate": 5.17910411374656e-05,
      "loss": 0.1034,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1074475347995758,
      "step": 1235,
      "valid_targets_mean": 5156.6,
      "valid_targets_min": 2701
    },
    {
      "epoch": 3.949044585987261,
      "grad_norm": 0.26579895266255577,
      "learning_rate": 5.1476924543607884e-05,
      "loss": 0.1089,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11539261043071747,
      "step": 1240,
      "valid_targets_mean": 5437.4,
      "valid_targets_min": 2627
    },
    {
      "epoch": 3.964968152866242,
      "grad_norm": 0.27035345103767233,
      "learning_rate": 5.116274959662508e-05,
      "loss": 0.1115,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11612924933433533,
      "step": 1245,
      "valid_targets_mean": 5038.6,
      "valid_targets_min": 1140
    },
    {
      "epoch": 3.980891719745223,
      "grad_norm": 0.2140692013570522,
      "learning_rate": 5.0848528709534525e-05,
      "loss": 0.1033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09687002748250961,
      "step": 1250,
      "valid_targets_mean": 5244.2,
      "valid_targets_min": 3244
    },
    {
      "epoch": 3.9968152866242037,
      "grad_norm": 0.2535143333870611,
      "learning_rate": 5.053427429716867e-05,
      "loss": 0.1102,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11210654675960541,
      "step": 1255,
      "valid_targets_mean": 5184.2,
      "valid_targets_min": 1508
    },
    {
      "epoch": 4.012738853503185,
      "grad_norm": 0.32543565374679984,
      "learning_rate": 5.021999877568452e-05,
      "loss": 0.0717,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0697878897190094,
      "step": 1260,
      "valid_targets_mean": 4879.7,
      "valid_targets_min": 1886
    },
    {
      "epoch": 4.028662420382165,
      "grad_norm": 0.2497859940335556,
      "learning_rate": 4.990571456207311e-05,
      "loss": 0.0669,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06878037005662918,
      "step": 1265,
      "valid_targets_mean": 5341.9,
      "valid_targets_min": 2746
    },
    {
      "epoch": 4.044585987261146,
      "grad_norm": 0.27613213470492837,
      "learning_rate": 4.959143407366891e-05,
      "loss": 0.0653,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06718228757381439,
      "step": 1270,
      "valid_targets_mean": 5151.8,
      "valid_targets_min": 2060
    },
    {
      "epoch": 4.060509554140127,
      "grad_norm": 0.2654860661104674,
      "learning_rate": 4.927716972765918e-05,
      "loss": 0.0672,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07257280498743057,
      "step": 1275,
      "valid_targets_mean": 5119.2,
      "valid_targets_min": 1619
    },
    {
      "epoch": 4.076433121019108,
      "grad_norm": 0.2603303324802897,
      "learning_rate": 4.8962933940593444e-05,
      "loss": 0.0643,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06228986382484436,
      "step": 1280,
      "valid_targets_mean": 5570.8,
      "valid_targets_min": 3149
    },
    {
      "epoch": 4.092356687898089,
      "grad_norm": 0.2518487900443168,
      "learning_rate": 4.864873912789282e-05,
      "loss": 0.0676,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06389397382736206,
      "step": 1285,
      "valid_targets_mean": 5220.3,
      "valid_targets_min": 2358
    },
    {
      "epoch": 4.10828025477707,
      "grad_norm": 0.26677364116470986,
      "learning_rate": 4.833459770335958e-05,
      "loss": 0.0642,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06612858921289444,
      "step": 1290,
      "valid_targets_mean": 4851.1,
      "valid_targets_min": 1150
    },
    {
      "epoch": 4.124203821656051,
      "grad_norm": 0.24599726927262444,
      "learning_rate": 4.802052207868654e-05,
      "loss": 0.0634,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.061971019953489304,
      "step": 1295,
      "valid_targets_mean": 5298.0,
      "valid_targets_min": 1955
    },
    {
      "epoch": 4.140127388535032,
      "grad_norm": 0.23832637646511967,
      "learning_rate": 4.7706524662966874e-05,
      "loss": 0.0651,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.062450796365737915,
      "step": 1300,
      "valid_targets_mean": 4969.2,
      "valid_targets_min": 1286
    },
    {
      "epoch": 4.156050955414012,
      "grad_norm": 0.2523903608435005,
      "learning_rate": 4.739261786220368e-05,
      "loss": 0.0657,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0634709820151329,
      "step": 1305,
      "valid_targets_mean": 5092.5,
      "valid_targets_min": 2328
    },
    {
      "epoch": 4.171974522292993,
      "grad_norm": 0.25933448743779897,
      "learning_rate": 4.707881407881988e-05,
      "loss": 0.0647,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06896044313907623,
      "step": 1310,
      "valid_targets_mean": 4955.2,
      "valid_targets_min": 2544
    },
    {
      "epoch": 4.187898089171974,
      "grad_norm": 0.25637900317547274,
      "learning_rate": 4.67651257111682e-05,
      "loss": 0.0665,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0633041262626648,
      "step": 1315,
      "valid_targets_mean": 5261.5,
      "valid_targets_min": 2018
    },
    {
      "epoch": 4.203821656050955,
      "grad_norm": 0.25332929369579527,
      "learning_rate": 4.6451565153041274e-05,
      "loss": 0.0682,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06732308864593506,
      "step": 1320,
      "valid_targets_mean": 5149.8,
      "valid_targets_min": 2189
    },
    {
      "epoch": 4.219745222929936,
      "grad_norm": 0.2631360831779554,
      "learning_rate": 4.613814479318203e-05,
      "loss": 0.0687,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06805001199245453,
      "step": 1325,
      "valid_targets_mean": 5208.4,
      "valid_targets_min": 1023
    },
    {
      "epoch": 4.235668789808917,
      "grad_norm": 0.2668165361367289,
      "learning_rate": 4.582487701479417e-05,
      "loss": 0.0687,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06724009662866592,
      "step": 1330,
      "valid_targets_mean": 5126.9,
      "valid_targets_min": 993
    },
    {
      "epoch": 4.251592356687898,
      "grad_norm": 0.2652760393097436,
      "learning_rate": 4.551177419505288e-05,
      "loss": 0.0684,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0720963403582573,
      "step": 1335,
      "valid_targets_mean": 4961.7,
      "valid_targets_min": 1665
    },
    {
      "epoch": 4.267515923566879,
      "grad_norm": 0.26028868427430096,
      "learning_rate": 4.5198848704615914e-05,
      "loss": 0.0674,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06823834776878357,
      "step": 1340,
      "valid_targets_mean": 4578.2,
      "valid_targets_min": 1088
    },
    {
      "epoch": 4.2834394904458595,
      "grad_norm": 0.2558703503727455,
      "learning_rate": 4.4886112907134715e-05,
      "loss": 0.0646,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06340670585632324,
      "step": 1345,
      "valid_targets_mean": 5014.7,
      "valid_targets_min": 1002
    },
    {
      "epoch": 4.2993630573248405,
      "grad_norm": 0.2445891137433315,
      "learning_rate": 4.457357915876599e-05,
      "loss": 0.0685,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06793109327554703,
      "step": 1350,
      "valid_targets_mean": 5325.8,
      "valid_targets_min": 2316
    },
    {
      "epoch": 4.3152866242038215,
      "grad_norm": 0.24716166350521976,
      "learning_rate": 4.4261259807683534e-05,
      "loss": 0.0664,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06318019330501556,
      "step": 1355,
      "valid_targets_mean": 4784.7,
      "valid_targets_min": 1480
    },
    {
      "epoch": 4.3312101910828025,
      "grad_norm": 0.2562498787066791,
      "learning_rate": 4.394916719359028e-05,
      "loss": 0.069,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07023858278989792,
      "step": 1360,
      "valid_targets_mean": 4933.6,
      "valid_targets_min": 1446
    },
    {
      "epoch": 4.3471337579617835,
      "grad_norm": 0.23498953082409643,
      "learning_rate": 4.363731364723084e-05,
      "loss": 0.065,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06365595012903214,
      "step": 1365,
      "valid_targets_mean": 5211.1,
      "valid_targets_min": 2131
    },
    {
      "epoch": 4.3630573248407645,
      "grad_norm": 0.2659476073173022,
      "learning_rate": 4.332571148990429e-05,
      "loss": 0.0676,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0684298425912857,
      "step": 1370,
      "valid_targets_mean": 5160.2,
      "valid_targets_min": 1814
    },
    {
      "epoch": 4.3789808917197455,
      "grad_norm": 0.24500356454352173,
      "learning_rate": 4.3014373032977336e-05,
      "loss": 0.0665,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06558418273925781,
      "step": 1375,
      "valid_targets_mean": 4926.4,
      "valid_targets_min": 1517
    },
    {
      "epoch": 4.3949044585987265,
      "grad_norm": 0.25364416790466265,
      "learning_rate": 4.270331057739793e-05,
      "loss": 0.0672,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06497491151094437,
      "step": 1380,
      "valid_targets_mean": 4966.5,
      "valid_targets_min": 1395
    },
    {
      "epoch": 4.4108280254777075,
      "grad_norm": 0.2561579738552816,
      "learning_rate": 4.239253641320921e-05,
      "loss": 0.0659,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06818774342536926,
      "step": 1385,
      "valid_targets_mean": 4865.7,
      "valid_targets_min": 1691
    },
    {
      "epoch": 4.426751592356688,
      "grad_norm": 0.25636115860115083,
      "learning_rate": 4.208206281906399e-05,
      "loss": 0.0674,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06350462138652802,
      "step": 1390,
      "valid_targets_mean": 5171.3,
      "valid_targets_min": 1413
    },
    {
      "epoch": 4.442675159235669,
      "grad_norm": 0.2537137269283525,
      "learning_rate": 4.177190206173958e-05,
      "loss": 0.0659,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0639728456735611,
      "step": 1395,
      "valid_targets_mean": 4515.4,
      "valid_targets_min": 1241
    },
    {
      "epoch": 4.45859872611465,
      "grad_norm": 0.2507089998820537,
      "learning_rate": 4.146206639565312e-05,
      "loss": 0.0681,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06643237918615341,
      "step": 1400,
      "valid_targets_mean": 5098.2,
      "valid_targets_min": 1246
    },
    {
      "epoch": 4.474522292993631,
      "grad_norm": 0.25048800523519704,
      "learning_rate": 4.1152568062377474e-05,
      "loss": 0.0664,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0646229088306427,
      "step": 1405,
      "valid_targets_mean": 5412.2,
      "valid_targets_min": 2678
    },
    {
      "epoch": 4.490445859872612,
      "grad_norm": 0.25518840668289683,
      "learning_rate": 4.084341929015749e-05,
      "loss": 0.0656,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06392090767621994,
      "step": 1410,
      "valid_targets_mean": 4661.1,
      "valid_targets_min": 1787
    },
    {
      "epoch": 4.506369426751593,
      "grad_norm": 0.26451003514696153,
      "learning_rate": 4.05346322934269e-05,
      "loss": 0.0692,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06889551132917404,
      "step": 1415,
      "valid_targets_mean": 5041.4,
      "valid_targets_min": 1404
    },
    {
      "epoch": 4.522292993630574,
      "grad_norm": 0.24519959671250638,
      "learning_rate": 4.022621927232577e-05,
      "loss": 0.0643,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0631960928440094,
      "step": 1420,
      "valid_targets_mean": 4906.4,
      "valid_targets_min": 1143
    },
    {
      "epoch": 4.538216560509554,
      "grad_norm": 0.26577047272631943,
      "learning_rate": 3.991819241221835e-05,
      "loss": 0.0666,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06718342006206512,
      "step": 1425,
      "valid_targets_mean": 4861.5,
      "valid_targets_min": 1190
    },
    {
      "epoch": 4.554140127388535,
      "grad_norm": 0.258004292371268,
      "learning_rate": 3.961056388321177e-05,
      "loss": 0.0695,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0710553303360939,
      "step": 1430,
      "valid_targets_mean": 4989.9,
      "valid_targets_min": 3250
    },
    {
      "epoch": 4.570063694267516,
      "grad_norm": 0.25787849659296397,
      "learning_rate": 3.930334583967514e-05,
      "loss": 0.0671,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06511221826076508,
      "step": 1435,
      "valid_targets_mean": 5124.6,
      "valid_targets_min": 1170
    },
    {
      "epoch": 4.585987261146497,
      "grad_norm": 0.25262151176120695,
      "learning_rate": 3.8996550419759315e-05,
      "loss": 0.0674,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0706428587436676,
      "step": 1440,
      "valid_targets_mean": 4741.4,
      "valid_targets_min": 576
    },
    {
      "epoch": 4.601910828025478,
      "grad_norm": 0.26241884175281194,
      "learning_rate": 3.869018974491735e-05,
      "loss": 0.0669,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06604479998350143,
      "step": 1445,
      "valid_targets_mean": 5243.3,
      "valid_targets_min": 2277
    },
    {
      "epoch": 4.617834394904459,
      "grad_norm": 0.24861769697272823,
      "learning_rate": 3.838427591942557e-05,
      "loss": 0.0668,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06618154048919678,
      "step": 1450,
      "valid_targets_mean": 5323.2,
      "valid_targets_min": 2472
    },
    {
      "epoch": 4.63375796178344,
      "grad_norm": 0.2722192591973607,
      "learning_rate": 3.807882102990532e-05,
      "loss": 0.0704,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07361525297164917,
      "step": 1455,
      "valid_targets_mean": 5013.7,
      "valid_targets_min": 1792
    },
    {
      "epoch": 4.649681528662421,
      "grad_norm": 0.25256886749450697,
      "learning_rate": 3.7773837144845455e-05,
      "loss": 0.0672,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0680055022239685,
      "step": 1460,
      "valid_targets_mean": 5433.3,
      "valid_targets_min": 3865
    },
    {
      "epoch": 4.665605095541402,
      "grad_norm": 0.2439164611487248,
      "learning_rate": 3.746933631412548e-05,
      "loss": 0.0677,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06579042971134186,
      "step": 1465,
      "valid_targets_mean": 4954.6,
      "valid_targets_min": 1158
    },
    {
      "epoch": 4.681528662420382,
      "grad_norm": 0.2619080558541486,
      "learning_rate": 3.716533056853948e-05,
      "loss": 0.0645,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06959753483533859,
      "step": 1470,
      "valid_targets_mean": 4837.2,
      "valid_targets_min": 889
    },
    {
      "epoch": 4.697452229299363,
      "grad_norm": 0.2499165064301628,
      "learning_rate": 3.686183191932078e-05,
      "loss": 0.068,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07037084549665451,
      "step": 1475,
      "valid_targets_mean": 4907.2,
      "valid_targets_min": 1432
    },
    {
      "epoch": 4.713375796178344,
      "grad_norm": 0.269406009366861,
      "learning_rate": 3.6558852357667416e-05,
      "loss": 0.0685,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06931830942630768,
      "step": 1480,
      "valid_targets_mean": 4898.0,
      "valid_targets_min": 1162
    },
    {
      "epoch": 4.729299363057325,
      "grad_norm": 0.2456468044189881,
      "learning_rate": 3.625640385426826e-05,
      "loss": 0.067,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06254740804433823,
      "step": 1485,
      "valid_targets_mean": 5088.6,
      "valid_targets_min": 1806
    },
    {
      "epoch": 4.745222929936306,
      "grad_norm": 0.2743275642010713,
      "learning_rate": 3.595449835883018e-05,
      "loss": 0.0679,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06851696223020554,
      "step": 1490,
      "valid_targets_mean": 5121.9,
      "valid_targets_min": 914
    },
    {
      "epoch": 4.761146496815287,
      "grad_norm": 0.23525141867534177,
      "learning_rate": 3.5653147799605866e-05,
      "loss": 0.0664,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06559790670871735,
      "step": 1495,
      "valid_targets_mean": 5416.6,
      "valid_targets_min": 837
    },
    {
      "epoch": 4.777070063694268,
      "grad_norm": 0.24565853392599585,
      "learning_rate": 3.535236408292253e-05,
      "loss": 0.0661,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06561281532049179,
      "step": 1500,
      "valid_targets_mean": 4962.0,
      "valid_targets_min": 1255
    },
    {
      "epoch": 4.792993630573249,
      "grad_norm": 0.24430716028494404,
      "learning_rate": 3.505215909271149e-05,
      "loss": 0.0666,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06181070953607559,
      "step": 1505,
      "valid_targets_mean": 5308.9,
      "valid_targets_min": 2468
    },
    {
      "epoch": 4.80891719745223,
      "grad_norm": 0.25555301928092583,
      "learning_rate": 3.4752544690038647e-05,
      "loss": 0.0667,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07101315259933472,
      "step": 1510,
      "valid_targets_mean": 4784.2,
      "valid_targets_min": 1137
    },
    {
      "epoch": 4.82484076433121,
      "grad_norm": 0.24376383095753595,
      "learning_rate": 3.4453532712635855e-05,
      "loss": 0.0653,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06604792177677155,
      "step": 1515,
      "valid_targets_mean": 5042.0,
      "valid_targets_min": 1166
    },
    {
      "epoch": 4.840764331210191,
      "grad_norm": 0.2736563690710869,
      "learning_rate": 3.415513497443322e-05,
      "loss": 0.0675,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07168449461460114,
      "step": 1520,
      "valid_targets_mean": 5337.4,
      "valid_targets_min": 535
    },
    {
      "epoch": 4.856687898089172,
      "grad_norm": 0.25049885627433904,
      "learning_rate": 3.385736326509232e-05,
      "loss": 0.067,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06345846503973007,
      "step": 1525,
      "valid_targets_mean": 4973.4,
      "valid_targets_min": 1619
    },
    {
      "epoch": 4.872611464968153,
      "grad_norm": 0.2646714670430848,
      "learning_rate": 3.3560229349540394e-05,
      "loss": 0.0659,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07117845118045807,
      "step": 1530,
      "valid_targets_mean": 4974.2,
      "valid_targets_min": 1232
    },
    {
      "epoch": 4.888535031847134,
      "grad_norm": 0.24363591418875322,
      "learning_rate": 3.3263744967505534e-05,
      "loss": 0.0661,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06361409276723862,
      "step": 1535,
      "valid_targets_mean": 5185.8,
      "valid_targets_min": 1292
    },
    {
      "epoch": 4.904458598726115,
      "grad_norm": 0.2524377419098983,
      "learning_rate": 3.296792183305283e-05,
      "loss": 0.0667,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06658736616373062,
      "step": 1540,
      "valid_targets_mean": 5193.3,
      "valid_targets_min": 1524
    },
    {
      "epoch": 4.920382165605096,
      "grad_norm": 0.24535869980622727,
      "learning_rate": 3.2672771634121543e-05,
      "loss": 0.0664,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06610628962516785,
      "step": 1545,
      "valid_targets_mean": 5016.4,
      "valid_targets_min": 1263
    },
    {
      "epoch": 4.936305732484076,
      "grad_norm": 0.23552879151068656,
      "learning_rate": 3.237830603206333e-05,
      "loss": 0.0667,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06478506326675415,
      "step": 1550,
      "valid_targets_mean": 5339.1,
      "valid_targets_min": 3443
    },
    {
      "epoch": 4.952229299363057,
      "grad_norm": 0.24973997243808632,
      "learning_rate": 3.208453666118151e-05,
      "loss": 0.0667,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06741265952587128,
      "step": 1555,
      "valid_targets_mean": 5414.4,
      "valid_targets_min": 1970
    },
    {
      "epoch": 4.968152866242038,
      "grad_norm": 0.24403940248949624,
      "learning_rate": 3.1791475128271383e-05,
      "loss": 0.0646,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0654819905757904,
      "step": 1560,
      "valid_targets_mean": 4747.5,
      "valid_targets_min": 1817
    },
    {
      "epoch": 4.984076433121019,
      "grad_norm": 0.256246603139224,
      "learning_rate": 3.149913301216164e-05,
      "loss": 0.0658,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06953182071447372,
      "step": 1565,
      "valid_targets_mean": 5057.5,
      "valid_targets_min": 683
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.2295144897580045,
      "learning_rate": 3.1207521863256914e-05,
      "loss": 0.0617,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.05196793004870415,
      "step": 1570,
      "valid_targets_mean": 5062.8,
      "valid_targets_min": 2584
    },
    {
      "epoch": 5.015923566878981,
      "grad_norm": 0.2573539131061093,
      "learning_rate": 3.0916653203081367e-05,
      "loss": 0.0402,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03786831349134445,
      "step": 1575,
      "valid_targets_mean": 5213.8,
      "valid_targets_min": 2079
    },
    {
      "epoch": 5.031847133757962,
      "grad_norm": 0.2327238193404669,
      "learning_rate": 3.0626538523823565e-05,
      "loss": 0.0397,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03762497007846832,
      "step": 1580,
      "valid_targets_mean": 5278.7,
      "valid_targets_min": 2970
    },
    {
      "epoch": 5.047770700636943,
      "grad_norm": 0.2151122853268418,
      "learning_rate": 3.033718928788233e-05,
      "loss": 0.039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.038998134434223175,
      "step": 1585,
      "valid_targets_mean": 5413.0,
      "valid_targets_min": 3096
    },
    {
      "epoch": 5.063694267515924,
      "grad_norm": 0.2547252680243014,
      "learning_rate": 3.004861692741391e-05,
      "loss": 0.0395,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.04167929291725159,
      "step": 1590,
      "valid_targets_mean": 5181.2,
      "valid_targets_min": 1937
    },
    {
      "epoch": 5.079617834394904,
      "grad_norm": 0.2280434109475756,
      "learning_rate": 2.976083284388031e-05,
      "loss": 0.0388,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03746391087770462,
      "step": 1595,
      "valid_targets_mean": 5098.7,
      "valid_targets_min": 1705
    },
    {
      "epoch": 5.095541401273885,
      "grad_norm": 0.23351952641590804,
      "learning_rate": 2.947384840759878e-05,
      "loss": 0.0397,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03910890221595764,
      "step": 1600,
      "valid_targets_mean": 4838.8,
      "valid_targets_min": 1221
    },
    {
      "epoch": 5.111464968152866,
      "grad_norm": 0.23129001044917588,
      "learning_rate": 2.918767495729261e-05,
      "loss": 0.0391,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.039571650326251984,
      "step": 1605,
      "valid_targets_mean": 4938.4,
      "valid_targets_min": 2766
    },
    {
      "epoch": 5.127388535031847,
      "grad_norm": 0.21390005575294557,
      "learning_rate": 2.8902323799643116e-05,
      "loss": 0.0384,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03702428936958313,
      "step": 1610,
      "valid_targets_mean": 4986.0,
      "valid_targets_min": 975
    },
    {
      "epoch": 5.143312101910828,
      "grad_norm": 0.24171243163064313,
      "learning_rate": 2.8617806208842924e-05,
      "loss": 0.0389,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.039472486823797226,
      "step": 1615,
      "valid_targets_mean": 4969.9,
      "valid_targets_min": 762
    },
    {
      "epoch": 5.159235668789809,
      "grad_norm": 0.22737705400402208,
      "learning_rate": 2.83341334261505e-05,
      "loss": 0.0387,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03793150559067726,
      "step": 1620,
      "valid_targets_mean": 5323.2,
      "valid_targets_min": 2969
    },
    {
      "epoch": 5.17515923566879,
      "grad_norm": 0.23863949523790068,
      "learning_rate": 2.8051316659446104e-05,
      "loss": 0.0388,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03899385780096054,
      "step": 1625,
      "valid_targets_mean": 4808.1,
      "valid_targets_min": 1114
    },
    {
      "epoch": 5.191082802547771,
      "grad_norm": 0.23234962061403744,
      "learning_rate": 2.7769367082788812e-05,
      "loss": 0.0381,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03629320114850998,
      "step": 1630,
      "valid_targets_mean": 5268.3,
      "valid_targets_min": 2752
    },
    {
      "epoch": 5.207006369426751,
      "grad_norm": 0.23382670956023793,
      "learning_rate": 2.74882958359752e-05,
      "loss": 0.0394,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.036728255450725555,
      "step": 1635,
      "valid_targets_mean": 5192.7,
      "valid_targets_min": 1252
    },
    {
      "epoch": 5.222929936305732,
      "grad_norm": 0.23909704014302888,
      "learning_rate": 2.7208114024099053e-05,
      "loss": 0.0389,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03943564370274544,
      "step": 1640,
      "valid_targets_mean": 5052.8,
      "valid_targets_min": 703
    },
    {
      "epoch": 5.238853503184713,
      "grad_norm": 0.25146903056664593,
      "learning_rate": 2.6928832717112757e-05,
      "loss": 0.0407,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.04068949818611145,
      "step": 1645,
      "valid_targets_mean": 5006.3,
      "valid_targets_min": 837
    },
    {
      "epoch": 5.254777070063694,
      "grad_norm": 0.2306660615655428,
      "learning_rate": 2.6650462949389765e-05,
      "loss": 0.0397,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.037642888724803925,
      "step": 1650,
      "valid_targets_mean": 5171.4,
      "valid_targets_min": 535
    },
    {
      "epoch": 5.270700636942675,
      "grad_norm": 0.2395925445552546,
      "learning_rate": 2.6373015719288806e-05,
      "loss": 0.0399,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.04006779566407204,
      "step": 1655,
      "valid_targets_mean": 5110.9,
      "valid_targets_min": 1598
    },
    {
      "epoch": 5.286624203821656,
      "grad_norm": 0.2309167233268924,
      "learning_rate": 2.609650198871917e-05,
      "loss": 0.0397,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03972351923584938,
      "step": 1660,
      "valid_targets_mean": 4968.6,
      "valid_targets_min": 2374
    },
    {
      "epoch": 5.302547770700637,
      "grad_norm": 0.23763897355788857,
      "learning_rate": 2.5820932682707732e-05,
      "loss": 0.0391,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.04093179851770401,
      "step": 1665,
      "valid_targets_mean": 5016.2,
      "valid_targets_min": 544
    },
    {
      "epoch": 5.318471337579618,
      "grad_norm": 0.25068878457324717,
      "learning_rate": 2.5546318688967254e-05,
      "loss": 0.0395,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.041159652173519135,
      "step": 1670,
      "valid_targets_mean": 4911.2,
      "valid_targets_min": 1116
    },
    {
      "epoch": 5.334394904458598,
      "grad_norm": 0.22753403178797857,
      "learning_rate": 2.5272670857466165e-05,
      "loss": 0.0396,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.04052474722266197,
      "step": 1675,
      "valid_targets_mean": 5482.7,
      "valid_targets_min": 1524
    },
    {
      "epoch": 5.350318471337579,
      "grad_norm": 0.22879733161534754,
      "learning_rate": 2.500000000000001e-05,
      "loss": 0.0403,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.04112991318106651,
      "step": 1680,
      "valid_targets_mean": 5106.4,
      "valid_targets_min": 1158
    },
    {
      "epoch": 5.36624203821656,
      "grad_norm": 0.2376234122880377,
      "learning_rate": 2.4728316889764132e-05,
      "loss": 0.0401,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.04215697571635246,
      "step": 1685,
      "valid_targets_mean": 5061.7,
      "valid_targets_min": 2297
    },
    {
      "epoch": 5.382165605095541,
      "grad_norm": 0.22434830031383393,
      "learning_rate": 2.4457632260928142e-05,
      "loss": 0.0385,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.038262754678726196,
      "step": 1690,
      "valid_targets_mean": 5453.3,
      "valid_targets_min": 3648
    },
    {
      "epoch": 5.398089171974522,
      "grad_norm": 0.24309045551378064,
      "learning_rate": 2.418795680821171e-05,
      "loss": 0.0397,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.04290362820029259,
      "step": 1695,
      "valid_targets_mean": 4812.7,
      "valid_targets_min": 1322
    },
    {
      "epoch": 5.414012738853503,
      "grad_norm": 0.23465352172702575,
      "learning_rate": 2.3919301186462122e-05,
      "loss": 0.0388,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.04129970818758011,
      "step": 1700,
      "valid_targets_mean": 5085.9,
      "valid_targets_min": 2467
    },
    {
      "epoch": 5.429936305732484,
      "grad_norm": 0.2404443420309706,
      "learning_rate": 2.3651676010233205e-05,
      "loss": 0.0387,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.04071522504091263,
      "step": 1705,
      "valid_targets_mean": 5138.1,
      "valid_targets_min": 2789
    },
    {
      "epoch": 5.445859872611465,
      "grad_norm": 0.2285563859680148,
      "learning_rate": 2.338509185336605e-05,
      "loss": 0.0392,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0407479926943779,
      "step": 1710,
      "valid_targets_mean": 5241.2,
      "valid_targets_min": 3393
    },
    {
      "epoch": 5.461783439490446,
      "grad_norm": 0.21915829436292794,
      "learning_rate": 2.3119559248571128e-05,
      "loss": 0.0382,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.037575460970401764,
      "step": 1715,
      "valid_targets_mean": 5078.1,
      "valid_targets_min": 1875
    },
    {
      "epoch": 5.477707006369426,
      "grad_norm": 0.218354261531361,
      "learning_rate": 2.2855088687012267e-05,
      "loss": 0.0377,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03804899379611015,
      "step": 1720,
      "valid_targets_mean": 5097.3,
      "valid_targets_min": 1231
    },
    {
      "epoch": 5.493630573248407,
      "grad_norm": 0.22967659689800157,
      "learning_rate": 2.2591690617892024e-05,
      "loss": 0.0382,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03832363337278366,
      "step": 1725,
      "valid_targets_mean": 4996.3,
      "valid_targets_min": 1284
    },
    {
      "epoch": 5.509554140127388,
      "grad_norm": 0.2135361882215248,
      "learning_rate": 2.2329375448038963e-05,
      "loss": 0.038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03654465451836586,
      "step": 1730,
      "valid_targets_mean": 5368.9,
      "valid_targets_min": 2727
    },
    {
      "epoch": 5.525477707006369,
      "grad_norm": 0.219724387020262,
      "learning_rate": 2.206815354149636e-05,
      "loss": 0.0382,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03865468502044678,
      "step": 1735,
      "valid_targets_mean": 5250.5,
      "valid_targets_min": 2485
    },
    {
      "epoch": 5.54140127388535,
      "grad_norm": 0.2280509928530714,
      "learning_rate": 2.1808035219112815e-05,
      "loss": 0.0383,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03821604698896408,
      "step": 1740,
      "valid_targets_mean": 5243.9,
      "valid_targets_min": 2173
    },
    {
      "epoch": 5.557324840764331,
      "grad_norm": 0.22620549277434396,
      "learning_rate": 2.15490307581344e-05,
      "loss": 0.0377,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.036652229726314545,
      "step": 1745,
      "valid_targets_mean": 5087.3,
      "valid_targets_min": 1078
    },
    {
      "epoch": 5.573248407643312,
      "grad_norm": 0.24158871777005828,
      "learning_rate": 2.1291150391798702e-05,
      "loss": 0.0385,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03983117267489433,
      "step": 1750,
      "valid_targets_mean": 4814.7,
      "valid_targets_min": 1708
    },
    {
      "epoch": 5.5891719745222925,
      "grad_norm": 0.2144191635607289,
      "learning_rate": 2.1034404308930406e-05,
      "loss": 0.0386,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03703922778367996,
      "step": 1755,
      "valid_targets_mean": 5234.8,
      "valid_targets_min": 2719
    },
    {
      "epoch": 5.6050955414012735,
      "grad_norm": 0.2289998905622151,
      "learning_rate": 2.0778802653538825e-05,
      "loss": 0.0381,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.038494180887937546,
      "step": 1760,
      "valid_targets_mean": 5025.2,
      "valid_targets_min": 743
    },
    {
      "epoch": 5.6210191082802545,
      "grad_norm": 0.22707821409053633,
      "learning_rate": 2.0524355524417017e-05,
      "loss": 0.0393,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.038622841238975525,
      "step": 1765,
      "valid_targets_mean": 5387.8,
      "valid_targets_min": 1387
    },
    {
      "epoch": 5.6369426751592355,
      "grad_norm": 0.2384539406821619,
      "learning_rate": 2.0271072974742893e-05,
      "loss": 0.0381,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.04027251899242401,
      "step": 1770,
      "valid_targets_mean": 4907.1,
      "valid_targets_min": 1161
    },
    {
      "epoch": 5.6528662420382165,
      "grad_norm": 0.22920367000624492,
      "learning_rate": 2.00189650116819e-05,
      "loss": 0.0388,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03986385464668274,
      "step": 1775,
      "valid_targets_mean": 4628.7,
      "valid_targets_min": 1389
    },
    {
      "epoch": 5.6687898089171975,
      "grad_norm": 0.2479531372985083,
      "learning_rate": 1.976804159599176e-05,
      "loss": 0.0384,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.038538143038749695,
      "step": 1780,
      "valid_targets_mean": 4863.4,
      "valid_targets_min": 481
    },
    {
      "epoch": 5.6847133757961785,
      "grad_norm": 0.22815175723184877,
      "learning_rate": 1.9518312641628794e-05,
      "loss": 0.0384,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03903673216700554,
      "step": 1785,
      "valid_targets_mean": 5240.6,
      "valid_targets_min": 1142
    },
    {
      "epoch": 5.7006369426751595,
      "grad_norm": 0.2252628939974779,
      "learning_rate": 1.9269788015356338e-05,
      "loss": 0.0382,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0388975664973259,
      "step": 1790,
      "valid_targets_mean": 5302.0,
      "valid_targets_min": 1508
    },
    {
      "epoch": 5.7165605095541405,
      "grad_norm": 0.23333066323175405,
      "learning_rate": 1.902247753635486e-05,
      "loss": 0.0393,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0404471755027771,
      "step": 1795,
      "valid_targets_mean": 4632.9,
      "valid_targets_min": 1508
    },
    {
      "epoch": 5.732484076433121,
      "grad_norm": 0.23840989094083886,
      "learning_rate": 1.8776390975833968e-05,
      "loss": 0.0392,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.04090998321771622,
      "step": 1800,
      "valid_targets_mean": 4579.7,
      "valid_targets_min": 1118
    },
    {
      "epoch": 5.748407643312102,
      "grad_norm": 0.22837896703491764,
      "learning_rate": 1.8531538056646414e-05,
      "loss": 0.0393,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03896788880228996,
      "step": 1805,
      "valid_targets_mean": 5020.3,
      "valid_targets_min": 1122
    },
    {
      "epoch": 5.764331210191083,
      "grad_norm": 0.222630079744137,
      "learning_rate": 1.8287928452903873e-05,
      "loss": 0.0381,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.039409175515174866,
      "step": 1810,
      "valid_targets_mean": 5114.5,
      "valid_targets_min": 2084
    },
    {
      "epoch": 5.780254777070064,
      "grad_norm": 0.2190364710189488,
      "learning_rate": 1.804557178959485e-05,
      "loss": 0.0376,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03576471656560898,
      "step": 1815,
      "valid_targets_mean": 5217.8,
      "valid_targets_min": 1527
    },
    {
      "epoch": 5.796178343949045,
      "grad_norm": 0.23836620702182748,
      "learning_rate": 1.7804477642204222e-05,
      "loss": 0.0377,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.04015360027551651,
      "step": 1820,
      "valid_targets_mean": 5027.3,
      "valid_targets_min": 1778
    },
    {
      "epoch": 5.812101910828026,
      "grad_norm": 0.21946223926645111,
      "learning_rate": 1.7564655536335074e-05,
      "loss": 0.0388,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03854244202375412,
      "step": 1825,
      "valid_targets_mean": 5460.2,
      "valid_targets_min": 2064
    },
    {
      "epoch": 5.828025477707007,
      "grad_norm": 0.22471298771133874,
      "learning_rate": 1.7326114947332207e-05,
      "loss": 0.0389,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03704363852739334,
      "step": 1830,
      "valid_targets_mean": 5051.8,
      "valid_targets_min": 1170
    },
    {
      "epoch": 5.843949044585988,
      "grad_norm": 0.23436910547541787,
      "learning_rate": 1.7088865299907898e-05,
      "loss": 0.0389,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.039101142436265945,
      "step": 1835,
      "valid_targets_mean": 4896.2,
      "valid_targets_min": 1075
    },
    {
      "epoch": 5.859872611464969,
      "grad_norm": 0.22806331324189577,
      "learning_rate": 1.68529159677694e-05,
      "loss": 0.0401,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0396120660007,
      "step": 1840,
      "valid_targets_mean": 5041.4,
      "valid_targets_min": 1493
    },
    {
      "epoch": 5.875796178343949,
      "grad_norm": 0.2432542303403707,
      "learning_rate": 1.6618276273248716e-05,
      "loss": 0.038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03787992149591446,
      "step": 1845,
      "valid_targets_mean": 4892.7,
      "valid_targets_min": 1226
    },
    {
      "epoch": 5.89171974522293,
      "grad_norm": 0.2342506891343223,
      "learning_rate": 1.6384955486934156e-05,
      "loss": 0.0379,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03828079253435135,
      "step": 1850,
      "valid_targets_mean": 5080.2,
      "valid_targets_min": 1176
    },
    {
      "epoch": 5.907643312101911,
      "grad_norm": 0.24498194016096428,
      "learning_rate": 1.6152962827304163e-05,
      "loss": 0.0385,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.038725703954696655,
      "step": 1855,
      "valid_targets_mean": 4935.4,
      "valid_targets_min": 583
    },
    {
      "epoch": 5.923566878980892,
      "grad_norm": 0.21562472599952542,
      "learning_rate": 1.5922307460363007e-05,
      "loss": 0.0377,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.038866475224494934,
      "step": 1860,
      "valid_targets_mean": 5018.0,
      "valid_targets_min": 2721
    },
    {
      "epoch": 5.939490445859873,
      "grad_norm": 0.2201135801327864,
      "learning_rate": 1.5692998499278656e-05,
      "loss": 0.0392,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03628136217594147,
      "step": 1865,
      "valid_targets_mean": 5101.0,
      "valid_targets_min": 1286
    },
    {
      "epoch": 5.955414012738854,
      "grad_norm": 0.23346888370178664,
      "learning_rate": 1.5465045004022798e-05,
      "loss": 0.0377,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03842603787779808,
      "step": 1870,
      "valid_targets_mean": 4982.7,
      "valid_targets_min": 2943
    },
    {
      "epoch": 5.971337579617835,
      "grad_norm": 0.21461672073811788,
      "learning_rate": 1.523845598101274e-05,
      "loss": 0.0394,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03725840896368027,
      "step": 1875,
      "valid_targets_mean": 5235.9,
      "valid_targets_min": 1557
    },
    {
      "epoch": 5.987261146496815,
      "grad_norm": 0.2212628514414812,
      "learning_rate": 1.5013240382755712e-05,
      "loss": 0.0377,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.03784020245075226,
      "step": 1880,
      "valid_targets_mean": 5124.7,
      "valid_targets_min": 2650
    },
    {
      "epoch": 6.003184713375796,
      "grad_norm": 0.15356338186951857,
      "learning_rate": 1.4789407107495012e-05,
      "loss": 0.034,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0226178877055645,
      "step": 1885,
      "valid_targets_mean": 5191.6,
      "valid_targets_min": 530
    },
    {
      "epoch": 6.019108280254777,
      "grad_norm": 0.19344467500440268,
      "learning_rate": 1.456696499885859e-05,
      "loss": 0.0236,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.022716615349054337,
      "step": 1890,
      "valid_targets_mean": 5122.2,
      "valid_targets_min": 1364
    },
    {
      "epoch": 6.035031847133758,
      "grad_norm": 0.20078494885416007,
      "learning_rate": 1.4345922845509473e-05,
      "loss": 0.0225,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.022347833961248398,
      "step": 1895,
      "valid_targets_mean": 5153.9,
      "valid_targets_min": 1255
    },
    {
      "epoch": 6.050955414012739,
      "grad_norm": 0.1774796611964485,
      "learning_rate": 1.412628938079869e-05,
      "loss": 0.0229,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.023219004273414612,
      "step": 1900,
      "valid_targets_mean": 5011.7,
      "valid_targets_min": 1896
    },
    {
      "epoch": 6.06687898089172,
      "grad_norm": 0.1761710722866455,
      "learning_rate": 1.3908073282420064e-05,
      "loss": 0.0229,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.02335885539650917,
      "step": 1905,
      "valid_targets_mean": 5108.4,
      "valid_targets_min": 1343
    },
    {
      "epoch": 6.082802547770701,
      "grad_norm": 0.21191073884572043,
      "learning_rate": 1.3691283172067493e-05,
      "loss": 0.023,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.024375446140766144,
      "step": 1910,
      "valid_targets_mean": 4903.3,
      "valid_targets_min": 1106
    },
    {
      "epoch": 6.098726114649682,
      "grad_norm": 0.17736943743668826,
      "learning_rate": 1.3475927615094198e-05,
      "loss": 0.0224,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.02248205430805683,
      "step": 1915,
      "valid_targets_mean": 5163.9,
      "valid_targets_min": 1107
    },
    {
      "epoch": 6.114649681528663,
      "grad_norm": 0.1921715593242747,
      "learning_rate": 1.3262015120174397e-05,
      "loss": 0.0231,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.02436264418065548,
      "step": 1920,
      "valid_targets_mean": 5155.4,
      "valid_targets_min": 2635
    },
    {
      "epoch": 6.130573248407643,
      "grad_norm": 0.19424106681277256,
      "learning_rate": 1.3049554138967051e-05,
      "loss": 0.0219,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.023007571697235107,
      "step": 1925,
      "valid_targets_mean": 5242.8,
      "valid_targets_min": 3103
    },
    {
      "epoch": 6.146496815286624,
      "grad_norm": 0.18806288625039896,
      "learning_rate": 1.2838553065781994e-05,
      "loss": 0.0228,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.022370267659425735,
      "step": 1930,
      "valid_targets_mean": 5589.7,
      "valid_targets_min": 3781
    },
    {
      "epoch": 6.162420382165605,
      "grad_norm": 0.2029449619640067,
      "learning_rate": 1.262902023724824e-05,
      "loss": 0.0231,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.023126302286982536,
      "step": 1935,
      "valid_targets_mean": 4839.7,
      "valid_targets_min": 2201
    },
    {
      "epoch": 6.178343949044586,
      "grad_norm": 0.1895008964685314,
      "learning_rate": 1.2420963931984647e-05,
      "loss": 0.0227,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.021901872009038925,
      "step": 1940,
      "valid_targets_mean": 5206.3,
      "valid_targets_min": 1221
    },
    {
      "epoch": 6.194267515923567,
      "grad_norm": 0.17348101805573193,
      "learning_rate": 1.221439237027277e-05,
      "loss": 0.0222,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.022755764424800873,
      "step": 1945,
      "valid_targets_mean": 4914.9,
      "valid_targets_min": 2277
    },
    {
      "epoch": 6.210191082802548,
      "grad_norm": 0.18379891797309755,
      "learning_rate": 1.2009313713732146e-05,
      "loss": 0.0234,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.021730592474341393,
      "step": 1950,
      "valid_targets_mean": 5222.5,
      "valid_targets_min": 1019
    },
    {
      "epoch": 6.226114649681529,
      "grad_norm": 0.19268371314116128,
      "learning_rate": 1.1805736064997747e-05,
      "loss": 0.0223,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.02193249762058258,
      "step": 1955,
      "valid_targets_mean": 5013.3,
      "valid_targets_min": 1322
    },
    {
      "epoch": 6.24203821656051,
      "grad_norm": 0.18750955638441208,
      "learning_rate": 1.160366746739996e-05,
      "loss": 0.0225,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.022195417433977127,
      "step": 1960,
      "valid_targets_mean": 5007.3,
      "valid_targets_min": 738
    },
    {
      "epoch": 6.25796178343949,
      "grad_norm": 0.17549282697023869,
      "learning_rate": 1.1403115904646645e-05,
      "loss": 0.0218,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.021028075367212296,
      "step": 1965,
      "valid_targets_mean": 5085.5,
      "valid_targets_min": 2035
    },
    {
      "epoch": 6.273885350318471,
      "grad_norm": 0.18332193208157105,
      "learning_rate": 1.1204089300507847e-05,
      "loss": 0.0231,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.023401284590363503,
      "step": 1970,
      "valid_targets_mean": 4999.0,
      "valid_targets_min": 1202
    },
    {
      "epoch": 6.289808917197452,
      "grad_norm": 0.17715239322556667,
      "learning_rate": 1.1006595518502666e-05,
      "loss": 0.0225,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.021887117996811867,
      "step": 1975,
      "valid_targets_mean": 5229.0,
      "valid_targets_min": 1309
    },
    {
      "epoch": 6.305732484076433,
      "grad_norm": 0.20472408132731287,
      "learning_rate": 1.0810642361588519e-05,
      "loss": 0.0234,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.022668935358524323,
      "step": 1980,
      "valid_targets_mean": 4881.4,
      "valid_targets_min": 1242
    },
    {
      "epoch": 6.321656050955414,
      "grad_norm": 0.19109469103506047,
      "learning_rate": 1.0616237571852949e-05,
      "loss": 0.0225,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.021523375064134598,
      "step": 1985,
      "valid_targets_mean": 4815.9,
      "valid_targets_min": 437
    },
    {
      "epoch": 6.337579617834395,
      "grad_norm": 0.18784051693223566,
      "learning_rate": 1.0423388830207647e-05,
      "loss": 0.022,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0216823760420084,
      "step": 1990,
      "valid_targets_mean": 5081.6,
      "valid_targets_min": 566
    },
    {
      "epoch": 6.353503184713376,
      "grad_norm": 0.1914676236784046,
      "learning_rate": 1.0232103756085032e-05,
      "loss": 0.0224,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.02255776897072792,
      "step": 1995,
      "valid_targets_mean": 4667.8,
      "valid_targets_min": 837
    },
    {
      "epoch": 6.369426751592357,
      "grad_norm": 0.17055422040422477,
      "learning_rate": 1.0042389907137184e-05,
      "loss": 0.0217,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.02008126676082611,
      "step": 2000,
      "valid_targets_mean": 5296.8,
      "valid_targets_min": 2033
    },
    {
      "epoch": 6.385350318471337,
      "grad_norm": 0.2203669968573359,
      "learning_rate": 9.854254778937272e-06,
      "loss": 0.0225,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.022920632734894753,
      "step": 2005,
      "valid_targets_mean": 4894.8,
      "valid_targets_min": 683
    },
    {
      "epoch": 6.401273885350318,
      "grad_norm": 0.18476841368388444,
      "learning_rate": 9.667705804683347e-06,
      "loss": 0.022,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.022299129515886307,
      "step": 2010,
      "valid_targets_mean": 5404.3,
      "valid_targets_min": 3378
    },
    {
      "epoch": 6.417197452229299,
      "grad_norm": 0.18960537620168744,
      "learning_rate": 9.48275035490474e-06,
      "loss": 0.0224,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.022625945508480072,
      "step": 2015,
      "valid_targets_mean": 5167.3,
      "valid_targets_min": 635
    },
    {
      "epoch": 6.43312101910828,
      "grad_norm": 0.1816730366904124,
      "learning_rate": 9.299395737170757e-06,
      "loss": 0.0226,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.021097004413604736,
      "step": 2020,
      "valid_targets_mean": 5405.2,
      "valid_targets_min": 2358
    },
    {
      "epoch": 6.449044585987261,
      "grad_norm": 0.18665652868762223,
      "learning_rate": 9.117649195802053e-06,
      "loss": 0.0222,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.020676065236330032,
      "step": 2025,
      "valid_targets_mean": 5571.8,
      "valid_targets_min": 3239
    },
    {
      "epoch": 6.464968152866242,
      "grad_norm": 0.17168469220405425,
      "learning_rate": 8.93751791158432e-06,
      "loss": 0.0226,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.02178370952606201,
      "step": 2030,
      "valid_targets_mean": 5110.2,
      "valid_targets_min": 823
    },
    {
      "epoch": 6.480891719745223,
      "grad_norm": 0.20022678741940977,
      "learning_rate": 8.759009001484664e-06,
      "loss": 0.0228,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.023368585854768753,
      "step": 2035,
      "valid_targets_mean": 5139.5,
      "valid_targets_min": 1107
    },
    {
      "epoch": 6.496815286624204,
      "grad_norm": 0.17698077328210068,
      "learning_rate": 8.582129518370325e-06,
      "loss": 0.0217,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.02184038981795311,
      "step": 2040,
      "valid_targets_mean": 4925.2,
      "valid_targets_min": 693
    },
    {
      "epoch": 6.512738853503185,
      "grad_norm": 0.18611744135196454,
      "learning_rate": 8.4068864507301e-06,
      "loss": 0.0219,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.02264687605202198,
      "step": 2045,
      "valid_targets_mean": 4918.9,
      "valid_targets_min": 2328
    },
    {
      "epoch": 6.528662420382165,
      "grad_norm": 0.195599432513402,
      "learning_rate": 8.233286722398176e-06,
      "loss": 0.0226,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.022832946851849556,
      "step": 2050,
      "valid_targets_mean": 4740.8,
      "valid_targets_min": 1219
    },
    {
      "epoch": 6.544585987261146,
      "grad_norm": 0.19507783367638135,
      "learning_rate": 8.061337192280567e-06,
      "loss": 0.0226,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.024483267217874527,
      "step": 2055,
      "valid_targets_mean": 4811.7,
      "valid_targets_min": 752
    },
    {
      "epoch": 6.560509554140127,
      "grad_norm": 0.19349683718825508,
      "learning_rate": 7.891044654084185e-06,
      "loss": 0.0219,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.022460635751485825,
      "step": 2060,
      "valid_targets_mean": 5202.2,
      "valid_targets_min": 2514
    },
    {
      "epoch": 6.576433121019108,
      "grad_norm": 0.19073691268685294,
      "learning_rate": 7.72241583604832e-06,
      "loss": 0.0221,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.022780772298574448,
      "step": 2065,
      "valid_targets_mean": 5167.2,
      "valid_targets_min": 1401
    },
    {
      "epoch": 6.592356687898089,
      "grad_norm": 0.1890623710324865,
      "learning_rate": 7.555457400678917e-06,
      "loss": 0.0227,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.020403891801834106,
      "step": 2070,
      "valid_targets_mean": 5422.2,
      "valid_targets_min": 3294
    },
    {
      "epoch": 6.60828025477707,
      "grad_norm": 0.1754586533727447,
      "learning_rate": 7.390175944485239e-06,
      "loss": 0.0221,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.022461598739027977,
      "step": 2075,
      "valid_targets_mean": 5009.8,
      "valid_targets_min": 1619
    },
    {
      "epoch": 6.624203821656051,
      "grad_norm": 0.1909287332543534,
      "learning_rate": 7.22657799771933e-06,
      "loss": 0.0215,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.023671746253967285,
      "step": 2080,
      "valid_targets_mean": 5126.0,
      "valid_targets_min": 1422
    },
    {
      "epoch": 6.640127388535031,
      "grad_norm": 0.19347376217861104,
      "learning_rate": 7.06467002411792e-06,
      "loss": 0.0222,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.021759046241641045,
      "step": 2085,
      "valid_targets_mean": 4931.0,
      "valid_targets_min": 1255
    },
    {
      "epoch": 6.656050955414012,
      "grad_norm": 0.19898716387442925,
      "learning_rate": 6.904458420647131e-06,
      "loss": 0.0217,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.022016607224941254,
      "step": 2090,
      "valid_targets_mean": 4901.8,
      "valid_targets_min": 1272
    },
    {
      "epoch": 6.671974522292993,
      "grad_norm": 0.19668215861498958,
      "learning_rate": 6.745949517249639e-06,
      "loss": 0.022,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0225750133395195,
      "step": 2095,
      "valid_targets_mean": 5119.8,
      "valid_targets_min": 1431
    },
    {
      "epoch": 6.687898089171974,
      "grad_norm": 0.1683752467571503,
      "learning_rate": 6.589149576594683e-06,
      "loss": 0.0219,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.02016734890639782,
      "step": 2100,
      "valid_targets_mean": 5357.0,
      "valid_targets_min": 2994
    },
    {
      "epoch": 6.703821656050955,
      "grad_norm": 0.18243637984463024,
      "learning_rate": 6.43406479383053e-06,
      "loss": 0.0223,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0216531865298748,
      "step": 2105,
      "valid_targets_mean": 4924.5,
      "valid_targets_min": 2007
    },
    {
      "epoch": 6.719745222929936,
      "grad_norm": 0.18269497984126018,
      "learning_rate": 6.280701296339775e-06,
      "loss": 0.0226,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.022085040807724,
      "step": 2110,
      "valid_targets_mean": 5075.3,
      "valid_targets_min": 1179
    },
    {
      "epoch": 6.735668789808917,
      "grad_norm": 0.18897198497982795,
      "learning_rate": 6.129065143497215e-06,
      "loss": 0.0216,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0218723863363266,
      "step": 2115,
      "valid_targets_mean": 5236.2,
      "valid_targets_min": 3275
    },
    {
      "epoch": 6.751592356687898,
      "grad_norm": 0.18973674541646202,
      "learning_rate": 5.979162326430438e-06,
      "loss": 0.0225,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.02464936301112175,
      "step": 2120,
      "valid_targets_mean": 4906.2,
      "valid_targets_min": 2166
    },
    {
      "epoch": 6.767515923566879,
      "grad_norm": 0.19023332017629005,
      "learning_rate": 5.830998767783135e-06,
      "loss": 0.0219,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.021690942347049713,
      "step": 2125,
      "valid_targets_mean": 4953.8,
      "valid_targets_min": 566
    },
    {
      "epoch": 6.7834394904458595,
      "grad_norm": 0.185624826048304,
      "learning_rate": 5.6845803214811145e-06,
      "loss": 0.0218,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.02219153568148613,
      "step": 2130,
      "valid_targets_mean": 4727.1,
      "valid_targets_min": 1323
    },
    {
      "epoch": 6.7993630573248405,
      "grad_norm": 0.172986843377289,
      "learning_rate": 5.539912772500944e-06,
      "loss": 0.0213,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.021420851349830627,
      "step": 2135,
      "valid_targets_mean": 5189.9,
      "valid_targets_min": 2881
    },
    {
      "epoch": 6.8152866242038215,
      "grad_norm": 0.17531370450754066,
      "learning_rate": 5.397001836641469e-06,
      "loss": 0.0215,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.02098960056900978,
      "step": 2140,
      "valid_targets_mean": 5334.2,
      "valid_targets_min": 2943
    },
    {
      "epoch": 6.8312101910828025,
      "grad_norm": 0.19066329195784262,
      "learning_rate": 5.255853160297947e-06,
      "loss": 0.0212,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.02309945598244667,
      "step": 2145,
      "valid_targets_mean": 5010.4,
      "valid_targets_min": 2094
    },
    {
      "epoch": 6.8471337579617835,
      "grad_norm": 0.20771981040888132,
      "learning_rate": 5.116472320238908e-06,
      "loss": 0.0215,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.021487152203917503,
      "step": 2150,
      "valid_targets_mean": 5251.6,
      "valid_targets_min": 3011
    },
    {
      "epoch": 6.8630573248407645,
      "grad_norm": 0.18550128047287118,
      "learning_rate": 4.978864823385937e-06,
      "loss": 0.0215,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.023166440427303314,
      "step": 2155,
      "valid_targets_mean": 4948.3,
      "valid_targets_min": 2552
    },
    {
      "epoch": 6.8789808917197455,
      "grad_norm": 0.18009162395329947,
      "learning_rate": 4.843036106595961e-06,
      "loss": 0.0207,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.02180762216448784,
      "step": 2160,
      "valid_targets_mean": 5176.1,
      "valid_targets_min": 1068
    },
    {
      "epoch": 6.8949044585987265,
      "grad_norm": 0.1962482096952318,
      "learning_rate": 4.708991536446556e-06,
      "loss": 0.0222,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.022379565984010696,
      "step": 2165,
      "valid_targets_mean": 4881.7,
      "valid_targets_min": 1480
    },
    {
      "epoch": 6.9108280254777075,
      "grad_norm": 0.17755483906859504,
      "learning_rate": 4.576736409023813e-06,
      "loss": 0.0215,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.020522532984614372,
      "step": 2170,
      "valid_targets_mean": 5519.9,
      "valid_targets_min": 2337
    },
    {
      "epoch": 6.926751592356688,
      "grad_norm": 0.1844666144625461,
      "learning_rate": 4.446275949713186e-06,
      "loss": 0.0223,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.02262505143880844,
      "step": 2175,
      "valid_targets_mean": 4835.6,
      "valid_targets_min": 1162
    },
    {
      "epoch": 6.942675159235669,
      "grad_norm": 0.177784796020438,
      "learning_rate": 4.317615312992962e-06,
      "loss": 0.0211,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.02181645669043064,
      "step": 2180,
      "valid_targets_mean": 4841.8,
      "valid_targets_min": 815
    },
    {
      "epoch": 6.95859872611465,
      "grad_norm": 0.19003337507749202,
      "learning_rate": 4.190759582230641e-06,
      "loss": 0.0219,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.023830631747841835,
      "step": 2185,
      "valid_targets_mean": 4834.2,
      "valid_targets_min": 1375
    },
    {
      "epoch": 6.974522292993631,
      "grad_norm": 0.18485013401312161,
      "learning_rate": 4.065713769482082e-06,
      "loss": 0.0211,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.022234294563531876,
      "step": 2190,
      "valid_targets_mean": 4922.1,
      "valid_targets_min": 1196
    },
    {
      "epoch": 6.990445859872612,
      "grad_norm": 0.19125998780810116,
      "learning_rate": 3.942482815293513e-06,
      "loss": 0.0218,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.021418333053588867,
      "step": 2195,
      "valid_targets_mean": 4613.4,
      "valid_targets_min": 1036
    },
    {
      "epoch": 7.006369426751593,
      "grad_norm": 0.1173952766800128,
      "learning_rate": 3.8210715885062585e-06,
      "loss": 0.0185,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.014751125127077103,
      "step": 2200,
      "valid_targets_mean": 5112.5,
      "valid_targets_min": 2055
    },
    {
      "epoch": 7.022292993630574,
      "grad_norm": 0.11761236389240744,
      "learning_rate": 3.7014848860644656e-06,
      "loss": 0.015,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.015286756679415703,
      "step": 2205,
      "valid_targets_mean": 5028.2,
      "valid_targets_min": 2767
    },
    {
      "epoch": 7.038216560509555,
      "grad_norm": 0.14847874242698741,
      "learning_rate": 3.5837274328254735e-06,
      "loss": 0.0147,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.014214769005775452,
      "step": 2210,
      "valid_targets_mean": 4584.9,
      "valid_targets_min": 762
    },
    {
      "epoch": 7.054140127388535,
      "grad_norm": 0.15251329412888048,
      "learning_rate": 3.467803881373233e-06,
      "loss": 0.0152,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.014835171401500702,
      "step": 2215,
      "valid_targets_mean": 4937.8,
      "valid_targets_min": 1510
    },
    {
      "epoch": 7.070063694267516,
      "grad_norm": 0.13608132360664227,
      "learning_rate": 3.3537188118343998e-06,
      "loss": 0.0149,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.01441236212849617,
      "step": 2220,
      "valid_targets_mean": 5183.4,
      "valid_targets_min": 2473
    },
    {
      "epoch": 7.085987261146497,
      "grad_norm": 0.12805306418161266,
      "learning_rate": 3.2414767316974514e-06,
      "loss": 0.015,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.01483713649213314,
      "step": 2225,
      "valid_targets_mean": 5160.8,
      "valid_targets_min": 2420
    },
    {
      "epoch": 7.101910828025478,
      "grad_norm": 0.13354317728810114,
      "learning_rate": 3.131082075634523e-06,
      "loss": 0.0145,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.01506053190678358,
      "step": 2230,
      "valid_targets_mean": 4750.2,
      "valid_targets_min": 1457
    },
    {
      "epoch": 7.117834394904459,
      "grad_norm": 0.14056574708790995,
      "learning_rate": 3.022539205326258e-06,
      "loss": 0.0152,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.01632022112607956,
      "step": 2235,
      "valid_targets_mean": 4974.7,
      "valid_targets_min": 2056
    },
    {
      "epoch": 7.13375796178344,
      "grad_norm": 0.1508010920200611,
      "learning_rate": 2.9158524092894214e-06,
      "loss": 0.0143,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.015547826886177063,
      "step": 2240,
      "valid_targets_mean": 4667.0,
      "valid_targets_min": 914
    },
    {
      "epoch": 7.149681528662421,
      "grad_norm": 0.14457832903928367,
      "learning_rate": 2.8110259027075258e-06,
      "loss": 0.0145,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.015580195002257824,
      "step": 2245,
      "valid_targets_mean": 5049.9,
      "valid_targets_min": 1390
    },
    {
      "epoch": 7.165605095541402,
      "grad_norm": 0.13896829957456167,
      "learning_rate": 2.708063827264223e-06,
      "loss": 0.0138,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.012920582666993141,
      "step": 2250,
      "valid_targets_mean": 4977.2,
      "valid_targets_min": 1128
    },
    {
      "epoch": 7.181528662420382,
      "grad_norm": 0.14314875798019044,
      "learning_rate": 2.6069702509796957e-06,
      "loss": 0.0146,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.01511191576719284,
      "step": 2255,
      "valid_targets_mean": 5053.6,
      "valid_targets_min": 1088
    },
    {
      "epoch": 7.197452229299363,
      "grad_norm": 0.12792261173248898,
      "learning_rate": 2.507749168049961e-06,
      "loss": 0.0141,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.014054584316909313,
      "step": 2260,
      "valid_targets_mean": 5186.3,
      "valid_targets_min": 1654
    },
    {
      "epoch": 7.213375796178344,
      "grad_norm": 0.1470283549316241,
      "learning_rate": 2.410404498688995e-06,
      "loss": 0.0152,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.016185037791728973,
      "step": 2265,
      "valid_targets_mean": 4499.9,
      "valid_targets_min": 1202
    },
    {
      "epoch": 7.229299363057325,
      "grad_norm": 0.13968778084568456,
      "learning_rate": 2.3149400889739157e-06,
      "loss": 0.0149,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.015277128666639328,
      "step": 2270,
      "valid_targets_mean": 4866.9,
      "valid_targets_min": 2874
    },
    {
      "epoch": 7.245222929936306,
      "grad_norm": 0.13781604597249436,
      "learning_rate": 2.221359710692961e-06,
      "loss": 0.0142,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.013797796331346035,
      "step": 2275,
      "valid_targets_mean": 5091.4,
      "valid_targets_min": 1508
    },
    {
      "epoch": 7.261146496815287,
      "grad_norm": 0.13683845508769282,
      "learning_rate": 2.1296670611965273e-06,
      "loss": 0.0147,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.01435169018805027,
      "step": 2280,
      "valid_targets_mean": 5275.8,
      "valid_targets_min": 3924
    },
    {
      "epoch": 7.277070063694268,
      "grad_norm": 0.14296823227878563,
      "learning_rate": 2.039865763251014e-06,
      "loss": 0.0146,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.014473952353000641,
      "step": 2285,
      "valid_targets_mean": 4800.2,
      "valid_targets_min": 566
    },
    {
      "epoch": 7.292993630573249,
      "grad_norm": 0.1575107336940688,
      "learning_rate": 1.951959364895778e-06,
      "loss": 0.0148,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.015667583793401718,
      "step": 2290,
      "valid_targets_mean": 4805.3,
      "valid_targets_min": 1319
    },
    {
      "epoch": 7.308917197452229,
      "grad_norm": 0.1349565160583637,
      "learning_rate": 1.865951339302857e-06,
      "loss": 0.0137,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.014135218225419521,
      "step": 2295,
      "valid_targets_mean": 5276.8,
      "valid_targets_min": 2436
    },
    {
      "epoch": 7.32484076433121,
      "grad_norm": 0.14090268676822532,
      "learning_rate": 1.7818450846398327e-06,
      "loss": 0.0148,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.014909759163856506,
      "step": 2300,
      "valid_targets_mean": 5077.6,
      "valid_targets_min": 2532
    },
    {
      "epoch": 7.340764331210191,
      "grad_norm": 0.13743756479166525,
      "learning_rate": 1.6996439239354956e-06,
      "loss": 0.0145,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.013377371244132519,
      "step": 2305,
      "valid_targets_mean": 5274.4,
      "valid_targets_min": 2945
    },
    {
      "epoch": 7.356687898089172,
      "grad_norm": 0.13831095894721585,
      "learning_rate": 1.6193511049486076e-06,
      "loss": 0.0149,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.013829350471496582,
      "step": 2310,
      "valid_targets_mean": 4999.8,
      "valid_targets_min": 544
    },
    {
      "epoch": 7.372611464968153,
      "grad_norm": 0.14536010961036458,
      "learning_rate": 1.5409698000395379e-06,
      "loss": 0.0147,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.015978479757905006,
      "step": 2315,
      "valid_targets_mean": 4870.9,
      "valid_targets_min": 1115
    },
    {
      "epoch": 7.388535031847134,
      "grad_norm": 0.149330776493363,
      "learning_rate": 1.4645031060449732e-06,
      "loss": 0.0149,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.015622340142726898,
      "step": 2320,
      "valid_targets_mean": 4621.8,
      "valid_targets_min": 1352
    },
    {
      "epoch": 7.404458598726115,
      "grad_norm": 0.14360555016001797,
      "learning_rate": 1.389954044155517e-06,
      "loss": 0.0136,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.013295633718371391,
      "step": 2325,
      "valid_targets_mean": 5079.9,
      "valid_targets_min": 1036
    },
    {
      "epoch": 7.420382165605096,
      "grad_norm": 0.13342161850333914,
      "learning_rate": 1.3173255597963397e-06,
      "loss": 0.0146,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.013683140277862549,
      "step": 2330,
      "valid_targets_mean": 4955.8,
      "valid_targets_min": 1106
    },
    {
      "epoch": 7.436305732484076,
      "grad_norm": 0.130440591206871,
      "learning_rate": 1.2466205225108273e-06,
      "loss": 0.0142,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.013634752482175827,
      "step": 2335,
      "valid_targets_mean": 5453.8,
      "valid_targets_min": 2635
    },
    {
      "epoch": 7.452229299363057,
      "grad_norm": 0.13188356406662988,
      "learning_rate": 1.1778417258471507e-06,
      "loss": 0.0147,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.015135698020458221,
      "step": 2340,
      "valid_targets_mean": 5107.4,
      "valid_targets_min": 2691
    },
    {
      "epoch": 7.468152866242038,
      "grad_norm": 0.14878509428839537,
      "learning_rate": 1.1109918872479642e-06,
      "loss": 0.0145,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.01526675932109356,
      "step": 2345,
      "valid_targets_mean": 5059.0,
      "valid_targets_min": 2043
    },
    {
      "epoch": 7.484076433121019,
      "grad_norm": 0.13426782382164532,
      "learning_rate": 1.0460736479429633e-06,
      "loss": 0.0148,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.01532701589167118,
      "step": 2350,
      "valid_targets_mean": 5099.2,
      "valid_targets_min": 1391
    },
    {
      "epoch": 7.5,
      "grad_norm": 0.1514130635607868,
      "learning_rate": 9.830895728446143e-07,
      "loss": 0.014,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.01387743465602398,
      "step": 2355,
      "valid_targets_mean": 4820.6,
      "valid_targets_min": 1019
    },
    {
      "epoch": 7.515923566878981,
      "grad_norm": 0.13987108759280026,
      "learning_rate": 9.220421504467281e-07,
      "loss": 0.0149,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.013630231842398643,
      "step": 2360,
      "valid_targets_mean": 5016.3,
      "valid_targets_min": 1992
    },
    {
      "epoch": 7.531847133757962,
      "grad_norm": 0.14122538050337716,
      "learning_rate": 8.629337927262171e-07,
      "loss": 0.0137,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.014416727237403393,
      "step": 2365,
      "valid_targets_mean": 5320.2,
      "valid_targets_min": 3998
    },
    {
      "epoch": 7.547770700636943,
      "grad_norm": 0.13590071943914508,
      "learning_rate": 8.057668350477332e-07,
      "loss": 0.0146,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.014858937822282314,
      "step": 2370,
      "valid_targets_mean": 5052.1,
      "valid_targets_min": 2215
    },
    {
      "epoch": 7.563694267515924,
      "grad_norm": 0.12796395658198087,
      "learning_rate": 7.505435360714408e-07,
      "loss": 0.014,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.013363628648221493,
      "step": 2375,
      "valid_targets_mean": 5254.8,
      "valid_targets_min": 2131
    },
    {
      "epoch": 7.579617834394904,
      "grad_norm": 0.13625143162000777,
      "learning_rate": 6.972660776637663e-07,
      "loss": 0.0143,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.014759352430701256,
      "step": 2380,
      "valid_targets_mean": 4653.7,
      "valid_targets_min": 1389
    },
    {
      "epoch": 7.595541401273885,
      "grad_norm": 0.14158463511416328,
      "learning_rate": 6.459365648111948e-07,
      "loss": 0.0149,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.014833863824605942,
      "step": 2385,
      "valid_targets_mean": 4894.2,
      "valid_targets_min": 481
    },
    {
      "epoch": 7.611464968152866,
      "grad_norm": 0.1368611661640719,
      "learning_rate": 5.965570255370866e-07,
      "loss": 0.0142,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.014796525239944458,
      "step": 2390,
      "valid_targets_mean": 5288.2,
      "valid_targets_min": 3954
    },
    {
      "epoch": 7.627388535031847,
      "grad_norm": 0.12992144110563536,
      "learning_rate": 5.491294108215695e-07,
      "loss": 0.0139,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.01267107855528593,
      "step": 2395,
      "valid_targets_mean": 5069.5,
      "valid_targets_min": 1349
    },
    {
      "epoch": 7.643312101910828,
      "grad_norm": 0.13296240180023966,
      "learning_rate": 5.036555945244436e-07,
      "loss": 0.0147,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.014034183695912361,
      "step": 2400,
      "valid_targets_mean": 5043.5,
      "valid_targets_min": 1196
    },
    {
      "epoch": 7.659235668789809,
      "grad_norm": 0.14206452453996443,
      "learning_rate": 4.6013737331115913e-07,
      "loss": 0.0142,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.01428112480789423,
      "step": 2405,
      "valid_targets_mean": 5075.5,
      "valid_targets_min": 1359
    },
    {
      "epoch": 7.67515923566879,
      "grad_norm": 0.11870198802782875,
      "learning_rate": 4.1857646658180483e-07,
      "loss": 0.0143,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.012596381828188896,
      "step": 2410,
      "valid_targets_mean": 5705.8,
      "valid_targets_min": 1705
    },
    {
      "epoch": 7.69108280254777,
      "grad_norm": 0.15736513778602965,
      "learning_rate": 3.7897451640321323e-07,
      "loss": 0.0139,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.01441703550517559,
      "step": 2415,
      "valid_targets_mean": 4747.2,
      "valid_targets_min": 1180
    },
    {
      "epoch": 7.707006369426751,
      "grad_norm": 0.13906832758441198,
      "learning_rate": 3.413330874440401e-07,
      "loss": 0.0144,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.015470558777451515,
      "step": 2420,
      "valid_targets_mean": 4900.7,
      "valid_targets_min": 2395
    },
    {
      "epoch": 7.722929936305732,
      "grad_norm": 0.12962605003550104,
      "learning_rate": 3.056536669129806e-07,
      "loss": 0.015,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.013977251015603542,
      "step": 2425,
      "valid_targets_mean": 5074.6,
      "valid_targets_min": 3108
    },
    {
      "epoch": 7.738853503184713,
      "grad_norm": 0.14054159968864988,
      "learning_rate": 2.7193766449997717e-07,
      "loss": 0.0148,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.01572270132601261,
      "step": 2430,
      "valid_targets_mean": 4632.7,
      "valid_targets_min": 618
    },
    {
      "epoch": 7.754777070063694,
      "grad_norm": 0.13870055158990865,
      "learning_rate": 2.4018641232055326e-07,
      "loss": 0.0146,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.014715202152729034,
      "step": 2435,
      "valid_targets_mean": 5131.9,
      "valid_targets_min": 2214
    },
    {
      "epoch": 7.770700636942675,
      "grad_norm": 0.13264633703287376,
      "learning_rate": 2.1040116486317207e-07,
      "loss": 0.0143,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.013027691282331944,
      "step": 2440,
      "valid_targets_mean": 5244.4,
      "valid_targets_min": 3246
    },
    {
      "epoch": 7.786624203821656,
      "grad_norm": 0.14502255964044747,
      "learning_rate": 1.8258309893965375e-07,
      "loss": 0.0145,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.015363199636340141,
      "step": 2445,
      "valid_targets_mean": 5094.7,
      "valid_targets_min": 1606
    },
    {
      "epoch": 7.802547770700637,
      "grad_norm": 0.13990224186200548,
      "learning_rate": 1.567333136387017e-07,
      "loss": 0.0147,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.01517225056886673,
      "step": 2450,
      "valid_targets_mean": 4948.6,
      "valid_targets_min": 1572
    },
    {
      "epoch": 7.818471337579618,
      "grad_norm": 0.14240511938677056,
      "learning_rate": 1.3285283028247053e-07,
      "loss": 0.014,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.013703295029699802,
      "step": 2455,
      "valid_targets_mean": 5039.0,
      "valid_targets_min": 1348
    },
    {
      "epoch": 7.834394904458598,
      "grad_norm": 0.12685045401716433,
      "learning_rate": 1.1094259238620952e-07,
      "loss": 0.0142,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.014196784235537052,
      "step": 2460,
      "valid_targets_mean": 5497.5,
      "valid_targets_min": 3848
    },
    {
      "epoch": 7.850318471337579,
      "grad_norm": 0.1449642144197079,
      "learning_rate": 9.100346562099238e-08,
      "loss": 0.0138,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.013698741793632507,
      "step": 2465,
      "valid_targets_mean": 5246.8,
      "valid_targets_min": 3522
    },
    {
      "epoch": 7.86624203821656,
      "grad_norm": 0.14027521679236274,
      "learning_rate": 7.30362377795113e-08,
      "loss": 0.0149,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.013331707566976547,
      "step": 2470,
      "valid_targets_mean": 5441.8,
      "valid_targets_min": 2542
    },
    {
      "epoch": 7.882165605095541,
      "grad_norm": 0.14688871780142937,
      "learning_rate": 5.704161874494629e-08,
      "loss": 0.0145,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.014748896472156048,
      "step": 2475,
      "valid_targets_mean": 5267.1,
      "valid_targets_min": 2112
    },
    {
      "epoch": 7.898089171974522,
      "grad_norm": 0.1253158283649276,
      "learning_rate": 4.302024046292097e-08,
      "loss": 0.0147,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.013722356408834457,
      "step": 2480,
      "valid_targets_mean": 5239.2,
      "valid_targets_min": 1600
    },
    {
      "epoch": 7.914012738853503,
      "grad_norm": 0.13562658789731333,
      "learning_rate": 3.0972656916539166e-08,
      "loss": 0.0143,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.013688988983631134,
      "step": 2485,
      "valid_targets_mean": 5195.9,
      "valid_targets_min": 3039
    },
    {
      "epoch": 7.929936305732484,
      "grad_norm": 0.15386821457808864,
      "learning_rate": 2.089934410449135e-08,
      "loss": 0.0144,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.016422059386968613,
      "step": 2490,
      "valid_targets_mean": 5058.2,
      "valid_targets_min": 1292
    },
    {
      "epoch": 7.945859872611465,
      "grad_norm": 0.12178232365607229,
      "learning_rate": 1.2800700022252975e-08,
      "loss": 0.0138,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.012545240111649036,
      "step": 2495,
      "valid_targets_mean": 5131.6,
      "valid_targets_min": 1244
    },
    {
      "epoch": 7.961783439490446,
      "grad_norm": 0.13036833645836712,
      "learning_rate": 6.677044646352659e-09,
      "loss": 0.0143,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.014231288805603981,
      "step": 2500,
      "valid_targets_mean": 5133.1,
      "valid_targets_min": 837
    },
    {
      "epoch": 7.977707006369426,
      "grad_norm": 0.14011532682948652,
      "learning_rate": 2.528619921732256e-09,
      "loss": 0.0149,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.015756778419017792,
      "step": 2505,
      "valid_targets_mean": 4749.8,
      "valid_targets_min": 2603
    },
    {
      "epoch": 7.993630573248407,
      "grad_norm": 0.14211784778788789,
      "learning_rate": 3.555897522045104e-10,
      "loss": 0.0141,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.013298088684678078,
      "step": 2510,
      "valid_targets_mean": 5067.2,
      "valid_targets_min": 1078
    },
    {
      "epoch": 8.0,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.012045512907207012,
      "step": 2512,
      "total_flos": 2887866713112576.0,
      "train_loss": 0.1099344994546549,
      "train_runtime": 45112.6253,
      "train_samples_per_second": 1.778,
      "train_steps_per_second": 0.056,
      "valid_targets_mean": 4840.4,
      "valid_targets_min": 726
    }
  ],
  "logging_steps": 5,
  "max_steps": 2512,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 8,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2887866713112576.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}