{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 7.0,
  "eval_steps": 500,
  "global_step": 4193,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.008347245409015025,
      "grad_norm": 16.449758471449798,
      "learning_rate": 3.80952380952381e-07,
      "loss": 0.771,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7790951728820801,
      "step": 5,
      "valid_targets_mean": 4794.1,
      "valid_targets_min": 2090
    },
    {
      "epoch": 0.01669449081803005,
      "grad_norm": 18.499364259031307,
      "learning_rate": 8.571428571428572e-07,
      "loss": 0.7457,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7398654222488403,
      "step": 10,
      "valid_targets_mean": 3437.5,
      "valid_targets_min": 1552
    },
    {
      "epoch": 0.025041736227045076,
      "grad_norm": 13.721168031256521,
      "learning_rate": 1.3333333333333334e-06,
      "loss": 0.7487,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7121936678886414,
      "step": 15,
      "valid_targets_mean": 3884.1,
      "valid_targets_min": 1573
    },
    {
      "epoch": 0.0333889816360601,
      "grad_norm": 11.786744858572096,
      "learning_rate": 1.8095238095238097e-06,
      "loss": 0.6962,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7608169317245483,
      "step": 20,
      "valid_targets_mean": 3273.8,
      "valid_targets_min": 1554
    },
    {
      "epoch": 0.041736227045075125,
      "grad_norm": 7.518407995602129,
      "learning_rate": 2.285714285714286e-06,
      "loss": 0.6181,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.557266354560852,
      "step": 25,
      "valid_targets_mean": 4375.6,
      "valid_targets_min": 1495
    },
    {
      "epoch": 0.05008347245409015,
      "grad_norm": 5.036039563500205,
      "learning_rate": 2.7619047619047625e-06,
      "loss": 0.5314,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5265945792198181,
      "step": 30,
      "valid_targets_mean": 3589.2,
      "valid_targets_min": 1394
    },
    {
      "epoch": 0.05843071786310518,
      "grad_norm": 2.3063294581378013,
      "learning_rate": 3.2380952380952385e-06,
      "loss": 0.5395,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5409011840820312,
      "step": 35,
      "valid_targets_mean": 5205.4,
      "valid_targets_min": 1724
    },
    {
      "epoch": 0.0667779632721202,
      "grad_norm": 1.529477865502694,
      "learning_rate": 3.7142857142857146e-06,
      "loss": 0.4848,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5050346851348877,
      "step": 40,
      "valid_targets_mean": 4925.6,
      "valid_targets_min": 1340
    },
    {
      "epoch": 0.07512520868113523,
      "grad_norm": 1.216717479154899,
      "learning_rate": 4.190476190476191e-06,
      "loss": 0.4646,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3834213614463806,
      "step": 45,
      "valid_targets_mean": 3388.4,
      "valid_targets_min": 1047
    },
    {
      "epoch": 0.08347245409015025,
      "grad_norm": 0.9899789336607441,
      "learning_rate": 4.666666666666667e-06,
      "loss": 0.4316,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.44761449098587036,
      "step": 50,
      "valid_targets_mean": 4702.2,
      "valid_targets_min": 1416
    },
    {
      "epoch": 0.09181969949916527,
      "grad_norm": 0.9245176447241443,
      "learning_rate": 5.142857142857142e-06,
      "loss": 0.4305,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4472816586494446,
      "step": 55,
      "valid_targets_mean": 3888.0,
      "valid_targets_min": 1370
    },
    {
      "epoch": 0.1001669449081803,
      "grad_norm": 0.8445583236484762,
      "learning_rate": 5.619047619047619e-06,
      "loss": 0.4358,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.393363356590271,
      "step": 60,
      "valid_targets_mean": 3676.4,
      "valid_targets_min": 1367
    },
    {
      "epoch": 0.10851419031719532,
      "grad_norm": 0.938311524953121,
      "learning_rate": 6.095238095238096e-06,
      "loss": 0.4018,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.35671281814575195,
      "step": 65,
      "valid_targets_mean": 3521.1,
      "valid_targets_min": 1449
    },
    {
      "epoch": 0.11686143572621036,
      "grad_norm": 0.7780942778568863,
      "learning_rate": 6.571428571428572e-06,
      "loss": 0.3901,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.39001137018203735,
      "step": 70,
      "valid_targets_mean": 3851.3,
      "valid_targets_min": 1424
    },
    {
      "epoch": 0.12520868113522537,
      "grad_norm": 0.7824275389127349,
      "learning_rate": 7.047619047619048e-06,
      "loss": 0.4079,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3591366410255432,
      "step": 75,
      "valid_targets_mean": 3520.2,
      "valid_targets_min": 1707
    },
    {
      "epoch": 0.1335559265442404,
      "grad_norm": 0.6539830798972561,
      "learning_rate": 7.523809523809524e-06,
      "loss": 0.3758,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4063882827758789,
      "step": 80,
      "valid_targets_mean": 3542.5,
      "valid_targets_min": 1496
    },
    {
      "epoch": 0.1419031719532554,
      "grad_norm": 0.5848543693257306,
      "learning_rate": 8.000000000000001e-06,
      "loss": 0.419,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3979543447494507,
      "step": 85,
      "valid_targets_mean": 4294.7,
      "valid_targets_min": 1430
    },
    {
      "epoch": 0.15025041736227046,
      "grad_norm": 0.5909348892197375,
      "learning_rate": 8.476190476190477e-06,
      "loss": 0.3738,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3587251305580139,
      "step": 90,
      "valid_targets_mean": 4082.9,
      "valid_targets_min": 1486
    },
    {
      "epoch": 0.15859766277128548,
      "grad_norm": 0.5809796978248298,
      "learning_rate": 8.952380952380953e-06,
      "loss": 0.385,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3860463500022888,
      "step": 95,
      "valid_targets_mean": 4603.4,
      "valid_targets_min": 2148
    },
    {
      "epoch": 0.1669449081803005,
      "grad_norm": 0.583544270082398,
      "learning_rate": 9.42857142857143e-06,
      "loss": 0.3311,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24891161918640137,
      "step": 100,
      "valid_targets_mean": 3401.2,
      "valid_targets_min": 1484
    },
    {
      "epoch": 0.17529215358931552,
      "grad_norm": 0.548090730982247,
      "learning_rate": 9.904761904761906e-06,
      "loss": 0.339,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4126247465610504,
      "step": 105,
      "valid_targets_mean": 4525.1,
      "valid_targets_min": 1370
    },
    {
      "epoch": 0.18363939899833054,
      "grad_norm": 0.5265473890988233,
      "learning_rate": 1.0380952380952383e-05,
      "loss": 0.3037,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32239624857902527,
      "step": 110,
      "valid_targets_mean": 4051.6,
      "valid_targets_min": 1334
    },
    {
      "epoch": 0.19198664440734559,
      "grad_norm": 0.6603057929937589,
      "learning_rate": 1.0857142857142858e-05,
      "loss": 0.3414,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4038582444190979,
      "step": 115,
      "valid_targets_mean": 3750.9,
      "valid_targets_min": 1448
    },
    {
      "epoch": 0.2003338898163606,
      "grad_norm": 0.6012115208695145,
      "learning_rate": 1.1333333333333334e-05,
      "loss": 0.3074,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3197484612464905,
      "step": 120,
      "valid_targets_mean": 4089.4,
      "valid_targets_min": 1800
    },
    {
      "epoch": 0.20868113522537562,
      "grad_norm": 1.7458395800289577,
      "learning_rate": 1.180952380952381e-05,
      "loss": 0.3271,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30865028500556946,
      "step": 125,
      "valid_targets_mean": 4051.4,
      "valid_targets_min": 1367
    },
    {
      "epoch": 0.21702838063439064,
      "grad_norm": 0.5452040221763657,
      "learning_rate": 1.2285714285714288e-05,
      "loss": 0.3296,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3391510248184204,
      "step": 130,
      "valid_targets_mean": 4346.8,
      "valid_targets_min": 1438
    },
    {
      "epoch": 0.22537562604340566,
      "grad_norm": 0.9415286369100476,
      "learning_rate": 1.2761904761904762e-05,
      "loss": 0.296,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32920509576797485,
      "step": 135,
      "valid_targets_mean": 4172.4,
      "valid_targets_min": 1951
    },
    {
      "epoch": 0.2337228714524207,
      "grad_norm": 0.6842387685716974,
      "learning_rate": 1.3238095238095238e-05,
      "loss": 0.282,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.253879189491272,
      "step": 140,
      "valid_targets_mean": 2951.6,
      "valid_targets_min": 1386
    },
    {
      "epoch": 0.24207011686143573,
      "grad_norm": 0.5428335943460046,
      "learning_rate": 1.3714285714285716e-05,
      "loss": 0.2883,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31553781032562256,
      "step": 145,
      "valid_targets_mean": 4643.6,
      "valid_targets_min": 1617
    },
    {
      "epoch": 0.25041736227045075,
      "grad_norm": 0.6724597835951847,
      "learning_rate": 1.4190476190476192e-05,
      "loss": 0.2663,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26506760716438293,
      "step": 150,
      "valid_targets_mean": 3644.8,
      "valid_targets_min": 772
    },
    {
      "epoch": 0.2587646076794658,
      "grad_norm": 0.5208002017829473,
      "learning_rate": 1.4666666666666666e-05,
      "loss": 0.2876,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3080453872680664,
      "step": 155,
      "valid_targets_mean": 4450.4,
      "valid_targets_min": 1362
    },
    {
      "epoch": 0.2671118530884808,
      "grad_norm": 0.6362864479443031,
      "learning_rate": 1.5142857142857144e-05,
      "loss": 0.3056,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24584180116653442,
      "step": 160,
      "valid_targets_mean": 3364.2,
      "valid_targets_min": 1336
    },
    {
      "epoch": 0.27545909849749584,
      "grad_norm": 0.7315546020728038,
      "learning_rate": 1.5619047619047622e-05,
      "loss": 0.2583,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.220881849527359,
      "step": 165,
      "valid_targets_mean": 3647.0,
      "valid_targets_min": 1862
    },
    {
      "epoch": 0.2838063439065108,
      "grad_norm": 0.5640979485294231,
      "learning_rate": 1.6095238095238096e-05,
      "loss": 0.2646,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27528372406959534,
      "step": 170,
      "valid_targets_mean": 4019.7,
      "valid_targets_min": 1650
    },
    {
      "epoch": 0.2921535893155259,
      "grad_norm": 0.5692730266909324,
      "learning_rate": 1.6571428571428574e-05,
      "loss": 0.2465,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24535271525382996,
      "step": 175,
      "valid_targets_mean": 3414.9,
      "valid_targets_min": 1581
    },
    {
      "epoch": 0.3005008347245409,
      "grad_norm": 0.687838002070504,
      "learning_rate": 1.704761904761905e-05,
      "loss": 0.2886,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2961692214012146,
      "step": 180,
      "valid_targets_mean": 3081.3,
      "valid_targets_min": 718
    },
    {
      "epoch": 0.3088480801335559,
      "grad_norm": 0.5023153292940437,
      "learning_rate": 1.7523809523809526e-05,
      "loss": 0.2571,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3332681655883789,
      "step": 185,
      "valid_targets_mean": 5757.7,
      "valid_targets_min": 1686
    },
    {
      "epoch": 0.31719532554257096,
      "grad_norm": 0.6388958525954316,
      "learning_rate": 1.8e-05,
      "loss": 0.253,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3381766676902771,
      "step": 190,
      "valid_targets_mean": 4048.6,
      "valid_targets_min": 1285
    },
    {
      "epoch": 0.32554257095158595,
      "grad_norm": 0.5156507606960894,
      "learning_rate": 1.8476190476190478e-05,
      "loss": 0.2646,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3153945207595825,
      "step": 195,
      "valid_targets_mean": 5093.8,
      "valid_targets_min": 1894
    },
    {
      "epoch": 0.333889816360601,
      "grad_norm": 0.5522919560402644,
      "learning_rate": 1.8952380952380953e-05,
      "loss": 0.2776,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22514237463474274,
      "step": 200,
      "valid_targets_mean": 4099.3,
      "valid_targets_min": 1450
    },
    {
      "epoch": 0.34223706176961605,
      "grad_norm": 0.560240899473144,
      "learning_rate": 1.942857142857143e-05,
      "loss": 0.2547,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21474067866802216,
      "step": 205,
      "valid_targets_mean": 4329.1,
      "valid_targets_min": 1318
    },
    {
      "epoch": 0.35058430717863104,
      "grad_norm": 0.7232272629915736,
      "learning_rate": 1.9904761904761908e-05,
      "loss": 0.2413,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19220605492591858,
      "step": 210,
      "valid_targets_mean": 2633.8,
      "valid_targets_min": 1539
    },
    {
      "epoch": 0.3589315525876461,
      "grad_norm": 0.650023748545767,
      "learning_rate": 2.0380952380952382e-05,
      "loss": 0.2488,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20408010482788086,
      "step": 215,
      "valid_targets_mean": 3216.6,
      "valid_targets_min": 1831
    },
    {
      "epoch": 0.3672787979966611,
      "grad_norm": 0.5882427826001565,
      "learning_rate": 2.085714285714286e-05,
      "loss": 0.231,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24231554567813873,
      "step": 220,
      "valid_targets_mean": 3868.1,
      "valid_targets_min": 1512
    },
    {
      "epoch": 0.3756260434056761,
      "grad_norm": 0.6910962961139102,
      "learning_rate": 2.1333333333333335e-05,
      "loss": 0.2628,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2768801152706146,
      "step": 225,
      "valid_targets_mean": 3150.6,
      "valid_targets_min": 1528
    },
    {
      "epoch": 0.38397328881469117,
      "grad_norm": 0.7092676414028564,
      "learning_rate": 2.180952380952381e-05,
      "loss": 0.2541,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.215276837348938,
      "step": 230,
      "valid_targets_mean": 3448.4,
      "valid_targets_min": 1426
    },
    {
      "epoch": 0.39232053422370616,
      "grad_norm": 0.6152281065448418,
      "learning_rate": 2.2285714285714287e-05,
      "loss": 0.2613,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21806620061397552,
      "step": 235,
      "valid_targets_mean": 3206.4,
      "valid_targets_min": 1427
    },
    {
      "epoch": 0.4006677796327212,
      "grad_norm": 0.6012559719818651,
      "learning_rate": 2.2761904761904765e-05,
      "loss": 0.2473,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31128859519958496,
      "step": 240,
      "valid_targets_mean": 4090.4,
      "valid_targets_min": 1491
    },
    {
      "epoch": 0.4090150250417362,
      "grad_norm": 0.6841189490659898,
      "learning_rate": 2.3238095238095242e-05,
      "loss": 0.2443,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2116287648677826,
      "step": 245,
      "valid_targets_mean": 3225.9,
      "valid_targets_min": 1518
    },
    {
      "epoch": 0.41736227045075125,
      "grad_norm": 0.5513899993312625,
      "learning_rate": 2.3714285714285717e-05,
      "loss": 0.2503,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28415653109550476,
      "step": 250,
      "valid_targets_mean": 4458.2,
      "valid_targets_min": 1931
    },
    {
      "epoch": 0.4257095158597663,
      "grad_norm": 0.6018159042388,
      "learning_rate": 2.419047619047619e-05,
      "loss": 0.2773,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3083229660987854,
      "step": 255,
      "valid_targets_mean": 3830.6,
      "valid_targets_min": 1622
    },
    {
      "epoch": 0.4340567612687813,
      "grad_norm": 0.6490907452773345,
      "learning_rate": 2.466666666666667e-05,
      "loss": 0.2548,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3152938485145569,
      "step": 260,
      "valid_targets_mean": 4199.6,
      "valid_targets_min": 2064
    },
    {
      "epoch": 0.44240400667779634,
      "grad_norm": 0.5570684649448066,
      "learning_rate": 2.5142857142857143e-05,
      "loss": 0.2537,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19224336743354797,
      "step": 265,
      "valid_targets_mean": 4087.6,
      "valid_targets_min": 2087
    },
    {
      "epoch": 0.4507512520868113,
      "grad_norm": 0.6469910330859645,
      "learning_rate": 2.5619047619047618e-05,
      "loss": 0.2246,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21363332867622375,
      "step": 270,
      "valid_targets_mean": 3349.8,
      "valid_targets_min": 1496
    },
    {
      "epoch": 0.4590984974958264,
      "grad_norm": 0.62201338541621,
      "learning_rate": 2.60952380952381e-05,
      "loss": 0.2331,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2003246247768402,
      "step": 275,
      "valid_targets_mean": 3328.9,
      "valid_targets_min": 2058
    },
    {
      "epoch": 0.4674457429048414,
      "grad_norm": 0.5348486583929786,
      "learning_rate": 2.6571428571428573e-05,
      "loss": 0.2299,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22155584394931793,
      "step": 280,
      "valid_targets_mean": 5291.0,
      "valid_targets_min": 1563
    },
    {
      "epoch": 0.4757929883138564,
      "grad_norm": 0.5295963625289745,
      "learning_rate": 2.704761904761905e-05,
      "loss": 0.2239,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2738932967185974,
      "step": 285,
      "valid_targets_mean": 5086.9,
      "valid_targets_min": 1337
    },
    {
      "epoch": 0.48414023372287146,
      "grad_norm": 0.578953712591871,
      "learning_rate": 2.7523809523809525e-05,
      "loss": 0.2349,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22435756027698517,
      "step": 290,
      "valid_targets_mean": 3735.0,
      "valid_targets_min": 1532
    },
    {
      "epoch": 0.49248747913188645,
      "grad_norm": 0.660802939458494,
      "learning_rate": 2.8e-05,
      "loss": 0.2271,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2040880024433136,
      "step": 295,
      "valid_targets_mean": 3545.1,
      "valid_targets_min": 2099
    },
    {
      "epoch": 0.5008347245409015,
      "grad_norm": 0.6013315709895742,
      "learning_rate": 2.847619047619048e-05,
      "loss": 0.2267,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.196973979473114,
      "step": 300,
      "valid_targets_mean": 3670.2,
      "valid_targets_min": 1456
    },
    {
      "epoch": 0.5091819699499165,
      "grad_norm": 0.5794099021432261,
      "learning_rate": 2.8952380952380955e-05,
      "loss": 0.228,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2512788772583008,
      "step": 305,
      "valid_targets_mean": 3780.6,
      "valid_targets_min": 1474
    },
    {
      "epoch": 0.5175292153589316,
      "grad_norm": 0.637924768013473,
      "learning_rate": 2.9428571428571433e-05,
      "loss": 0.2356,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2885277271270752,
      "step": 310,
      "valid_targets_mean": 5099.4,
      "valid_targets_min": 1471
    },
    {
      "epoch": 0.5258764607679466,
      "grad_norm": 0.6293175139028003,
      "learning_rate": 2.9904761904761907e-05,
      "loss": 0.243,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20008844137191772,
      "step": 315,
      "valid_targets_mean": 3679.3,
      "valid_targets_min": 1550
    },
    {
      "epoch": 0.5342237061769616,
      "grad_norm": 0.5393744599389656,
      "learning_rate": 3.038095238095238e-05,
      "loss": 0.2113,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1867285966873169,
      "step": 320,
      "valid_targets_mean": 3737.2,
      "valid_targets_min": 1411
    },
    {
      "epoch": 0.5425709515859767,
      "grad_norm": 0.5636648107048134,
      "learning_rate": 3.085714285714286e-05,
      "loss": 0.2306,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1869732141494751,
      "step": 325,
      "valid_targets_mean": 3590.1,
      "valid_targets_min": 1414
    },
    {
      "epoch": 0.5509181969949917,
      "grad_norm": 0.6740214000121728,
      "learning_rate": 3.1333333333333334e-05,
      "loss": 0.2304,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20452925562858582,
      "step": 330,
      "valid_targets_mean": 3557.4,
      "valid_targets_min": 1364
    },
    {
      "epoch": 0.5592654424040067,
      "grad_norm": 0.608287565385674,
      "learning_rate": 3.180952380952381e-05,
      "loss": 0.2264,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22231003642082214,
      "step": 335,
      "valid_targets_mean": 3440.7,
      "valid_targets_min": 1323
    },
    {
      "epoch": 0.5676126878130217,
      "grad_norm": 0.5703702079712171,
      "learning_rate": 3.228571428571429e-05,
      "loss": 0.236,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20021440088748932,
      "step": 340,
      "valid_targets_mean": 3883.1,
      "valid_targets_min": 1514
    },
    {
      "epoch": 0.5759599332220368,
      "grad_norm": 0.5692629869123684,
      "learning_rate": 3.276190476190477e-05,
      "loss": 0.2293,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24576076865196228,
      "step": 345,
      "valid_targets_mean": 4225.1,
      "valid_targets_min": 1489
    },
    {
      "epoch": 0.5843071786310517,
      "grad_norm": 0.9113146706371109,
      "learning_rate": 3.3238095238095245e-05,
      "loss": 0.2396,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17891007661819458,
      "step": 350,
      "valid_targets_mean": 3033.9,
      "valid_targets_min": 1446
    },
    {
      "epoch": 0.5926544240400667,
      "grad_norm": 0.5495317395318315,
      "learning_rate": 3.3714285714285716e-05,
      "loss": 0.2054,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21951231360435486,
      "step": 355,
      "valid_targets_mean": 3824.1,
      "valid_targets_min": 1983
    },
    {
      "epoch": 0.6010016694490818,
      "grad_norm": 0.6154540488434325,
      "learning_rate": 3.4190476190476194e-05,
      "loss": 0.2246,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21748147904872894,
      "step": 360,
      "valid_targets_mean": 3357.8,
      "valid_targets_min": 1202
    },
    {
      "epoch": 0.6093489148580968,
      "grad_norm": 0.6778469089366,
      "learning_rate": 3.466666666666667e-05,
      "loss": 0.2244,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.176917165517807,
      "step": 365,
      "valid_targets_mean": 2836.6,
      "valid_targets_min": 1432
    },
    {
      "epoch": 0.6176961602671118,
      "grad_norm": 0.4936120556487121,
      "learning_rate": 3.514285714285714e-05,
      "loss": 0.2257,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21924656629562378,
      "step": 370,
      "valid_targets_mean": 4530.2,
      "valid_targets_min": 1428
    },
    {
      "epoch": 0.6260434056761269,
      "grad_norm": 0.6646613279624646,
      "learning_rate": 3.561904761904762e-05,
      "loss": 0.2467,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21542799472808838,
      "step": 375,
      "valid_targets_mean": 3270.3,
      "valid_targets_min": 1428
    },
    {
      "epoch": 0.6343906510851419,
      "grad_norm": 0.6130429303265593,
      "learning_rate": 3.60952380952381e-05,
      "loss": 0.2081,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17093130946159363,
      "step": 380,
      "valid_targets_mean": 2974.3,
      "valid_targets_min": 1383
    },
    {
      "epoch": 0.6427378964941569,
      "grad_norm": 0.5348286589553535,
      "learning_rate": 3.6571428571428576e-05,
      "loss": 0.2222,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2104872465133667,
      "step": 385,
      "valid_targets_mean": 3301.5,
      "valid_targets_min": 1764
    },
    {
      "epoch": 0.6510851419031719,
      "grad_norm": 0.5327959335032387,
      "learning_rate": 3.704761904761905e-05,
      "loss": 0.2041,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19791337847709656,
      "step": 390,
      "valid_targets_mean": 4000.8,
      "valid_targets_min": 1514
    },
    {
      "epoch": 0.659432387312187,
      "grad_norm": 0.5443518398719903,
      "learning_rate": 3.7523809523809524e-05,
      "loss": 0.2276,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18512150645256042,
      "step": 395,
      "valid_targets_mean": 3378.2,
      "valid_targets_min": 1426
    },
    {
      "epoch": 0.667779632721202,
      "grad_norm": 0.5120896109446015,
      "learning_rate": 3.8e-05,
      "loss": 0.2394,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2590768337249756,
      "step": 400,
      "valid_targets_mean": 4461.8,
      "valid_targets_min": 2380
    },
    {
      "epoch": 0.676126878130217,
      "grad_norm": 0.5328612149402605,
      "learning_rate": 3.847619047619048e-05,
      "loss": 0.2439,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21970009803771973,
      "step": 405,
      "valid_targets_mean": 4062.1,
      "valid_targets_min": 1610
    },
    {
      "epoch": 0.6844741235392321,
      "grad_norm": 0.5544911293587242,
      "learning_rate": 3.895238095238096e-05,
      "loss": 0.2239,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18198083341121674,
      "step": 410,
      "valid_targets_mean": 3294.8,
      "valid_targets_min": 1744
    },
    {
      "epoch": 0.6928213689482471,
      "grad_norm": 0.49880771464016166,
      "learning_rate": 3.9428571428571435e-05,
      "loss": 0.2089,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20763319730758667,
      "step": 415,
      "valid_targets_mean": 4266.3,
      "valid_targets_min": 1425
    },
    {
      "epoch": 0.7011686143572621,
      "grad_norm": 0.5293891884748375,
      "learning_rate": 3.9904761904761906e-05,
      "loss": 0.2039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17736777663230896,
      "step": 420,
      "valid_targets_mean": 4124.8,
      "valid_targets_min": 1678
    },
    {
      "epoch": 0.7095158597662772,
      "grad_norm": 0.5180104218777899,
      "learning_rate": 3.999988907084209e-05,
      "loss": 0.2117,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18705101311206818,
      "step": 425,
      "valid_targets_mean": 3951.6,
      "valid_targets_min": 1578
    },
    {
      "epoch": 0.7178631051752922,
      "grad_norm": 0.47591148563306207,
      "learning_rate": 3.9999438423247035e-05,
      "loss": 0.2301,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2004169225692749,
      "step": 430,
      "valid_targets_mean": 4376.9,
      "valid_targets_min": 1455
    },
    {
      "epoch": 0.7262103505843072,
      "grad_norm": 0.5210833561106567,
      "learning_rate": 3.999864113194738e-05,
      "loss": 0.209,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20933908224105835,
      "step": 435,
      "valid_targets_mean": 4038.8,
      "valid_targets_min": 2085
    },
    {
      "epoch": 0.7345575959933222,
      "grad_norm": 0.5225433946643954,
      "learning_rate": 3.999749721076231e-05,
      "loss": 0.2318,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22153371572494507,
      "step": 440,
      "valid_targets_mean": 4027.1,
      "valid_targets_min": 1763
    },
    {
      "epoch": 0.7429048414023373,
      "grad_norm": 0.5234791164460791,
      "learning_rate": 3.9996006679519054e-05,
      "loss": 0.2019,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22157973051071167,
      "step": 445,
      "valid_targets_mean": 3944.8,
      "valid_targets_min": 1439
    },
    {
      "epoch": 0.7512520868113522,
      "grad_norm": 0.4872218144147739,
      "learning_rate": 3.9994169564052486e-05,
      "loss": 0.2306,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21102100610733032,
      "step": 450,
      "valid_targets_mean": 4952.5,
      "valid_targets_min": 2336
    },
    {
      "epoch": 0.7595993322203672,
      "grad_norm": 0.5010218195781705,
      "learning_rate": 3.999198589620473e-05,
      "loss": 0.2212,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24597254395484924,
      "step": 455,
      "valid_targets_mean": 4371.2,
      "valid_targets_min": 1325
    },
    {
      "epoch": 0.7679465776293823,
      "grad_norm": 0.5383798379362373,
      "learning_rate": 3.998945571382458e-05,
      "loss": 0.2233,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20125095546245575,
      "step": 460,
      "valid_targets_mean": 4016.9,
      "valid_targets_min": 1537
    },
    {
      "epoch": 0.7762938230383973,
      "grad_norm": 0.5050245208440932,
      "learning_rate": 3.9986579060766866e-05,
      "loss": 0.2208,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22594144940376282,
      "step": 465,
      "valid_targets_mean": 3609.8,
      "valid_targets_min": 1809
    },
    {
      "epoch": 0.7846410684474123,
      "grad_norm": 0.5879419147770358,
      "learning_rate": 3.9983355986891664e-05,
      "loss": 0.192,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19453193247318268,
      "step": 470,
      "valid_targets_mean": 3187.6,
      "valid_targets_min": 1742
    },
    {
      "epoch": 0.7929883138564274,
      "grad_norm": 0.451217868223557,
      "learning_rate": 3.9979786548063454e-05,
      "loss": 0.2133,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21604406833648682,
      "step": 475,
      "valid_targets_mean": 4923.3,
      "valid_targets_min": 1384
    },
    {
      "epoch": 0.8013355592654424,
      "grad_norm": 0.5388651431919386,
      "learning_rate": 3.997587080615016e-05,
      "loss": 0.2131,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1821407973766327,
      "step": 480,
      "valid_targets_mean": 3213.8,
      "valid_targets_min": 1512
    },
    {
      "epoch": 0.8096828046744574,
      "grad_norm": 0.5456709602073617,
      "learning_rate": 3.9971608829022036e-05,
      "loss": 0.2074,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22891031205654144,
      "step": 485,
      "valid_targets_mean": 3126.5,
      "valid_targets_min": 1381
    },
    {
      "epoch": 0.8180300500834724,
      "grad_norm": 0.47054459318911074,
      "learning_rate": 3.996700069055054e-05,
      "loss": 0.229,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20265533030033112,
      "step": 490,
      "valid_targets_mean": 3801.8,
      "valid_targets_min": 1506
    },
    {
      "epoch": 0.8263772954924875,
      "grad_norm": 0.47289778757291334,
      "learning_rate": 3.9962046470607034e-05,
      "loss": 0.2203,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2171851098537445,
      "step": 495,
      "valid_targets_mean": 3998.1,
      "valid_targets_min": 1497
    },
    {
      "epoch": 0.8347245409015025,
      "grad_norm": 0.5261199604083402,
      "learning_rate": 3.995674625506137e-05,
      "loss": 0.2074,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22121337056159973,
      "step": 500,
      "valid_targets_mean": 3612.7,
      "valid_targets_min": 1389
    },
    {
      "epoch": 0.8430717863105175,
      "grad_norm": 0.47799247311173443,
      "learning_rate": 3.995110013578046e-05,
      "loss": 0.1989,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18753355741500854,
      "step": 505,
      "valid_targets_mean": 3885.2,
      "valid_targets_min": 2274
    },
    {
      "epoch": 0.8514190317195326,
      "grad_norm": 0.5594322261822097,
      "learning_rate": 3.9945108210626635e-05,
      "loss": 0.1943,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18138080835342407,
      "step": 510,
      "valid_targets_mean": 3085.6,
      "valid_targets_min": 1530
    },
    {
      "epoch": 0.8597662771285476,
      "grad_norm": 0.49683446084717287,
      "learning_rate": 3.9938770583455955e-05,
      "loss": 0.1967,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18091800808906555,
      "step": 515,
      "valid_targets_mean": 3372.0,
      "valid_targets_min": 1355
    },
    {
      "epoch": 0.8681135225375626,
      "grad_norm": 0.5303264522692365,
      "learning_rate": 3.9932087364116446e-05,
      "loss": 0.2028,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21672186255455017,
      "step": 520,
      "valid_targets_mean": 3241.2,
      "valid_targets_min": 1632
    },
    {
      "epoch": 0.8764607679465777,
      "grad_norm": 0.4461510859408209,
      "learning_rate": 3.992505866844615e-05,
      "loss": 0.2171,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1864897757768631,
      "step": 525,
      "valid_targets_mean": 4377.6,
      "valid_targets_min": 2238
    },
    {
      "epoch": 0.8848080133555927,
      "grad_norm": 0.5485834333178916,
      "learning_rate": 3.991768461827114e-05,
      "loss": 0.2061,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23604360222816467,
      "step": 530,
      "valid_targets_mean": 3203.7,
      "valid_targets_min": 1474
    },
    {
      "epoch": 0.8931552587646077,
      "grad_norm": 0.5849767322454961,
      "learning_rate": 3.990996534140342e-05,
      "loss": 0.2179,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3368268609046936,
      "step": 535,
      "valid_targets_mean": 4832.6,
      "valid_targets_min": 1440
    },
    {
      "epoch": 0.9015025041736227,
      "grad_norm": 0.44257486120238576,
      "learning_rate": 3.990190097163867e-05,
      "loss": 0.2073,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22880850732326508,
      "step": 540,
      "valid_targets_mean": 4451.9,
      "valid_targets_min": 1710
    },
    {
      "epoch": 0.9098497495826378,
      "grad_norm": 0.4534765856781646,
      "learning_rate": 3.989349164875397e-05,
      "loss": 0.2211,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2534438371658325,
      "step": 545,
      "valid_targets_mean": 5441.2,
      "valid_targets_min": 1907
    },
    {
      "epoch": 0.9181969949916527,
      "grad_norm": 0.5485303716789729,
      "learning_rate": 3.988473751850536e-05,
      "loss": 0.2186,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3158420920372009,
      "step": 550,
      "valid_targets_mean": 4222.3,
      "valid_targets_min": 1405
    },
    {
      "epoch": 0.9265442404006677,
      "grad_norm": 0.49962851467277347,
      "learning_rate": 3.98756387326253e-05,
      "loss": 0.2214,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25681281089782715,
      "step": 555,
      "valid_targets_mean": 4242.8,
      "valid_targets_min": 605
    },
    {
      "epoch": 0.9348914858096828,
      "grad_norm": 0.43578816003157833,
      "learning_rate": 3.9866195448820066e-05,
      "loss": 0.2282,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25206494331359863,
      "step": 560,
      "valid_targets_mean": 5880.4,
      "valid_targets_min": 1616
    },
    {
      "epoch": 0.9432387312186978,
      "grad_norm": 0.4612689276848329,
      "learning_rate": 3.985640783076699e-05,
      "loss": 0.2141,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1919069141149521,
      "step": 565,
      "valid_targets_mean": 4366.2,
      "valid_targets_min": 2134
    },
    {
      "epoch": 0.9515859766277128,
      "grad_norm": 0.5286196469332071,
      "learning_rate": 3.984627604811166e-05,
      "loss": 0.2055,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19821152091026306,
      "step": 570,
      "valid_targets_mean": 3329.8,
      "valid_targets_min": 1644
    },
    {
      "epoch": 0.9599332220367279,
      "grad_norm": 0.4995461496470502,
      "learning_rate": 3.983580027646492e-05,
      "loss": 0.228,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23345303535461426,
      "step": 575,
      "valid_targets_mean": 3977.6,
      "valid_targets_min": 871
    },
    {
      "epoch": 0.9682804674457429,
      "grad_norm": 0.4670087324716703,
      "learning_rate": 3.9824980697399906e-05,
      "loss": 0.2072,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2013092339038849,
      "step": 580,
      "valid_targets_mean": 4316.9,
      "valid_targets_min": 1429
    },
    {
      "epoch": 0.9766277128547579,
      "grad_norm": 0.56734105404264,
      "learning_rate": 3.981381749844882e-05,
      "loss": 0.2113,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1934119313955307,
      "step": 585,
      "valid_targets_mean": 2784.1,
      "valid_targets_min": 1405
    },
    {
      "epoch": 0.9849749582637729,
      "grad_norm": 0.4442718818171178,
      "learning_rate": 3.980231087309971e-05,
      "loss": 0.2065,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22155402600765228,
      "step": 590,
      "valid_targets_mean": 4288.9,
      "valid_targets_min": 1524
    },
    {
      "epoch": 0.993322203672788,
      "grad_norm": 0.45421640540205843,
      "learning_rate": 3.9790461020793166e-05,
      "loss": 0.2151,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24775730073451996,
      "step": 595,
      "valid_targets_mean": 4101.6,
      "valid_targets_min": 1342
    },
    {
      "epoch": 1.001669449081803,
      "grad_norm": 0.5417397437914816,
      "learning_rate": 3.977826814691878e-05,
      "loss": 0.2174,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17313963174819946,
      "step": 600,
      "valid_targets_mean": 2918.8,
      "valid_targets_min": 1393
    },
    {
      "epoch": 1.010016694490818,
      "grad_norm": 0.5265647737167619,
      "learning_rate": 3.9765732462811625e-05,
      "loss": 0.2126,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16617675125598907,
      "step": 605,
      "valid_targets_mean": 3102.7,
      "valid_targets_min": 1049
    },
    {
      "epoch": 1.018363939899833,
      "grad_norm": 0.4616129084379421,
      "learning_rate": 3.975285418574862e-05,
      "loss": 0.2164,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1739726960659027,
      "step": 610,
      "valid_targets_mean": 3422.4,
      "valid_targets_min": 1423
    },
    {
      "epoch": 1.026711185308848,
      "grad_norm": 0.5302491723498224,
      "learning_rate": 3.97396335389447e-05,
      "loss": 0.1917,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19165921211242676,
      "step": 615,
      "valid_targets_mean": 4196.4,
      "valid_targets_min": 1436
    },
    {
      "epoch": 1.0350584307178632,
      "grad_norm": 0.4370541767471563,
      "learning_rate": 3.972607075154901e-05,
      "loss": 0.1905,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16564807295799255,
      "step": 620,
      "valid_targets_mean": 3967.0,
      "valid_targets_min": 1355
    },
    {
      "epoch": 1.0434056761268782,
      "grad_norm": 0.43481970536197584,
      "learning_rate": 3.971216605864087e-05,
      "loss": 0.2164,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1917448341846466,
      "step": 625,
      "valid_targets_mean": 3972.4,
      "valid_targets_min": 1526
    },
    {
      "epoch": 1.0517529215358932,
      "grad_norm": 0.4857624966767501,
      "learning_rate": 3.969791970122579e-05,
      "loss": 0.2225,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26058006286621094,
      "step": 630,
      "valid_targets_mean": 4080.7,
      "valid_targets_min": 1606
    },
    {
      "epoch": 1.0601001669449082,
      "grad_norm": 0.39704839973046024,
      "learning_rate": 3.96833319262312e-05,
      "loss": 0.189,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1686481535434723,
      "step": 635,
      "valid_targets_mean": 4256.9,
      "valid_targets_min": 1965
    },
    {
      "epoch": 1.0684474123539232,
      "grad_norm": 0.4452832494125616,
      "learning_rate": 3.9668402986502214e-05,
      "loss": 0.2101,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19080159068107605,
      "step": 640,
      "valid_targets_mean": 4267.8,
      "valid_targets_min": 1580
    },
    {
      "epoch": 1.0767946577629381,
      "grad_norm": 0.4379546845492667,
      "learning_rate": 3.9653133140797244e-05,
      "loss": 0.1906,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18801546096801758,
      "step": 645,
      "valid_targets_mean": 3967.2,
      "valid_targets_min": 1539
    },
    {
      "epoch": 1.0851419031719534,
      "grad_norm": 0.694824763186105,
      "learning_rate": 3.963752265378352e-05,
      "loss": 0.2259,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27527111768722534,
      "step": 650,
      "valid_targets_mean": 3967.6,
      "valid_targets_min": 1458
    },
    {
      "epoch": 1.0934891485809684,
      "grad_norm": 0.4045268244592241,
      "learning_rate": 3.962157179603249e-05,
      "loss": 0.1934,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1786402463912964,
      "step": 655,
      "valid_targets_mean": 4905.0,
      "valid_targets_min": 1376
    },
    {
      "epoch": 1.1018363939899833,
      "grad_norm": 0.51216574637076,
      "learning_rate": 3.960528084401515e-05,
      "loss": 0.2085,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27255719900131226,
      "step": 660,
      "valid_targets_mean": 4640.4,
      "valid_targets_min": 1611
    },
    {
      "epoch": 1.1101836393989983,
      "grad_norm": 0.42269547903417154,
      "learning_rate": 3.9588650080097196e-05,
      "loss": 0.201,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18487635254859924,
      "step": 665,
      "valid_targets_mean": 4188.8,
      "valid_targets_min": 1411
    },
    {
      "epoch": 1.1185308848080133,
      "grad_norm": 0.5915571898115403,
      "learning_rate": 3.957167979253424e-05,
      "loss": 0.1928,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20450526475906372,
      "step": 670,
      "valid_targets_mean": 4005.5,
      "valid_targets_min": 770
    },
    {
      "epoch": 1.1268781302170283,
      "grad_norm": 0.4838049120852178,
      "learning_rate": 3.955437027546668e-05,
      "loss": 0.2087,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24886548519134521,
      "step": 675,
      "valid_targets_mean": 4866.2,
      "valid_targets_min": 1841
    },
    {
      "epoch": 1.1352253756260433,
      "grad_norm": 0.4161458941865741,
      "learning_rate": 3.953672182891471e-05,
      "loss": 0.2049,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1465485543012619,
      "step": 680,
      "valid_targets_mean": 4132.9,
      "valid_targets_min": 1410
    },
    {
      "epoch": 1.1435726210350585,
      "grad_norm": 0.4843909073732772,
      "learning_rate": 3.951873475877306e-05,
      "loss": 0.1725,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14315181970596313,
      "step": 685,
      "valid_targets_mean": 2793.9,
      "valid_targets_min": 1481
    },
    {
      "epoch": 1.1519198664440735,
      "grad_norm": 0.46350239762356077,
      "learning_rate": 3.950040937680572e-05,
      "loss": 0.2312,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23201894760131836,
      "step": 690,
      "valid_targets_mean": 4414.2,
      "valid_targets_min": 1627
    },
    {
      "epoch": 1.1602671118530885,
      "grad_norm": 0.4328936699179332,
      "learning_rate": 3.948174600064051e-05,
      "loss": 0.1935,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22564777731895447,
      "step": 695,
      "valid_targets_mean": 4178.4,
      "valid_targets_min": 2745
    },
    {
      "epoch": 1.1686143572621035,
      "grad_norm": 0.503147138264778,
      "learning_rate": 3.946274495376362e-05,
      "loss": 0.1786,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17849397659301758,
      "step": 700,
      "valid_targets_mean": 3454.8,
      "valid_targets_min": 1365
    },
    {
      "epoch": 1.1769616026711185,
      "grad_norm": 0.42838666269817965,
      "learning_rate": 3.9443406565513963e-05,
      "loss": 0.2095,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18975511193275452,
      "step": 705,
      "valid_targets_mean": 4442.3,
      "valid_targets_min": 1525
    },
    {
      "epoch": 1.1853088480801335,
      "grad_norm": 0.47176982351497787,
      "learning_rate": 3.9423731171077465e-05,
      "loss": 0.2142,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2033671885728836,
      "step": 710,
      "valid_targets_mean": 3734.4,
      "valid_targets_min": 1405
    },
    {
      "epoch": 1.1936560934891487,
      "grad_norm": 0.3877259491244469,
      "learning_rate": 3.9403719111481295e-05,
      "loss": 0.2016,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19912946224212646,
      "step": 715,
      "valid_targets_mean": 4583.1,
      "valid_targets_min": 2176
    },
    {
      "epoch": 1.2020033388981637,
      "grad_norm": 0.4069281118281998,
      "learning_rate": 3.9383370733587905e-05,
      "loss": 0.2076,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15315377712249756,
      "step": 720,
      "valid_targets_mean": 4168.5,
      "valid_targets_min": 1442
    },
    {
      "epoch": 1.2103505843071787,
      "grad_norm": 0.42008543867930265,
      "learning_rate": 3.936268639008906e-05,
      "loss": 0.21,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15432016551494598,
      "step": 725,
      "valid_targets_mean": 4381.8,
      "valid_targets_min": 2250
    },
    {
      "epoch": 1.2186978297161937,
      "grad_norm": 0.4825088942884119,
      "learning_rate": 3.93416664394997e-05,
      "loss": 0.201,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1441294252872467,
      "step": 730,
      "valid_targets_mean": 3178.2,
      "valid_targets_min": 1324
    },
    {
      "epoch": 1.2270450751252087,
      "grad_norm": 0.4052908805889826,
      "learning_rate": 3.932031124615172e-05,
      "loss": 0.1904,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16092966496944427,
      "step": 735,
      "valid_targets_mean": 4391.7,
      "valid_targets_min": 1442
    },
    {
      "epoch": 1.2353923205342237,
      "grad_norm": 0.4640360873735371,
      "learning_rate": 3.92986211801877e-05,
      "loss": 0.1863,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15035538375377655,
      "step": 740,
      "valid_targets_mean": 3316.4,
      "valid_targets_min": 1390
    },
    {
      "epoch": 1.2437395659432386,
      "grad_norm": 0.4303584168757166,
      "learning_rate": 3.927659661755442e-05,
      "loss": 0.2092,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20159313082695007,
      "step": 745,
      "valid_targets_mean": 4263.1,
      "valid_targets_min": 1746
    },
    {
      "epoch": 1.2520868113522536,
      "grad_norm": 0.46816222877220925,
      "learning_rate": 3.925423793999641e-05,
      "loss": 0.192,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1846737116575241,
      "step": 750,
      "valid_targets_mean": 3817.5,
      "valid_targets_min": 1793
    },
    {
      "epoch": 1.2604340567612689,
      "grad_norm": 0.5021475200575083,
      "learning_rate": 3.923154553504929e-05,
      "loss": 0.2114,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19226914644241333,
      "step": 755,
      "valid_targets_mean": 3526.4,
      "valid_targets_min": 1584
    },
    {
      "epoch": 1.2687813021702838,
      "grad_norm": 0.45466743231077655,
      "learning_rate": 3.920851979603306e-05,
      "loss": 0.1875,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1986933946609497,
      "step": 760,
      "valid_targets_mean": 3466.7,
      "valid_targets_min": 652
    },
    {
      "epoch": 1.2771285475792988,
      "grad_norm": 0.4583161241975255,
      "learning_rate": 3.918516112204532e-05,
      "loss": 0.1841,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2409411072731018,
      "step": 765,
      "valid_targets_mean": 4356.6,
      "valid_targets_min": 1456
    },
    {
      "epoch": 1.2854757929883138,
      "grad_norm": 0.4399138828252771,
      "learning_rate": 3.9161469917954273e-05,
      "loss": 0.2004,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24284087121486664,
      "step": 770,
      "valid_targets_mean": 4298.3,
      "valid_targets_min": 1903
    },
    {
      "epoch": 1.2938230383973288,
      "grad_norm": 0.4294986564270851,
      "learning_rate": 3.913744659439181e-05,
      "loss": 0.1902,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17483387887477875,
      "step": 775,
      "valid_targets_mean": 3675.4,
      "valid_targets_min": 1588
    },
    {
      "epoch": 1.302170283806344,
      "grad_norm": 0.41352563034741097,
      "learning_rate": 3.911309156774631e-05,
      "loss": 0.1678,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15267729759216309,
      "step": 780,
      "valid_targets_mean": 3254.7,
      "valid_targets_min": 1354
    },
    {
      "epoch": 1.310517529215359,
      "grad_norm": 0.4262349832370848,
      "learning_rate": 3.908840526015547e-05,
      "loss": 0.2013,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20099084079265594,
      "step": 785,
      "valid_targets_mean": 4173.8,
      "valid_targets_min": 2087
    },
    {
      "epoch": 1.318864774624374,
      "grad_norm": 0.4484784124181742,
      "learning_rate": 3.906338809949893e-05,
      "loss": 0.1979,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1672644317150116,
      "step": 790,
      "valid_targets_mean": 3427.0,
      "valid_targets_min": 1883
    },
    {
      "epoch": 1.327212020033389,
      "grad_norm": 0.4379536871989578,
      "learning_rate": 3.903804051939096e-05,
      "loss": 0.2312,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22611889243125916,
      "step": 795,
      "valid_targets_mean": 3723.9,
      "valid_targets_min": 1709
    },
    {
      "epoch": 1.335559265442404,
      "grad_norm": 0.40745223109878176,
      "learning_rate": 3.9012362959172834e-05,
      "loss": 0.1828,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20771396160125732,
      "step": 800,
      "valid_targets_mean": 4382.2,
      "valid_targets_min": 1890
    },
    {
      "epoch": 1.343906510851419,
      "grad_norm": 0.431604165628237,
      "learning_rate": 3.898635586390528e-05,
      "loss": 0.185,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16094966232776642,
      "step": 805,
      "valid_targets_mean": 3297.5,
      "valid_targets_min": 1502
    },
    {
      "epoch": 1.352253756260434,
      "grad_norm": 0.4478646744840501,
      "learning_rate": 3.8960019684360756e-05,
      "loss": 0.1986,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22003845870494843,
      "step": 810,
      "valid_targets_mean": 4356.4,
      "valid_targets_min": 1506
    },
    {
      "epoch": 1.360601001669449,
      "grad_norm": 0.4694556113932446,
      "learning_rate": 3.8933354877015606e-05,
      "loss": 0.2059,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21767646074295044,
      "step": 815,
      "valid_targets_mean": 3803.9,
      "valid_targets_min": 1309
    },
    {
      "epoch": 1.3689482470784642,
      "grad_norm": 0.45512175600379035,
      "learning_rate": 3.89063619040422e-05,
      "loss": 0.1866,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20812076330184937,
      "step": 820,
      "valid_targets_mean": 4155.0,
      "valid_targets_min": 1978
    },
    {
      "epoch": 1.3772954924874792,
      "grad_norm": 0.45611004239381786,
      "learning_rate": 3.887904123330088e-05,
      "loss": 0.1933,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17094948887825012,
      "step": 825,
      "valid_targets_mean": 3623.5,
      "valid_targets_min": 1514
    },
    {
      "epoch": 1.3856427378964942,
      "grad_norm": 0.4414337853435407,
      "learning_rate": 3.885139333833186e-05,
      "loss": 0.1895,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19573955237865448,
      "step": 830,
      "valid_targets_mean": 3552.4,
      "valid_targets_min": 1470
    },
    {
      "epoch": 1.3939899833055092,
      "grad_norm": 0.40273873690281814,
      "learning_rate": 3.882341869834704e-05,
      "loss": 0.1951,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18730872869491577,
      "step": 835,
      "valid_targets_mean": 4221.3,
      "valid_targets_min": 2090
    },
    {
      "epoch": 1.4023372287145242,
      "grad_norm": 0.47324350221570133,
      "learning_rate": 3.879511779822168e-05,
      "loss": 0.2362,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2657076120376587,
      "step": 840,
      "valid_targets_mean": 3906.9,
      "valid_targets_min": 1315
    },
    {
      "epoch": 1.4106844741235394,
      "grad_norm": 0.46159508203133287,
      "learning_rate": 3.8766491128486e-05,
      "loss": 0.1876,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21945779025554657,
      "step": 845,
      "valid_targets_mean": 4024.8,
      "valid_targets_min": 1283
    },
    {
      "epoch": 1.4190317195325544,
      "grad_norm": 0.3996281241564718,
      "learning_rate": 3.873753918531666e-05,
      "loss": 0.2111,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2445368617773056,
      "step": 850,
      "valid_targets_mean": 5171.8,
      "valid_targets_min": 1428
    },
    {
      "epoch": 1.4273789649415694,
      "grad_norm": 0.37118198743732866,
      "learning_rate": 3.87082624705282e-05,
      "loss": 0.1908,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17855234444141388,
      "step": 855,
      "valid_targets_mean": 5047.5,
      "valid_targets_min": 1839
    },
    {
      "epoch": 1.4357262103505843,
      "grad_norm": 0.4766525343937952,
      "learning_rate": 3.867866149156431e-05,
      "loss": 0.2034,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20250694453716278,
      "step": 860,
      "valid_targets_mean": 4213.7,
      "valid_targets_min": 2085
    },
    {
      "epoch": 1.4440734557595993,
      "grad_norm": 0.42205764465522955,
      "learning_rate": 3.8648736761489043e-05,
      "loss": 0.1754,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19850978255271912,
      "step": 865,
      "valid_targets_mean": 3934.6,
      "valid_targets_min": 1362
    },
    {
      "epoch": 1.4524207011686143,
      "grad_norm": 0.3991661089811781,
      "learning_rate": 3.861848879897794e-05,
      "loss": 0.1815,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15859410166740417,
      "step": 870,
      "valid_targets_mean": 4325.4,
      "valid_targets_min": 1671
    },
    {
      "epoch": 1.4607679465776293,
      "grad_norm": 0.411444665987959,
      "learning_rate": 3.8587918128309e-05,
      "loss": 0.1929,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19219332933425903,
      "step": 875,
      "valid_targets_mean": 4361.6,
      "valid_targets_min": 1577
    },
    {
      "epoch": 1.4691151919866443,
      "grad_norm": 0.4221345200846809,
      "learning_rate": 3.855702527935363e-05,
      "loss": 0.1872,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17698226869106293,
      "step": 880,
      "valid_targets_mean": 3471.6,
      "valid_targets_min": 1427
    },
    {
      "epoch": 1.4774624373956593,
      "grad_norm": 0.4527047348160603,
      "learning_rate": 3.852581078756745e-05,
      "loss": 0.2088,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2722078859806061,
      "step": 885,
      "valid_targets_mean": 4729.5,
      "valid_targets_min": 1492
    },
    {
      "epoch": 1.4858096828046745,
      "grad_norm": 0.5330536154314943,
      "learning_rate": 3.8494275193981e-05,
      "loss": 0.2152,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20743849873542786,
      "step": 890,
      "valid_targets_mean": 3607.9,
      "valid_targets_min": 1982
    },
    {
      "epoch": 1.4941569282136895,
      "grad_norm": 0.4176999838658574,
      "learning_rate": 3.8462419045190385e-05,
      "loss": 0.1937,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2070760428905487,
      "step": 895,
      "valid_targets_mean": 4395.5,
      "valid_targets_min": 1408
    },
    {
      "epoch": 1.5025041736227045,
      "grad_norm": 0.4064635644346735,
      "learning_rate": 3.8430242893347765e-05,
      "loss": 0.1869,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21248620748519897,
      "step": 900,
      "valid_targets_mean": 4216.4,
      "valid_targets_min": 1376
    },
    {
      "epoch": 1.5108514190317195,
      "grad_norm": 0.44297335398255444,
      "learning_rate": 3.839774729615184e-05,
      "loss": 0.2024,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22493979334831238,
      "step": 905,
      "valid_targets_mean": 4159.1,
      "valid_targets_min": 1503
    },
    {
      "epoch": 1.5191986644407347,
      "grad_norm": 0.41285289852226464,
      "learning_rate": 3.8364932816838124e-05,
      "loss": 0.1898,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16580085456371307,
      "step": 910,
      "valid_targets_mean": 4131.9,
      "valid_targets_min": 1913
    },
    {
      "epoch": 1.5275459098497497,
      "grad_norm": 0.4352009341698042,
      "learning_rate": 3.833180002416922e-05,
      "loss": 0.2153,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23203584551811218,
      "step": 915,
      "valid_targets_mean": 4068.4,
      "valid_targets_min": 1944
    },
    {
      "epoch": 1.5358931552587647,
      "grad_norm": 0.40397446961320027,
      "learning_rate": 3.829834949242496e-05,
      "loss": 0.1986,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15464527904987335,
      "step": 920,
      "valid_targets_mean": 3469.0,
      "valid_targets_min": 1494
    },
    {
      "epoch": 1.5442404006677797,
      "grad_norm": 0.4618545420295146,
      "learning_rate": 3.826458180139244e-05,
      "loss": 0.217,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22266030311584473,
      "step": 925,
      "valid_targets_mean": 3303.1,
      "valid_targets_min": 1426
    },
    {
      "epoch": 1.5525876460767947,
      "grad_norm": 0.40123900660820766,
      "learning_rate": 3.823049753635596e-05,
      "loss": 0.1754,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20035436749458313,
      "step": 930,
      "valid_targets_mean": 4314.1,
      "valid_targets_min": 1339
    },
    {
      "epoch": 1.5609348914858097,
      "grad_norm": 0.4148259020417995,
      "learning_rate": 3.81960972880869e-05,
      "loss": 0.1735,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21289658546447754,
      "step": 935,
      "valid_targets_mean": 4126.2,
      "valid_targets_min": 1833
    },
    {
      "epoch": 1.5692821368948247,
      "grad_norm": 0.39428417541635025,
      "learning_rate": 3.8161381652833485e-05,
      "loss": 0.1969,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21160581707954407,
      "step": 940,
      "valid_targets_mean": 4396.8,
      "valid_targets_min": 2065
    },
    {
      "epoch": 1.5776293823038396,
      "grad_norm": 0.7722286738595375,
      "learning_rate": 3.812635123231043e-05,
      "loss": 0.1968,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20537340641021729,
      "step": 945,
      "valid_targets_mean": 3099.8,
      "valid_targets_min": 1707
    },
    {
      "epoch": 1.5859766277128546,
      "grad_norm": 0.38050878204221195,
      "learning_rate": 3.809100663368852e-05,
      "loss": 0.183,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.162803053855896,
      "step": 950,
      "valid_targets_mean": 3694.8,
      "valid_targets_min": 1593
    },
    {
      "epoch": 1.5943238731218696,
      "grad_norm": 0.40630472428747527,
      "learning_rate": 3.805534846958408e-05,
      "loss": 0.1727,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16229110956192017,
      "step": 955,
      "valid_targets_mean": 3921.1,
      "valid_targets_min": 1363
    },
    {
      "epoch": 1.6026711185308848,
      "grad_norm": 0.39732456299196406,
      "learning_rate": 3.801937735804838e-05,
      "loss": 0.1843,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19792838394641876,
      "step": 960,
      "valid_targets_mean": 4172.2,
      "valid_targets_min": 1649
    },
    {
      "epoch": 1.6110183639398998,
      "grad_norm": 0.44305148074660433,
      "learning_rate": 3.79830939225569e-05,
      "loss": 0.1737,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18473561108112335,
      "step": 965,
      "valid_targets_mean": 3244.9,
      "valid_targets_min": 1464
    },
    {
      "epoch": 1.6193656093489148,
      "grad_norm": 0.39731672602454104,
      "learning_rate": 3.79464987919985e-05,
      "loss": 0.1904,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16850672662258148,
      "step": 970,
      "valid_targets_mean": 3465.9,
      "valid_targets_min": 1362
    },
    {
      "epoch": 1.62771285475793,
      "grad_norm": 0.41964357597174584,
      "learning_rate": 3.790959260066459e-05,
      "loss": 0.1978,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17484863102436066,
      "step": 975,
      "valid_targets_mean": 3516.7,
      "valid_targets_min": 1426
    },
    {
      "epoch": 1.636060100166945,
      "grad_norm": 0.396140280354335,
      "learning_rate": 3.7872375988238075e-05,
      "loss": 0.2182,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1687312126159668,
      "step": 980,
      "valid_targets_mean": 3835.4,
      "valid_targets_min": 1473
    },
    {
      "epoch": 1.64440734557596,
      "grad_norm": 0.43798134559400614,
      "learning_rate": 3.783484959978228e-05,
      "loss": 0.176,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18557807803153992,
      "step": 985,
      "valid_targets_mean": 3346.4,
      "valid_targets_min": 1424
    },
    {
      "epoch": 1.652754590984975,
      "grad_norm": 0.4132221123654361,
      "learning_rate": 3.7797014085729786e-05,
      "loss": 0.1928,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24561835825443268,
      "step": 990,
      "valid_targets_mean": 4644.3,
      "valid_targets_min": 1482
    },
    {
      "epoch": 1.66110183639399,
      "grad_norm": 0.4341492003334459,
      "learning_rate": 3.7758870101871155e-05,
      "loss": 0.187,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14808312058448792,
      "step": 995,
      "valid_targets_mean": 2953.4,
      "valid_targets_min": 1342
    },
    {
      "epoch": 1.669449081803005,
      "grad_norm": 0.4320784433206574,
      "learning_rate": 3.772041830934352e-05,
      "loss": 0.2159,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2128472626209259,
      "step": 1000,
      "valid_targets_mean": 5073.5,
      "valid_targets_min": 1473
    },
    {
      "epoch": 1.67779632721202,
      "grad_norm": 0.40999065212676533,
      "learning_rate": 3.7681659374619216e-05,
      "loss": 0.2037,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26891839504241943,
      "step": 1005,
      "valid_targets_mean": 5264.4,
      "valid_targets_min": 1554
    },
    {
      "epoch": 1.686143572621035,
      "grad_norm": 0.42264969189026164,
      "learning_rate": 3.764259396949412e-05,
      "loss": 0.1876,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20195063948631287,
      "step": 1010,
      "valid_targets_mean": 4184.3,
      "valid_targets_min": 544
    },
    {
      "epoch": 1.69449081803005,
      "grad_norm": 0.46598281446435735,
      "learning_rate": 3.7603222771076094e-05,
      "loss": 0.2093,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17481181025505066,
      "step": 1015,
      "valid_targets_mean": 3585.2,
      "valid_targets_min": 1901
    },
    {
      "epoch": 1.702838063439065,
      "grad_norm": 0.46915273916548544,
      "learning_rate": 3.75635464617732e-05,
      "loss": 0.199,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15742053091526031,
      "step": 1020,
      "valid_targets_mean": 3064.8,
      "valid_targets_min": 1384
    },
    {
      "epoch": 1.7111853088480802,
      "grad_norm": 0.8067627739457696,
      "learning_rate": 3.752356572928189e-05,
      "loss": 0.2114,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17468111217021942,
      "step": 1025,
      "valid_targets_mean": 4547.9,
      "valid_targets_min": 1349
    },
    {
      "epoch": 1.7195325542570952,
      "grad_norm": 0.4146011487610528,
      "learning_rate": 3.748328126657508e-05,
      "loss": 0.1724,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19408324360847473,
      "step": 1030,
      "valid_targets_mean": 3705.2,
      "valid_targets_min": 1516
    },
    {
      "epoch": 1.7278797996661102,
      "grad_norm": 0.40139276329876356,
      "learning_rate": 3.7442693771890134e-05,
      "loss": 0.2099,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20316094160079956,
      "step": 1035,
      "valid_targets_mean": 4225.6,
      "valid_targets_min": 1414
    },
    {
      "epoch": 1.7362270450751254,
      "grad_norm": 0.43873505249612726,
      "learning_rate": 3.740180394871681e-05,
      "loss": 0.1905,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15976247191429138,
      "step": 1040,
      "valid_targets_mean": 3111.8,
      "valid_targets_min": 1625
    },
    {
      "epoch": 1.7445742904841404,
      "grad_norm": 0.4448279397403342,
      "learning_rate": 3.736061250578498e-05,
      "loss": 0.1921,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21715202927589417,
      "step": 1045,
      "valid_targets_mean": 4017.9,
      "valid_targets_min": 1430
    },
    {
      "epoch": 1.7529215358931554,
      "grad_norm": 0.3836356266617607,
      "learning_rate": 3.7319120157052405e-05,
      "loss": 0.1851,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18681854009628296,
      "step": 1050,
      "valid_targets_mean": 4413.0,
      "valid_targets_min": 1582
    },
    {
      "epoch": 1.7612687813021703,
      "grad_norm": 0.4289127966268711,
      "learning_rate": 3.727732762169236e-05,
      "loss": 0.1977,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19718758761882782,
      "step": 1055,
      "valid_targets_mean": 3780.9,
      "valid_targets_min": 1500
    },
    {
      "epoch": 1.7696160267111853,
      "grad_norm": 0.4144506736772134,
      "learning_rate": 3.7235235624081144e-05,
      "loss": 0.1767,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19311445951461792,
      "step": 1060,
      "valid_targets_mean": 3478.4,
      "valid_targets_min": 1611
    },
    {
      "epoch": 1.7779632721202003,
      "grad_norm": 0.40901113325958294,
      "learning_rate": 3.719284489378555e-05,
      "loss": 0.1741,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14171263575553894,
      "step": 1065,
      "valid_targets_mean": 3169.3,
      "valid_targets_min": 1455
    },
    {
      "epoch": 1.7863105175292153,
      "grad_norm": 0.4360232655047189,
      "learning_rate": 3.715015616555019e-05,
      "loss": 0.1651,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18953683972358704,
      "step": 1070,
      "valid_targets_mean": 3859.8,
      "valid_targets_min": 1900
    },
    {
      "epoch": 1.7946577629382303,
      "grad_norm": 0.3982856347013278,
      "learning_rate": 3.710717017928479e-05,
      "loss": 0.2181,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23961114883422852,
      "step": 1075,
      "valid_targets_mean": 4795.3,
      "valid_targets_min": 1427
    },
    {
      "epoch": 1.8030050083472453,
      "grad_norm": 0.43447421142062564,
      "learning_rate": 3.7063887680051346e-05,
      "loss": 0.1785,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17534184455871582,
      "step": 1080,
      "valid_targets_mean": 3499.0,
      "valid_targets_min": 1467
    },
    {
      "epoch": 1.8113522537562603,
      "grad_norm": 0.37484687016486634,
      "learning_rate": 3.702030941805122e-05,
      "loss": 0.2043,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22565153241157532,
      "step": 1085,
      "valid_targets_mean": 4968.5,
      "valid_targets_min": 1645
    },
    {
      "epoch": 1.8196994991652755,
      "grad_norm": 0.4253620491937088,
      "learning_rate": 3.697643614861212e-05,
      "loss": 0.1935,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24910342693328857,
      "step": 1090,
      "valid_targets_mean": 4526.3,
      "valid_targets_min": 1421
    },
    {
      "epoch": 1.8280467445742905,
      "grad_norm": 0.3876416101052467,
      "learning_rate": 3.6932268632175035e-05,
      "loss": 0.1845,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1603732705116272,
      "step": 1095,
      "valid_targets_mean": 3542.6,
      "valid_targets_min": 1388
    },
    {
      "epoch": 1.8363939899833055,
      "grad_norm": 0.41008061749501296,
      "learning_rate": 3.6887807634281034e-05,
      "loss": 0.2015,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19442768394947052,
      "step": 1100,
      "valid_targets_mean": 3616.4,
      "valid_targets_min": 1362
    },
    {
      "epoch": 1.8447412353923205,
      "grad_norm": 0.38250220147931985,
      "learning_rate": 3.684305392555802e-05,
      "loss": 0.1864,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16925008594989777,
      "step": 1105,
      "valid_targets_mean": 4450.6,
      "valid_targets_min": 1438
    },
    {
      "epoch": 1.8530884808013357,
      "grad_norm": 0.4516520147121603,
      "learning_rate": 3.6798008281707326e-05,
      "loss": 0.1959,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1806880235671997,
      "step": 1110,
      "valid_targets_mean": 3044.1,
      "valid_targets_min": 1402
    },
    {
      "epoch": 1.8614357262103507,
      "grad_norm": 0.43415677726665036,
      "learning_rate": 3.675267148349033e-05,
      "loss": 0.1873,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.190780907869339,
      "step": 1115,
      "valid_targets_mean": 3481.9,
      "valid_targets_min": 1335
    },
    {
      "epoch": 1.8697829716193657,
      "grad_norm": 0.3852595590934276,
      "learning_rate": 3.670704431671487e-05,
      "loss": 0.2136,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2023189216852188,
      "step": 1120,
      "valid_targets_mean": 4188.6,
      "valid_targets_min": 1315
    },
    {
      "epoch": 1.8781302170283807,
      "grad_norm": 0.40220713573380873,
      "learning_rate": 3.6661127572221674e-05,
      "loss": 0.1738,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14815208315849304,
      "step": 1125,
      "valid_targets_mean": 3508.1,
      "valid_targets_min": 1427
    },
    {
      "epoch": 1.8864774624373957,
      "grad_norm": 0.3736795337861637,
      "learning_rate": 3.661492204587059e-05,
      "loss": 0.1874,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20401643216609955,
      "step": 1130,
      "valid_targets_mean": 5319.5,
      "valid_targets_min": 2498
    },
    {
      "epoch": 1.8948247078464107,
      "grad_norm": 0.41354931322766325,
      "learning_rate": 3.656842853852686e-05,
      "loss": 0.1935,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22401690483093262,
      "step": 1135,
      "valid_targets_mean": 3935.3,
      "valid_targets_min": 574
    },
    {
      "epoch": 1.9031719532554257,
      "grad_norm": 0.3754287464972552,
      "learning_rate": 3.652164785604718e-05,
      "loss": 0.2039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22014948725700378,
      "step": 1140,
      "valid_targets_mean": 4917.1,
      "valid_targets_min": 2484
    },
    {
      "epoch": 1.9115191986644406,
      "grad_norm": 0.3771865838798427,
      "learning_rate": 3.647458080926579e-05,
      "loss": 0.1939,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2064426839351654,
      "step": 1145,
      "valid_targets_mean": 4613.6,
      "valid_targets_min": 1531
    },
    {
      "epoch": 1.9198664440734556,
      "grad_norm": 0.4650972573565242,
      "learning_rate": 3.642722821398036e-05,
      "loss": 0.1745,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1807226538658142,
      "step": 1150,
      "valid_targets_mean": 3832.2,
      "valid_targets_min": 1244
    },
    {
      "epoch": 1.9282136894824706,
      "grad_norm": 0.36140384362617156,
      "learning_rate": 3.637959089093788e-05,
      "loss": 0.1947,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17937152087688446,
      "step": 1155,
      "valid_targets_mean": 4637.2,
      "valid_targets_min": 1426
    },
    {
      "epoch": 1.9365609348914858,
      "grad_norm": 0.382524851338302,
      "learning_rate": 3.633166966582046e-05,
      "loss": 0.1878,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17297901213169098,
      "step": 1160,
      "valid_targets_mean": 4146.6,
      "valid_targets_min": 1352
    },
    {
      "epoch": 1.9449081803005008,
      "grad_norm": 0.40635470177143157,
      "learning_rate": 3.6283465369230955e-05,
      "loss": 0.1884,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22332972288131714,
      "step": 1165,
      "valid_targets_mean": 4250.2,
      "valid_targets_min": 1775
    },
    {
      "epoch": 1.9532554257095158,
      "grad_norm": 0.43500848174626067,
      "learning_rate": 3.6234978836678635e-05,
      "loss": 0.2,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18507716059684753,
      "step": 1170,
      "valid_targets_mean": 3394.8,
      "valid_targets_min": 1515
    },
    {
      "epoch": 1.961602671118531,
      "grad_norm": 0.3982834031952082,
      "learning_rate": 3.618621090856465e-05,
      "loss": 0.2026,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21530982851982117,
      "step": 1175,
      "valid_targets_mean": 4329.9,
      "valid_targets_min": 1408
    },
    {
      "epoch": 1.969949916527546,
      "grad_norm": 0.36236979650290985,
      "learning_rate": 3.6137162430167505e-05,
      "loss": 0.1846,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15241621434688568,
      "step": 1180,
      "valid_targets_mean": 3629.4,
      "valid_targets_min": 1497
    },
    {
      "epoch": 1.978297161936561,
      "grad_norm": 0.4130597977119614,
      "learning_rate": 3.608783425162837e-05,
      "loss": 0.1724,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1333189308643341,
      "step": 1185,
      "valid_targets_mean": 2981.4,
      "valid_targets_min": 1638
    },
    {
      "epoch": 1.986644407345576,
      "grad_norm": 0.4335053496330714,
      "learning_rate": 3.603822722793641e-05,
      "loss": 0.1802,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15315896272659302,
      "step": 1190,
      "valid_targets_mean": 2883.6,
      "valid_targets_min": 1475
    },
    {
      "epoch": 1.994991652754591,
      "grad_norm": 0.4009985561626319,
      "learning_rate": 3.598834221891386e-05,
      "loss": 0.1958,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1875220239162445,
      "step": 1195,
      "valid_targets_mean": 4029.7,
      "valid_targets_min": 1521
    },
    {
      "epoch": 2.003338898163606,
      "grad_norm": 0.3609913095429806,
      "learning_rate": 3.5938180089201236e-05,
      "loss": 0.1813,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18564942479133606,
      "step": 1200,
      "valid_targets_mean": 4209.9,
      "valid_targets_min": 1363
    },
    {
      "epoch": 2.011686143572621,
      "grad_norm": 0.402444441098984,
      "learning_rate": 3.588774170824225e-05,
      "loss": 0.1961,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23691844940185547,
      "step": 1205,
      "valid_targets_mean": 4869.6,
      "valid_targets_min": 1925
    },
    {
      "epoch": 2.020033388981636,
      "grad_norm": 0.39050077664902183,
      "learning_rate": 3.5837027950268845e-05,
      "loss": 0.1751,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19038726389408112,
      "step": 1210,
      "valid_targets_mean": 3901.4,
      "valid_targets_min": 1891
    },
    {
      "epoch": 2.028380634390651,
      "grad_norm": 0.39314437944015984,
      "learning_rate": 3.578603969428592e-05,
      "loss": 0.192,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18340542912483215,
      "step": 1215,
      "valid_targets_mean": 4314.6,
      "valid_targets_min": 1509
    },
    {
      "epoch": 2.036727879799666,
      "grad_norm": 0.3931119098050458,
      "learning_rate": 3.57347778240562e-05,
      "loss": 0.1786,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17078736424446106,
      "step": 1220,
      "valid_targets_mean": 4287.2,
      "valid_targets_min": 1914
    },
    {
      "epoch": 2.045075125208681,
      "grad_norm": 0.3743482481969501,
      "learning_rate": 3.568324322808486e-05,
      "loss": 0.1883,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14049555361270905,
      "step": 1225,
      "valid_targets_mean": 4027.3,
      "valid_targets_min": 1611
    },
    {
      "epoch": 2.053422370617696,
      "grad_norm": 0.4013199068276139,
      "learning_rate": 3.563143679960415e-05,
      "loss": 0.1845,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1572129875421524,
      "step": 1230,
      "valid_targets_mean": 3363.4,
      "valid_targets_min": 1484
    },
    {
      "epoch": 2.0617696160267114,
      "grad_norm": 0.4219724238519255,
      "learning_rate": 3.557935943655789e-05,
      "loss": 0.208,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.211025670170784,
      "step": 1235,
      "valid_targets_mean": 4101.8,
      "valid_targets_min": 1635
    },
    {
      "epoch": 2.0701168614357264,
      "grad_norm": 0.3854874839411631,
      "learning_rate": 3.5527012041585936e-05,
      "loss": 0.1678,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16341739892959595,
      "step": 1240,
      "valid_targets_mean": 4231.6,
      "valid_targets_min": 1796
    },
    {
      "epoch": 2.0784641068447414,
      "grad_norm": 0.42452746854104284,
      "learning_rate": 3.5474395522008496e-05,
      "loss": 0.1733,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15863069891929626,
      "step": 1245,
      "valid_targets_mean": 3204.3,
      "valid_targets_min": 1846
    },
    {
      "epoch": 2.0868113522537564,
      "grad_norm": 0.40086387147096286,
      "learning_rate": 3.542151078981046e-05,
      "loss": 0.1579,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14610186219215393,
      "step": 1250,
      "valid_targets_mean": 3282.0,
      "valid_targets_min": 1648
    },
    {
      "epoch": 2.0951585976627713,
      "grad_norm": 0.37932369321136467,
      "learning_rate": 3.5368358761625514e-05,
      "loss": 0.1755,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15776067972183228,
      "step": 1255,
      "valid_targets_mean": 3761.4,
      "valid_targets_min": 1297
    },
    {
      "epoch": 2.1035058430717863,
      "grad_norm": 0.46571127472056717,
      "learning_rate": 3.5314940358720356e-05,
      "loss": 0.1893,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21181711554527283,
      "step": 1260,
      "valid_targets_mean": 3221.6,
      "valid_targets_min": 1418
    },
    {
      "epoch": 2.1118530884808013,
      "grad_norm": 0.36828213655922665,
      "learning_rate": 3.5261256506978615e-05,
      "loss": 0.1822,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15022584795951843,
      "step": 1265,
      "valid_targets_mean": 4183.1,
      "valid_targets_min": 1611
    },
    {
      "epoch": 2.1202003338898163,
      "grad_norm": 0.43354342450859784,
      "learning_rate": 3.5207308136884894e-05,
      "loss": 0.1889,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15850138664245605,
      "step": 1270,
      "valid_targets_mean": 3997.0,
      "valid_targets_min": 2406
    },
    {
      "epoch": 2.1285475792988313,
      "grad_norm": 0.4034080365982173,
      "learning_rate": 3.515309618350858e-05,
      "loss": 0.158,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17198872566223145,
      "step": 1275,
      "valid_targets_mean": 3938.7,
      "valid_targets_min": 1506
    },
    {
      "epoch": 2.1368948247078463,
      "grad_norm": 0.4589149483651622,
      "learning_rate": 3.509862158648768e-05,
      "loss": 0.1939,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23061206936836243,
      "step": 1280,
      "valid_targets_mean": 4169.5,
      "valid_targets_min": 914
    },
    {
      "epoch": 2.1452420701168613,
      "grad_norm": 0.37991403157787446,
      "learning_rate": 3.504388529001252e-05,
      "loss": 0.1728,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13785114884376526,
      "step": 1285,
      "valid_targets_mean": 3620.9,
      "valid_targets_min": 1484
    },
    {
      "epoch": 2.1535893155258763,
      "grad_norm": 0.40257735278160517,
      "learning_rate": 3.498888824280935e-05,
      "loss": 0.2019,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18923106789588928,
      "step": 1290,
      "valid_targets_mean": 4113.9,
      "valid_targets_min": 1402
    },
    {
      "epoch": 2.1619365609348913,
      "grad_norm": 0.35267496735730713,
      "learning_rate": 3.4933631398123956e-05,
      "loss": 0.1788,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14884307980537415,
      "step": 1295,
      "valid_targets_mean": 4393.5,
      "valid_targets_min": 1702
    },
    {
      "epoch": 2.1702838063439067,
      "grad_norm": 0.3875631912096111,
      "learning_rate": 3.487811571370509e-05,
      "loss": 0.2014,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19244906306266785,
      "step": 1300,
      "valid_targets_mean": 4315.8,
      "valid_targets_min": 1703
    },
    {
      "epoch": 2.1786310517529217,
      "grad_norm": 0.5008686848118249,
      "learning_rate": 3.482234215178791e-05,
      "loss": 0.1716,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2607955038547516,
      "step": 1305,
      "valid_targets_mean": 4830.8,
      "valid_targets_min": 1239
    },
    {
      "epoch": 2.1869782971619367,
      "grad_norm": 0.34968441674849415,
      "learning_rate": 3.476631167907727e-05,
      "loss": 0.1737,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19340205192565918,
      "step": 1310,
      "valid_targets_mean": 4876.8,
      "valid_targets_min": 1610
    },
    {
      "epoch": 2.1953255425709517,
      "grad_norm": 0.4253672560213209,
      "learning_rate": 3.471002526673094e-05,
      "loss": 0.1675,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17603421211242676,
      "step": 1315,
      "valid_targets_mean": 3275.1,
      "valid_targets_min": 1307
    },
    {
      "epoch": 2.2036727879799667,
      "grad_norm": 0.45350784105977754,
      "learning_rate": 3.465348389034287e-05,
      "loss": 0.1745,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1482657790184021,
      "step": 1320,
      "valid_targets_mean": 2981.2,
      "valid_targets_min": 1426
    },
    {
      "epoch": 2.2120200333889817,
      "grad_norm": 0.40629535405371087,
      "learning_rate": 3.459668852992617e-05,
      "loss": 0.1877,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2098856270313263,
      "step": 1325,
      "valid_targets_mean": 4527.9,
      "valid_targets_min": 1363
    },
    {
      "epoch": 2.2203672787979967,
      "grad_norm": 0.33934937183245395,
      "learning_rate": 3.453964016989619e-05,
      "loss": 0.167,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12940047681331635,
      "step": 1330,
      "valid_targets_mean": 3973.0,
      "valid_targets_min": 1913
    },
    {
      "epoch": 2.2287145242070117,
      "grad_norm": 0.41518951613094857,
      "learning_rate": 3.4482339799053444e-05,
      "loss": 0.2106,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19499072432518005,
      "step": 1335,
      "valid_targets_mean": 4043.6,
      "valid_targets_min": 1715
    },
    {
      "epoch": 2.2370617696160267,
      "grad_norm": 0.42937764752446256,
      "learning_rate": 3.4424788410566455e-05,
      "loss": 0.1637,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2001546174287796,
      "step": 1340,
      "valid_targets_mean": 3958.1,
      "valid_targets_min": 1428
    },
    {
      "epoch": 2.2454090150250416,
      "grad_norm": 0.35021242362054383,
      "learning_rate": 3.4366987001954555e-05,
      "loss": 0.1722,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16036367416381836,
      "step": 1345,
      "valid_targets_mean": 4299.9,
      "valid_targets_min": 1589
    },
    {
      "epoch": 2.2537562604340566,
      "grad_norm": 0.36637763427038916,
      "learning_rate": 3.43089365750706e-05,
      "loss": 0.1775,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18065059185028076,
      "step": 1350,
      "valid_targets_mean": 4715.2,
      "valid_targets_min": 2420
    },
    {
      "epoch": 2.2621035058430716,
      "grad_norm": 0.3640965084794924,
      "learning_rate": 3.425063813608359e-05,
      "loss": 0.1795,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18592235445976257,
      "step": 1355,
      "valid_targets_mean": 5197.2,
      "valid_targets_min": 1514
    },
    {
      "epoch": 2.2704507512520866,
      "grad_norm": 0.34364181085181167,
      "learning_rate": 3.419209269546125e-05,
      "loss": 0.1731,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1647244095802307,
      "step": 1360,
      "valid_targets_mean": 4771.2,
      "valid_targets_min": 1960
    },
    {
      "epoch": 2.278797996661102,
      "grad_norm": 0.3845436672345355,
      "learning_rate": 3.4133301267952486e-05,
      "loss": 0.1743,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18283039331436157,
      "step": 1365,
      "valid_targets_mean": 3974.3,
      "valid_targets_min": 1987
    },
    {
      "epoch": 2.287145242070117,
      "grad_norm": 0.42668652294874804,
      "learning_rate": 3.407426487256982e-05,
      "loss": 0.1803,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2542681097984314,
      "step": 1370,
      "valid_targets_mean": 4809.9,
      "valid_targets_min": 2101
    },
    {
      "epoch": 2.295492487479132,
      "grad_norm": 0.39718658556445346,
      "learning_rate": 3.401498453257172e-05,
      "loss": 0.1916,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19539326429367065,
      "step": 1375,
      "valid_targets_mean": 4438.9,
      "valid_targets_min": 1699
    },
    {
      "epoch": 2.303839732888147,
      "grad_norm": 0.3601566054598613,
      "learning_rate": 3.395546127544489e-05,
      "loss": 0.1676,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15501947700977325,
      "step": 1380,
      "valid_targets_mean": 4177.3,
      "valid_targets_min": 1183
    },
    {
      "epoch": 2.312186978297162,
      "grad_norm": 0.379981010864199,
      "learning_rate": 3.389569613288641e-05,
      "loss": 0.1842,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17738771438598633,
      "step": 1385,
      "valid_targets_mean": 4147.7,
      "valid_targets_min": 1405
    },
    {
      "epoch": 2.320534223706177,
      "grad_norm": 0.43253231266107883,
      "learning_rate": 3.383569014078587e-05,
      "loss": 0.2109,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2508506774902344,
      "step": 1390,
      "valid_targets_mean": 4498.2,
      "valid_targets_min": 1531
    },
    {
      "epoch": 2.328881469115192,
      "grad_norm": 0.4045205462428933,
      "learning_rate": 3.3775444339207465e-05,
      "loss": 0.1763,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23198941349983215,
      "step": 1395,
      "valid_targets_mean": 4659.8,
      "valid_targets_min": 1244
    },
    {
      "epoch": 2.337228714524207,
      "grad_norm": 0.4526577684588381,
      "learning_rate": 3.3714959772371885e-05,
      "loss": 0.1738,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17988790571689606,
      "step": 1400,
      "valid_targets_mean": 3236.9,
      "valid_targets_min": 1624
    },
    {
      "epoch": 2.345575959933222,
      "grad_norm": 0.39924635137397385,
      "learning_rate": 3.3654237488638306e-05,
      "loss": 0.1864,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1388336420059204,
      "step": 1405,
      "valid_targets_mean": 3361.2,
      "valid_targets_min": 1336
    },
    {
      "epoch": 2.353923205342237,
      "grad_norm": 0.36083578880495376,
      "learning_rate": 3.3593278540486135e-05,
      "loss": 0.1998,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18635602295398712,
      "step": 1410,
      "valid_targets_mean": 4485.7,
      "valid_targets_min": 1942
    },
    {
      "epoch": 2.362270450751252,
      "grad_norm": 0.46843076228541314,
      "learning_rate": 3.353208398449683e-05,
      "loss": 0.1725,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15108218789100647,
      "step": 1415,
      "valid_targets_mean": 2438.8,
      "valid_targets_min": 1355
    },
    {
      "epoch": 2.370617696160267,
      "grad_norm": 0.3881753591469688,
      "learning_rate": 3.347065488133555e-05,
      "loss": 0.1841,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20182552933692932,
      "step": 1420,
      "valid_targets_mean": 3880.5,
      "valid_targets_min": 1462
    },
    {
      "epoch": 2.378964941569282,
      "grad_norm": 0.33103684775089787,
      "learning_rate": 3.340899229573278e-05,
      "loss": 0.1741,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16988861560821533,
      "step": 1425,
      "valid_targets_mean": 5135.4,
      "valid_targets_min": 1957
    },
    {
      "epoch": 2.3873121869782974,
      "grad_norm": 0.3839853993740304,
      "learning_rate": 3.334709729646589e-05,
      "loss": 0.1762,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18751657009124756,
      "step": 1430,
      "valid_targets_mean": 3841.4,
      "valid_targets_min": 1463
    },
    {
      "epoch": 2.395659432387312,
      "grad_norm": 0.42140756502663484,
      "learning_rate": 3.32849709563406e-05,
      "loss": 0.1652,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14289385080337524,
      "step": 1435,
      "valid_targets_mean": 3429.9,
      "valid_targets_min": 1621
    },
    {
      "epoch": 2.4040066777963274,
      "grad_norm": 0.41185771845911473,
      "learning_rate": 3.322261435217237e-05,
      "loss": 0.1714,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23123914003372192,
      "step": 1440,
      "valid_targets_mean": 4574.2,
      "valid_targets_min": 1514
    },
    {
      "epoch": 2.4123539232053424,
      "grad_norm": 0.3509324532885418,
      "learning_rate": 3.316002856476776e-05,
      "loss": 0.1909,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20444336533546448,
      "step": 1445,
      "valid_targets_mean": 4712.2,
      "valid_targets_min": 1919
    },
    {
      "epoch": 2.4207011686143574,
      "grad_norm": 0.34885265819549843,
      "learning_rate": 3.309721467890571e-05,
      "loss": 0.1799,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14365056157112122,
      "step": 1450,
      "valid_targets_mean": 4059.9,
      "valid_targets_min": 2310
    },
    {
      "epoch": 2.4290484140233723,
      "grad_norm": 0.39384500044336085,
      "learning_rate": 3.303417378331867e-05,
      "loss": 0.1644,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15038427710533142,
      "step": 1455,
      "valid_targets_mean": 3667.2,
      "valid_targets_min": 1678
    },
    {
      "epoch": 2.4373956594323873,
      "grad_norm": 0.37596336192206775,
      "learning_rate": 3.2970906970673814e-05,
      "loss": 0.1939,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15225949883460999,
      "step": 1460,
      "valid_targets_mean": 4028.6,
      "valid_targets_min": 2020
    },
    {
      "epoch": 2.4457429048414023,
      "grad_norm": 0.3996370086371849,
      "learning_rate": 3.2907415337554045e-05,
      "loss": 0.174,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1824476420879364,
      "step": 1465,
      "valid_targets_mean": 3557.2,
      "valid_targets_min": 1884
    },
    {
      "epoch": 2.4540901502504173,
      "grad_norm": 0.3811821926986149,
      "learning_rate": 3.284369998443901e-05,
      "loss": 0.1751,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13973477482795715,
      "step": 1470,
      "valid_targets_mean": 3632.4,
      "valid_targets_min": 1515
    },
    {
      "epoch": 2.4624373956594323,
      "grad_norm": 0.3771615762931369,
      "learning_rate": 3.277976201568603e-05,
      "loss": 0.207,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1878414750099182,
      "step": 1475,
      "valid_targets_mean": 4590.6,
      "valid_targets_min": 1847
    },
    {
      "epoch": 2.4707846410684473,
      "grad_norm": 0.38583537947825236,
      "learning_rate": 3.2715602539510915e-05,
      "loss": 0.1717,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13137011229991913,
      "step": 1480,
      "valid_targets_mean": 3166.2,
      "valid_targets_min": 1507
    },
    {
      "epoch": 2.4791318864774623,
      "grad_norm": 0.41711885969961404,
      "learning_rate": 3.265122266796884e-05,
      "loss": 0.196,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19853655993938446,
      "step": 1485,
      "valid_targets_mean": 3741.7,
      "valid_targets_min": 1501
    },
    {
      "epoch": 2.4874791318864773,
      "grad_norm": 0.38435960003244696,
      "learning_rate": 3.258662351693498e-05,
      "loss": 0.1796,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1852615475654602,
      "step": 1490,
      "valid_targets_mean": 4253.8,
      "valid_targets_min": 1354
    },
    {
      "epoch": 2.4958263772954927,
      "grad_norm": 0.39689223158603776,
      "learning_rate": 3.252180620608524e-05,
      "loss": 0.1989,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28923559188842773,
      "step": 1495,
      "valid_targets_mean": 5626.3,
      "valid_targets_min": 1244
    },
    {
      "epoch": 2.5041736227045073,
      "grad_norm": 0.4867002320809955,
      "learning_rate": 3.245677185887678e-05,
      "loss": 0.1701,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19362148642539978,
      "step": 1500,
      "valid_targets_mean": 3091.3,
      "valid_targets_min": 1425
    },
    {
      "epoch": 2.5125208681135227,
      "grad_norm": 0.3840135531557725,
      "learning_rate": 3.2391521602528634e-05,
      "loss": 0.1978,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16485507786273956,
      "step": 1505,
      "valid_targets_mean": 3793.5,
      "valid_targets_min": 1439
    },
    {
      "epoch": 2.5208681135225377,
      "grad_norm": 0.3949626979816311,
      "learning_rate": 3.232605656800207e-05,
      "loss": 0.2141,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25324124097824097,
      "step": 1510,
      "valid_targets_mean": 5199.4,
      "valid_targets_min": 2406
    },
    {
      "epoch": 2.5292153589315527,
      "grad_norm": 0.41371809654196057,
      "learning_rate": 3.226037788998105e-05,
      "loss": 0.1588,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17497789859771729,
      "step": 1515,
      "valid_targets_mean": 3453.5,
      "valid_targets_min": 2109
    },
    {
      "epoch": 2.5375626043405677,
      "grad_norm": 0.41114279636013484,
      "learning_rate": 3.219448670685256e-05,
      "loss": 0.178,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16214880347251892,
      "step": 1520,
      "valid_targets_mean": 3575.6,
      "valid_targets_min": 1718
    },
    {
      "epoch": 2.5459098497495827,
      "grad_norm": 0.36919347560605503,
      "learning_rate": 3.212838416068685e-05,
      "loss": 0.1779,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15680629014968872,
      "step": 1525,
      "valid_targets_mean": 3776.2,
      "valid_targets_min": 1486
    },
    {
      "epoch": 2.5542570951585977,
      "grad_norm": 0.4138003969252916,
      "learning_rate": 3.206207139721768e-05,
      "loss": 0.1684,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17032107710838318,
      "step": 1530,
      "valid_targets_mean": 3267.6,
      "valid_targets_min": 1473
    },
    {
      "epoch": 2.5626043405676127,
      "grad_norm": 0.42196706139878004,
      "learning_rate": 3.199554956582241e-05,
      "loss": 0.1889,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20715712010860443,
      "step": 1535,
      "valid_targets_mean": 3526.3,
      "valid_targets_min": 1559
    },
    {
      "epoch": 2.5709515859766277,
      "grad_norm": 0.3722661515680046,
      "learning_rate": 3.192881981950212e-05,
      "loss": 0.1513,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1343880593776703,
      "step": 1540,
      "valid_targets_mean": 3572.8,
      "valid_targets_min": 1768
    },
    {
      "epoch": 2.5792988313856426,
      "grad_norm": 0.45051136521852037,
      "learning_rate": 3.1861883314861616e-05,
      "loss": 0.1793,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15990979969501495,
      "step": 1545,
      "valid_targets_mean": 3307.1,
      "valid_targets_min": 1374
    },
    {
      "epoch": 2.5876460767946576,
      "grad_norm": 0.35101532783011724,
      "learning_rate": 3.179474121208937e-05,
      "loss": 0.1759,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1429433524608612,
      "step": 1550,
      "valid_targets_mean": 3559.9,
      "valid_targets_min": 1487
    },
    {
      "epoch": 2.5959933222036726,
      "grad_norm": 0.362509471383554,
      "learning_rate": 3.172739467493741e-05,
      "loss": 0.1562,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15836237370967865,
      "step": 1555,
      "valid_targets_mean": 3900.3,
      "valid_targets_min": 2075
    },
    {
      "epoch": 2.604340567612688,
      "grad_norm": 0.38099936311161486,
      "learning_rate": 3.165984487070118e-05,
      "loss": 0.1901,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17195066809654236,
      "step": 1560,
      "valid_targets_mean": 4125.4,
      "valid_targets_min": 1609
    },
    {
      "epoch": 2.6126878130217026,
      "grad_norm": 0.36249830667815447,
      "learning_rate": 3.1592092970199266e-05,
      "loss": 0.1755,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16423234343528748,
      "step": 1565,
      "valid_targets_mean": 4058.8,
      "valid_targets_min": 1563
    },
    {
      "epoch": 2.621035058430718,
      "grad_norm": 0.38776283529242817,
      "learning_rate": 3.152414014775315e-05,
      "loss": 0.198,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21244670450687408,
      "step": 1570,
      "valid_targets_mean": 4376.8,
      "valid_targets_min": 2040
    },
    {
      "epoch": 2.629382303839733,
      "grad_norm": 0.39888439800258313,
      "learning_rate": 3.1455987581166784e-05,
      "loss": 0.2133,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21948155760765076,
      "step": 1575,
      "valid_targets_mean": 4703.1,
      "valid_targets_min": 1414
    },
    {
      "epoch": 2.637729549248748,
      "grad_norm": 0.4050837610287775,
      "learning_rate": 3.138763645170626e-05,
      "loss": 0.187,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18739059567451477,
      "step": 1580,
      "valid_targets_mean": 3601.9,
      "valid_targets_min": 1423
    },
    {
      "epoch": 2.646076794657763,
      "grad_norm": 0.4540117082903146,
      "learning_rate": 3.1319087944079275e-05,
      "loss": 0.1832,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26165759563446045,
      "step": 1585,
      "valid_targets_mean": 4085.8,
      "valid_targets_min": 1456
    },
    {
      "epoch": 2.654424040066778,
      "grad_norm": 0.3897875275227354,
      "learning_rate": 3.125034324641462e-05,
      "loss": 0.1667,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19020062685012817,
      "step": 1590,
      "valid_targets_mean": 4242.6,
      "valid_targets_min": 1945
    },
    {
      "epoch": 2.662771285475793,
      "grad_norm": 0.3747972450813431,
      "learning_rate": 3.118140355024159e-05,
      "loss": 0.1585,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14661559462547302,
      "step": 1595,
      "valid_targets_mean": 3469.0,
      "valid_targets_min": 1730
    },
    {
      "epoch": 2.671118530884808,
      "grad_norm": 0.3912630941067351,
      "learning_rate": 3.111227005046932e-05,
      "loss": 0.1709,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18964293599128723,
      "step": 1600,
      "valid_targets_mean": 4400.2,
      "valid_targets_min": 1610
    },
    {
      "epoch": 2.679465776293823,
      "grad_norm": 0.3752998749201782,
      "learning_rate": 3.104294394536608e-05,
      "loss": 0.1687,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1662491112947464,
      "step": 1605,
      "valid_targets_mean": 3868.1,
      "valid_targets_min": 1425
    },
    {
      "epoch": 2.687813021702838,
      "grad_norm": 0.3638451758982178,
      "learning_rate": 3.097342643653849e-05,
      "loss": 0.1871,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13237513601779938,
      "step": 1610,
      "valid_targets_mean": 3775.5,
      "valid_targets_min": 1252
    },
    {
      "epoch": 2.696160267111853,
      "grad_norm": 0.379813588301819,
      "learning_rate": 3.090371872891074e-05,
      "loss": 0.1939,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18782466650009155,
      "step": 1615,
      "valid_targets_mean": 4419.9,
      "valid_targets_min": 1526
    },
    {
      "epoch": 2.704507512520868,
      "grad_norm": 0.42247127664008294,
      "learning_rate": 3.083382203070365e-05,
      "loss": 0.1578,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14077098667621613,
      "step": 1620,
      "valid_targets_mean": 2928.9,
      "valid_targets_min": 1424
    },
    {
      "epoch": 2.7128547579298834,
      "grad_norm": 0.40519702773871696,
      "learning_rate": 3.0763737553413766e-05,
      "loss": 0.1843,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17491929233074188,
      "step": 1625,
      "valid_targets_mean": 3589.4,
      "valid_targets_min": 1480
    },
    {
      "epoch": 2.721202003338898,
      "grad_norm": 0.3565728034617864,
      "learning_rate": 3.069346651179233e-05,
      "loss": 0.1693,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14302650094032288,
      "step": 1630,
      "valid_targets_mean": 3706.4,
      "valid_targets_min": 1461
    },
    {
      "epoch": 2.7295492487479134,
      "grad_norm": 0.3551042853907041,
      "learning_rate": 3.0623010123824245e-05,
      "loss": 0.1662,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1554560512304306,
      "step": 1635,
      "valid_targets_mean": 3965.8,
      "valid_targets_min": 1330
    },
    {
      "epoch": 2.7378964941569284,
      "grad_norm": 0.41497730093592444,
      "learning_rate": 3.0552369610706985e-05,
      "loss": 0.1782,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14315751194953918,
      "step": 1640,
      "valid_targets_mean": 3088.9,
      "valid_targets_min": 1370
    },
    {
      "epoch": 2.7462437395659434,
      "grad_norm": 0.34080950122096165,
      "learning_rate": 3.0481546196829375e-05,
      "loss": 0.1909,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14897558093070984,
      "step": 1645,
      "valid_targets_mean": 4127.8,
      "valid_targets_min": 1515
    },
    {
      "epoch": 2.7545909849749584,
      "grad_norm": 0.42473649987677536,
      "learning_rate": 3.041054110975041e-05,
      "loss": 0.1861,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2169104963541031,
      "step": 1650,
      "valid_targets_mean": 3800.3,
      "valid_targets_min": 1556
    },
    {
      "epoch": 2.7629382303839733,
      "grad_norm": 0.3946586777993279,
      "learning_rate": 3.033935558017797e-05,
      "loss": 0.1856,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19707706570625305,
      "step": 1655,
      "valid_targets_mean": 4139.6,
      "valid_targets_min": 1390
    },
    {
      "epoch": 2.7712854757929883,
      "grad_norm": 0.41140216305736166,
      "learning_rate": 3.0267990841947492e-05,
      "loss": 0.1665,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1477285474538803,
      "step": 1660,
      "valid_targets_mean": 3071.9,
      "valid_targets_min": 1516
    },
    {
      "epoch": 2.7796327212020033,
      "grad_norm": 0.3670539040599514,
      "learning_rate": 3.0196448132000563e-05,
      "loss": 0.1743,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1892966777086258,
      "step": 1665,
      "valid_targets_mean": 4099.4,
      "valid_targets_min": 1486
    },
    {
      "epoch": 2.7879799666110183,
      "grad_norm": 0.3804894809754149,
      "learning_rate": 3.0124728690363504e-05,
      "loss": 0.1793,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.181321918964386,
      "step": 1670,
      "valid_targets_mean": 4185.7,
      "valid_targets_min": 1961
    },
    {
      "epoch": 2.7963272120200333,
      "grad_norm": 0.40144395625229207,
      "learning_rate": 3.0052833760125864e-05,
      "loss": 0.1682,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13178232312202454,
      "step": 1675,
      "valid_targets_mean": 3274.2,
      "valid_targets_min": 1648
    },
    {
      "epoch": 2.8046744574290483,
      "grad_norm": 0.35649803939751235,
      "learning_rate": 2.9980764587418885e-05,
      "loss": 0.1859,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13898998498916626,
      "step": 1680,
      "valid_targets_mean": 3781.2,
      "valid_targets_min": 1593
    },
    {
      "epoch": 2.8130217028380633,
      "grad_norm": 0.3942851927491884,
      "learning_rate": 2.990852242139389e-05,
      "loss": 0.2039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20746630430221558,
      "step": 1685,
      "valid_targets_mean": 3834.1,
      "valid_targets_min": 2211
    },
    {
      "epoch": 2.8213689482470787,
      "grad_norm": 0.37032432922943975,
      "learning_rate": 2.983610851420064e-05,
      "loss": 0.1701,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19588196277618408,
      "step": 1690,
      "valid_targets_mean": 4690.8,
      "valid_targets_min": 1562
    },
    {
      "epoch": 2.8297161936560933,
      "grad_norm": 0.34562404981740413,
      "learning_rate": 2.976352412096563e-05,
      "loss": 0.1609,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14124101400375366,
      "step": 1695,
      "valid_targets_mean": 3965.9,
      "valid_targets_min": 1494
    },
    {
      "epoch": 2.8380634390651087,
      "grad_norm": 0.3616931031916152,
      "learning_rate": 2.969077049977034e-05,
      "loss": 0.1636,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19306877255439758,
      "step": 1700,
      "valid_targets_mean": 4813.1,
      "valid_targets_min": 1705
    },
    {
      "epoch": 2.8464106844741233,
      "grad_norm": 0.37506220041510785,
      "learning_rate": 2.9617848911629402e-05,
      "loss": 0.1643,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1629461944103241,
      "step": 1705,
      "valid_targets_mean": 3513.9,
      "valid_targets_min": 1421
    },
    {
      "epoch": 2.8547579298831387,
      "grad_norm": 0.39377736080444464,
      "learning_rate": 2.9544760620468794e-05,
      "loss": 0.195,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20144890248775482,
      "step": 1710,
      "valid_targets_mean": 4516.2,
      "valid_targets_min": 1899
    },
    {
      "epoch": 2.8631051752921537,
      "grad_norm": 0.42090417381625955,
      "learning_rate": 2.9471506893103883e-05,
      "loss": 0.1816,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1861152946949005,
      "step": 1715,
      "valid_targets_mean": 3644.5,
      "valid_targets_min": 1637
    },
    {
      "epoch": 2.8714524207011687,
      "grad_norm": 0.4271180840796994,
      "learning_rate": 2.939808899921749e-05,
      "loss": 0.1779,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22819042205810547,
      "step": 1720,
      "valid_targets_mean": 4635.6,
      "valid_targets_min": 1542
    },
    {
      "epoch": 2.8797996661101837,
      "grad_norm": 0.4174935857105486,
      "learning_rate": 2.932450821133788e-05,
      "loss": 0.1903,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1691751480102539,
      "step": 1725,
      "valid_targets_mean": 3461.2,
      "valid_targets_min": 1777
    },
    {
      "epoch": 2.8881469115191987,
      "grad_norm": 0.3850643570111332,
      "learning_rate": 2.9250765804816712e-05,
      "loss": 0.1904,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19057656824588776,
      "step": 1730,
      "valid_targets_mean": 4053.8,
      "valid_targets_min": 1866
    },
    {
      "epoch": 2.8964941569282137,
      "grad_norm": 0.4032107394793199,
      "learning_rate": 2.917686305780692e-05,
      "loss": 0.1856,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2273217737674713,
      "step": 1735,
      "valid_targets_mean": 4329.3,
      "valid_targets_min": 1386
    },
    {
      "epoch": 2.9048414023372287,
      "grad_norm": 0.3835287858006912,
      "learning_rate": 2.9102801251240575e-05,
      "loss": 0.1652,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15932297706604004,
      "step": 1740,
      "valid_targets_mean": 3465.6,
      "valid_targets_min": 1384
    },
    {
      "epoch": 2.9131886477462436,
      "grad_norm": 0.39641810946841144,
      "learning_rate": 2.902858166880667e-05,
      "loss": 0.18,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.212120920419693,
      "step": 1745,
      "valid_targets_mean": 4468.6,
      "valid_targets_min": 1863
    },
    {
      "epoch": 2.9215358931552586,
      "grad_norm": 0.45144937261721835,
      "learning_rate": 2.8954205596928873e-05,
      "loss": 0.1669,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21817569434642792,
      "step": 1750,
      "valid_targets_mean": 4008.8,
      "valid_targets_min": 2230
    },
    {
      "epoch": 2.9298831385642736,
      "grad_norm": 0.3374028876731595,
      "learning_rate": 2.8879674324743246e-05,
      "loss": 0.1717,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1711035966873169,
      "step": 1755,
      "valid_targets_mean": 4836.6,
      "valid_targets_min": 1134
    },
    {
      "epoch": 2.9382303839732886,
      "grad_norm": 0.4290703903958169,
      "learning_rate": 2.880498914407587e-05,
      "loss": 0.1814,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24183110892772675,
      "step": 1760,
      "valid_targets_mean": 4185.7,
      "valid_targets_min": 1526
    },
    {
      "epoch": 2.946577629382304,
      "grad_norm": 0.4162550666800131,
      "learning_rate": 2.8730151349420475e-05,
      "loss": 0.1636,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17692837119102478,
      "step": 1765,
      "valid_targets_mean": 3091.3,
      "valid_targets_min": 770
    },
    {
      "epoch": 2.9549248747913186,
      "grad_norm": 0.4040831857315516,
      "learning_rate": 2.865516223791601e-05,
      "loss": 0.1906,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22569309175014496,
      "step": 1770,
      "valid_targets_mean": 4042.6,
      "valid_targets_min": 1364
    },
    {
      "epoch": 2.963272120200334,
      "grad_norm": 0.47408219736416474,
      "learning_rate": 2.8580023109324137e-05,
      "loss": 0.1645,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18150001764297485,
      "step": 1775,
      "valid_targets_mean": 3143.0,
      "valid_targets_min": 1303
    },
    {
      "epoch": 2.971619365609349,
      "grad_norm": 0.36774294528090073,
      "learning_rate": 2.8504735266006717e-05,
      "loss": 0.1917,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1483282744884491,
      "step": 1780,
      "valid_targets_mean": 4298.1,
      "valid_targets_min": 1272
    },
    {
      "epoch": 2.979966611018364,
      "grad_norm": 0.3717567087773957,
      "learning_rate": 2.8429300012903245e-05,
      "loss": 0.1811,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1875116527080536,
      "step": 1785,
      "valid_targets_mean": 4630.8,
      "valid_targets_min": 1352
    },
    {
      "epoch": 2.988313856427379,
      "grad_norm": 0.41166317760784843,
      "learning_rate": 2.8353718657508206e-05,
      "loss": 0.1715,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18830318748950958,
      "step": 1790,
      "valid_targets_mean": 3810.6,
      "valid_targets_min": 1838
    },
    {
      "epoch": 2.996661101836394,
      "grad_norm": 0.37316317488800915,
      "learning_rate": 2.827799250984844e-05,
      "loss": 0.1562,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1336875557899475,
      "step": 1795,
      "valid_targets_mean": 3665.7,
      "valid_targets_min": 1584
    },
    {
      "epoch": 3.005008347245409,
      "grad_norm": 0.4063548789037882,
      "learning_rate": 2.8202122882460418e-05,
      "loss": 0.1741,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1809404045343399,
      "step": 1800,
      "valid_targets_mean": 3502.6,
      "valid_targets_min": 1899
    },
    {
      "epoch": 3.013355592654424,
      "grad_norm": 0.4336551959152753,
      "learning_rate": 2.81261110903675e-05,
      "loss": 0.1603,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14447429776191711,
      "step": 1805,
      "valid_targets_mean": 2828.2,
      "valid_targets_min": 1514
    },
    {
      "epoch": 3.021702838063439,
      "grad_norm": 0.36481871912093367,
      "learning_rate": 2.804995845105714e-05,
      "loss": 0.1742,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18342864513397217,
      "step": 1810,
      "valid_targets_mean": 4443.3,
      "valid_targets_min": 1381
    },
    {
      "epoch": 3.030050083472454,
      "grad_norm": 0.37691446585353855,
      "learning_rate": 2.7973666284458048e-05,
      "loss": 0.1535,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1622544825077057,
      "step": 1815,
      "valid_targets_mean": 3952.1,
      "valid_targets_min": 1869
    },
    {
      "epoch": 3.038397328881469,
      "grad_norm": 0.4022100122802466,
      "learning_rate": 2.7897235912917318e-05,
      "loss": 0.1552,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13804765045642853,
      "step": 1820,
      "valid_targets_mean": 3232.9,
      "valid_targets_min": 1540
    },
    {
      "epoch": 3.046744574290484,
      "grad_norm": 0.4338966945529254,
      "learning_rate": 2.7820668661177505e-05,
      "loss": 0.1723,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13496927917003632,
      "step": 1825,
      "valid_targets_mean": 3257.6,
      "valid_targets_min": 1984
    },
    {
      "epoch": 3.0550918196994994,
      "grad_norm": 0.421460512392483,
      "learning_rate": 2.7743965856353666e-05,
      "loss": 0.1504,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11614467203617096,
      "step": 1830,
      "valid_targets_mean": 3389.6,
      "valid_targets_min": 1405
    },
    {
      "epoch": 3.0634390651085144,
      "grad_norm": 0.38268929748837494,
      "learning_rate": 2.7667128827910343e-05,
      "loss": 0.1594,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12622597813606262,
      "step": 1835,
      "valid_targets_mean": 3840.2,
      "valid_targets_min": 1653
    },
    {
      "epoch": 3.0717863105175294,
      "grad_norm": 0.38641056298745535,
      "learning_rate": 2.7590158907638552e-05,
      "loss": 0.1792,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14331111311912537,
      "step": 1840,
      "valid_targets_mean": 3908.7,
      "valid_targets_min": 1496
    },
    {
      "epoch": 3.0801335559265444,
      "grad_norm": 0.391516861603331,
      "learning_rate": 2.7513057429632656e-05,
      "loss": 0.172,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12942743301391602,
      "step": 1845,
      "valid_targets_mean": 3237.4,
      "valid_targets_min": 1461
    },
    {
      "epoch": 3.0884808013355594,
      "grad_norm": 0.4097059452528929,
      "learning_rate": 2.7435825730267285e-05,
      "loss": 0.1956,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2104695439338684,
      "step": 1850,
      "valid_targets_mean": 4672.2,
      "valid_targets_min": 1134
    },
    {
      "epoch": 3.0968280467445743,
      "grad_norm": 0.4184849714104454,
      "learning_rate": 2.7358465148174143e-05,
      "loss": 0.1461,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1452220380306244,
      "step": 1855,
      "valid_targets_mean": 3005.0,
      "valid_targets_min": 1429
    },
    {
      "epoch": 3.1051752921535893,
      "grad_norm": 0.3721084887961403,
      "learning_rate": 2.728097702421882e-05,
      "loss": 0.179,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18598805367946625,
      "step": 1860,
      "valid_targets_mean": 4447.5,
      "valid_targets_min": 1512
    },
    {
      "epoch": 3.1135225375626043,
      "grad_norm": 0.3886671460796501,
      "learning_rate": 2.720336270147754e-05,
      "loss": 0.1674,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21523085236549377,
      "step": 1865,
      "valid_targets_mean": 4612.0,
      "valid_targets_min": 1589
    },
    {
      "epoch": 3.1218697829716193,
      "grad_norm": 0.412037645711169,
      "learning_rate": 2.71256235252139e-05,
      "loss": 0.151,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13819587230682373,
      "step": 1870,
      "valid_targets_mean": 2930.2,
      "valid_targets_min": 1714
    },
    {
      "epoch": 3.1302170283806343,
      "grad_norm": 0.4065631278058066,
      "learning_rate": 2.7047760842855536e-05,
      "loss": 0.1598,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13124097883701324,
      "step": 1875,
      "valid_targets_mean": 3087.6,
      "valid_targets_min": 1475
    },
    {
      "epoch": 3.1385642737896493,
      "grad_norm": 0.38320463777177993,
      "learning_rate": 2.6969776003970777e-05,
      "loss": 0.1697,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1506544053554535,
      "step": 1880,
      "valid_targets_mean": 3822.8,
      "valid_targets_min": 1484
    },
    {
      "epoch": 3.1469115191986643,
      "grad_norm": 0.36118220642464954,
      "learning_rate": 2.6891670360245244e-05,
      "loss": 0.1611,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12876233458518982,
      "step": 1885,
      "valid_targets_mean": 3769.2,
      "valid_targets_min": 1491
    },
    {
      "epoch": 3.1552587646076793,
      "grad_norm": 0.43603726449006625,
      "learning_rate": 2.6813445265458438e-05,
      "loss": 0.172,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23195567727088928,
      "step": 1890,
      "valid_targets_mean": 3860.2,
      "valid_targets_min": 1772
    },
    {
      "epoch": 3.1636060100166947,
      "grad_norm": 0.37254088444846367,
      "learning_rate": 2.6735102075460257e-05,
      "loss": 0.1527,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18866942822933197,
      "step": 1895,
      "valid_targets_mean": 4336.5,
      "valid_targets_min": 1448
    },
    {
      "epoch": 3.1719532554257097,
      "grad_norm": 0.3527245570075822,
      "learning_rate": 2.665664214814752e-05,
      "loss": 0.1664,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1749316155910492,
      "step": 1900,
      "valid_targets_mean": 4439.5,
      "valid_targets_min": 1976
    },
    {
      "epoch": 3.1803005008347247,
      "grad_norm": 0.3741721242234238,
      "learning_rate": 2.65780668434404e-05,
      "loss": 0.1609,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1178446114063263,
      "step": 1905,
      "valid_targets_mean": 3321.6,
      "valid_targets_min": 1695
    },
    {
      "epoch": 3.1886477462437397,
      "grad_norm": 0.3557644578617192,
      "learning_rate": 2.649937752325887e-05,
      "loss": 0.182,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15885943174362183,
      "step": 1910,
      "valid_targets_mean": 4127.2,
      "valid_targets_min": 1504
    },
    {
      "epoch": 3.1969949916527547,
      "grad_norm": 0.39493533441845896,
      "learning_rate": 2.64205755514991e-05,
      "loss": 0.1651,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13406017422676086,
      "step": 1915,
      "valid_targets_mean": 3264.3,
      "valid_targets_min": 1372
    },
    {
      "epoch": 3.2053422370617697,
      "grad_norm": 0.3509469694391073,
      "learning_rate": 2.634166229400982e-05,
      "loss": 0.145,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1568133533000946,
      "step": 1920,
      "valid_targets_mean": 4733.9,
      "valid_targets_min": 1977
    },
    {
      "epoch": 3.2136894824707847,
      "grad_norm": 0.3790815521393634,
      "learning_rate": 2.626263911856863e-05,
      "loss": 0.1746,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17264772951602936,
      "step": 1925,
      "valid_targets_mean": 4220.8,
      "valid_targets_min": 1563
    },
    {
      "epoch": 3.2220367278797997,
      "grad_norm": 0.37642148833827255,
      "learning_rate": 2.6183507394858296e-05,
      "loss": 0.1969,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15538159012794495,
      "step": 1930,
      "valid_targets_mean": 3755.3,
      "valid_targets_min": 1425
    },
    {
      "epoch": 3.2303839732888147,
      "grad_norm": 0.426221267866572,
      "learning_rate": 2.6104268494443027e-05,
      "loss": 0.1854,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17054955661296844,
      "step": 1935,
      "valid_targets_mean": 3506.8,
      "valid_targets_min": 1642
    },
    {
      "epoch": 3.2387312186978297,
      "grad_norm": 0.371484980238735,
      "learning_rate": 2.6024923790744686e-05,
      "loss": 0.1775,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18081288039684296,
      "step": 1940,
      "valid_targets_mean": 4860.9,
      "valid_targets_min": 1481
    },
    {
      "epoch": 3.2470784641068446,
      "grad_norm": 0.35304609695423167,
      "learning_rate": 2.594547465901899e-05,
      "loss": 0.1842,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18706491589546204,
      "step": 1945,
      "valid_targets_mean": 5291.2,
      "valid_targets_min": 2097
    },
    {
      "epoch": 3.2554257095158596,
      "grad_norm": 0.39249732221568734,
      "learning_rate": 2.5865922476331674e-05,
      "loss": 0.1681,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17834143340587616,
      "step": 1950,
      "valid_targets_mean": 3747.8,
      "valid_targets_min": 1414
    },
    {
      "epoch": 3.2637729549248746,
      "grad_norm": 0.4158339487101832,
      "learning_rate": 2.5786268621534626e-05,
      "loss": 0.1707,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2010677456855774,
      "step": 1955,
      "valid_targets_mean": 4371.7,
      "valid_targets_min": 605
    },
    {
      "epoch": 3.27212020033389,
      "grad_norm": 0.3690944474645874,
      "learning_rate": 2.5706514475241964e-05,
      "loss": 0.1752,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1624496877193451,
      "step": 1960,
      "valid_targets_mean": 4484.4,
      "valid_targets_min": 1313
    },
    {
      "epoch": 3.2804674457429046,
      "grad_norm": 0.34654217176754015,
      "learning_rate": 2.5626661419806147e-05,
      "loss": 0.1735,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14796465635299683,
      "step": 1965,
      "valid_targets_mean": 4165.5,
      "valid_targets_min": 1381
    },
    {
      "epoch": 3.28881469115192,
      "grad_norm": 0.38630759381846,
      "learning_rate": 2.5546710839293988e-05,
      "loss": 0.1935,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18288516998291016,
      "step": 1970,
      "valid_targets_mean": 4361.8,
      "valid_targets_min": 1411
    },
    {
      "epoch": 3.297161936560935,
      "grad_norm": 0.3898244129831731,
      "learning_rate": 2.5466664119462667e-05,
      "loss": 0.1726,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15863215923309326,
      "step": 1975,
      "valid_targets_mean": 3915.2,
      "valid_targets_min": 1481
    },
    {
      "epoch": 3.30550918196995,
      "grad_norm": 0.3642717056752214,
      "learning_rate": 2.5386522647735712e-05,
      "loss": 0.1762,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15942087769508362,
      "step": 1980,
      "valid_targets_mean": 4849.8,
      "valid_targets_min": 1796
    },
    {
      "epoch": 3.313856427378965,
      "grad_norm": 0.3460925560935459,
      "learning_rate": 2.530628781317896e-05,
      "loss": 0.1759,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1592680811882019,
      "step": 1985,
      "valid_targets_mean": 4602.9,
      "valid_targets_min": 1364
    },
    {
      "epoch": 3.32220367278798,
      "grad_norm": 0.40797636271926757,
      "learning_rate": 2.5225961006476484e-05,
      "loss": 0.1805,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1347290724515915,
      "step": 1990,
      "valid_targets_mean": 3048.2,
      "valid_targets_min": 1830
    },
    {
      "epoch": 3.330550918196995,
      "grad_norm": 0.3804223719640401,
      "learning_rate": 2.5145543619906456e-05,
      "loss": 0.1657,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14686168730258942,
      "step": 1995,
      "valid_targets_mean": 4163.6,
      "valid_targets_min": 1405
    },
    {
      "epoch": 3.33889816360601,
      "grad_norm": 0.3490025920030248,
      "learning_rate": 2.5065037047317066e-05,
      "loss": 0.1442,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14989185333251953,
      "step": 2000,
      "valid_targets_mean": 4367.3,
      "valid_targets_min": 1337
    },
    {
      "epoch": 3.347245409015025,
      "grad_norm": 0.3683089852500467,
      "learning_rate": 2.4984442684102307e-05,
      "loss": 0.1677,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1541152000427246,
      "step": 2005,
      "valid_targets_mean": 3845.2,
      "valid_targets_min": 1783
    },
    {
      "epoch": 3.35559265442404,
      "grad_norm": 0.3704411504379215,
      "learning_rate": 2.4903761927177853e-05,
      "loss": 0.1592,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19071197509765625,
      "step": 2010,
      "valid_targets_mean": 4362.1,
      "valid_targets_min": 1466
    },
    {
      "epoch": 3.363939899833055,
      "grad_norm": 0.338722055336742,
      "learning_rate": 2.482299617495678e-05,
      "loss": 0.1545,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12962791323661804,
      "step": 2015,
      "valid_targets_mean": 4244.9,
      "valid_targets_min": 1381
    },
    {
      "epoch": 3.37228714524207,
      "grad_norm": 0.39478500289782087,
      "learning_rate": 2.474214682732538e-05,
      "loss": 0.1793,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19913721084594727,
      "step": 2020,
      "valid_targets_mean": 4163.4,
      "valid_targets_min": 1990
    },
    {
      "epoch": 3.380634390651085,
      "grad_norm": 0.38863850667827293,
      "learning_rate": 2.466121528561887e-05,
      "loss": 0.1759,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.132572203874588,
      "step": 2025,
      "valid_targets_mean": 3434.7,
      "valid_targets_min": 1395
    },
    {
      "epoch": 3.3889816360601,
      "grad_norm": 0.4235567932378229,
      "learning_rate": 2.4580202952597106e-05,
      "loss": 0.1676,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16671383380889893,
      "step": 2030,
      "valid_targets_mean": 3554.2,
      "valid_targets_min": 1396
    },
    {
      "epoch": 3.3973288814691154,
      "grad_norm": 0.421763901302591,
      "learning_rate": 2.4499111232420275e-05,
      "loss": 0.1846,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2130683958530426,
      "step": 2035,
      "valid_targets_mean": 4445.9,
      "valid_targets_min": 1352
    },
    {
      "epoch": 3.4056761268781304,
      "grad_norm": 0.3387478073736283,
      "learning_rate": 2.441794153062457e-05,
      "loss": 0.1768,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18954172730445862,
      "step": 2040,
      "valid_targets_mean": 5600.1,
      "valid_targets_min": 2338
    },
    {
      "epoch": 3.4140233722871454,
      "grad_norm": 0.37126570579563545,
      "learning_rate": 2.4336695254097782e-05,
      "loss": 0.1501,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14153939485549927,
      "step": 2045,
      "valid_targets_mean": 4260.2,
      "valid_targets_min": 2145
    },
    {
      "epoch": 3.4223706176961604,
      "grad_norm": 0.37863841685778366,
      "learning_rate": 2.425537381105498e-05,
      "loss": 0.174,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14031752943992615,
      "step": 2050,
      "valid_targets_mean": 3959.4,
      "valid_targets_min": 1453
    },
    {
      "epoch": 3.4307178631051753,
      "grad_norm": 0.37263205538291166,
      "learning_rate": 2.4173978611014053e-05,
      "loss": 0.1616,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14423030614852905,
      "step": 2055,
      "valid_targets_mean": 4332.2,
      "valid_targets_min": 2411
    },
    {
      "epoch": 3.4390651085141903,
      "grad_norm": 0.3769211186276375,
      "learning_rate": 2.40925110647713e-05,
      "loss": 0.1746,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14692571759223938,
      "step": 2060,
      "valid_targets_mean": 3559.0,
      "valid_targets_min": 1552
    },
    {
      "epoch": 3.4474123539232053,
      "grad_norm": 0.3628988969465614,
      "learning_rate": 2.4010972584376963e-05,
      "loss": 0.1665,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16812914609909058,
      "step": 2065,
      "valid_targets_mean": 4515.1,
      "valid_targets_min": 1981
    },
    {
      "epoch": 3.4557595993322203,
      "grad_norm": 0.3315799473254126,
      "learning_rate": 2.392936458311078e-05,
      "loss": 0.1872,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16034258902072906,
      "step": 2070,
      "valid_targets_mean": 4660.2,
      "valid_targets_min": 1419
    },
    {
      "epoch": 3.4641068447412353,
      "grad_norm": 0.39977794009671996,
      "learning_rate": 2.3847688475457455e-05,
      "loss": 0.152,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14341315627098083,
      "step": 2075,
      "valid_targets_mean": 3301.4,
      "valid_targets_min": 1473
    },
    {
      "epoch": 3.4724540901502503,
      "grad_norm": 0.4258292227392421,
      "learning_rate": 2.3765945677082168e-05,
      "loss": 0.1736,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15355074405670166,
      "step": 2080,
      "valid_targets_mean": 3067.2,
      "valid_targets_min": 1652
    },
    {
      "epoch": 3.4808013355592653,
      "grad_norm": 0.34990017622725467,
      "learning_rate": 2.368413760480603e-05,
      "loss": 0.1762,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18550139665603638,
      "step": 2085,
      "valid_targets_mean": 5174.8,
      "valid_targets_min": 1355
    },
    {
      "epoch": 3.4891485809682803,
      "grad_norm": 0.43741463678536596,
      "learning_rate": 2.360226567658151e-05,
      "loss": 0.1887,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23607659339904785,
      "step": 2090,
      "valid_targets_mean": 4738.4,
      "valid_targets_min": 1560
    },
    {
      "epoch": 3.4974958263772953,
      "grad_norm": 0.36098318535126145,
      "learning_rate": 2.3520331311467883e-05,
      "loss": 0.1701,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13859453797340393,
      "step": 2095,
      "valid_targets_mean": 4226.0,
      "valid_targets_min": 1984
    },
    {
      "epoch": 3.5058430717863107,
      "grad_norm": 0.4301289729769782,
      "learning_rate": 2.3438335929606613e-05,
      "loss": 0.143,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16290982067584991,
      "step": 2100,
      "valid_targets_mean": 3329.2,
      "valid_targets_min": 1283
    },
    {
      "epoch": 3.5141903171953257,
      "grad_norm": 0.3568191951818184,
      "learning_rate": 2.3356280952196757e-05,
      "loss": 0.1604,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1774396449327469,
      "step": 2105,
      "valid_targets_mean": 4704.4,
      "valid_targets_min": 1949
    },
    {
      "epoch": 3.5225375626043407,
      "grad_norm": 0.41423710714049033,
      "learning_rate": 2.3274167801470314e-05,
      "loss": 0.1699,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19074732065200806,
      "step": 2110,
      "valid_targets_mean": 4236.9,
      "valid_targets_min": 1529
    },
    {
      "epoch": 3.5308848080133557,
      "grad_norm": 0.39153286220848726,
      "learning_rate": 2.3191997900667588e-05,
      "loss": 0.166,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14745816588401794,
      "step": 2115,
      "valid_targets_mean": 3523.2,
      "valid_targets_min": 1926
    },
    {
      "epoch": 3.5392320534223707,
      "grad_norm": 0.3941462680371825,
      "learning_rate": 2.310977267401251e-05,
      "loss": 0.1643,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14406254887580872,
      "step": 2120,
      "valid_targets_mean": 3569.7,
      "valid_targets_min": 1869
    },
    {
      "epoch": 3.5475792988313857,
      "grad_norm": 0.4740609600816517,
      "learning_rate": 2.302749354668795e-05,
      "loss": 0.164,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16030162572860718,
      "step": 2125,
      "valid_targets_mean": 4044.6,
      "valid_targets_min": 2171
    },
    {
      "epoch": 3.5559265442404007,
      "grad_norm": 0.38717906332991703,
      "learning_rate": 2.2945161944811038e-05,
      "loss": 0.1672,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1600584238767624,
      "step": 2130,
      "valid_targets_mean": 4036.8,
      "valid_targets_min": 1937
    },
    {
      "epoch": 3.5642737896494157,
      "grad_norm": 0.3942248072998805,
      "learning_rate": 2.2862779295408405e-05,
      "loss": 0.1642,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13350114226341248,
      "step": 2135,
      "valid_targets_mean": 3245.2,
      "valid_targets_min": 772
    },
    {
      "epoch": 3.5726210350584306,
      "grad_norm": 0.3785965227686558,
      "learning_rate": 2.2780347026391495e-05,
      "loss": 0.1836,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17680341005325317,
      "step": 2140,
      "valid_targets_mean": 3832.2,
      "valid_targets_min": 1252
    },
    {
      "epoch": 3.5809682804674456,
      "grad_norm": 0.4062552089965508,
      "learning_rate": 2.2697866566531775e-05,
      "loss": 0.1652,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15948735177516937,
      "step": 2145,
      "valid_targets_mean": 3269.7,
      "valid_targets_min": 1462
    },
    {
      "epoch": 3.5893155258764606,
      "grad_norm": 0.39689292362932294,
      "learning_rate": 2.2615339345436e-05,
      "loss": 0.1762,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14856375753879547,
      "step": 2150,
      "valid_targets_mean": 3517.3,
      "valid_targets_min": 1882
    },
    {
      "epoch": 3.597662771285476,
      "grad_norm": 0.4099328299745972,
      "learning_rate": 2.2532766793521413e-05,
      "loss": 0.1755,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22073976695537567,
      "step": 2155,
      "valid_targets_mean": 4827.8,
      "valid_targets_min": 1768
    },
    {
      "epoch": 3.6060100166944906,
      "grad_norm": 0.38534165803890724,
      "learning_rate": 2.245015034199097e-05,
      "loss": 0.1741,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20381030440330505,
      "step": 2160,
      "valid_targets_mean": 4272.9,
      "valid_targets_min": 1875
    },
    {
      "epoch": 3.614357262103506,
      "grad_norm": 0.39124565933414396,
      "learning_rate": 2.2367491422808514e-05,
      "loss": 0.1814,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15277761220932007,
      "step": 2165,
      "valid_targets_mean": 3519.5,
      "valid_targets_min": 1422
    },
    {
      "epoch": 3.6227045075125206,
      "grad_norm": 0.34314548777848675,
      "learning_rate": 2.228479146867397e-05,
      "loss": 0.1604,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15035606920719147,
      "step": 2170,
      "valid_targets_mean": 4359.1,
      "valid_targets_min": 1462
    },
    {
      "epoch": 3.631051752921536,
      "grad_norm": 0.3987077578855071,
      "learning_rate": 2.2202051912998516e-05,
      "loss": 0.1695,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17159733176231384,
      "step": 2175,
      "valid_targets_mean": 3648.7,
      "valid_targets_min": 1435
    },
    {
      "epoch": 3.639398998330551,
      "grad_norm": 0.3928712371169234,
      "learning_rate": 2.2119274189879727e-05,
      "loss": 0.1742,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15713515877723694,
      "step": 2180,
      "valid_targets_mean": 3639.8,
      "valid_targets_min": 1441
    },
    {
      "epoch": 3.647746243739566,
      "grad_norm": 0.36049639331217803,
      "learning_rate": 2.2036459734076715e-05,
      "loss": 0.1587,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17143437266349792,
      "step": 2185,
      "valid_targets_mean": 4514.0,
      "valid_targets_min": 1380
    },
    {
      "epoch": 3.656093489148581,
      "grad_norm": 0.41890205751392817,
      "learning_rate": 2.1953609980985266e-05,
      "loss": 0.1919,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19017371535301208,
      "step": 2190,
      "valid_targets_mean": 3717.8,
      "valid_targets_min": 1407
    },
    {
      "epoch": 3.664440734557596,
      "grad_norm": 0.39444941209112105,
      "learning_rate": 2.1870726366612978e-05,
      "loss": 0.167,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1602620631456375,
      "step": 2195,
      "valid_targets_mean": 3927.1,
      "valid_targets_min": 1394
    },
    {
      "epoch": 3.672787979966611,
      "grad_norm": 0.35926565619338585,
      "learning_rate": 2.1787810327554345e-05,
      "loss": 0.1599,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14117556810379028,
      "step": 2200,
      "valid_targets_mean": 3907.8,
      "valid_targets_min": 2413
    },
    {
      "epoch": 3.681135225375626,
      "grad_norm": 0.3862780057443413,
      "learning_rate": 2.170486330096586e-05,
      "loss": 0.1573,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15667811036109924,
      "step": 2205,
      "valid_targets_mean": 4227.2,
      "valid_targets_min": 2011
    },
    {
      "epoch": 3.689482470784641,
      "grad_norm": 0.37801749942623897,
      "learning_rate": 2.1621886724541126e-05,
      "loss": 0.1676,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1503739356994629,
      "step": 2210,
      "valid_targets_mean": 3859.5,
      "valid_targets_min": 1506
    },
    {
      "epoch": 3.697829716193656,
      "grad_norm": 0.3819200121905654,
      "learning_rate": 2.1538882036485923e-05,
      "loss": 0.1643,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13664531707763672,
      "step": 2215,
      "valid_targets_mean": 3466.6,
      "valid_targets_min": 1425
    },
    {
      "epoch": 3.706176961602671,
      "grad_norm": 0.3914481721846573,
      "learning_rate": 2.1455850675493267e-05,
      "loss": 0.1534,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16868643462657928,
      "step": 2220,
      "valid_targets_mean": 4031.0,
      "valid_targets_min": 1388
    },
    {
      "epoch": 3.714524207011686,
      "grad_norm": 0.3608402720784947,
      "learning_rate": 2.1372794080718506e-05,
      "loss": 0.1677,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16697438061237335,
      "step": 2225,
      "valid_targets_mean": 4327.9,
      "valid_targets_min": 1627
    },
    {
      "epoch": 3.7228714524207014,
      "grad_norm": 0.4327178433338122,
      "learning_rate": 2.1289713691754338e-05,
      "loss": 0.1556,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18194326758384705,
      "step": 2230,
      "valid_targets_mean": 3355.5,
      "valid_targets_min": 1362
    },
    {
      "epoch": 3.731218697829716,
      "grad_norm": 0.44715678173635187,
      "learning_rate": 2.1206610948605894e-05,
      "loss": 0.1764,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20626530051231384,
      "step": 2235,
      "valid_targets_mean": 3565.8,
      "valid_targets_min": 1426
    },
    {
      "epoch": 3.7395659432387314,
      "grad_norm": 0.3604718932122772,
      "learning_rate": 2.1123487291665753e-05,
      "loss": 0.1664,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14898714423179626,
      "step": 2240,
      "valid_targets_mean": 4825.9,
      "valid_targets_min": 2001
    },
    {
      "epoch": 3.7479131886477464,
      "grad_norm": 0.3560806768881732,
      "learning_rate": 2.104034416168899e-05,
      "loss": 0.1662,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13929888606071472,
      "step": 2245,
      "valid_targets_mean": 3776.2,
      "valid_targets_min": 1405
    },
    {
      "epoch": 3.7562604340567614,
      "grad_norm": 0.3776098424981539,
      "learning_rate": 2.0957182999768198e-05,
      "loss": 0.1631,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22549846768379211,
      "step": 2250,
      "valid_targets_mean": 4964.6,
      "valid_targets_min": 1501
    },
    {
      "epoch": 3.7646076794657763,
      "grad_norm": 0.3574908549101836,
      "learning_rate": 2.0874005247308512e-05,
      "loss": 0.1619,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15582001209259033,
      "step": 2255,
      "valid_targets_mean": 4493.7,
      "valid_targets_min": 1964
    },
    {
      "epoch": 3.7729549248747913,
      "grad_norm": 0.3869727245566632,
      "learning_rate": 2.0790812346002626e-05,
      "loss": 0.191,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18079110980033875,
      "step": 2260,
      "valid_targets_mean": 4029.4,
      "valid_targets_min": 1660
    },
    {
      "epoch": 3.7813021702838063,
      "grad_norm": 0.3821422025597931,
      "learning_rate": 2.0707605737805797e-05,
      "loss": 0.1485,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17510807514190674,
      "step": 2265,
      "valid_targets_mean": 3819.0,
      "valid_targets_min": 1490
    },
    {
      "epoch": 3.7896494156928213,
      "grad_norm": 0.3471735509183643,
      "learning_rate": 2.0624386864910876e-05,
      "loss": 0.1909,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15804417431354523,
      "step": 2270,
      "valid_targets_mean": 4479.2,
      "valid_targets_min": 1755
    },
    {
      "epoch": 3.7979966611018363,
      "grad_norm": 0.3939626953333758,
      "learning_rate": 2.054115716972328e-05,
      "loss": 0.1376,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10821995139122009,
      "step": 2275,
      "valid_targets_mean": 2679.1,
      "valid_targets_min": 1467
    },
    {
      "epoch": 3.8063439065108513,
      "grad_norm": 0.3134251446212264,
      "learning_rate": 2.045791809483601e-05,
      "loss": 0.1732,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13288769125938416,
      "step": 2280,
      "valid_targets_mean": 4624.7,
      "valid_targets_min": 2210
    },
    {
      "epoch": 3.8146911519198663,
      "grad_norm": 0.3668774498799034,
      "learning_rate": 2.0374671083004642e-05,
      "loss": 0.1608,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1607484668493271,
      "step": 2285,
      "valid_targets_mean": 3945.0,
      "valid_targets_min": 1466
    },
    {
      "epoch": 3.8230383973288813,
      "grad_norm": 0.337367861038644,
      "learning_rate": 2.0291417577122314e-05,
      "loss": 0.1504,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16019821166992188,
      "step": 2290,
      "valid_targets_mean": 5087.5,
      "valid_targets_min": 1436
    },
    {
      "epoch": 3.8313856427378967,
      "grad_norm": 0.38693093789146166,
      "learning_rate": 2.0208159020194734e-05,
      "loss": 0.1609,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17504851520061493,
      "step": 2295,
      "valid_targets_mean": 4586.9,
      "valid_targets_min": 1365
    },
    {
      "epoch": 3.8397328881469113,
      "grad_norm": 0.36800307878803756,
      "learning_rate": 2.012489685531515e-05,
      "loss": 0.1572,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16387929022312164,
      "step": 2300,
      "valid_targets_mean": 4192.4,
      "valid_targets_min": 1673
    },
    {
      "epoch": 3.8480801335559267,
      "grad_norm": 0.3493517983603417,
      "learning_rate": 2.0041632525639356e-05,
      "loss": 0.1674,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17332419753074646,
      "step": 2305,
      "valid_targets_mean": 4553.8,
      "valid_targets_min": 1550
    },
    {
      "epoch": 3.8564273789649417,
      "grad_norm": 0.337680585615126,
      "learning_rate": 1.9958367474360648e-05,
      "loss": 0.1872,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1315561830997467,
      "step": 2310,
      "valid_targets_mean": 4040.8,
      "valid_targets_min": 1281
    },
    {
      "epoch": 3.8647746243739567,
      "grad_norm": 0.3700061141519408,
      "learning_rate": 1.9875103144684852e-05,
      "loss": 0.1622,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15935084223747253,
      "step": 2315,
      "valid_targets_mean": 4163.8,
      "valid_targets_min": 1503
    },
    {
      "epoch": 3.8731218697829717,
      "grad_norm": 0.34528220342283095,
      "learning_rate": 1.979184097980527e-05,
      "loss": 0.1713,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1959056258201599,
      "step": 2320,
      "valid_targets_mean": 5238.8,
      "valid_targets_min": 1502
    },
    {
      "epoch": 3.8814691151919867,
      "grad_norm": 0.3876627732109439,
      "learning_rate": 1.9708582422877693e-05,
      "loss": 0.158,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15763691067695618,
      "step": 2325,
      "valid_targets_mean": 3863.1,
      "valid_targets_min": 1416
    },
    {
      "epoch": 3.8898163606010017,
      "grad_norm": 0.43726867923704305,
      "learning_rate": 1.9625328916995365e-05,
      "loss": 0.1676,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22787757217884064,
      "step": 2330,
      "valid_targets_mean": 4212.8,
      "valid_targets_min": 1724
    },
    {
      "epoch": 3.8981636060100167,
      "grad_norm": 0.3875585454729919,
      "learning_rate": 1.9542081905163997e-05,
      "loss": 0.1687,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15151071548461914,
      "step": 2335,
      "valid_targets_mean": 3840.8,
      "valid_targets_min": 1783
    },
    {
      "epoch": 3.9065108514190316,
      "grad_norm": 0.3603098861884228,
      "learning_rate": 1.9458842830276724e-05,
      "loss": 0.1624,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13842938840389252,
      "step": 2340,
      "valid_targets_mean": 3935.2,
      "valid_targets_min": 1469
    },
    {
      "epoch": 3.9148580968280466,
      "grad_norm": 0.3720126740283335,
      "learning_rate": 1.937561313508913e-05,
      "loss": 0.1707,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1920233815908432,
      "step": 2345,
      "valid_targets_mean": 4504.9,
      "valid_targets_min": 1463
    },
    {
      "epoch": 3.9232053422370616,
      "grad_norm": 0.37888847999810993,
      "learning_rate": 1.9292394262194213e-05,
      "loss": 0.1584,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15109741687774658,
      "step": 2350,
      "valid_targets_mean": 3741.8,
      "valid_targets_min": 1503
    },
    {
      "epoch": 3.9315525876460766,
      "grad_norm": 0.40056315238474244,
      "learning_rate": 1.9209187653997385e-05,
      "loss": 0.1596,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19897767901420593,
      "step": 2355,
      "valid_targets_mean": 3814.2,
      "valid_targets_min": 1202
    },
    {
      "epoch": 3.939899833055092,
      "grad_norm": 0.35662050739233403,
      "learning_rate": 1.91259947526915e-05,
      "loss": 0.1906,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19056318700313568,
      "step": 2360,
      "valid_targets_mean": 4844.5,
      "valid_targets_min": 1829
    },
    {
      "epoch": 3.9482470784641066,
      "grad_norm": 0.4119479222634502,
      "learning_rate": 1.904281700023181e-05,
      "loss": 0.2038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20837408304214478,
      "step": 2365,
      "valid_targets_mean": 4211.3,
      "valid_targets_min": 2359
    },
    {
      "epoch": 3.956594323873122,
      "grad_norm": 0.3687246315574956,
      "learning_rate": 1.895965583831102e-05,
      "loss": 0.1744,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14304903149604797,
      "step": 2370,
      "valid_targets_mean": 3908.1,
      "valid_targets_min": 652
    },
    {
      "epoch": 3.964941569282137,
      "grad_norm": 0.35181309528376226,
      "learning_rate": 1.887651270833425e-05,
      "loss": 0.1581,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16806970536708832,
      "step": 2375,
      "valid_targets_mean": 4548.2,
      "valid_targets_min": 1463
    },
    {
      "epoch": 3.973288814691152,
      "grad_norm": 0.39553616431684224,
      "learning_rate": 1.8793389051394116e-05,
      "loss": 0.1622,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17902573943138123,
      "step": 2380,
      "valid_targets_mean": 4174.2,
      "valid_targets_min": 1797
    },
    {
      "epoch": 3.981636060100167,
      "grad_norm": 0.35816057257959505,
      "learning_rate": 1.8710286308245665e-05,
      "loss": 0.1607,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12988346815109253,
      "step": 2385,
      "valid_targets_mean": 3944.4,
      "valid_targets_min": 1516
    },
    {
      "epoch": 3.989983305509182,
      "grad_norm": 0.3436951405475913,
      "learning_rate": 1.8627205919281507e-05,
      "loss": 0.1662,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1546299010515213,
      "step": 2390,
      "valid_targets_mean": 4097.1,
      "valid_targets_min": 1354
    },
    {
      "epoch": 3.998330550918197,
      "grad_norm": 0.3836783041847733,
      "learning_rate": 1.8544149324506736e-05,
      "loss": 0.1836,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16239479184150696,
      "step": 2395,
      "valid_targets_mean": 3659.1,
      "valid_targets_min": 1321
    },
    {
      "epoch": 4.006677796327212,
      "grad_norm": 0.3335929558052769,
      "learning_rate": 1.8461117963514087e-05,
      "loss": 0.1665,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1180664449930191,
      "step": 2400,
      "valid_targets_mean": 3936.6,
      "valid_targets_min": 1484
    },
    {
      "epoch": 4.015025041736227,
      "grad_norm": 0.39970812723937327,
      "learning_rate": 1.8378113275458877e-05,
      "loss": 0.1529,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12729769945144653,
      "step": 2405,
      "valid_targets_mean": 3840.1,
      "valid_targets_min": 1681
    },
    {
      "epoch": 4.023372287145242,
      "grad_norm": 0.4118870593178704,
      "learning_rate": 1.8295136699034152e-05,
      "loss": 0.1471,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1741812378168106,
      "step": 2410,
      "valid_targets_mean": 3806.8,
      "valid_targets_min": 1456
    },
    {
      "epoch": 4.031719532554257,
      "grad_norm": 0.3663930032834355,
      "learning_rate": 1.8212189672445665e-05,
      "loss": 0.1585,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14877849817276,
      "step": 2415,
      "valid_targets_mean": 3980.6,
      "valid_targets_min": 1984
    },
    {
      "epoch": 4.040066777963272,
      "grad_norm": 0.37493362328257307,
      "learning_rate": 1.812927363338703e-05,
      "loss": 0.1415,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17160674929618835,
      "step": 2420,
      "valid_targets_mean": 4292.9,
      "valid_targets_min": 1637
    },
    {
      "epoch": 4.048414023372287,
      "grad_norm": 0.3980479020276196,
      "learning_rate": 1.8046390019014738e-05,
      "loss": 0.1533,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14769533276557922,
      "step": 2425,
      "valid_targets_mean": 3776.4,
      "valid_targets_min": 1563
    },
    {
      "epoch": 4.056761268781302,
      "grad_norm": 0.36476901335237366,
      "learning_rate": 1.7963540265923298e-05,
      "loss": 0.1667,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16194503009319305,
      "step": 2430,
      "valid_targets_mean": 4671.4,
      "valid_targets_min": 1725
    },
    {
      "epoch": 4.065108514190317,
      "grad_norm": 0.38480050224002876,
      "learning_rate": 1.788072581012028e-05,
      "loss": 0.1608,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16978706419467926,
      "step": 2435,
      "valid_targets_mean": 4230.8,
      "valid_targets_min": 1685
    },
    {
      "epoch": 4.073455759599332,
      "grad_norm": 0.35805339347115966,
      "learning_rate": 1.779794808700149e-05,
      "loss": 0.1644,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14665059745311737,
      "step": 2440,
      "valid_targets_mean": 4411.9,
      "valid_targets_min": 2049
    },
    {
      "epoch": 4.081803005008347,
      "grad_norm": 0.43229906387409645,
      "learning_rate": 1.7715208531326032e-05,
      "loss": 0.1585,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17197956144809723,
      "step": 2445,
      "valid_targets_mean": 3183.1,
      "valid_targets_min": 1496
    },
    {
      "epoch": 4.090150250417362,
      "grad_norm": 0.4498930695448525,
      "learning_rate": 1.76325085771915e-05,
      "loss": 0.177,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2522193193435669,
      "step": 2450,
      "valid_targets_mean": 4464.3,
      "valid_targets_min": 1307
    },
    {
      "epoch": 4.098497495826377,
      "grad_norm": 0.4072062438143964,
      "learning_rate": 1.7549849658009037e-05,
      "loss": 0.1356,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14602962136268616,
      "step": 2455,
      "valid_targets_mean": 3844.2,
      "valid_targets_min": 1983
    },
    {
      "epoch": 4.106844741235392,
      "grad_norm": 0.4056776097823568,
      "learning_rate": 1.7467233206478597e-05,
      "loss": 0.1719,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1761564314365387,
      "step": 2460,
      "valid_targets_mean": 4014.1,
      "valid_targets_min": 1463
    },
    {
      "epoch": 4.115191986644407,
      "grad_norm": 0.3643392924990686,
      "learning_rate": 1.7384660654564006e-05,
      "loss": 0.1483,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1447259485721588,
      "step": 2465,
      "valid_targets_mean": 3887.2,
      "valid_targets_min": 1411
    },
    {
      "epoch": 4.123539232053423,
      "grad_norm": 0.3646768430533948,
      "learning_rate": 1.7302133433468232e-05,
      "loss": 0.1463,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11564427614212036,
      "step": 2470,
      "valid_targets_mean": 3915.1,
      "valid_targets_min": 1552
    },
    {
      "epoch": 4.131886477462437,
      "grad_norm": 0.3924072602133538,
      "learning_rate": 1.7219652973608512e-05,
      "loss": 0.1504,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14637045562267303,
      "step": 2475,
      "valid_targets_mean": 3627.2,
      "valid_targets_min": 718
    },
    {
      "epoch": 4.140233722871453,
      "grad_norm": 0.3878311545856039,
      "learning_rate": 1.7137220704591605e-05,
      "loss": 0.1524,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15386143326759338,
      "step": 2480,
      "valid_targets_mean": 3538.0,
      "valid_targets_min": 1697
    },
    {
      "epoch": 4.148580968280467,
      "grad_norm": 0.3880971988947329,
      "learning_rate": 1.7054838055188972e-05,
      "loss": 0.1483,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1420733630657196,
      "step": 2485,
      "valid_targets_mean": 3787.9,
      "valid_targets_min": 1578
    },
    {
      "epoch": 4.156928213689483,
      "grad_norm": 0.395350731356636,
      "learning_rate": 1.6972506453312057e-05,
      "loss": 0.1564,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11656969785690308,
      "step": 2490,
      "valid_targets_mean": 3232.8,
      "valid_targets_min": 1627
    },
    {
      "epoch": 4.165275459098497,
      "grad_norm": 0.37996597000557564,
      "learning_rate": 1.6890227325987498e-05,
      "loss": 0.1627,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14509516954421997,
      "step": 2495,
      "valid_targets_mean": 4232.1,
      "valid_targets_min": 1730
    },
    {
      "epoch": 4.173622704507513,
      "grad_norm": 0.38827833877504675,
      "learning_rate": 1.6808002099332422e-05,
      "loss": 0.1676,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1609729826450348,
      "step": 2500,
      "valid_targets_mean": 3878.6,
      "valid_targets_min": 1839
    },
    {
      "epoch": 4.181969949916527,
      "grad_norm": 0.40520273989810945,
      "learning_rate": 1.672583219852969e-05,
      "loss": 0.1404,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1534803807735443,
      "step": 2505,
      "valid_targets_mean": 3784.2,
      "valid_targets_min": 1530
    },
    {
      "epoch": 4.190317195325543,
      "grad_norm": 0.4097370504184848,
      "learning_rate": 1.6643719047803243e-05,
      "loss": 0.1533,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1326431781053543,
      "step": 2510,
      "valid_targets_mean": 3492.8,
      "valid_targets_min": 1289
    },
    {
      "epoch": 4.198664440734557,
      "grad_norm": 0.3759352914481271,
      "learning_rate": 1.656166407039339e-05,
      "loss": 0.1678,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16762861609458923,
      "step": 2515,
      "valid_targets_mean": 4399.2,
      "valid_targets_min": 1640
    },
    {
      "epoch": 4.207011686143573,
      "grad_norm": 0.3943740732741211,
      "learning_rate": 1.647966868853212e-05,
      "loss": 0.1467,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1504044383764267,
      "step": 2520,
      "valid_targets_mean": 4008.8,
      "valid_targets_min": 1711
    },
    {
      "epoch": 4.215358931552587,
      "grad_norm": 0.4599779652429352,
      "learning_rate": 1.6397734323418494e-05,
      "loss": 0.1543,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14747872948646545,
      "step": 2525,
      "valid_targets_mean": 3330.1,
      "valid_targets_min": 1991
    },
    {
      "epoch": 4.223706176961603,
      "grad_norm": 0.4136140040666242,
      "learning_rate": 1.6315862395193972e-05,
      "loss": 0.1572,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18149696290493011,
      "step": 2530,
      "valid_targets_mean": 3619.0,
      "valid_targets_min": 1595
    },
    {
      "epoch": 4.232053422370618,
      "grad_norm": 0.3871962568935494,
      "learning_rate": 1.6234054322917835e-05,
      "loss": 0.1459,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18514098227024078,
      "step": 2535,
      "valid_targets_mean": 4300.3,
      "valid_targets_min": 1572
    },
    {
      "epoch": 4.240400667779633,
      "grad_norm": 0.39050587308728724,
      "learning_rate": 1.615231152454255e-05,
      "loss": 0.1668,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17684586346149445,
      "step": 2540,
      "valid_targets_mean": 4537.8,
      "valid_targets_min": 1628
    },
    {
      "epoch": 4.248747913188648,
      "grad_norm": 0.3603847935820327,
      "learning_rate": 1.6070635416889228e-05,
      "loss": 0.1612,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13764050602912903,
      "step": 2545,
      "valid_targets_mean": 4523.0,
      "valid_targets_min": 1446
    },
    {
      "epoch": 4.257095158597663,
      "grad_norm": 0.3703530630291026,
      "learning_rate": 1.598902741562304e-05,
      "loss": 0.1507,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15130406618118286,
      "step": 2550,
      "valid_targets_mean": 4445.7,
      "valid_targets_min": 1714
    },
    {
      "epoch": 4.265442404006678,
      "grad_norm": 0.43139116321778126,
      "learning_rate": 1.590748893522871e-05,
      "loss": 0.1547,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1296728551387787,
      "step": 2555,
      "valid_targets_mean": 3089.1,
      "valid_targets_min": 1387
    },
    {
      "epoch": 4.273789649415693,
      "grad_norm": 0.40689281882892736,
      "learning_rate": 1.5826021388985947e-05,
      "loss": 0.168,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16642817854881287,
      "step": 2560,
      "valid_targets_mean": 3739.2,
      "valid_targets_min": 1281
    },
    {
      "epoch": 4.282136894824708,
      "grad_norm": 0.3844425561379755,
      "learning_rate": 1.5744626188945023e-05,
      "loss": 0.1646,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12353911995887756,
      "step": 2565,
      "valid_targets_mean": 3578.9,
      "valid_targets_min": 2020
    },
    {
      "epoch": 4.290484140233723,
      "grad_norm": 0.4111499887097908,
      "learning_rate": 1.5663304745902218e-05,
      "loss": 0.1587,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17021812498569489,
      "step": 2570,
      "valid_targets_mean": 3618.8,
      "valid_targets_min": 1283
    },
    {
      "epoch": 4.298831385642738,
      "grad_norm": 0.36435902044403873,
      "learning_rate": 1.558205846937544e-05,
      "loss": 0.1699,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17273738980293274,
      "step": 2575,
      "valid_targets_mean": 5047.9,
      "valid_targets_min": 1622
    },
    {
      "epoch": 4.307178631051753,
      "grad_norm": 0.39352844605086823,
      "learning_rate": 1.5500888767579722e-05,
      "loss": 0.1692,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22381192445755005,
      "step": 2580,
      "valid_targets_mean": 4765.4,
      "valid_targets_min": 1456
    },
    {
      "epoch": 4.315525876460768,
      "grad_norm": 0.36467370352736916,
      "learning_rate": 1.5419797047402897e-05,
      "loss": 0.1278,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12989157438278198,
      "step": 2585,
      "valid_targets_mean": 4107.6,
      "valid_targets_min": 1446
    },
    {
      "epoch": 4.323873121869783,
      "grad_norm": 0.366117180070187,
      "learning_rate": 1.533878471438113e-05,
      "loss": 0.1495,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12719137966632843,
      "step": 2590,
      "valid_targets_mean": 4216.8,
      "valid_targets_min": 1573
    },
    {
      "epoch": 4.332220367278798,
      "grad_norm": 0.3520734229205967,
      "learning_rate": 1.5257853172674622e-05,
      "loss": 0.1691,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17138662934303284,
      "step": 2595,
      "valid_targets_mean": 4692.9,
      "valid_targets_min": 1460
    },
    {
      "epoch": 4.340567612687813,
      "grad_norm": 0.41546123687787023,
      "learning_rate": 1.517700382504322e-05,
      "loss": 0.1788,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18948113918304443,
      "step": 2600,
      "valid_targets_mean": 4023.4,
      "valid_targets_min": 1515
    },
    {
      "epoch": 4.348914858096828,
      "grad_norm": 0.3990611092704054,
      "learning_rate": 1.5096238072822153e-05,
      "loss": 0.1494,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13814587891101837,
      "step": 2605,
      "valid_targets_mean": 4048.2,
      "valid_targets_min": 2286
    },
    {
      "epoch": 4.357262103505843,
      "grad_norm": 0.44435565158377754,
      "learning_rate": 1.5015557315897693e-05,
      "loss": 0.1556,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15524575114250183,
      "step": 2610,
      "valid_targets_mean": 3159.7,
      "valid_targets_min": 1470
    },
    {
      "epoch": 4.365609348914858,
      "grad_norm": 0.4137451635408681,
      "learning_rate": 1.4934962952682943e-05,
      "loss": 0.1609,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16444113850593567,
      "step": 2615,
      "valid_targets_mean": 3727.5,
      "valid_targets_min": 1672
    },
    {
      "epoch": 4.373956594323873,
      "grad_norm": 0.3889186979770747,
      "learning_rate": 1.4854456380093544e-05,
      "loss": 0.1491,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13390201330184937,
      "step": 2620,
      "valid_targets_mean": 3448.1,
      "valid_targets_min": 1550
    },
    {
      "epoch": 4.382303839732888,
      "grad_norm": 0.38191745994806764,
      "learning_rate": 1.4774038993523523e-05,
      "loss": 0.1777,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17715078592300415,
      "step": 2625,
      "valid_targets_mean": 4832.5,
      "valid_targets_min": 1951
    },
    {
      "epoch": 4.390651085141903,
      "grad_norm": 0.423760919700067,
      "learning_rate": 1.4693712186821039e-05,
      "loss": 0.1476,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14304488897323608,
      "step": 2630,
      "valid_targets_mean": 3519.0,
      "valid_targets_min": 1410
    },
    {
      "epoch": 4.398998330550918,
      "grad_norm": 0.4097921045469124,
      "learning_rate": 1.4613477352264293e-05,
      "loss": 0.1791,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16360926628112793,
      "step": 2635,
      "valid_targets_mean": 3793.3,
      "valid_targets_min": 1710
    },
    {
      "epoch": 4.407345575959933,
      "grad_norm": 0.4289529976939456,
      "learning_rate": 1.4533335880537336e-05,
      "loss": 0.153,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17429673671722412,
      "step": 2640,
      "valid_targets_mean": 3553.5,
      "valid_targets_min": 1558
    },
    {
      "epoch": 4.415692821368948,
      "grad_norm": 0.3606097258962959,
      "learning_rate": 1.4453289160706017e-05,
      "loss": 0.1786,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15936686098575592,
      "step": 2645,
      "valid_targets_mean": 4556.8,
      "valid_targets_min": 2091
    },
    {
      "epoch": 4.424040066777963,
      "grad_norm": 0.414897016060369,
      "learning_rate": 1.4373338580193853e-05,
      "loss": 0.1696,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1937766969203949,
      "step": 2650,
      "valid_targets_mean": 4541.6,
      "valid_targets_min": 2041
    },
    {
      "epoch": 4.432387312186978,
      "grad_norm": 0.3522501621506027,
      "learning_rate": 1.4293485524758045e-05,
      "loss": 0.1703,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1663854718208313,
      "step": 2655,
      "valid_targets_mean": 5143.9,
      "valid_targets_min": 1791
    },
    {
      "epoch": 4.440734557595993,
      "grad_norm": 0.41929990150960866,
      "learning_rate": 1.4213731378465379e-05,
      "loss": 0.1532,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16678087413311005,
      "step": 2660,
      "valid_targets_mean": 3242.9,
      "valid_targets_min": 1315
    },
    {
      "epoch": 4.449081803005008,
      "grad_norm": 0.34033913328125454,
      "learning_rate": 1.4134077523668327e-05,
      "loss": 0.1525,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13038881123065948,
      "step": 2665,
      "valid_targets_mean": 4607.9,
      "valid_targets_min": 1405
    },
    {
      "epoch": 4.457429048414023,
      "grad_norm": 0.36531481988736875,
      "learning_rate": 1.405452534098101e-05,
      "loss": 0.185,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15257573127746582,
      "step": 2670,
      "valid_targets_mean": 4429.6,
      "valid_targets_min": 1405
    },
    {
      "epoch": 4.465776293823039,
      "grad_norm": 0.41248066262763994,
      "learning_rate": 1.3975076209255321e-05,
      "loss": 0.1713,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1533137559890747,
      "step": 2675,
      "valid_targets_mean": 3761.3,
      "valid_targets_min": 1448
    },
    {
      "epoch": 4.474123539232053,
      "grad_norm": 0.38237365506297183,
      "learning_rate": 1.3895731505556978e-05,
      "loss": 0.1554,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1644631028175354,
      "step": 2680,
      "valid_targets_mean": 4533.9,
      "valid_targets_min": 1354
    },
    {
      "epoch": 4.482470784641069,
      "grad_norm": 0.35062952226035243,
      "learning_rate": 1.3816492605141712e-05,
      "loss": 0.1566,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14511638879776,
      "step": 2685,
      "valid_targets_mean": 4546.5,
      "valid_targets_min": 2198
    },
    {
      "epoch": 4.490818030050083,
      "grad_norm": 0.4353906417918772,
      "learning_rate": 1.3737360881431374e-05,
      "loss": 0.1635,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1806250512599945,
      "step": 2690,
      "valid_targets_mean": 3671.1,
      "valid_targets_min": 1381
    },
    {
      "epoch": 4.499165275459099,
      "grad_norm": 0.3784606058447409,
      "learning_rate": 1.3658337705990185e-05,
      "loss": 0.1448,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14670738577842712,
      "step": 2695,
      "valid_targets_mean": 3712.1,
      "valid_targets_min": 1342
    },
    {
      "epoch": 4.507512520868113,
      "grad_norm": 0.38538099131363107,
      "learning_rate": 1.3579424448500901e-05,
      "loss": 0.1414,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1550869643688202,
      "step": 2700,
      "valid_targets_mean": 3695.3,
      "valid_targets_min": 1875
    },
    {
      "epoch": 4.515859766277129,
      "grad_norm": 0.3975450030840865,
      "learning_rate": 1.3500622476741142e-05,
      "loss": 0.1781,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18774588406085968,
      "step": 2705,
      "valid_targets_mean": 4171.4,
      "valid_targets_min": 1593
    },
    {
      "epoch": 4.524207011686143,
      "grad_norm": 0.45797382962695116,
      "learning_rate": 1.3421933156559605e-05,
      "loss": 0.1836,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2451082319021225,
      "step": 2710,
      "valid_targets_mean": 4464.2,
      "valid_targets_min": 1384
    },
    {
      "epoch": 4.532554257095159,
      "grad_norm": 0.40694837027937425,
      "learning_rate": 1.3343357851852488e-05,
      "loss": 0.1704,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1796131730079651,
      "step": 2715,
      "valid_targets_mean": 3673.2,
      "valid_targets_min": 1405
    },
    {
      "epoch": 4.540901502504173,
      "grad_norm": 0.36470277976309823,
      "learning_rate": 1.3264897924539746e-05,
      "loss": 0.1386,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14634127914905548,
      "step": 2720,
      "valid_targets_mean": 4269.3,
      "valid_targets_min": 1375
    },
    {
      "epoch": 4.549248747913189,
      "grad_norm": 0.42775983397043676,
      "learning_rate": 1.3186554734541574e-05,
      "loss": 0.1665,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14799463748931885,
      "step": 2725,
      "valid_targets_mean": 3281.6,
      "valid_targets_min": 1471
    },
    {
      "epoch": 4.557595993322204,
      "grad_norm": 0.37778486150135737,
      "learning_rate": 1.3108329639754765e-05,
      "loss": 0.1861,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15953314304351807,
      "step": 2730,
      "valid_targets_mean": 4123.1,
      "valid_targets_min": 1677
    },
    {
      "epoch": 4.565943238731219,
      "grad_norm": 0.4011991994515831,
      "learning_rate": 1.3030223996029237e-05,
      "loss": 0.1567,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14625924825668335,
      "step": 2735,
      "valid_targets_mean": 3672.7,
      "valid_targets_min": 1362
    },
    {
      "epoch": 4.574290484140234,
      "grad_norm": 0.4049534068315027,
      "learning_rate": 1.295223915714447e-05,
      "loss": 0.1706,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1741216480731964,
      "step": 2740,
      "valid_targets_mean": 4030.8,
      "valid_targets_min": 1531
    },
    {
      "epoch": 4.582637729549249,
      "grad_norm": 0.3750960930861452,
      "learning_rate": 1.287437647478611e-05,
      "loss": 0.1606,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17940756678581238,
      "step": 2745,
      "valid_targets_mean": 5074.7,
      "valid_targets_min": 1384
    },
    {
      "epoch": 4.590984974958264,
      "grad_norm": 0.38183642599914125,
      "learning_rate": 1.2796637298522466e-05,
      "loss": 0.1415,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13499857485294342,
      "step": 2750,
      "valid_targets_mean": 3520.5,
      "valid_targets_min": 1494
    },
    {
      "epoch": 4.599332220367279,
      "grad_norm": 0.381406722988372,
      "learning_rate": 1.271902297578119e-05,
      "loss": 0.1523,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17434316873550415,
      "step": 2755,
      "valid_targets_mean": 4478.9,
      "valid_targets_min": 1445
    },
    {
      "epoch": 4.607679465776294,
      "grad_norm": 0.37666672741716467,
      "learning_rate": 1.2641534851825865e-05,
      "loss": 0.157,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19380509853363037,
      "step": 2760,
      "valid_targets_mean": 4799.0,
      "valid_targets_min": 1578
    },
    {
      "epoch": 4.616026711185309,
      "grad_norm": 0.37625310958958696,
      "learning_rate": 1.256417426973272e-05,
      "loss": 0.1613,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1542454957962036,
      "step": 2765,
      "valid_targets_mean": 4189.5,
      "valid_targets_min": 1931
    },
    {
      "epoch": 4.624373956594324,
      "grad_norm": 0.41026835470638295,
      "learning_rate": 1.248694257036735e-05,
      "loss": 0.1459,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15828590095043182,
      "step": 2770,
      "valid_targets_mean": 3639.0,
      "valid_targets_min": 1592
    },
    {
      "epoch": 4.632721202003339,
      "grad_norm": 0.4207161762031595,
      "learning_rate": 1.2409841092361457e-05,
      "loss": 0.1694,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1780978888273239,
      "step": 2775,
      "valid_targets_mean": 3900.4,
      "valid_targets_min": 1389
    },
    {
      "epoch": 4.641068447412354,
      "grad_norm": 0.4385093176125206,
      "learning_rate": 1.233287117208966e-05,
      "loss": 0.1977,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12772172689437866,
      "step": 2780,
      "valid_targets_mean": 2653.9,
      "valid_targets_min": 1383
    },
    {
      "epoch": 4.649415692821369,
      "grad_norm": 0.3715540522713055,
      "learning_rate": 1.2256034143646341e-05,
      "loss": 0.188,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1914878785610199,
      "step": 2785,
      "valid_targets_mean": 4993.1,
      "valid_targets_min": 1428
    },
    {
      "epoch": 4.657762938230384,
      "grad_norm": 0.4028481623543887,
      "learning_rate": 1.2179331338822498e-05,
      "loss": 0.1518,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17315779626369476,
      "step": 2790,
      "valid_targets_mean": 4060.1,
      "valid_targets_min": 1524
    },
    {
      "epoch": 4.666110183639399,
      "grad_norm": 0.4041436958277061,
      "learning_rate": 1.2102764087082685e-05,
      "loss": 0.171,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14328855276107788,
      "step": 2795,
      "valid_targets_mean": 3515.2,
      "valid_targets_min": 1463
    },
    {
      "epoch": 4.674457429048414,
      "grad_norm": 0.37911549491366703,
      "learning_rate": 1.2026333715541959e-05,
      "loss": 0.1538,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13919568061828613,
      "step": 2800,
      "valid_targets_mean": 4206.1,
      "valid_targets_min": 1367
    },
    {
      "epoch": 4.682804674457429,
      "grad_norm": 0.44419852779883967,
      "learning_rate": 1.1950041548942867e-05,
      "loss": 0.1661,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15678191184997559,
      "step": 2805,
      "valid_targets_mean": 3685.3,
      "valid_targets_min": 1384
    },
    {
      "epoch": 4.691151919866444,
      "grad_norm": 0.40485894326217103,
      "learning_rate": 1.1873888909632508e-05,
      "loss": 0.1429,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16913247108459473,
      "step": 2810,
      "valid_targets_mean": 4086.8,
      "valid_targets_min": 2246
    },
    {
      "epoch": 4.699499165275459,
      "grad_norm": 0.3791170891554961,
      "learning_rate": 1.1797877117539587e-05,
      "loss": 0.1557,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13671991229057312,
      "step": 2815,
      "valid_targets_mean": 3812.2,
      "valid_targets_min": 1252
    },
    {
      "epoch": 4.707846410684474,
      "grad_norm": 0.3870882935371369,
      "learning_rate": 1.1722007490151566e-05,
      "loss": 0.1494,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1452493816614151,
      "step": 2820,
      "valid_targets_mean": 3973.8,
      "valid_targets_min": 1644
    },
    {
      "epoch": 4.716193656093489,
      "grad_norm": 0.41178144995102794,
      "learning_rate": 1.16462813424918e-05,
      "loss": 0.1558,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13517948985099792,
      "step": 2825,
      "valid_targets_mean": 3647.9,
      "valid_targets_min": 1658
    },
    {
      "epoch": 4.724540901502504,
      "grad_norm": 0.3765024026231588,
      "learning_rate": 1.1570699987096763e-05,
      "loss": 0.1516,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18162378668785095,
      "step": 2830,
      "valid_targets_mean": 4538.9,
      "valid_targets_min": 1625
    },
    {
      "epoch": 4.732888146911519,
      "grad_norm": 0.3760941628267728,
      "learning_rate": 1.1495264733993288e-05,
      "loss": 0.1582,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14754658937454224,
      "step": 2835,
      "valid_targets_mean": 4384.1,
      "valid_targets_min": 1869
    },
    {
      "epoch": 4.741235392320534,
      "grad_norm": 0.39279266470665364,
      "learning_rate": 1.141997689067587e-05,
      "loss": 0.1724,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.165314182639122,
      "step": 2840,
      "valid_targets_mean": 3989.9,
      "valid_targets_min": 1345
    },
    {
      "epoch": 4.749582637729549,
      "grad_norm": 0.34882964633390773,
      "learning_rate": 1.1344837762083997e-05,
      "loss": 0.1735,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2033419907093048,
      "step": 2845,
      "valid_targets_mean": 5947.7,
      "valid_targets_min": 1775
    },
    {
      "epoch": 4.757929883138564,
      "grad_norm": 0.4023623335563106,
      "learning_rate": 1.1269848650579532e-05,
      "loss": 0.1477,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16237092018127441,
      "step": 2850,
      "valid_targets_mean": 3687.1,
      "valid_targets_min": 1419
    },
    {
      "epoch": 4.766277128547579,
      "grad_norm": 0.37164989172432883,
      "learning_rate": 1.1195010855924138e-05,
      "loss": 0.1446,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1555103361606598,
      "step": 2855,
      "valid_targets_mean": 4158.9,
      "valid_targets_min": 770
    },
    {
      "epoch": 4.774624373956595,
      "grad_norm": 0.3546257711362022,
      "learning_rate": 1.112032567525676e-05,
      "loss": 0.1483,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1440112292766571,
      "step": 2860,
      "valid_targets_mean": 4531.6,
      "valid_targets_min": 1540
    },
    {
      "epoch": 4.782971619365609,
      "grad_norm": 0.3883480444034267,
      "learning_rate": 1.1045794403071133e-05,
      "loss": 0.1474,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11662937700748444,
      "step": 2865,
      "valid_targets_mean": 3583.9,
      "valid_targets_min": 1485
    },
    {
      "epoch": 4.791318864774624,
      "grad_norm": 0.42521570723239477,
      "learning_rate": 1.0971418331193337e-05,
      "loss": 0.1645,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1642211526632309,
      "step": 2870,
      "valid_targets_mean": 3930.2,
      "valid_targets_min": 1523
    },
    {
      "epoch": 4.799666110183639,
      "grad_norm": 0.37658945198790456,
      "learning_rate": 1.0897198748759435e-05,
      "loss": 0.1657,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16514746844768524,
      "step": 2875,
      "valid_targets_mean": 5020.5,
      "valid_targets_min": 1631
    },
    {
      "epoch": 4.808013355592655,
      "grad_norm": 0.4065744794645929,
      "learning_rate": 1.0823136942193089e-05,
      "loss": 0.1533,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1544893980026245,
      "step": 2880,
      "valid_targets_mean": 3494.4,
      "valid_targets_min": 1475
    },
    {
      "epoch": 4.816360601001669,
      "grad_norm": 0.4004861082508581,
      "learning_rate": 1.07492341951833e-05,
      "loss": 0.1672,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.165223628282547,
      "step": 2885,
      "valid_targets_mean": 4314.1,
      "valid_targets_min": 1512
    },
    {
      "epoch": 4.824707846410685,
      "grad_norm": 0.37881093175793823,
      "learning_rate": 1.0675491788662132e-05,
      "loss": 0.1566,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15597029030323029,
      "step": 2890,
      "valid_targets_mean": 4086.5,
      "valid_targets_min": 1819
    },
    {
      "epoch": 4.833055091819699,
      "grad_norm": 0.4164476162005396,
      "learning_rate": 1.060191100078252e-05,
      "loss": 0.1433,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1591774970293045,
      "step": 2895,
      "valid_targets_mean": 3379.1,
      "valid_targets_min": 1702
    },
    {
      "epoch": 4.841402337228715,
      "grad_norm": 0.40505211425684223,
      "learning_rate": 1.0528493106896126e-05,
      "loss": 0.1653,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1540907472372055,
      "step": 2900,
      "valid_targets_mean": 3753.1,
      "valid_targets_min": 871
    },
    {
      "epoch": 4.849749582637729,
      "grad_norm": 0.4028261281101974,
      "learning_rate": 1.0455239379531213e-05,
      "loss": 0.1512,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12867653369903564,
      "step": 2905,
      "valid_targets_mean": 3385.2,
      "valid_targets_min": 1413
    },
    {
      "epoch": 4.858096828046745,
      "grad_norm": 0.35413368278335405,
      "learning_rate": 1.0382151088370605e-05,
      "loss": 0.1706,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15035101771354675,
      "step": 2910,
      "valid_targets_mean": 4878.9,
      "valid_targets_min": 1367
    },
    {
      "epoch": 4.866444073455759,
      "grad_norm": 0.4417905948250191,
      "learning_rate": 1.0309229500229665e-05,
      "loss": 0.1659,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.189832866191864,
      "step": 2915,
      "valid_targets_mean": 3758.6,
      "valid_targets_min": 1363
    },
    {
      "epoch": 4.874791318864775,
      "grad_norm": 0.3703216309586733,
      "learning_rate": 1.023647587903438e-05,
      "loss": 0.1445,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13962072134017944,
      "step": 2920,
      "valid_targets_mean": 3970.6,
      "valid_targets_min": 1801
    },
    {
      "epoch": 4.883138564273789,
      "grad_norm": 0.3923032376215046,
      "learning_rate": 1.0163891485799362e-05,
      "loss": 0.1729,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1556883156299591,
      "step": 2925,
      "valid_targets_mean": 4068.7,
      "valid_targets_min": 1692
    },
    {
      "epoch": 4.891485809682805,
      "grad_norm": 0.3943816007244313,
      "learning_rate": 1.0091477578606121e-05,
      "loss": 0.1556,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1305852085351944,
      "step": 2930,
      "valid_targets_mean": 3647.4,
      "valid_targets_min": 1738
    },
    {
      "epoch": 4.89983305509182,
      "grad_norm": 0.4109406376130915,
      "learning_rate": 1.0019235412581117e-05,
      "loss": 0.1542,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17126506567001343,
      "step": 2935,
      "valid_targets_mean": 4006.1,
      "valid_targets_min": 2178
    },
    {
      "epoch": 4.908180300500835,
      "grad_norm": 0.3495984561187602,
      "learning_rate": 9.947166239874144e-06,
      "loss": 0.1428,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14328116178512573,
      "step": 2940,
      "valid_targets_mean": 4676.8,
      "valid_targets_min": 1946
    },
    {
      "epoch": 4.91652754590985,
      "grad_norm": 0.4025251801883529,
      "learning_rate": 9.875271309636498e-06,
      "loss": 0.1397,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14199863374233246,
      "step": 2945,
      "valid_targets_mean": 3569.0,
      "valid_targets_min": 1354
    },
    {
      "epoch": 4.924874791318865,
      "grad_norm": 0.4279379142265408,
      "learning_rate": 9.803551867999445e-06,
      "loss": 0.15,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16999608278274536,
      "step": 2950,
      "valid_targets_mean": 3881.8,
      "valid_targets_min": 1580
    },
    {
      "epoch": 4.93322203672788,
      "grad_norm": 0.37942793699499083,
      "learning_rate": 9.732009158052508e-06,
      "loss": 0.1556,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1422589123249054,
      "step": 2955,
      "valid_targets_mean": 3960.1,
      "valid_targets_min": 1455
    },
    {
      "epoch": 4.941569282136895,
      "grad_norm": 0.5274164000830702,
      "learning_rate": 9.660644419822037e-06,
      "loss": 0.1613,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1878030002117157,
      "step": 2960,
      "valid_targets_mean": 4389.6,
      "valid_targets_min": 1244
    },
    {
      "epoch": 4.94991652754591,
      "grad_norm": 0.4202707954271607,
      "learning_rate": 9.589458890249595e-06,
      "loss": 0.1692,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20435276627540588,
      "step": 2965,
      "valid_targets_mean": 4238.9,
      "valid_targets_min": 1801
    },
    {
      "epoch": 4.958263772954925,
      "grad_norm": 0.42276135511100665,
      "learning_rate": 9.518453803170637e-06,
      "loss": 0.195,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20852920413017273,
      "step": 2970,
      "valid_targets_mean": 4104.8,
      "valid_targets_min": 1526
    },
    {
      "epoch": 4.96661101836394,
      "grad_norm": 0.3754044527703142,
      "learning_rate": 9.447630389293017e-06,
      "loss": 0.1682,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12757155299186707,
      "step": 2975,
      "valid_targets_mean": 3852.2,
      "valid_targets_min": 1466
    },
    {
      "epoch": 4.974958263772955,
      "grad_norm": 0.413775387764926,
      "learning_rate": 9.37698987617576e-06,
      "loss": 0.1344,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10741505026817322,
      "step": 2980,
      "valid_targets_mean": 2660.2,
      "valid_targets_min": 1364
    },
    {
      "epoch": 4.98330550918197,
      "grad_norm": 0.3979422390247439,
      "learning_rate": 9.306533488207671e-06,
      "loss": 0.1759,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17165054380893707,
      "step": 2985,
      "valid_targets_mean": 4162.2,
      "valid_targets_min": 1581
    },
    {
      "epoch": 4.9916527545909855,
      "grad_norm": 0.40526883809594466,
      "learning_rate": 9.236262446586239e-06,
      "loss": 0.1437,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13515013456344604,
      "step": 2990,
      "valid_targets_mean": 3149.9,
      "valid_targets_min": 1640
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.3918834047017886,
      "learning_rate": 9.166177969296343e-06,
      "loss": 0.1479,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1336270272731781,
      "step": 2995,
      "valid_targets_mean": 3621.7,
      "valid_targets_min": 1305
    },
    {
      "epoch": 5.008347245409015,
      "grad_norm": 0.32439992950178825,
      "learning_rate": 9.096281271089264e-06,
      "loss": 0.1495,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11996345967054367,
      "step": 3000,
      "valid_targets_mean": 4934.7,
      "valid_targets_min": 1375
    },
    {
      "epoch": 5.01669449081803,
      "grad_norm": 0.40389904857806536,
      "learning_rate": 9.02657356346151e-06,
      "loss": 0.149,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16572311520576477,
      "step": 3005,
      "valid_targets_mean": 3859.5,
      "valid_targets_min": 1376
    },
    {
      "epoch": 5.025041736227045,
      "grad_norm": 0.44339870180440955,
      "learning_rate": 8.957056054633934e-06,
      "loss": 0.1699,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13225135207176208,
      "step": 3010,
      "valid_targets_mean": 3370.6,
      "valid_targets_min": 1640
    },
    {
      "epoch": 5.03338898163606,
      "grad_norm": 0.3797029496443868,
      "learning_rate": 8.887729949530682e-06,
      "loss": 0.1402,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10368698835372925,
      "step": 3015,
      "valid_targets_mean": 3671.1,
      "valid_targets_min": 2133
    },
    {
      "epoch": 5.041736227045075,
      "grad_norm": 0.4018368181289492,
      "learning_rate": 8.818596449758416e-06,
      "loss": 0.1424,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12796178460121155,
      "step": 3020,
      "valid_targets_mean": 3804.5,
      "valid_targets_min": 1488
    },
    {
      "epoch": 5.05008347245409,
      "grad_norm": 0.45529201782475176,
      "learning_rate": 8.749656753585379e-06,
      "loss": 0.158,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15354162454605103,
      "step": 3025,
      "valid_targets_mean": 3396.1,
      "valid_targets_min": 1455
    },
    {
      "epoch": 5.058430717863105,
      "grad_norm": 0.38433100778083057,
      "learning_rate": 8.680912055920734e-06,
      "loss": 0.1663,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1784001588821411,
      "step": 3030,
      "valid_targets_mean": 4655.1,
      "valid_targets_min": 652
    },
    {
      "epoch": 5.06677796327212,
      "grad_norm": 0.3796123121769484,
      "learning_rate": 8.612363548293744e-06,
      "loss": 0.1434,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11050169169902802,
      "step": 3035,
      "valid_targets_mean": 3595.1,
      "valid_targets_min": 1793
    },
    {
      "epoch": 5.075125208681135,
      "grad_norm": 0.4646411179454276,
      "learning_rate": 8.54401241883322e-06,
      "loss": 0.1755,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24500685930252075,
      "step": 3040,
      "valid_targets_mean": 4130.9,
      "valid_targets_min": 1558
    },
    {
      "epoch": 5.08347245409015,
      "grad_norm": 0.3752728790933242,
      "learning_rate": 8.475859852246854e-06,
      "loss": 0.1436,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13120922446250916,
      "step": 3045,
      "valid_targets_mean": 4196.7,
      "valid_targets_min": 1363
    },
    {
      "epoch": 5.091819699499165,
      "grad_norm": 0.4102518462062466,
      "learning_rate": 8.407907029800732e-06,
      "loss": 0.1639,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16653870046138763,
      "step": 3050,
      "valid_targets_mean": 3736.2,
      "valid_targets_min": 1427
    },
    {
      "epoch": 5.10016694490818,
      "grad_norm": 0.41421937881275267,
      "learning_rate": 8.340155129298824e-06,
      "loss": 0.1564,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12992340326309204,
      "step": 3055,
      "valid_targets_mean": 3180.9,
      "valid_targets_min": 1569
    },
    {
      "epoch": 5.108514190317195,
      "grad_norm": 0.3869634447599984,
      "learning_rate": 8.272605325062595e-06,
      "loss": 0.1602,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.147879958152771,
      "step": 3060,
      "valid_targets_mean": 4217.6,
      "valid_targets_min": 1604
    },
    {
      "epoch": 5.116861435726211,
      "grad_norm": 0.38712230267068287,
      "learning_rate": 8.205258787910636e-06,
      "loss": 0.1516,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13869859278202057,
      "step": 3065,
      "valid_targets_mean": 4031.9,
      "valid_targets_min": 1597
    },
    {
      "epoch": 5.125208681135225,
      "grad_norm": 0.40907673079512274,
      "learning_rate": 8.138116685138386e-06,
      "loss": 0.1645,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16340908408164978,
      "step": 3070,
      "valid_targets_mean": 4099.2,
      "valid_targets_min": 1307
    },
    {
      "epoch": 5.133555926544241,
      "grad_norm": 0.4472231144076031,
      "learning_rate": 8.07118018049788e-06,
      "loss": 0.1489,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16141530871391296,
      "step": 3075,
      "valid_targets_mean": 3591.7,
      "valid_targets_min": 2174
    },
    {
      "epoch": 5.141903171953255,
      "grad_norm": 0.4101929094668088,
      "learning_rate": 8.00445043417759e-06,
      "loss": 0.1442,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1607975959777832,
      "step": 3080,
      "valid_targets_mean": 3870.1,
      "valid_targets_min": 1427
    },
    {
      "epoch": 5.150250417362271,
      "grad_norm": 0.4190558156655846,
      "learning_rate": 7.93792860278232e-06,
      "loss": 0.1445,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1311708390712738,
      "step": 3085,
      "valid_targets_mean": 3223.5,
      "valid_targets_min": 1746
    },
    {
      "epoch": 5.158597662771285,
      "grad_norm": 0.43131893197016713,
      "learning_rate": 7.871615839313147e-06,
      "loss": 0.1477,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1534000039100647,
      "step": 3090,
      "valid_targets_mean": 3763.9,
      "valid_targets_min": 1297
    },
    {
      "epoch": 5.166944908180301,
      "grad_norm": 0.40171418915149937,
      "learning_rate": 7.805513293147441e-06,
      "loss": 0.1267,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11731885373592377,
      "step": 3095,
      "valid_targets_mean": 3959.8,
      "valid_targets_min": 2228
    },
    {
      "epoch": 5.175292153589315,
      "grad_norm": 0.4038598721263698,
      "learning_rate": 7.739622110018951e-06,
      "loss": 0.1887,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1757291555404663,
      "step": 3100,
      "valid_targets_mean": 4081.9,
      "valid_targets_min": 2201
    },
    {
      "epoch": 5.183639398998331,
      "grad_norm": 0.3981173394009251,
      "learning_rate": 7.673943431997935e-06,
      "loss": 0.169,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17575743794441223,
      "step": 3105,
      "valid_targets_mean": 4207.0,
      "valid_targets_min": 1720
    },
    {
      "epoch": 5.191986644407345,
      "grad_norm": 0.3881779223429235,
      "learning_rate": 7.608478397471366e-06,
      "loss": 0.1533,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1637006551027298,
      "step": 3110,
      "valid_targets_mean": 4346.9,
      "valid_targets_min": 1632
    },
    {
      "epoch": 5.200333889816361,
      "grad_norm": 0.4259696227234815,
      "learning_rate": 7.543228141123217e-06,
      "loss": 0.149,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18132896721363068,
      "step": 3115,
      "valid_targets_mean": 3897.2,
      "valid_targets_min": 1941
    },
    {
      "epoch": 5.208681135225375,
      "grad_norm": 0.367733074815043,
      "learning_rate": 7.478193793914767e-06,
      "loss": 0.1707,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14233815670013428,
      "step": 3120,
      "valid_targets_mean": 4717.5,
      "valid_targets_min": 1532
    },
    {
      "epoch": 5.217028380634391,
      "grad_norm": 0.44111655062600313,
      "learning_rate": 7.4133764830650246e-06,
      "loss": 0.1583,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12742379307746887,
      "step": 3125,
      "valid_targets_mean": 2968.4,
      "valid_targets_min": 1183
    },
    {
      "epoch": 5.225375626043405,
      "grad_norm": 0.43835279453053316,
      "learning_rate": 7.348777332031168e-06,
      "loss": 0.1765,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20351770520210266,
      "step": 3130,
      "valid_targets_mean": 4297.8,
      "valid_targets_min": 1387
    },
    {
      "epoch": 5.233722871452421,
      "grad_norm": 0.38243043621304884,
      "learning_rate": 7.28439746048909e-06,
      "loss": 0.1518,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13077859580516815,
      "step": 3135,
      "valid_targets_mean": 4151.1,
      "valid_targets_min": 1421
    },
    {
      "epoch": 5.242070116861436,
      "grad_norm": 0.4235540092170422,
      "learning_rate": 7.22023798431398e-06,
      "loss": 0.1488,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12467189878225327,
      "step": 3140,
      "valid_targets_mean": 3365.2,
      "valid_targets_min": 1613
    },
    {
      "epoch": 5.250417362270451,
      "grad_norm": 0.43814595599937917,
      "learning_rate": 7.156300015560993e-06,
      "loss": 0.1637,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1741735339164734,
      "step": 3145,
      "valid_targets_mean": 4143.1,
      "valid_targets_min": 1318
    },
    {
      "epoch": 5.258764607679466,
      "grad_norm": 0.3781697218471759,
      "learning_rate": 7.092584662445958e-06,
      "loss": 0.1466,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14791350066661835,
      "step": 3150,
      "valid_targets_mean": 4791.8,
      "valid_targets_min": 1309
    },
    {
      "epoch": 5.267111853088481,
      "grad_norm": 0.3945710993506908,
      "learning_rate": 7.029093029326191e-06,
      "loss": 0.1459,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14302855730056763,
      "step": 3155,
      "valid_targets_mean": 4068.8,
      "valid_targets_min": 1598
    },
    {
      "epoch": 5.275459098497496,
      "grad_norm": 0.3972442868106146,
      "learning_rate": 6.965826216681337e-06,
      "loss": 0.1509,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14088527858257294,
      "step": 3160,
      "valid_targets_mean": 3831.9,
      "valid_targets_min": 1538
    },
    {
      "epoch": 5.283806343906511,
      "grad_norm": 0.41359527058167767,
      "learning_rate": 6.902785321094301e-06,
      "loss": 0.1643,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13359525799751282,
      "step": 3165,
      "valid_targets_mean": 3728.0,
      "valid_targets_min": 1529
    },
    {
      "epoch": 5.292153589315526,
      "grad_norm": 0.3681919637113868,
      "learning_rate": 6.8399714352322424e-06,
      "loss": 0.158,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17469653487205505,
      "step": 3170,
      "valid_targets_mean": 5309.1,
      "valid_targets_min": 2356
    },
    {
      "epoch": 5.300500834724541,
      "grad_norm": 0.3893872294091121,
      "learning_rate": 6.777385647827639e-06,
      "loss": 0.1559,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15479931235313416,
      "step": 3175,
      "valid_targets_mean": 4566.4,
      "valid_targets_min": 1408
    },
    {
      "epoch": 5.308848080133556,
      "grad_norm": 0.4699750608152581,
      "learning_rate": 6.715029043659409e-06,
      "loss": 0.1724,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1684361696243286,
      "step": 3180,
      "valid_targets_mean": 3349.6,
      "valid_targets_min": 1285
    },
    {
      "epoch": 5.317195325542571,
      "grad_norm": 0.3915156438932572,
      "learning_rate": 6.652902703534114e-06,
      "loss": 0.1483,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17017066478729248,
      "step": 3185,
      "valid_targets_mean": 4627.0,
      "valid_targets_min": 1466
    },
    {
      "epoch": 5.325542570951586,
      "grad_norm": 0.40902369746588285,
      "learning_rate": 6.5910077042672246e-06,
      "loss": 0.1332,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12037716805934906,
      "step": 3190,
      "valid_targets_mean": 3666.2,
      "valid_targets_min": 1436
    },
    {
      "epoch": 5.333889816360601,
      "grad_norm": 0.41335450620488573,
      "learning_rate": 6.5293451186644566e-06,
      "loss": 0.163,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17258934676647186,
      "step": 3195,
      "valid_targets_mean": 4244.1,
      "valid_targets_min": 1417
    },
    {
      "epoch": 5.342237061769616,
      "grad_norm": 0.3848965371099251,
      "learning_rate": 6.467916015503173e-06,
      "loss": 0.1491,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15709856152534485,
      "step": 3200,
      "valid_targets_mean": 4322.3,
      "valid_targets_min": 1920
    },
    {
      "epoch": 5.350584307178631,
      "grad_norm": 0.4064597821460649,
      "learning_rate": 6.406721459513865e-06,
      "loss": 0.1363,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13367027044296265,
      "step": 3205,
      "valid_targets_mean": 3733.5,
      "valid_targets_min": 1362
    },
    {
      "epoch": 5.358931552587646,
      "grad_norm": 0.3725279320715027,
      "learning_rate": 6.3457625113616995e-06,
      "loss": 0.1448,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15729841589927673,
      "step": 3210,
      "valid_targets_mean": 5158.6,
      "valid_targets_min": 2253
    },
    {
      "epoch": 5.367278797996661,
      "grad_norm": 0.5093284889857002,
      "learning_rate": 6.2850402276281184e-06,
      "loss": 0.1439,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16633614897727966,
      "step": 3215,
      "valid_targets_mean": 4270.2,
      "valid_targets_min": 1442
    },
    {
      "epoch": 5.375626043405676,
      "grad_norm": 0.4287843753806089,
      "learning_rate": 6.224555660792546e-06,
      "loss": 0.1505,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1283961534500122,
      "step": 3220,
      "valid_targets_mean": 3212.4,
      "valid_targets_min": 1393
    },
    {
      "epoch": 5.383973288814691,
      "grad_norm": 0.4387165321569552,
      "learning_rate": 6.164309859214135e-06,
      "loss": 0.1391,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20179302990436554,
      "step": 3225,
      "valid_targets_mean": 3816.3,
      "valid_targets_min": 1506
    },
    {
      "epoch": 5.392320534223706,
      "grad_norm": 0.44177943202524567,
      "learning_rate": 6.104303867113599e-06,
      "loss": 0.136,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1586320400238037,
      "step": 3230,
      "valid_targets_mean": 3924.4,
      "valid_targets_min": 1330
    },
    {
      "epoch": 5.400667779632721,
      "grad_norm": 0.4394515949810511,
      "learning_rate": 6.044538724555109e-06,
      "loss": 0.1412,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19394145905971527,
      "step": 3235,
      "valid_targets_mean": 3948.6,
      "valid_targets_min": 1500
    },
    {
      "epoch": 5.409015025041736,
      "grad_norm": 0.338464867824139,
      "learning_rate": 5.9850154674282766e-06,
      "loss": 0.1757,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13745301961898804,
      "step": 3240,
      "valid_targets_mean": 4968.6,
      "valid_targets_min": 2094
    },
    {
      "epoch": 5.417362270450751,
      "grad_norm": 0.4609810654309501,
      "learning_rate": 5.925735127430186e-06,
      "loss": 0.1683,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2042551189661026,
      "step": 3245,
      "valid_targets_mean": 3469.8,
      "valid_targets_min": 1385
    },
    {
      "epoch": 5.425709515859766,
      "grad_norm": 0.3847064604219628,
      "learning_rate": 5.866698732047522e-06,
      "loss": 0.1413,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13322336971759796,
      "step": 3250,
      "valid_targets_mean": 4107.9,
      "valid_targets_min": 1486
    },
    {
      "epoch": 5.434056761268781,
      "grad_norm": 0.40932145408526377,
      "learning_rate": 5.8079073045387555e-06,
      "loss": 0.1839,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2029389590024948,
      "step": 3255,
      "valid_targets_mean": 5278.1,
      "valid_targets_min": 1367
    },
    {
      "epoch": 5.442404006677796,
      "grad_norm": 0.3880117364244024,
      "learning_rate": 5.7493618639164115e-06,
      "loss": 0.139,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11927919089794159,
      "step": 3260,
      "valid_targets_mean": 3425.2,
      "valid_targets_min": 1550
    },
    {
      "epoch": 5.450751252086811,
      "grad_norm": 0.4249305653688245,
      "learning_rate": 5.691063424929406e-06,
      "loss": 0.1472,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1348227858543396,
      "step": 3265,
      "valid_targets_mean": 3846.4,
      "valid_targets_min": 1449
    },
    {
      "epoch": 5.459098497495827,
      "grad_norm": 0.41479994105913315,
      "learning_rate": 5.633012998045451e-06,
      "loss": 0.1628,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21308234333992004,
      "step": 3270,
      "valid_targets_mean": 4622.9,
      "valid_targets_min": 1656
    },
    {
      "epoch": 5.467445742904841,
      "grad_norm": 0.3698582714281757,
      "learning_rate": 5.575211589433554e-06,
      "loss": 0.1399,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.143967866897583,
      "step": 3275,
      "valid_targets_mean": 4229.7,
      "valid_targets_min": 1272
    },
    {
      "epoch": 5.475792988313857,
      "grad_norm": 0.41612733729463747,
      "learning_rate": 5.517660200946562e-06,
      "loss": 0.1456,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15302608907222748,
      "step": 3280,
      "valid_targets_mean": 4032.1,
      "valid_targets_min": 1515
    },
    {
      "epoch": 5.484140233722871,
      "grad_norm": 0.3934374273584147,
      "learning_rate": 5.4603598301038145e-06,
      "loss": 0.1561,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13985675573349,
      "step": 3285,
      "valid_targets_mean": 4294.1,
      "valid_targets_min": 2234
    },
    {
      "epoch": 5.492487479131887,
      "grad_norm": 0.44993403517082425,
      "learning_rate": 5.4033114700738375e-06,
      "loss": 0.1373,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1476699858903885,
      "step": 3290,
      "valid_targets_mean": 3344.4,
      "valid_targets_min": 1481
    },
    {
      "epoch": 5.500834724540901,
      "grad_norm": 0.3971533359449821,
      "learning_rate": 5.346516109657136e-06,
      "loss": 0.1432,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15139487385749817,
      "step": 3295,
      "valid_targets_mean": 4088.6,
      "valid_targets_min": 1783
    },
    {
      "epoch": 5.509181969949917,
      "grad_norm": 0.3879355397956596,
      "learning_rate": 5.289974733269063e-06,
      "loss": 0.131,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13137929141521454,
      "step": 3300,
      "valid_targets_mean": 4284.2,
      "valid_targets_min": 1392
    },
    {
      "epoch": 5.517529215358931,
      "grad_norm": 0.3785388044176155,
      "learning_rate": 5.233688320922741e-06,
      "loss": 0.1386,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13066166639328003,
      "step": 3305,
      "valid_targets_mean": 3775.4,
      "valid_targets_min": 1483
    },
    {
      "epoch": 5.525876460767947,
      "grad_norm": 0.4453230344364764,
      "learning_rate": 5.177657848212092e-06,
      "loss": 0.1417,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12990698218345642,
      "step": 3310,
      "valid_targets_mean": 3210.2,
      "valid_targets_min": 1381
    },
    {
      "epoch": 5.534223706176961,
      "grad_norm": 0.4132685547022122,
      "learning_rate": 5.1218842862949115e-06,
      "loss": 0.1473,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1465921849012375,
      "step": 3315,
      "valid_targets_mean": 4035.1,
      "valid_targets_min": 1047
    },
    {
      "epoch": 5.542570951585977,
      "grad_norm": 0.4232032849976099,
      "learning_rate": 5.066368601876048e-06,
      "loss": 0.1655,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1861027479171753,
      "step": 3320,
      "valid_targets_mean": 3954.4,
      "valid_targets_min": 1439
    },
    {
      "epoch": 5.550918196994992,
      "grad_norm": 0.4393672219297928,
      "learning_rate": 5.011111757190661e-06,
      "loss": 0.1454,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12021392583847046,
      "step": 3325,
      "valid_targets_mean": 3101.6,
      "valid_targets_min": 1625
    },
    {
      "epoch": 5.559265442404007,
      "grad_norm": 0.3790793737380855,
      "learning_rate": 4.956114709987488e-06,
      "loss": 0.1603,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15145833790302277,
      "step": 3330,
      "valid_targets_mean": 4378.4,
      "valid_targets_min": 1801
    },
    {
      "epoch": 5.567612687813021,
      "grad_norm": 0.4389137151970133,
      "learning_rate": 4.901378413512325e-06,
      "loss": 0.162,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2078292965888977,
      "step": 3335,
      "valid_targets_mean": 4065.6,
      "valid_targets_min": 1665
    },
    {
      "epoch": 5.575959933222037,
      "grad_norm": 0.3893559030740735,
      "learning_rate": 4.846903816491419e-06,
      "loss": 0.1329,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10496833175420761,
      "step": 3340,
      "valid_targets_mean": 3719.2,
      "valid_targets_min": 1491
    },
    {
      "epoch": 5.584307178631052,
      "grad_norm": 0.3729039680176399,
      "learning_rate": 4.792691863115113e-06,
      "loss": 0.1389,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1308392584323883,
      "step": 3345,
      "valid_targets_mean": 4537.8,
      "valid_targets_min": 1432
    },
    {
      "epoch": 5.592654424040067,
      "grad_norm": 0.3657430370204413,
      "learning_rate": 4.738743493021383e-06,
      "loss": 0.1557,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13987523317337036,
      "step": 3350,
      "valid_targets_mean": 4376.2,
      "valid_targets_min": 1838
    },
    {
      "epoch": 5.601001669449082,
      "grad_norm": 0.39381748640941305,
      "learning_rate": 4.68505964127965e-06,
      "loss": 0.1494,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12407132983207703,
      "step": 3355,
      "valid_targets_mean": 4120.6,
      "valid_targets_min": 1636
    },
    {
      "epoch": 5.609348914858097,
      "grad_norm": 0.4388676810567214,
      "learning_rate": 4.631641238374482e-06,
      "loss": 0.147,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12088508903980255,
      "step": 3360,
      "valid_targets_mean": 2881.7,
      "valid_targets_min": 1476
    },
    {
      "epoch": 5.617696160267112,
      "grad_norm": 0.39617261584358665,
      "learning_rate": 4.578489210189554e-06,
      "loss": 0.1702,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25199243426322937,
      "step": 3365,
      "valid_targets_mean": 6000.6,
      "valid_targets_min": 1491
    },
    {
      "epoch": 5.626043405676127,
      "grad_norm": 0.374328452364103,
      "learning_rate": 4.525604477991505e-06,
      "loss": 0.1334,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15098735690116882,
      "step": 3370,
      "valid_targets_mean": 4393.1,
      "valid_targets_min": 1639
    },
    {
      "epoch": 5.634390651085142,
      "grad_norm": 0.39542956076739977,
      "learning_rate": 4.472987958414077e-06,
      "loss": 0.1525,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18923836946487427,
      "step": 3375,
      "valid_targets_mean": 5107.1,
      "valid_targets_min": 2207
    },
    {
      "epoch": 5.642737896494157,
      "grad_norm": 0.39294908862349665,
      "learning_rate": 4.420640563442111e-06,
      "loss": 0.1557,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14803722500801086,
      "step": 3380,
      "valid_targets_mean": 4307.4,
      "valid_targets_min": 1646
    },
    {
      "epoch": 5.651085141903172,
      "grad_norm": 0.371641002140393,
      "learning_rate": 4.368563200395859e-06,
      "loss": 0.1597,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13434095680713654,
      "step": 3385,
      "valid_targets_mean": 4312.2,
      "valid_targets_min": 1475
    },
    {
      "epoch": 5.659432387312187,
      "grad_norm": 0.39567117055950995,
      "learning_rate": 4.31675677191514e-06,
      "loss": 0.1618,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19538375735282898,
      "step": 3390,
      "valid_targets_mean": 4763.1,
      "valid_targets_min": 1446
    },
    {
      "epoch": 5.667779632721202,
      "grad_norm": 0.41687465612635255,
      "learning_rate": 4.265222175943808e-06,
      "loss": 0.1634,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19268158078193665,
      "step": 3395,
      "valid_targets_mean": 4113.9,
      "valid_targets_min": 1464
    },
    {
      "epoch": 5.676126878130217,
      "grad_norm": 0.41028334716721787,
      "learning_rate": 4.213960305714082e-06,
      "loss": 0.1434,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12247997522354126,
      "step": 3400,
      "valid_targets_mean": 3847.2,
      "valid_targets_min": 1384
    },
    {
      "epoch": 5.684474123539232,
      "grad_norm": 0.3777454179600641,
      "learning_rate": 4.162972049731164e-06,
      "loss": 0.1389,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11124204844236374,
      "step": 3405,
      "valid_targets_mean": 4050.1,
      "valid_targets_min": 1981
    },
    {
      "epoch": 5.692821368948247,
      "grad_norm": 0.40335065873622244,
      "learning_rate": 4.112258291757747e-06,
      "loss": 0.1505,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1639295220375061,
      "step": 3410,
      "valid_targets_mean": 4321.6,
      "valid_targets_min": 1644
    },
    {
      "epoch": 5.701168614357262,
      "grad_norm": 0.4285112195748218,
      "learning_rate": 4.061819910798777e-06,
      "loss": 0.1391,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15136224031448364,
      "step": 3415,
      "valid_targets_mean": 3664.6,
      "valid_targets_min": 1358
    },
    {
      "epoch": 5.709515859766277,
      "grad_norm": 0.40503496765642444,
      "learning_rate": 4.01165778108614e-06,
      "loss": 0.1579,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12341266870498657,
      "step": 3420,
      "valid_targets_mean": 3343.4,
      "valid_targets_min": 1442
    },
    {
      "epoch": 5.717863105175292,
      "grad_norm": 0.39686418841734933,
      "learning_rate": 3.961772772063599e-06,
      "loss": 0.1445,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1693595051765442,
      "step": 3425,
      "valid_targets_mean": 4642.7,
      "valid_targets_min": 1049
    },
    {
      "epoch": 5.726210350584307,
      "grad_norm": 0.633788958153466,
      "learning_rate": 3.912165748371626e-06,
      "loss": 0.1462,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12495502084493637,
      "step": 3430,
      "valid_targets_mean": 2631.0,
      "valid_targets_min": 1244
    },
    {
      "epoch": 5.734557595993322,
      "grad_norm": 0.40025645150837613,
      "learning_rate": 3.8628375698325045e-06,
      "loss": 0.1783,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13537541031837463,
      "step": 3435,
      "valid_targets_mean": 3719.8,
      "valid_targets_min": 1393
    },
    {
      "epoch": 5.742904841402337,
      "grad_norm": 0.3872216406354163,
      "learning_rate": 3.8137890914353535e-06,
      "loss": 0.1799,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18745312094688416,
      "step": 3440,
      "valid_targets_mean": 5563.6,
      "valid_targets_min": 1920
    },
    {
      "epoch": 5.751252086811352,
      "grad_norm": 0.4680812080466845,
      "learning_rate": 3.765021163321374e-06,
      "loss": 0.1622,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1378217339515686,
      "step": 3445,
      "valid_targets_mean": 3020.4,
      "valid_targets_min": 1411
    },
    {
      "epoch": 5.759599332220367,
      "grad_norm": 0.4357685731529475,
      "learning_rate": 3.7165346307690466e-06,
      "loss": 0.1702,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18366341292858124,
      "step": 3450,
      "valid_targets_mean": 3705.8,
      "valid_targets_min": 1448
    },
    {
      "epoch": 5.767946577629383,
      "grad_norm": 0.404276768410918,
      "learning_rate": 3.6683303341795483e-06,
      "loss": 0.1424,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15461501479148865,
      "step": 3455,
      "valid_targets_mean": 4438.6,
      "valid_targets_min": 1439
    },
    {
      "epoch": 5.776293823038397,
      "grad_norm": 0.4057692681381097,
      "learning_rate": 3.6204091090621176e-06,
      "loss": 0.1412,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13683287799358368,
      "step": 3460,
      "valid_targets_mean": 3771.2,
      "valid_targets_min": 1478
    },
    {
      "epoch": 5.784641068447412,
      "grad_norm": 0.40637804373197595,
      "learning_rate": 3.572771786019649e-06,
      "loss": 0.1565,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19681739807128906,
      "step": 3465,
      "valid_targets_mean": 4143.6,
      "valid_targets_min": 1482
    },
    {
      "epoch": 5.792988313856427,
      "grad_norm": 0.3551673866700703,
      "learning_rate": 3.5254191907342117e-06,
      "loss": 0.1507,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14093132317066193,
      "step": 3470,
      "valid_targets_mean": 4872.8,
      "valid_targets_min": 1390
    },
    {
      "epoch": 5.801335559265443,
      "grad_norm": 0.42078909322481944,
      "learning_rate": 3.4783521439528233e-06,
      "loss": 0.1568,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1718795895576477,
      "step": 3475,
      "valid_targets_mean": 4379.8,
      "valid_targets_min": 2113
    },
    {
      "epoch": 5.809682804674457,
      "grad_norm": 0.4171388137937807,
      "learning_rate": 3.4315714614731467e-06,
      "loss": 0.1322,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11956311762332916,
      "step": 3480,
      "valid_targets_mean": 3359.4,
      "valid_targets_min": 1384
    },
    {
      "epoch": 5.818030050083473,
      "grad_norm": 0.42519206676803806,
      "learning_rate": 3.385077954129421e-06,
      "loss": 0.1414,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1623392105102539,
      "step": 3485,
      "valid_targets_mean": 3458.9,
      "valid_targets_min": 1573
    },
    {
      "epoch": 5.826377295492487,
      "grad_norm": 0.3765702654390368,
      "learning_rate": 3.3388724277783347e-06,
      "loss": 0.1502,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1616736650466919,
      "step": 3490,
      "valid_targets_mean": 4789.1,
      "valid_targets_min": 1257
    },
    {
      "epoch": 5.834724540901503,
      "grad_norm": 0.4377820006235134,
      "learning_rate": 3.292955683285135e-06,
      "loss": 0.1552,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18910910189151764,
      "step": 3495,
      "valid_targets_mean": 3649.6,
      "valid_targets_min": 1366
    },
    {
      "epoch": 5.843071786310517,
      "grad_norm": 0.4079980482123456,
      "learning_rate": 3.2473285165096736e-06,
      "loss": 0.1541,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1576949506998062,
      "step": 3500,
      "valid_targets_mean": 4077.4,
      "valid_targets_min": 1572
    },
    {
      "epoch": 5.851419031719533,
      "grad_norm": 0.40374064325638326,
      "learning_rate": 3.2019917182926806e-06,
      "loss": 0.154,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1571791172027588,
      "step": 3505,
      "valid_targets_mean": 4139.4,
      "valid_targets_min": 1413
    },
    {
      "epoch": 5.859766277128547,
      "grad_norm": 0.44008716128123,
      "learning_rate": 3.156946074441982e-06,
      "loss": 0.1538,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1598498523235321,
      "step": 3510,
      "valid_targets_mean": 3535.6,
      "valid_targets_min": 1367
    },
    {
      "epoch": 5.868113522537563,
      "grad_norm": 0.4082815541872326,
      "learning_rate": 3.112192365718969e-06,
      "loss": 0.1508,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16287583112716675,
      "step": 3515,
      "valid_targets_mean": 3993.4,
      "valid_targets_min": 1440
    },
    {
      "epoch": 5.876460767946577,
      "grad_norm": 0.4498704483336117,
      "learning_rate": 3.067731367824969e-06,
      "loss": 0.1579,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11932264268398285,
      "step": 3520,
      "valid_targets_mean": 4364.2,
      "valid_targets_min": 1365
    },
    {
      "epoch": 5.884808013355593,
      "grad_norm": 0.38207236303683023,
      "learning_rate": 3.023563851387885e-06,
      "loss": 0.1724,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1368837058544159,
      "step": 3525,
      "valid_targets_mean": 4313.9,
      "valid_targets_min": 2159
    },
    {
      "epoch": 5.893155258764608,
      "grad_norm": 0.3975415511553311,
      "learning_rate": 2.979690581948784e-06,
      "loss": 0.1385,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11136573553085327,
      "step": 3530,
      "valid_targets_mean": 3332.7,
      "valid_targets_min": 1738
    },
    {
      "epoch": 5.901502504173623,
      "grad_norm": 0.4323676592801381,
      "learning_rate": 2.936112319948654e-06,
      "loss": 0.1489,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1412634253501892,
      "step": 3535,
      "valid_targets_mean": 3386.6,
      "valid_targets_min": 1396
    },
    {
      "epoch": 5.909849749582638,
      "grad_norm": 0.3977766139791975,
      "learning_rate": 2.892829820715208e-06,
      "loss": 0.132,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13958236575126648,
      "step": 3540,
      "valid_targets_mean": 3752.4,
      "valid_targets_min": 1574
    },
    {
      "epoch": 5.918196994991653,
      "grad_norm": 0.3857016215298441,
      "learning_rate": 2.8498438344498103e-06,
      "loss": 0.1365,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1721857488155365,
      "step": 3545,
      "valid_targets_mean": 4809.5,
      "valid_targets_min": 1831
    },
    {
      "epoch": 5.926544240400668,
      "grad_norm": 0.4458704441991114,
      "learning_rate": 2.8071551062144518e-06,
      "loss": 0.1481,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11852441728115082,
      "step": 3550,
      "valid_targets_mean": 3085.1,
      "valid_targets_min": 1388
    },
    {
      "epoch": 5.934891485809683,
      "grad_norm": 0.3870845184052212,
      "learning_rate": 2.7647643759188557e-06,
      "loss": 0.137,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1172284409403801,
      "step": 3555,
      "valid_targets_mean": 3655.8,
      "valid_targets_min": 2389
    },
    {
      "epoch": 5.943238731218698,
      "grad_norm": 0.41972305491793754,
      "learning_rate": 2.7226723783076447e-06,
      "loss": 0.1511,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17211323976516724,
      "step": 3560,
      "valid_targets_mean": 4190.2,
      "valid_targets_min": 1486
    },
    {
      "epoch": 5.951585976627713,
      "grad_norm": 0.39875299757615007,
      "learning_rate": 2.680879842947601e-06,
      "loss": 0.1496,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17626696825027466,
      "step": 3565,
      "valid_targets_mean": 4109.8,
      "valid_targets_min": 1834
    },
    {
      "epoch": 5.959933222036728,
      "grad_norm": 0.3721950682095093,
      "learning_rate": 2.6393874942150268e-06,
      "loss": 0.1426,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1562456488609314,
      "step": 3570,
      "valid_targets_mean": 5186.9,
      "valid_targets_min": 1377
    },
    {
      "epoch": 5.968280467445743,
      "grad_norm": 0.4402968978022113,
      "learning_rate": 2.598196051283193e-06,
      "loss": 0.1383,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14634525775909424,
      "step": 3575,
      "valid_targets_mean": 3270.2,
      "valid_targets_min": 1600
    },
    {
      "epoch": 5.976627712854758,
      "grad_norm": 0.39856549155606713,
      "learning_rate": 2.5573062281098638e-06,
      "loss": 0.1701,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19217711687088013,
      "step": 3580,
      "valid_targets_mean": 5295.2,
      "valid_targets_min": 1558
    },
    {
      "epoch": 5.984974958263773,
      "grad_norm": 0.40515122156641264,
      "learning_rate": 2.5167187334249277e-06,
      "loss": 0.1516,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13459628820419312,
      "step": 3585,
      "valid_targets_mean": 3885.8,
      "valid_targets_min": 1621
    },
    {
      "epoch": 5.993322203672788,
      "grad_norm": 0.39100451002685,
      "learning_rate": 2.4764342707181155e-06,
      "loss": 0.1728,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15787723660469055,
      "step": 3590,
      "valid_targets_mean": 4636.8,
      "valid_targets_min": 1559
    },
    {
      "epoch": 6.001669449081803,
      "grad_norm": 0.44544239697431576,
      "learning_rate": 2.4364535382268017e-06,
      "loss": 0.1534,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16798482835292816,
      "step": 3595,
      "valid_targets_mean": 3404.9,
      "valid_targets_min": 1526
    },
    {
      "epoch": 6.010016694490818,
      "grad_norm": 0.4058188559942236,
      "learning_rate": 2.3967772289239055e-06,
      "loss": 0.1369,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14776292443275452,
      "step": 3600,
      "valid_targets_mean": 3633.4,
      "valid_targets_min": 1396
    },
    {
      "epoch": 6.018363939899833,
      "grad_norm": 0.410470351046545,
      "learning_rate": 2.357406030505878e-06,
      "loss": 0.1571,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11771170794963837,
      "step": 3605,
      "valid_targets_mean": 3415.6,
      "valid_targets_min": 1376
    },
    {
      "epoch": 6.026711185308848,
      "grad_norm": 0.47068213298681094,
      "learning_rate": 2.318340625380786e-06,
      "loss": 0.1546,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20467709004878998,
      "step": 3610,
      "valid_targets_mean": 4296.9,
      "valid_targets_min": 2078
    },
    {
      "epoch": 6.035058430717863,
      "grad_norm": 0.3836160543330413,
      "learning_rate": 2.279581690656476e-06,
      "loss": 0.1588,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1730513572692871,
      "step": 3615,
      "valid_targets_mean": 5380.2,
      "valid_targets_min": 1767
    },
    {
      "epoch": 6.043405676126878,
      "grad_norm": 0.45720070328561174,
      "learning_rate": 2.241129898128851e-06,
      "loss": 0.1464,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13687875866889954,
      "step": 3620,
      "valid_targets_mean": 3152.5,
      "valid_targets_min": 1335
    },
    {
      "epoch": 6.051752921535893,
      "grad_norm": 0.4357973677368353,
      "learning_rate": 2.202985914270215e-06,
      "loss": 0.1619,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11903496831655502,
      "step": 3625,
      "valid_targets_mean": 3008.2,
      "valid_targets_min": 1450
    },
    {
      "epoch": 6.060100166944908,
      "grad_norm": 0.38672849101393547,
      "learning_rate": 2.1651504002177236e-06,
      "loss": 0.1446,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13006556034088135,
      "step": 3630,
      "valid_targets_mean": 4282.8,
      "valid_targets_min": 1389
    },
    {
      "epoch": 6.068447412353923,
      "grad_norm": 0.3883009146282991,
      "learning_rate": 2.1276240117619283e-06,
      "loss": 0.148,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17265048623085022,
      "step": 3635,
      "valid_targets_mean": 4957.2,
      "valid_targets_min": 2350
    },
    {
      "epoch": 6.076794657762938,
      "grad_norm": 0.4183046036965391,
      "learning_rate": 2.09040739933541e-06,
      "loss": 0.1319,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13943225145339966,
      "step": 3640,
      "valid_targets_mean": 3708.4,
      "valid_targets_min": 1593
    },
    {
      "epoch": 6.085141903171953,
      "grad_norm": 0.3792833630233868,
      "learning_rate": 2.0535012080015006e-06,
      "loss": 0.1683,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1811470091342926,
      "step": 3645,
      "valid_targets_mean": 5005.7,
      "valid_targets_min": 1487
    },
    {
      "epoch": 6.093489148580968,
      "grad_norm": 0.36631456947325636,
      "learning_rate": 2.016906077443106e-06,
      "loss": 0.1494,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1519770622253418,
      "step": 3650,
      "valid_targets_mean": 4946.0,
      "valid_targets_min": 1893
    },
    {
      "epoch": 6.101836393989983,
      "grad_norm": 0.4161660858660546,
      "learning_rate": 1.9806226419516195e-06,
      "loss": 0.1672,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1819477379322052,
      "step": 3655,
      "valid_targets_mean": 4172.1,
      "valid_targets_min": 1315
    },
    {
      "epoch": 6.110183639398999,
      "grad_norm": 0.4071274484788158,
      "learning_rate": 1.9446515304159198e-06,
      "loss": 0.1327,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1492326408624649,
      "step": 3660,
      "valid_targets_mean": 4035.2,
      "valid_targets_min": 1470
    },
    {
      "epoch": 6.118530884808013,
      "grad_norm": 0.4281970891344757,
      "learning_rate": 1.9089933663114868e-06,
      "loss": 0.147,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14949047565460205,
      "step": 3665,
      "valid_targets_mean": 4121.2,
      "valid_targets_min": 2069
    },
    {
      "epoch": 6.126878130217029,
      "grad_norm": 0.37803136426460476,
      "learning_rate": 1.8736487676895754e-06,
      "loss": 0.1561,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19181250035762787,
      "step": 3670,
      "valid_targets_mean": 5692.7,
      "valid_targets_min": 1891
    },
    {
      "epoch": 6.135225375626043,
      "grad_norm": 0.4215046917484127,
      "learning_rate": 1.8386183471665187e-06,
      "loss": 0.1514,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.130486860871315,
      "step": 3675,
      "valid_targets_mean": 3343.8,
      "valid_targets_min": 1281
    },
    {
      "epoch": 6.143572621035059,
      "grad_norm": 0.4209201948793024,
      "learning_rate": 1.8039027119131057e-06,
      "loss": 0.1499,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13366928696632385,
      "step": 3680,
      "valid_targets_mean": 3585.1,
      "valid_targets_min": 1801
    },
    {
      "epoch": 6.151919866444073,
      "grad_norm": 0.41502314108422217,
      "learning_rate": 1.7695024636440484e-06,
      "loss": 0.143,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1650959998369217,
      "step": 3685,
      "valid_targets_mean": 3927.5,
      "valid_targets_min": 1542
    },
    {
      "epoch": 6.160267111853089,
      "grad_norm": 0.40776160093015773,
      "learning_rate": 1.7354181986075635e-06,
      "loss": 0.1558,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16517841815948486,
      "step": 3690,
      "valid_targets_mean": 4263.7,
      "valid_targets_min": 1583
    },
    {
      "epoch": 6.168614357262103,
      "grad_norm": 0.4262175507221063,
      "learning_rate": 1.701650507575039e-06,
      "loss": 0.1449,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13946987688541412,
      "step": 3695,
      "valid_targets_mean": 3732.7,
      "valid_targets_min": 2033
    },
    {
      "epoch": 6.176961602671119,
      "grad_norm": 0.4189308085165393,
      "learning_rate": 1.6681999758307799e-06,
      "loss": 0.1571,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15114673972129822,
      "step": 3700,
      "valid_targets_mean": 3940.6,
      "valid_targets_min": 1367
    },
    {
      "epoch": 6.185308848080133,
      "grad_norm": 0.3717758300400972,
      "learning_rate": 1.6350671831618804e-06,
      "loss": 0.1314,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13511475920677185,
      "step": 3705,
      "valid_targets_mean": 4325.9,
      "valid_targets_min": 1411
    },
    {
      "epoch": 6.193656093489149,
      "grad_norm": 0.3864849515731443,
      "learning_rate": 1.602252703848164e-06,
      "loss": 0.1453,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19211497902870178,
      "step": 3710,
      "valid_targets_mean": 5274.4,
      "valid_targets_min": 1893
    },
    {
      "epoch": 6.202003338898163,
      "grad_norm": 0.37573652566494325,
      "learning_rate": 1.5697571066522321e-06,
      "loss": 0.1471,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20908550918102264,
      "step": 3715,
      "valid_targets_mean": 5656.1,
      "valid_targets_min": 1809
    },
    {
      "epoch": 6.210350584307179,
      "grad_norm": 0.4199889018673102,
      "learning_rate": 1.5375809548096187e-06,
      "loss": 0.1587,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17829513549804688,
      "step": 3720,
      "valid_targets_mean": 4724.2,
      "valid_targets_min": 1612
    },
    {
      "epoch": 6.218697829716193,
      "grad_norm": 0.42310944666747885,
      "learning_rate": 1.5057248060189956e-06,
      "loss": 0.1212,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1219317838549614,
      "step": 3725,
      "valid_targets_mean": 3595.0,
      "valid_targets_min": 1710
    },
    {
      "epoch": 6.227045075125209,
      "grad_norm": 0.4287339432317377,
      "learning_rate": 1.4741892124325508e-06,
      "loss": 0.1751,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1763526201248169,
      "step": 3730,
      "valid_targets_mean": 4323.2,
      "valid_targets_min": 1365
    },
    {
      "epoch": 6.235392320534224,
      "grad_norm": 0.388233110999744,
      "learning_rate": 1.4429747206463662e-06,
      "loss": 0.1376,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12875054776668549,
      "step": 3735,
      "valid_targets_mean": 4268.2,
      "valid_targets_min": 1568
    },
    {
      "epoch": 6.243739565943239,
      "grad_norm": 0.4436182629228336,
      "learning_rate": 1.4120818716910023e-06,
      "loss": 0.1422,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1386677324771881,
      "step": 3740,
      "valid_targets_mean": 3435.2,
      "valid_targets_min": 1442
    },
    {
      "epoch": 6.252086811352254,
      "grad_norm": 0.42061709494404725,
      "learning_rate": 1.381511201022061e-06,
      "loss": 0.1406,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1040327250957489,
      "step": 3745,
      "valid_targets_mean": 2783.2,
      "valid_targets_min": 1352
    },
    {
      "epoch": 6.260434056761269,
      "grad_norm": 0.3967203483469124,
      "learning_rate": 1.3512632385109582e-06,
      "loss": 0.1414,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1614457666873932,
      "step": 3750,
      "valid_targets_mean": 4983.1,
      "valid_targets_min": 1836
    },
    {
      "epoch": 6.268781302170284,
      "grad_norm": 0.39844684626650917,
      "learning_rate": 1.3213385084356944e-06,
      "loss": 0.1455,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1480848491191864,
      "step": 3755,
      "valid_targets_mean": 4147.2,
      "valid_targets_min": 1996
    },
    {
      "epoch": 6.277128547579299,
      "grad_norm": 0.3588349607609908,
      "learning_rate": 1.2917375294718083e-06,
      "loss": 0.1475,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13978177309036255,
      "step": 3760,
      "valid_targets_mean": 4638.1,
      "valid_targets_min": 1507
    },
    {
      "epoch": 6.285475792988314,
      "grad_norm": 0.4196349039830257,
      "learning_rate": 1.262460814683344e-06,
      "loss": 0.1551,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16789385676383972,
      "step": 3765,
      "valid_targets_mean": 3814.4,
      "valid_targets_min": 1475
    },
    {
      "epoch": 6.293823038397329,
      "grad_norm": 0.4231575160689391,
      "learning_rate": 1.2335088715140065e-06,
      "loss": 0.1292,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12742555141448975,
      "step": 3770,
      "valid_targets_mean": 3498.1,
      "valid_targets_min": 1550
    },
    {
      "epoch": 6.302170283806344,
      "grad_norm": 0.4104837077662595,
      "learning_rate": 1.2048822017783168e-06,
      "loss": 0.1412,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.144887775182724,
      "step": 3775,
      "valid_targets_mean": 3882.4,
      "valid_targets_min": 1800
    },
    {
      "epoch": 6.310517529215359,
      "grad_norm": 0.4319166548098376,
      "learning_rate": 1.1765813016529592e-06,
      "loss": 0.1471,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1558988392353058,
      "step": 3780,
      "valid_targets_mean": 3503.1,
      "valid_targets_min": 1392
    },
    {
      "epoch": 6.318864774624374,
      "grad_norm": 0.4484001149557676,
      "learning_rate": 1.1486066616681413e-06,
      "loss": 0.1432,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1359315812587738,
      "step": 3785,
      "valid_targets_mean": 3798.4,
      "valid_targets_min": 1459
    },
    {
      "epoch": 6.3272120200333895,
      "grad_norm": 0.4054660585193615,
      "learning_rate": 1.1209587666991273e-06,
      "loss": 0.1298,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1483077108860016,
      "step": 3790,
      "valid_targets_mean": 4309.3,
      "valid_targets_min": 1352
    },
    {
      "epoch": 6.335559265442404,
      "grad_norm": 0.4744823654792207,
      "learning_rate": 1.093638095957803e-06,
      "loss": 0.1513,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12355400621891022,
      "step": 3795,
      "valid_targets_mean": 3635.9,
      "valid_targets_min": 1424
    },
    {
      "epoch": 6.343906510851419,
      "grad_norm": 0.4258123179029083,
      "learning_rate": 1.0666451229844e-06,
      "loss": 0.1581,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13636405766010284,
      "step": 3800,
      "valid_targets_mean": 3672.7,
      "valid_targets_min": 1441
    },
    {
      "epoch": 6.352253756260434,
      "grad_norm": 0.3603705759877712,
      "learning_rate": 1.0399803156392507e-06,
      "loss": 0.1347,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1230199858546257,
      "step": 3805,
      "valid_targets_mean": 4551.8,
      "valid_targets_min": 1852
    },
    {
      "epoch": 6.360601001669449,
      "grad_norm": 0.40896792270063415,
      "learning_rate": 1.0136441360947247e-06,
      "loss": 0.1654,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18940380215644836,
      "step": 3810,
      "valid_targets_mean": 4767.1,
      "valid_targets_min": 1846
    },
    {
      "epoch": 6.368948247078464,
      "grad_norm": 0.4331911766699577,
      "learning_rate": 9.876370408271675e-07,
      "loss": 0.1427,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14649033546447754,
      "step": 3815,
      "valid_targets_mean": 3335.8,
      "valid_targets_min": 1481
    },
    {
      "epoch": 6.377295492487479,
      "grad_norm": 0.3762009275253653,
      "learning_rate": 9.619594806090449e-07,
      "loss": 0.1403,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1219458281993866,
      "step": 3820,
      "valid_targets_mean": 3998.9,
      "valid_targets_min": 1589
    },
    {
      "epoch": 6.385642737896494,
      "grad_norm": 0.4037998428863478,
      "learning_rate": 9.366119005010699e-07,
      "loss": 0.1344,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14254915714263916,
      "step": 3825,
      "valid_targets_mean": 4041.8,
      "valid_targets_min": 1878
    },
    {
      "epoch": 6.393989983305509,
      "grad_norm": 0.44955374702390966,
      "learning_rate": 9.115947398445413e-07,
      "loss": 0.1582,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1691751778125763,
      "step": 3830,
      "valid_targets_mean": 3730.8,
      "valid_targets_min": 1609
    },
    {
      "epoch": 6.402337228714524,
      "grad_norm": 0.4359028149352726,
      "learning_rate": 8.869084322536881e-07,
      "loss": 0.1468,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1457628309726715,
      "step": 3835,
      "valid_targets_mean": 2955.9,
      "valid_targets_min": 1357
    },
    {
      "epoch": 6.410684474123539,
      "grad_norm": 0.37753688249607964,
      "learning_rate": 8.62553405608193e-07,
      "loss": 0.1363,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13241273164749146,
      "step": 3840,
      "valid_targets_mean": 4894.3,
      "valid_targets_min": 1315
    },
    {
      "epoch": 6.419031719532554,
      "grad_norm": 0.40859124561690974,
      "learning_rate": 8.385300820457276e-07,
      "loss": 0.1537,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1553121656179428,
      "step": 3845,
      "valid_targets_mean": 5548.7,
      "valid_targets_min": 1709
    },
    {
      "epoch": 6.427378964941569,
      "grad_norm": 0.4681961402327626,
      "learning_rate": 8.148388779546912e-07,
      "loss": 0.1187,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1499110460281372,
      "step": 3850,
      "valid_targets_mean": 3277.8,
      "valid_targets_min": 1384
    },
    {
      "epoch": 6.435726210350584,
      "grad_norm": 0.43654365934466466,
      "learning_rate": 7.914802039669412e-07,
      "loss": 0.1348,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12845081090927124,
      "step": 3855,
      "valid_targets_mean": 3412.7,
      "valid_targets_min": 1387
    },
    {
      "epoch": 6.444073455759599,
      "grad_norm": 0.4146474565017382,
      "learning_rate": 7.684544649507164e-07,
      "loss": 0.1476,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15668165683746338,
      "step": 3860,
      "valid_targets_mean": 4065.0,
      "valid_targets_min": 1366
    },
    {
      "epoch": 6.452420701168615,
      "grad_norm": 0.46714447830500166,
      "learning_rate": 7.457620600035898e-07,
      "loss": 0.1684,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2366269826889038,
      "step": 3865,
      "valid_targets_mean": 4201.5,
      "valid_targets_min": 1467
    },
    {
      "epoch": 6.460767946577629,
      "grad_norm": 0.4160267184670818,
      "learning_rate": 7.234033824455821e-07,
      "loss": 0.1555,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1594693511724472,
      "step": 3870,
      "valid_targets_mean": 4366.9,
      "valid_targets_min": 1476
    },
    {
      "epoch": 6.469115191986645,
      "grad_norm": 0.43462407178423773,
      "learning_rate": 7.01378819812304e-07,
      "loss": 0.1888,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25142306089401245,
      "step": 3875,
      "valid_targets_mean": 4585.8,
      "valid_targets_min": 1411
    },
    {
      "epoch": 6.477462437395659,
      "grad_norm": 0.41531946241268725,
      "learning_rate": 6.796887538482821e-07,
      "loss": 0.1541,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12880435585975647,
      "step": 3880,
      "valid_targets_mean": 4117.6,
      "valid_targets_min": 1297
    },
    {
      "epoch": 6.485809682804675,
      "grad_norm": 0.39677387446784285,
      "learning_rate": 6.583335605003083e-07,
      "loss": 0.153,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1286594271659851,
      "step": 3885,
      "valid_targets_mean": 3851.5,
      "valid_targets_min": 1460
    },
    {
      "epoch": 6.494156928213689,
      "grad_norm": 0.3829025794471524,
      "learning_rate": 6.373136099109455e-07,
      "loss": 0.1513,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15454237163066864,
      "step": 3890,
      "valid_targets_mean": 4839.5,
      "valid_targets_min": 1964
    },
    {
      "epoch": 6.502504173622705,
      "grad_norm": 0.40920532965996803,
      "learning_rate": 6.166292664120987e-07,
      "loss": 0.1337,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17860062420368195,
      "step": 3895,
      "valid_targets_mean": 4343.2,
      "valid_targets_min": 1557
    },
    {
      "epoch": 6.510851419031719,
      "grad_norm": 0.39183330876045247,
      "learning_rate": 5.962808885187121e-07,
      "loss": 0.1569,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13849595189094543,
      "step": 3900,
      "valid_targets_mean": 4484.2,
      "valid_targets_min": 1428
    },
    {
      "epoch": 6.519198664440735,
      "grad_norm": 0.42154909123504963,
      "learning_rate": 5.762688289225349e-07,
      "loss": 0.1485,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13923391699790955,
      "step": 3905,
      "valid_targets_mean": 3983.9,
      "valid_targets_min": 1831
    },
    {
      "epoch": 6.527545909849749,
      "grad_norm": 0.3982561822383007,
      "learning_rate": 5.565934344860413e-07,
      "loss": 0.1437,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17047888040542603,
      "step": 3910,
      "valid_targets_mean": 4670.4,
      "valid_targets_min": 1384
    },
    {
      "epoch": 6.535893155258765,
      "grad_norm": 0.4365738032097916,
      "learning_rate": 5.372550462363779e-07,
      "loss": 0.1538,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17946776747703552,
      "step": 3915,
      "valid_targets_mean": 4282.5,
      "valid_targets_min": 1326
    },
    {
      "epoch": 6.54424040066778,
      "grad_norm": 0.46867964845874105,
      "learning_rate": 5.182539993594904e-07,
      "loss": 0.1231,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12115922570228577,
      "step": 3920,
      "valid_targets_mean": 3614.4,
      "valid_targets_min": 701
    },
    {
      "epoch": 6.552587646076795,
      "grad_norm": 0.41269099422849015,
      "learning_rate": 4.99590623194286e-07,
      "loss": 0.1536,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13953888416290283,
      "step": 3925,
      "valid_targets_mean": 3918.1,
      "valid_targets_min": 1349
    },
    {
      "epoch": 6.560934891485809,
      "grad_norm": 0.40490045250158996,
      "learning_rate": 4.812652412269448e-07,
      "loss": 0.1523,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1728893518447876,
      "step": 3930,
      "valid_targets_mean": 4602.6,
      "valid_targets_min": 1416
    },
    {
      "epoch": 6.569282136894825,
      "grad_norm": 0.4155800474911707,
      "learning_rate": 4.632781710852929e-07,
      "loss": 0.1458,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16982467472553253,
      "step": 3935,
      "valid_targets_mean": 4274.1,
      "valid_targets_min": 1321
    },
    {
      "epoch": 6.57762938230384,
      "grad_norm": 0.3721789497670605,
      "learning_rate": 4.456297245333252e-07,
      "loss": 0.1549,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1757877618074417,
      "step": 3940,
      "valid_targets_mean": 5176.7,
      "valid_targets_min": 1623
    },
    {
      "epoch": 6.585976627712855,
      "grad_norm": 0.4696274459711786,
      "learning_rate": 4.2832020746576666e-07,
      "loss": 0.1328,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15677687525749207,
      "step": 3945,
      "valid_targets_mean": 4947.6,
      "valid_targets_min": 1376
    },
    {
      "epoch": 6.59432387312187,
      "grad_norm": 0.43280516580875666,
      "learning_rate": 4.113499199028037e-07,
      "loss": 0.1664,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17593613266944885,
      "step": 3950,
      "valid_targets_mean": 4264.0,
      "valid_targets_min": 914
    },
    {
      "epoch": 6.602671118530885,
      "grad_norm": 0.4559545683708418,
      "learning_rate": 3.9471915598485954e-07,
      "loss": 0.1328,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14975443482398987,
      "step": 3955,
      "valid_targets_mean": 3412.4,
      "valid_targets_min": 1361
    },
    {
      "epoch": 6.6110183639399,
      "grad_norm": 0.42978347968599523,
      "learning_rate": 3.7842820396751134e-07,
      "loss": 0.1428,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1132403016090393,
      "step": 3960,
      "valid_targets_mean": 3127.4,
      "valid_targets_min": 1449
    },
    {
      "epoch": 6.619365609348915,
      "grad_norm": 0.3981563006915193,
      "learning_rate": 3.62477346216481e-07,
      "loss": 0.1445,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14268843829631805,
      "step": 3965,
      "valid_targets_mean": 4246.9,
      "valid_targets_min": 1425
    },
    {
      "epoch": 6.62771285475793,
      "grad_norm": 0.3798788095773447,
      "learning_rate": 3.468668592027613e-07,
      "loss": 0.1626,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11680915951728821,
      "step": 3970,
      "valid_targets_mean": 4476.6,
      "valid_targets_min": 1502
    },
    {
      "epoch": 6.636060100166945,
      "grad_norm": 0.4003365121405331,
      "learning_rate": 3.3159701349779083e-07,
      "loss": 0.1367,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19601371884346008,
      "step": 3975,
      "valid_targets_mean": 4777.7,
      "valid_targets_min": 1974
    },
    {
      "epoch": 6.64440734557596,
      "grad_norm": 0.454340724951457,
      "learning_rate": 3.1666807376880436e-07,
      "loss": 0.1298,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11717614531517029,
      "step": 3980,
      "valid_targets_mean": 2865.9,
      "valid_targets_min": 1491
    },
    {
      "epoch": 6.652754590984975,
      "grad_norm": 0.4387321374182813,
      "learning_rate": 3.0208029877420996e-07,
      "loss": 0.1464,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1354750692844391,
      "step": 3985,
      "valid_targets_mean": 3357.2,
      "valid_targets_min": 1532
    },
    {
      "epoch": 6.66110183639399,
      "grad_norm": 0.40391798479712915,
      "learning_rate": 2.8783394135913245e-07,
      "loss": 0.1349,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13499857485294342,
      "step": 3990,
      "valid_targets_mean": 4215.4,
      "valid_targets_min": 1466
    },
    {
      "epoch": 6.669449081803005,
      "grad_norm": 0.4308258977171262,
      "learning_rate": 2.7392924845100364e-07,
      "loss": 0.1354,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13604167103767395,
      "step": 3995,
      "valid_targets_mean": 3515.1,
      "valid_targets_min": 1430
    },
    {
      "epoch": 6.67779632721202,
      "grad_norm": 0.41873026464679164,
      "learning_rate": 2.6036646105530804e-07,
      "loss": 0.1432,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12609747052192688,
      "step": 4000,
      "valid_targets_mean": 3619.0,
      "valid_targets_min": 1443
    },
    {
      "epoch": 6.686143572621035,
      "grad_norm": 0.48015243674091945,
      "learning_rate": 2.471458142513861e-07,
      "loss": 0.1357,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11774508655071259,
      "step": 4005,
      "valid_targets_mean": 3475.4,
      "valid_targets_min": 1381
    },
    {
      "epoch": 6.69449081803005,
      "grad_norm": 0.41204018081664034,
      "learning_rate": 2.3426753718837735e-07,
      "loss": 0.1581,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16718773543834686,
      "step": 4010,
      "valid_targets_mean": 4271.9,
      "valid_targets_min": 835
    },
    {
      "epoch": 6.702838063439065,
      "grad_norm": 0.4434689469703618,
      "learning_rate": 2.2173185308122624e-07,
      "loss": 0.1594,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19118532538414001,
      "step": 4015,
      "valid_targets_mean": 4180.0,
      "valid_targets_min": 1364
    },
    {
      "epoch": 6.71118530884808,
      "grad_norm": 0.40636313851124267,
      "learning_rate": 2.0953897920683807e-07,
      "loss": 0.1459,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13011732697486877,
      "step": 4020,
      "valid_targets_mean": 3924.0,
      "valid_targets_min": 1830
    },
    {
      "epoch": 6.719532554257095,
      "grad_norm": 0.4053672146915359,
      "learning_rate": 1.976891269002934e-07,
      "loss": 0.1579,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1793678253889084,
      "step": 4025,
      "valid_targets_mean": 4314.1,
      "valid_targets_min": 871
    },
    {
      "epoch": 6.72787979966611,
      "grad_norm": 0.4284053916212973,
      "learning_rate": 1.861825015511931e-07,
      "loss": 0.1453,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15175093710422516,
      "step": 4030,
      "valid_targets_mean": 3522.3,
      "valid_targets_min": 1409
    },
    {
      "epoch": 6.736227045075125,
      "grad_norm": 0.3762522430816129,
      "learning_rate": 1.7501930260009902e-07,
      "loss": 0.1281,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1307104229927063,
      "step": 4035,
      "valid_targets_mean": 4451.3,
      "valid_targets_min": 1907
    },
    {
      "epoch": 6.74457429048414,
      "grad_norm": 0.3882826683314684,
      "learning_rate": 1.6419972353507895e-07,
      "loss": 0.1653,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12455746531486511,
      "step": 4040,
      "valid_targets_mean": 4246.4,
      "valid_targets_min": 2036
    },
    {
      "epoch": 6.752921535893155,
      "grad_norm": 0.4503289550680519,
      "learning_rate": 1.5372395188834265e-07,
      "loss": 0.1427,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19019600749015808,
      "step": 4045,
      "valid_targets_mean": 3925.8,
      "valid_targets_min": 1650
    },
    {
      "epoch": 6.76126878130217,
      "grad_norm": 0.3835593944135294,
      "learning_rate": 1.435921692330089e-07,
      "loss": 0.1398,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15802672505378723,
      "step": 4050,
      "valid_targets_mean": 5003.0,
      "valid_targets_min": 2368
    },
    {
      "epoch": 6.769616026711185,
      "grad_norm": 0.44422407918422674,
      "learning_rate": 1.3380455117993684e-07,
      "loss": 0.1391,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17681658267974854,
      "step": 4055,
      "valid_targets_mean": 3981.9,
      "valid_targets_min": 1672
    },
    {
      "epoch": 6.7779632721202,
      "grad_norm": 0.44315866198253373,
      "learning_rate": 1.2436126737470189e-07,
      "loss": 0.1654,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13663990795612335,
      "step": 4060,
      "valid_targets_mean": 3358.1,
      "valid_targets_min": 1656
    },
    {
      "epoch": 6.786310517529215,
      "grad_norm": 0.36306926395424494,
      "learning_rate": 1.1526248149464236e-07,
      "loss": 0.1528,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13444079458713531,
      "step": 4065,
      "valid_targets_mean": 4604.8,
      "valid_targets_min": 1467
    },
    {
      "epoch": 6.794657762938231,
      "grad_norm": 0.4084565570887492,
      "learning_rate": 1.0650835124603076e-07,
      "loss": 0.1645,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15772077441215515,
      "step": 4070,
      "valid_targets_mean": 4363.8,
      "valid_targets_min": 652
    },
    {
      "epoch": 6.803005008347245,
      "grad_norm": 0.4315404536775707,
      "learning_rate": 9.809902836133367e-08,
      "loss": 0.1538,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15417814254760742,
      "step": 4075,
      "valid_targets_mean": 3842.4,
      "valid_targets_min": 1645
    },
    {
      "epoch": 6.811352253756261,
      "grad_norm": 0.42073026460468893,
      "learning_rate": 9.0034658596585e-08,
      "loss": 0.1384,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13165616989135742,
      "step": 4080,
      "valid_targets_mean": 3715.3,
      "valid_targets_min": 1467
    },
    {
      "epoch": 6.819699499165275,
      "grad_norm": 0.4127142939173716,
      "learning_rate": 8.231538172886133e-08,
      "loss": 0.1278,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1386663019657135,
      "step": 4085,
      "valid_targets_mean": 3700.9,
      "valid_targets_min": 1397
    },
    {
      "epoch": 6.828046744574291,
      "grad_norm": 0.4156856912915927,
      "learning_rate": 7.494133155385497e-08,
      "loss": 0.171,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21586865186691284,
      "step": 4090,
      "valid_targets_mean": 5173.7,
      "valid_targets_min": 2063
    },
    {
      "epoch": 6.836393989983305,
      "grad_norm": 0.40928084989141633,
      "learning_rate": 6.791263588355801e-08,
      "loss": 0.1316,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14061367511749268,
      "step": 4095,
      "valid_targets_mean": 3994.6,
      "valid_targets_min": 1456
    },
    {
      "epoch": 6.844741235392321,
      "grad_norm": 0.37807248886780914,
      "learning_rate": 6.122941654404635e-08,
      "loss": 0.1577,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1406204104423523,
      "step": 4100,
      "valid_targets_mean": 4761.9,
      "valid_targets_min": 1316
    },
    {
      "epoch": 6.853088480801335,
      "grad_norm": 0.41044512816122813,
      "learning_rate": 5.489178937337025e-08,
      "loss": 0.1592,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1375463902950287,
      "step": 4105,
      "valid_targets_mean": 3717.1,
      "valid_targets_min": 1402
    },
    {
      "epoch": 6.861435726210351,
      "grad_norm": 0.434379865931912,
      "learning_rate": 4.88998642195404e-08,
      "loss": 0.1581,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12036147713661194,
      "step": 4110,
      "valid_targets_mean": 3246.9,
      "valid_targets_min": 1755
    },
    {
      "epoch": 6.869782971619365,
      "grad_norm": 0.4619912829547245,
      "learning_rate": 4.325374493862944e-08,
      "loss": 0.1503,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15554985404014587,
      "step": 4115,
      "valid_targets_mean": 3344.3,
      "valid_targets_min": 1444
    },
    {
      "epoch": 6.878130217028381,
      "grad_norm": 0.4264549770755352,
      "learning_rate": 3.795352939296892e-08,
      "loss": 0.1542,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1536300778388977,
      "step": 4120,
      "valid_targets_mean": 3868.3,
      "valid_targets_min": 2188
    },
    {
      "epoch": 6.886477462437396,
      "grad_norm": 0.419115218193265,
      "learning_rate": 3.2999309449459616e-08,
      "loss": 0.167,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14947623014450073,
      "step": 4125,
      "valid_targets_mean": 3898.5,
      "valid_targets_min": 1134
    },
    {
      "epoch": 6.894824707846411,
      "grad_norm": 0.4147913074667173,
      "learning_rate": 2.8391170977968287e-08,
      "loss": 0.1427,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1693289577960968,
      "step": 4130,
      "valid_targets_mean": 4042.4,
      "valid_targets_min": 1405
    },
    {
      "epoch": 6.903171953255426,
      "grad_norm": 0.41807102531928675,
      "learning_rate": 2.4129193849848907e-08,
      "loss": 0.1503,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15045379102230072,
      "step": 4135,
      "valid_targets_mean": 3773.2,
      "valid_targets_min": 1307
    },
    {
      "epoch": 6.911519198664441,
      "grad_norm": 0.464162965798008,
      "learning_rate": 2.0213451936550445e-08,
      "loss": 0.1529,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16248679161071777,
      "step": 4140,
      "valid_targets_mean": 3229.6,
      "valid_targets_min": 1494
    },
    {
      "epoch": 6.919866444073456,
      "grad_norm": 0.3707416632751337,
      "learning_rate": 1.6644013108342294e-08,
      "loss": 0.1661,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11814869940280914,
      "step": 4145,
      "valid_targets_mean": 4293.8,
      "valid_targets_min": 1202
    },
    {
      "epoch": 6.928213689482471,
      "grad_norm": 0.43047344272757615,
      "learning_rate": 1.3420939233139696e-08,
      "loss": 0.1676,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23192083835601807,
      "step": 4150,
      "valid_targets_mean": 4701.8,
      "valid_targets_min": 2086
    },
    {
      "epoch": 6.936560934891486,
      "grad_norm": 0.5020156740962824,
      "learning_rate": 1.0544286175422358e-08,
      "loss": 0.1247,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14178213477134705,
      "step": 4155,
      "valid_targets_mean": 3180.2,
      "valid_targets_min": 1244
    },
    {
      "epoch": 6.944908180300501,
      "grad_norm": 0.3959293838607224,
      "learning_rate": 8.01410379527301e-09,
      "loss": 0.154,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16196832060813904,
      "step": 4160,
      "valid_targets_mean": 4417.8,
      "valid_targets_min": 1364
    },
    {
      "epoch": 6.953255425709516,
      "grad_norm": 0.3928366141466874,
      "learning_rate": 5.8304359475158665e-09,
      "loss": 0.1498,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15449389815330505,
      "step": 4165,
      "valid_targets_mean": 4523.5,
      "valid_targets_min": 1503
    },
    {
      "epoch": 6.961602671118531,
      "grad_norm": 0.40180407014286684,
      "learning_rate": 3.993320480946139e-09,
      "loss": 0.1592,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1415395587682724,
      "step": 4170,
      "valid_targets_mean": 4812.2,
      "valid_targets_min": 2024
    },
    {
      "epoch": 6.969949916527546,
      "grad_norm": 0.40776621065532875,
      "learning_rate": 2.5027892376860984e-09,
      "loss": 0.1405,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1601526141166687,
      "step": 4175,
      "valid_targets_mean": 4681.6,
      "valid_targets_min": 1892
    },
    {
      "epoch": 6.978297161936561,
      "grad_norm": 0.45004499543329324,
      "learning_rate": 1.3588680526255282e-09,
      "loss": 0.1521,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17120622098445892,
      "step": 4180,
      "valid_targets_mean": 3262.2,
      "valid_targets_min": 1581
    },
    {
      "epoch": 6.986644407345576,
      "grad_norm": 0.43064205577626485,
      "learning_rate": 5.615767529709715e-10,
      "loss": 0.136,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12977677583694458,
      "step": 4185,
      "valid_targets_mean": 3346.2,
      "valid_targets_min": 1580
    },
    {
      "epoch": 6.994991652754591,
      "grad_norm": 0.4560398512414008,
      "learning_rate": 1.1092915791266479e-10,
      "loss": 0.1359,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14427489042282104,
      "step": 4190,
      "valid_targets_mean": 3283.8,
      "valid_targets_min": 1395
    },
    {
      "epoch": 7.0,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1528853178024292,
      "step": 4193,
      "total_flos": 1136028581756928.0,
      "train_loss": 0.1835220243889308,
      "train_runtime": 19216.1811,
      "train_samples_per_second": 3.487,
      "train_steps_per_second": 0.218,
      "valid_targets_mean": 3614.8,
      "valid_targets_min": 1526
    }
  ],
  "logging_steps": 5,
  "max_steps": 4193,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 7,
  "save_steps": 1500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1136028581756928.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}