{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 7.0,
  "eval_steps": 500,
  "global_step": 686,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.051194539249146756,
      "grad_norm": 25.82480694310689,
      "learning_rate": 2.3188405797101453e-06,
      "loss": 0.8837,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28898581862449646,
      "step": 5,
      "valid_targets_mean": 4911.5,
      "valid_targets_min": 2215
    },
    {
      "epoch": 0.10238907849829351,
      "grad_norm": 12.744490357644285,
      "learning_rate": 5.2173913043478265e-06,
      "loss": 0.7924,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2303556501865387,
      "step": 10,
      "valid_targets_mean": 5216.9,
      "valid_targets_min": 319
    },
    {
      "epoch": 0.15358361774744028,
      "grad_norm": 2.6591207927386353,
      "learning_rate": 8.115942028985508e-06,
      "loss": 0.629,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22648176550865173,
      "step": 15,
      "valid_targets_mean": 5766.3,
      "valid_targets_min": 2726
    },
    {
      "epoch": 0.20477815699658702,
      "grad_norm": 1.534238831991734,
      "learning_rate": 1.101449275362319e-05,
      "loss": 0.5623,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1773180514574051,
      "step": 20,
      "valid_targets_mean": 5145.9,
      "valid_targets_min": 2241
    },
    {
      "epoch": 0.25597269624573377,
      "grad_norm": 1.0352664016291477,
      "learning_rate": 1.391304347826087e-05,
      "loss": 0.5276,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1391734778881073,
      "step": 25,
      "valid_targets_mean": 4861.1,
      "valid_targets_min": 134
    },
    {
      "epoch": 0.30716723549488056,
      "grad_norm": 0.6935657264704905,
      "learning_rate": 1.681159420289855e-05,
      "loss": 0.4868,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15757042169570923,
      "step": 30,
      "valid_targets_mean": 5287.8,
      "valid_targets_min": 1702
    },
    {
      "epoch": 0.3583617747440273,
      "grad_norm": 0.574511779794303,
      "learning_rate": 1.9710144927536236e-05,
      "loss": 0.4641,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14636749029159546,
      "step": 35,
      "valid_targets_mean": 4977.4,
      "valid_targets_min": 1383
    },
    {
      "epoch": 0.40955631399317405,
      "grad_norm": 0.45954923986300594,
      "learning_rate": 2.2608695652173914e-05,
      "loss": 0.4417,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14387136697769165,
      "step": 40,
      "valid_targets_mean": 5467.8,
      "valid_targets_min": 413
    },
    {
      "epoch": 0.46075085324232085,
      "grad_norm": 0.36407097207825967,
      "learning_rate": 2.5507246376811593e-05,
      "loss": 0.4245,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11947175860404968,
      "step": 45,
      "valid_targets_mean": 4556.4,
      "valid_targets_min": 1526
    },
    {
      "epoch": 0.5119453924914675,
      "grad_norm": 0.3200847843431381,
      "learning_rate": 2.840579710144928e-05,
      "loss": 0.4008,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12619568407535553,
      "step": 50,
      "valid_targets_mean": 5079.8,
      "valid_targets_min": 409
    },
    {
      "epoch": 0.5631399317406144,
      "grad_norm": 0.2749784180114348,
      "learning_rate": 3.130434782608696e-05,
      "loss": 0.3861,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15403807163238525,
      "step": 55,
      "valid_targets_mean": 5949.9,
      "valid_targets_min": 350
    },
    {
      "epoch": 0.6143344709897611,
      "grad_norm": 0.260946688973715,
      "learning_rate": 3.420289855072464e-05,
      "loss": 0.3798,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10824601352214813,
      "step": 60,
      "valid_targets_mean": 4519.8,
      "valid_targets_min": 1730
    },
    {
      "epoch": 0.6655290102389079,
      "grad_norm": 0.2695889942073195,
      "learning_rate": 3.7101449275362325e-05,
      "loss": 0.3636,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14311721920967102,
      "step": 65,
      "valid_targets_mean": 5901.2,
      "valid_targets_min": 2696
    },
    {
      "epoch": 0.7167235494880546,
      "grad_norm": 0.2513368707958076,
      "learning_rate": 4e-05,
      "loss": 0.3524,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.113977812230587,
      "step": 70,
      "valid_targets_mean": 5193.1,
      "valid_targets_min": 937
    },
    {
      "epoch": 0.7679180887372014,
      "grad_norm": 0.25669844186315777,
      "learning_rate": 3.999351894109228e-05,
      "loss": 0.3337,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10874387621879578,
      "step": 75,
      "valid_targets_mean": 5100.9,
      "valid_targets_min": 1998
    },
    {
      "epoch": 0.8191126279863481,
      "grad_norm": 0.2654328857905388,
      "learning_rate": 3.997407996478158e-05,
      "loss": 0.3345,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11455205827951431,
      "step": 80,
      "valid_targets_mean": 5224.6,
      "valid_targets_min": 433
    },
    {
      "epoch": 0.8703071672354948,
      "grad_norm": 0.2593782401899841,
      "learning_rate": 3.9941695669582944e-05,
      "loss": 0.3304,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10599816590547562,
      "step": 85,
      "valid_targets_mean": 4968.2,
      "valid_targets_min": 2196
    },
    {
      "epoch": 0.9215017064846417,
      "grad_norm": 0.23686889348670484,
      "learning_rate": 3.989638704394887e-05,
      "loss": 0.3168,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11794209480285645,
      "step": 90,
      "valid_targets_mean": 5557.9,
      "valid_targets_min": 1855
    },
    {
      "epoch": 0.9726962457337884,
      "grad_norm": 0.27218880367654336,
      "learning_rate": 3.983818345266653e-05,
      "loss": 0.3149,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09047803282737732,
      "step": 95,
      "valid_targets_mean": 4906.0,
      "valid_targets_min": 2087
    },
    {
      "epoch": 1.0204778156996588,
      "grad_norm": 0.2548103228534002,
      "learning_rate": 3.976712261782631e-05,
      "loss": 0.3204,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10694491863250732,
      "step": 100,
      "valid_targets_mean": 4863.1,
      "valid_targets_min": 1985
    },
    {
      "epoch": 1.0716723549488054,
      "grad_norm": 0.26271765818455856,
      "learning_rate": 3.968325059437385e-05,
      "loss": 0.3154,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11918433755636215,
      "step": 105,
      "valid_targets_mean": 5599.3,
      "valid_targets_min": 421
    },
    {
      "epoch": 1.1228668941979523,
      "grad_norm": 0.27930934721029477,
      "learning_rate": 3.958662174026164e-05,
      "loss": 0.3121,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09404879063367844,
      "step": 110,
      "valid_targets_mean": 5062.9,
      "valid_targets_min": 2242
    },
    {
      "epoch": 1.174061433447099,
      "grad_norm": 0.26321540953232964,
      "learning_rate": 3.947729868121924e-05,
      "loss": 0.3053,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10871408879756927,
      "step": 115,
      "valid_targets_mean": 5306.3,
      "valid_targets_min": 314
    },
    {
      "epoch": 1.2252559726962458,
      "grad_norm": 0.26402045132441954,
      "learning_rate": 3.935535227016521e-05,
      "loss": 0.3076,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11834833025932312,
      "step": 120,
      "valid_targets_mean": 5735.2,
      "valid_targets_min": 365
    },
    {
      "epoch": 1.2764505119453924,
      "grad_norm": 0.26407368854218555,
      "learning_rate": 3.922086154128693e-05,
      "loss": 0.2968,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10184627771377563,
      "step": 125,
      "valid_targets_mean": 5052.8,
      "valid_targets_min": 2201
    },
    {
      "epoch": 1.3276450511945392,
      "grad_norm": 0.26565677723672504,
      "learning_rate": 3.907391365881802e-05,
      "loss": 0.3075,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08913706988096237,
      "step": 130,
      "valid_targets_mean": 4881.6,
      "valid_targets_min": 2122
    },
    {
      "epoch": 1.378839590443686,
      "grad_norm": 0.2831307137649524,
      "learning_rate": 3.891460386054675e-05,
      "loss": 0.299,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09639839828014374,
      "step": 135,
      "valid_targets_mean": 4887.5,
      "valid_targets_min": 2153
    },
    {
      "epoch": 1.4300341296928327,
      "grad_norm": 0.27646586353677727,
      "learning_rate": 3.8743035396091845e-05,
      "loss": 0.2998,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11154685169458389,
      "step": 140,
      "valid_targets_mean": 5716.4,
      "valid_targets_min": 2925
    },
    {
      "epoch": 1.4812286689419796,
      "grad_norm": 0.27431775252756874,
      "learning_rate": 3.8559319459985776e-05,
      "loss": 0.2969,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08550999313592911,
      "step": 145,
      "valid_targets_mean": 4336.7,
      "valid_targets_min": 416
    },
    {
      "epoch": 1.5324232081911262,
      "grad_norm": 0.25781067169583155,
      "learning_rate": 3.836357511960898e-05,
      "loss": 0.2946,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1011088490486145,
      "step": 150,
      "valid_targets_mean": 5483.2,
      "valid_targets_min": 2251
    },
    {
      "epoch": 1.583617747440273,
      "grad_norm": 0.27911127666111935,
      "learning_rate": 3.815592923802152e-05,
      "loss": 0.2922,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10180200636386871,
      "step": 155,
      "valid_targets_mean": 5241.7,
      "valid_targets_min": 1968
    },
    {
      "epoch": 1.63481228668942,
      "grad_norm": 0.2743316944893025,
      "learning_rate": 3.793651639174246e-05,
      "loss": 0.2881,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09541475772857666,
      "step": 160,
      "valid_targets_mean": 5239.0,
      "valid_targets_min": 220
    },
    {
      "epoch": 1.6860068259385665,
      "grad_norm": 0.2943897714245753,
      "learning_rate": 3.7705478783529986e-05,
      "loss": 0.2971,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08847599476575851,
      "step": 165,
      "valid_targets_mean": 4835.5,
      "valid_targets_min": 2225
    },
    {
      "epoch": 1.7372013651877132,
      "grad_norm": 0.261601602924854,
      "learning_rate": 3.746296615021896e-05,
      "loss": 0.296,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09461049735546112,
      "step": 170,
      "valid_targets_mean": 4939.5,
      "valid_targets_min": 2062
    },
    {
      "epoch": 1.78839590443686,
      "grad_norm": 0.27191268600437934,
      "learning_rate": 3.720913566567562e-05,
      "loss": 0.2894,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09755190461874008,
      "step": 175,
      "valid_targets_mean": 5106.4,
      "valid_targets_min": 2367
    },
    {
      "epoch": 1.8395904436860069,
      "grad_norm": 0.24464624444284053,
      "learning_rate": 3.6944151838932274e-05,
      "loss": 0.2935,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.110307976603508,
      "step": 180,
      "valid_targets_mean": 6091.2,
      "valid_targets_min": 1757
    },
    {
      "epoch": 1.8907849829351537,
      "grad_norm": 0.2602335537625986,
      "learning_rate": 3.666818640756797e-05,
      "loss": 0.2902,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09931231290102005,
      "step": 185,
      "valid_targets_mean": 5034.7,
      "valid_targets_min": 451
    },
    {
      "epoch": 1.9419795221843004,
      "grad_norm": 0.25671393831155714,
      "learning_rate": 3.638141822640444e-05,
      "loss": 0.2908,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0843583270907402,
      "step": 190,
      "valid_targets_mean": 4742.2,
      "valid_targets_min": 2233
    },
    {
      "epoch": 1.993174061433447,
      "grad_norm": 0.23767750953863967,
      "learning_rate": 3.608403315158917e-05,
      "loss": 0.2915,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08634407818317413,
      "step": 195,
      "valid_targets_mean": 4896.8,
      "valid_targets_min": 329
    },
    {
      "epoch": 2.0409556313993176,
      "grad_norm": 0.2549526896790837,
      "learning_rate": 3.5776223920140985e-05,
      "loss": 0.2833,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11179839074611664,
      "step": 200,
      "valid_targets_mean": 6050.2,
      "valid_targets_min": 2254
    },
    {
      "epoch": 2.092150170648464,
      "grad_norm": 0.2738878896819206,
      "learning_rate": 3.545819002503602e-05,
      "loss": 0.284,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09601035714149475,
      "step": 205,
      "valid_targets_mean": 5224.0,
      "valid_targets_min": 1694
    },
    {
      "epoch": 2.143344709897611,
      "grad_norm": 0.2780264276944305,
      "learning_rate": 3.513013758591515e-05,
      "loss": 0.2815,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0888153463602066,
      "step": 210,
      "valid_targets_mean": 4907.5,
      "valid_targets_min": 365
    },
    {
      "epoch": 2.1945392491467577,
      "grad_norm": 0.26333842271632707,
      "learning_rate": 3.479227921549666e-05,
      "loss": 0.281,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09323578327894211,
      "step": 215,
      "valid_targets_mean": 5229.7,
      "valid_targets_min": 241
    },
    {
      "epoch": 2.2457337883959045,
      "grad_norm": 0.2934385105416155,
      "learning_rate": 3.444483388178066e-05,
      "loss": 0.27,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09266763925552368,
      "step": 220,
      "valid_targets_mean": 5267.0,
      "valid_targets_min": 410
    },
    {
      "epoch": 2.296928327645051,
      "grad_norm": 0.25567549374046494,
      "learning_rate": 3.4088026766134654e-05,
      "loss": 0.2782,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08348363637924194,
      "step": 225,
      "valid_targets_mean": 5137.3,
      "valid_targets_min": 2069
    },
    {
      "epoch": 2.348122866894198,
      "grad_norm": 0.3022766271875021,
      "learning_rate": 3.372208911735216e-05,
      "loss": 0.2856,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08997620642185211,
      "step": 230,
      "valid_targets_mean": 5248.5,
      "valid_targets_min": 424
    },
    {
      "epoch": 2.3993174061433447,
      "grad_norm": 0.2534445787104033,
      "learning_rate": 3.3347258101779015e-05,
      "loss": 0.282,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11496127396821976,
      "step": 235,
      "valid_targets_mean": 5611.1,
      "valid_targets_min": 264
    },
    {
      "epoch": 2.4505119453924915,
      "grad_norm": 0.2520452606948065,
      "learning_rate": 3.296377664960445e-05,
      "loss": 0.2708,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09025128185749054,
      "step": 240,
      "valid_targets_mean": 5019.2,
      "valid_targets_min": 433
    },
    {
      "epoch": 2.5017064846416384,
      "grad_norm": 0.2627583946055227,
      "learning_rate": 3.257189329741662e-05,
      "loss": 0.2723,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08457937836647034,
      "step": 245,
      "valid_targets_mean": 4861.2,
      "valid_targets_min": 1761
    },
    {
      "epoch": 2.5529010238907848,
      "grad_norm": 0.2561709090419887,
      "learning_rate": 3.217186202712458e-05,
      "loss": 0.274,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0853310376405716,
      "step": 250,
      "valid_targets_mean": 4727.4,
      "valid_targets_min": 1792
    },
    {
      "epoch": 2.6040955631399316,
      "grad_norm": 0.44538128860438136,
      "learning_rate": 3.1763942101351095e-05,
      "loss": 0.2773,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09366409480571747,
      "step": 255,
      "valid_targets_mean": 5007.0,
      "valid_targets_min": 365
    },
    {
      "epoch": 2.6552901023890785,
      "grad_norm": 0.2852975254240757,
      "learning_rate": 3.134839789540302e-05,
      "loss": 0.2752,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0924173966050148,
      "step": 260,
      "valid_targets_mean": 5460.8,
      "valid_targets_min": 433
    },
    {
      "epoch": 2.7064846416382253,
      "grad_norm": 0.26038175748374537,
      "learning_rate": 3.0925498725928115e-05,
      "loss": 0.2702,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0912502110004425,
      "step": 265,
      "valid_targets_mean": 5070.3,
      "valid_targets_min": 2242
    },
    {
      "epoch": 2.757679180887372,
      "grad_norm": 0.2663014460071229,
      "learning_rate": 3.0495518676369306e-05,
      "loss": 0.2767,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09056515991687775,
      "step": 270,
      "valid_targets_mean": 5028.2,
      "valid_targets_min": 1937
    },
    {
      "epoch": 2.8088737201365186,
      "grad_norm": 0.3060566751344927,
      "learning_rate": 3.0058736419329643e-05,
      "loss": 0.2693,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08921462297439575,
      "step": 275,
      "valid_targets_mean": 4812.8,
      "valid_targets_min": 314
    },
    {
      "epoch": 2.8600682593856654,
      "grad_norm": 0.24797757600989206,
      "learning_rate": 2.9615435035962878e-05,
      "loss": 0.2774,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09497439861297607,
      "step": 280,
      "valid_targets_mean": 5516.0,
      "valid_targets_min": 2022
    },
    {
      "epoch": 2.9112627986348123,
      "grad_norm": 0.3147509660798771,
      "learning_rate": 2.9165901832506977e-05,
      "loss": 0.2714,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09763729572296143,
      "step": 285,
      "valid_targets_mean": 4715.4,
      "valid_targets_min": 284
    },
    {
      "epoch": 2.962457337883959,
      "grad_norm": 0.26780692138537443,
      "learning_rate": 2.8710428154079185e-05,
      "loss": 0.2684,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08496683835983276,
      "step": 290,
      "valid_targets_mean": 4745.5,
      "valid_targets_min": 1235
    },
    {
      "epoch": 3.0102389078498293,
      "grad_norm": 0.26968597810630485,
      "learning_rate": 2.824930919585359e-05,
      "loss": 0.2695,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08243635296821594,
      "step": 295,
      "valid_targets_mean": 5450.9,
      "valid_targets_min": 317
    },
    {
      "epoch": 3.061433447098976,
      "grad_norm": 0.31124671324275366,
      "learning_rate": 2.778284381174336e-05,
      "loss": 0.2619,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08364085853099823,
      "step": 300,
      "valid_targets_mean": 5530.3,
      "valid_targets_min": 1478
    },
    {
      "epoch": 3.112627986348123,
      "grad_norm": 0.30315704623816053,
      "learning_rate": 2.7311334320711784e-05,
      "loss": 0.2627,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09039817005395889,
      "step": 305,
      "valid_targets_mean": 5173.2,
      "valid_targets_min": 273
    },
    {
      "epoch": 3.1638225255972694,
      "grad_norm": 0.2822760635459168,
      "learning_rate": 2.683508631083755e-05,
      "loss": 0.2664,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07820077240467072,
      "step": 310,
      "valid_targets_mean": 4802.0,
      "valid_targets_min": 2196
    },
    {
      "epoch": 3.2150170648464163,
      "grad_norm": 0.29743866886806536,
      "learning_rate": 2.6354408441261324e-05,
      "loss": 0.2679,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09245477616786957,
      "step": 315,
      "valid_targets_mean": 5530.5,
      "valid_targets_min": 393
    },
    {
      "epoch": 3.266211604095563,
      "grad_norm": 0.27606973763989207,
      "learning_rate": 2.5869612242141946e-05,
      "loss": 0.2664,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08491060137748718,
      "step": 320,
      "valid_targets_mean": 5039.2,
      "valid_targets_min": 2348
    },
    {
      "epoch": 3.31740614334471,
      "grad_norm": 0.2502805038424136,
      "learning_rate": 2.538101191275189e-05,
      "loss": 0.2647,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09891136735677719,
      "step": 325,
      "valid_targets_mean": 5541.6,
      "valid_targets_min": 315
    },
    {
      "epoch": 3.368600682593857,
      "grad_norm": 0.2611678416517467,
      "learning_rate": 2.488892411784286e-05,
      "loss": 0.2601,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08309619128704071,
      "step": 330,
      "valid_targets_mean": 4493.0,
      "valid_targets_min": 2063
    },
    {
      "epoch": 3.419795221843003,
      "grad_norm": 0.2611914869636264,
      "learning_rate": 2.439366778241352e-05,
      "loss": 0.2706,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09184084832668304,
      "step": 335,
      "valid_targets_mean": 4901.5,
      "valid_targets_min": 430
    },
    {
      "epoch": 3.47098976109215,
      "grad_norm": 0.27246810160180385,
      "learning_rate": 2.3895563885012303e-05,
      "loss": 0.2604,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08379268646240234,
      "step": 340,
      "valid_targets_mean": 4821.3,
      "valid_targets_min": 2467
    },
    {
      "epoch": 3.522184300341297,
      "grad_norm": 0.2536800115672537,
      "learning_rate": 2.3394935249709332e-05,
      "loss": 0.2641,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08427208662033081,
      "step": 345,
      "valid_targets_mean": 4990.8,
      "valid_targets_min": 2231
    },
    {
      "epoch": 3.573378839590444,
      "grad_norm": 0.258064897446696,
      "learning_rate": 2.2892106336872234e-05,
      "loss": 0.2659,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08550337702035904,
      "step": 350,
      "valid_targets_mean": 5197.7,
      "valid_targets_min": 2135
    },
    {
      "epoch": 3.6245733788395906,
      "grad_norm": 0.2495721887544657,
      "learning_rate": 2.2387403032881467e-05,
      "loss": 0.2622,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08749514818191528,
      "step": 355,
      "valid_targets_mean": 4881.7,
      "valid_targets_min": 2212
    },
    {
      "epoch": 3.675767918088737,
      "grad_norm": 0.2468445540270157,
      "learning_rate": 2.1881152438921447e-05,
      "loss": 0.2624,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08829236775636673,
      "step": 360,
      "valid_targets_mean": 5321.8,
      "valid_targets_min": 1695
    },
    {
      "epoch": 3.726962457337884,
      "grad_norm": 0.2550167362316407,
      "learning_rate": 2.1373682658984317e-05,
      "loss": 0.2639,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0848623663187027,
      "step": 365,
      "valid_targets_mean": 4613.7,
      "valid_targets_min": 2456
    },
    {
      "epoch": 3.7781569965870307,
      "grad_norm": 0.2310804725665606,
      "learning_rate": 2.0865322587223855e-05,
      "loss": 0.2585,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08814995735883713,
      "step": 370,
      "valid_targets_mean": 5460.0,
      "valid_targets_min": 1805
    },
    {
      "epoch": 3.8293515358361776,
      "grad_norm": 0.23090177072633178,
      "learning_rate": 2.035640169479719e-05,
      "loss": 0.2617,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06490929424762726,
      "step": 375,
      "valid_targets_mean": 4068.9,
      "valid_targets_min": 1709
    },
    {
      "epoch": 3.8805460750853245,
      "grad_norm": 0.23838704123836477,
      "learning_rate": 1.9847249816332644e-05,
      "loss": 0.2679,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08089349418878555,
      "step": 380,
      "valid_targets_mean": 4778.1,
      "valid_targets_min": 349
    },
    {
      "epoch": 3.931740614334471,
      "grad_norm": 0.260605487192663,
      "learning_rate": 1.933819693616195e-05,
      "loss": 0.2529,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08289642632007599,
      "step": 385,
      "valid_targets_mean": 4828.9,
      "valid_targets_min": 2450
    },
    {
      "epoch": 3.9829351535836177,
      "grad_norm": 0.26648319115456115,
      "learning_rate": 1.8829572974455465e-05,
      "loss": 0.2689,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10124649107456207,
      "step": 390,
      "valid_targets_mean": 5940.3,
      "valid_targets_min": 2112
    },
    {
      "epoch": 4.030716723549488,
      "grad_norm": 0.25074836696819963,
      "learning_rate": 1.832170757339895e-05,
      "loss": 0.2607,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09088584035634995,
      "step": 395,
      "valid_targets_mean": 5790.5,
      "valid_targets_min": 1996
    },
    {
      "epoch": 4.081911262798635,
      "grad_norm": 0.23932382754020326,
      "learning_rate": 1.781492988355056e-05,
      "loss": 0.2591,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08872021734714508,
      "step": 400,
      "valid_targets_mean": 5202.1,
      "valid_targets_min": 443
    },
    {
      "epoch": 4.1331058020477816,
      "grad_norm": 0.24243405252900668,
      "learning_rate": 1.7309568350516376e-05,
      "loss": 0.254,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07671861350536346,
      "step": 405,
      "valid_targets_mean": 5088.6,
      "valid_targets_min": 2001
    },
    {
      "epoch": 4.184300341296928,
      "grad_norm": 0.24082013214852604,
      "learning_rate": 1.680595050208296e-05,
      "loss": 0.2549,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08671650290489197,
      "step": 410,
      "valid_targets_mean": 5681.1,
      "valid_targets_min": 2280
    },
    {
      "epoch": 4.235494880546075,
      "grad_norm": 0.2705939041983527,
      "learning_rate": 1.630440273594455e-05,
      "loss": 0.2647,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08631773293018341,
      "step": 415,
      "valid_targets_mean": 4975.5,
      "valid_targets_min": 446
    },
    {
      "epoch": 4.286689419795222,
      "grad_norm": 0.2647801079481516,
      "learning_rate": 1.5805250108162898e-05,
      "loss": 0.2493,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08514288067817688,
      "step": 420,
      "valid_targets_mean": 5125.4,
      "valid_targets_min": 2016
    },
    {
      "epoch": 4.337883959044369,
      "grad_norm": 0.24156132010147113,
      "learning_rate": 1.530881612249646e-05,
      "loss": 0.2581,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0757707729935646,
      "step": 425,
      "valid_targets_mean": 5020.7,
      "valid_targets_min": 2842
    },
    {
      "epoch": 4.389078498293515,
      "grad_norm": 0.24248555906848412,
      "learning_rate": 1.4815422520735735e-05,
      "loss": 0.2536,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07050696760416031,
      "step": 430,
      "valid_targets_mean": 4395.3,
      "valid_targets_min": 2210
    },
    {
      "epoch": 4.440273037542662,
      "grad_norm": 0.24171942435675195,
      "learning_rate": 1.432538907418047e-05,
      "loss": 0.2548,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08460260927677155,
      "step": 435,
      "valid_targets_mean": 5636.2,
      "valid_targets_min": 2623
    },
    {
      "epoch": 4.491467576791809,
      "grad_norm": 0.31663158719733203,
      "learning_rate": 1.3839033376394082e-05,
      "loss": 0.257,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08407416194677353,
      "step": 440,
      "valid_targets_mean": 4772.5,
      "valid_targets_min": 134
    },
    {
      "epoch": 4.5426621160409555,
      "grad_norm": 0.23417315461999244,
      "learning_rate": 1.33566706373693e-05,
      "loss": 0.2599,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08053170144557953,
      "step": 445,
      "valid_targets_mean": 5175.6,
      "valid_targets_min": 281
    },
    {
      "epoch": 4.593856655290102,
      "grad_norm": 0.24575926696014141,
      "learning_rate": 1.2878613479238774e-05,
      "loss": 0.2541,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08464860171079636,
      "step": 450,
      "valid_targets_mean": 5122.8,
      "valid_targets_min": 1882
    },
    {
      "epoch": 4.645051194539249,
      "grad_norm": 0.23884179028036426,
      "learning_rate": 1.2405171733662822e-05,
      "loss": 0.2519,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07469707727432251,
      "step": 455,
      "valid_targets_mean": 4802.0,
      "valid_targets_min": 1730
    },
    {
      "epoch": 4.696245733788396,
      "grad_norm": 0.2622151398636782,
      "learning_rate": 1.1936652241025679e-05,
      "loss": 0.2499,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07871793210506439,
      "step": 460,
      "valid_targets_mean": 5118.5,
      "valid_targets_min": 389
    },
    {
      "epoch": 4.747440273037543,
      "grad_norm": 0.24354224502364916,
      "learning_rate": 1.1473358651570479e-05,
      "loss": 0.2589,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08825745433568954,
      "step": 465,
      "valid_targets_mean": 5207.9,
      "valid_targets_min": 487
    },
    {
      "epoch": 4.798634812286689,
      "grad_norm": 0.26717838407309835,
      "learning_rate": 1.1015591228601692e-05,
      "loss": 0.2523,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09401947259902954,
      "step": 470,
      "valid_targets_mean": 5151.4,
      "valid_targets_min": 2040
    },
    {
      "epoch": 4.849829351535837,
      "grad_norm": 0.6288828196111563,
      "learning_rate": 1.0563646653882755e-05,
      "loss": 0.2543,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08458419144153595,
      "step": 475,
      "valid_targets_mean": 5222.2,
      "valid_targets_min": 2375
    },
    {
      "epoch": 4.901023890784983,
      "grad_norm": 0.2388380799823632,
      "learning_rate": 1.0117817835354851e-05,
      "loss": 0.2545,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10258987545967102,
      "step": 480,
      "valid_targets_mean": 5773.7,
      "valid_targets_min": 273
    },
    {
      "epoch": 4.952218430034129,
      "grad_norm": 0.23524178853837582,
      "learning_rate": 9.678393717301526e-06,
      "loss": 0.2609,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08160092681646347,
      "step": 485,
      "valid_targets_mean": 4906.0,
      "valid_targets_min": 2117
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.2815721527054231,
      "learning_rate": 9.245659093082243e-06,
      "loss": 0.2541,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11172492057085037,
      "step": 490,
      "valid_targets_mean": 4392.0,
      "valid_targets_min": 519
    },
    {
      "epoch": 5.051194539249146,
      "grad_norm": 0.23545881110678396,
      "learning_rate": 8.819894420556112e-06,
      "loss": 0.246,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09946560859680176,
      "step": 495,
      "valid_targets_mean": 5775.0,
      "valid_targets_min": 1809
    },
    {
      "epoch": 5.102389078498294,
      "grad_norm": 0.2332984410262101,
      "learning_rate": 8.40137564031547e-06,
      "loss": 0.2511,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08911414444446564,
      "step": 500,
      "valid_targets_mean": 4858.6,
      "valid_targets_min": 424
    },
    {
      "epoch": 5.15358361774744,
      "grad_norm": 0.2406516993513017,
      "learning_rate": 7.990373996847194e-06,
      "loss": 0.2511,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0798487663269043,
      "step": 505,
      "valid_targets_mean": 5106.6,
      "valid_targets_min": 414
    },
    {
      "epoch": 5.204778156996587,
      "grad_norm": 0.25632115440474484,
      "learning_rate": 7.5871558627375295e-06,
      "loss": 0.2481,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08686481416225433,
      "step": 510,
      "valid_targets_mean": 4846.7,
      "valid_targets_min": 492
    },
    {
      "epoch": 5.255972696245734,
      "grad_norm": 0.23873965803262287,
      "learning_rate": 7.1919825660344696e-06,
      "loss": 0.255,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08521182835102081,
      "step": 515,
      "valid_targets_mean": 5219.3,
      "valid_targets_min": 1881
    },
    {
      "epoch": 5.30716723549488,
      "grad_norm": 0.23815246828270364,
      "learning_rate": 6.805110220879459e-06,
      "loss": 0.2543,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07839064300060272,
      "step": 520,
      "valid_targets_mean": 4840.9,
      "valid_targets_min": 2536
    },
    {
      "epoch": 5.3583617747440275,
      "grad_norm": 0.2975224705505978,
      "learning_rate": 6.4267895615183915e-06,
      "loss": 0.2547,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08646044880151749,
      "step": 525,
      "valid_targets_mean": 4866.6,
      "valid_targets_min": 497
    },
    {
      "epoch": 5.409556313993174,
      "grad_norm": 0.23640902606037387,
      "learning_rate": 6.057265779799193e-06,
      "loss": 0.2553,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10723152756690979,
      "step": 530,
      "valid_targets_mean": 5736.0,
      "valid_targets_min": 299
    },
    {
      "epoch": 5.460750853242321,
      "grad_norm": 0.2307913484720284,
      "learning_rate": 5.696778366261575e-06,
      "loss": 0.2459,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08867950737476349,
      "step": 535,
      "valid_targets_mean": 5571.2,
      "valid_targets_min": 1468
    },
    {
      "epoch": 5.511945392491468,
      "grad_norm": 0.23315915412363156,
      "learning_rate": 5.345560954921802e-06,
      "loss": 0.2492,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08251780271530151,
      "step": 540,
      "valid_targets_mean": 5138.9,
      "valid_targets_min": 428
    },
    {
      "epoch": 5.563139931740614,
      "grad_norm": 0.22322887600839503,
      "learning_rate": 5.00384117185311e-06,
      "loss": 0.2506,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09144619107246399,
      "step": 545,
      "valid_targets_mean": 5855.6,
      "valid_targets_min": 1850
    },
    {
      "epoch": 5.614334470989761,
      "grad_norm": 0.24296113504336472,
      "learning_rate": 4.671840487659882e-06,
      "loss": 0.2509,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09224293380975723,
      "step": 550,
      "valid_targets_mean": 6035.7,
      "valid_targets_min": 2794
    },
    {
      "epoch": 5.665529010238908,
      "grad_norm": 0.2501891462512511,
      "learning_rate": 4.3497740739413015e-06,
      "loss": 0.2492,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07294757664203644,
      "step": 555,
      "valid_targets_mean": 4596.5,
      "valid_targets_min": 453
    },
    {
      "epoch": 5.716723549488055,
      "grad_norm": 0.23660123212684395,
      "learning_rate": 4.037850663837315e-06,
      "loss": 0.2534,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07551420480012894,
      "step": 560,
      "valid_targets_mean": 4695.0,
      "valid_targets_min": 1834
    },
    {
      "epoch": 5.7679180887372015,
      "grad_norm": 0.2298824544771145,
      "learning_rate": 3.7362724167474774e-06,
      "loss": 0.2558,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0779377892613411,
      "step": 565,
      "valid_targets_mean": 4954.0,
      "valid_targets_min": 2135
    },
    {
      "epoch": 5.819112627986348,
      "grad_norm": 0.21382794578335707,
      "learning_rate": 3.4452347873102565e-06,
      "loss": 0.2451,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07789836078882217,
      "step": 570,
      "valid_targets_mean": 5438.0,
      "valid_targets_min": 2658
    },
    {
      "epoch": 5.870307167235495,
      "grad_norm": 0.21625982549299644,
      "learning_rate": 3.1649263987277303e-06,
      "loss": 0.247,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0796944797039032,
      "step": 575,
      "valid_targets_mean": 5126.0,
      "valid_targets_min": 1466
    },
    {
      "epoch": 5.921501706484642,
      "grad_norm": 0.21966123329170228,
      "learning_rate": 2.8955289205177696e-06,
      "loss": 0.2462,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08940281718969345,
      "step": 580,
      "valid_targets_mean": 5365.1,
      "valid_targets_min": 542
    },
    {
      "epoch": 5.972696245733788,
      "grad_norm": 0.23264769437080063,
      "learning_rate": 2.6372169507729627e-06,
      "loss": 0.2588,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08277872949838638,
      "step": 585,
      "valid_targets_mean": 5623.2,
      "valid_targets_min": 2509
    },
    {
      "epoch": 6.020477815699659,
      "grad_norm": 0.23969753992511295,
      "learning_rate": 2.3901579030025566e-06,
      "loss": 0.2553,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0817054808139801,
      "step": 590,
      "valid_targets_mean": 5169.0,
      "valid_targets_min": 2446
    },
    {
      "epoch": 6.071672354948806,
      "grad_norm": 0.235094543609173,
      "learning_rate": 2.15451189763078e-06,
      "loss": 0.2474,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09182994067668915,
      "step": 595,
      "valid_targets_mean": 5807.4,
      "valid_targets_min": 2348
    },
    {
      "epoch": 6.122866894197952,
      "grad_norm": 0.2427230093710648,
      "learning_rate": 1.930431658221854e-06,
      "loss": 0.2486,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08008411526679993,
      "step": 600,
      "valid_targets_mean": 4879.1,
      "valid_targets_min": 446
    },
    {
      "epoch": 6.174061433447099,
      "grad_norm": 0.23142147399386198,
      "learning_rate": 1.7180624124989398e-06,
      "loss": 0.2543,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0793958306312561,
      "step": 605,
      "valid_targets_mean": 5092.9,
      "valid_targets_min": 2197
    },
    {
      "epoch": 6.225255972696246,
      "grad_norm": 0.2280686494846546,
      "learning_rate": 1.5175417982212138e-06,
      "loss": 0.2475,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07384900748729706,
      "step": 610,
      "valid_targets_mean": 4928.0,
      "valid_targets_min": 1860
    },
    {
      "epoch": 6.276450511945392,
      "grad_norm": 0.24929297314875484,
      "learning_rate": 1.3289997739800108e-06,
      "loss": 0.2481,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0833367109298706,
      "step": 615,
      "valid_targets_mean": 5088.8,
      "valid_targets_min": 2764
    },
    {
      "epoch": 6.327645051194539,
      "grad_norm": 0.22000964241336962,
      "learning_rate": 1.1525585349718948e-06,
      "loss": 0.2465,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07332947105169296,
      "step": 620,
      "valid_targets_mean": 4677.8,
      "valid_targets_min": 220
    },
    {
      "epoch": 6.378839590443686,
      "grad_norm": 0.21275459726601303,
      "learning_rate": 9.883324338032474e-07,
      "loss": 0.2525,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07395243644714355,
      "step": 625,
      "valid_targets_mean": 5172.9,
      "valid_targets_min": 2763
    },
    {
      "epoch": 6.4300341296928325,
      "grad_norm": 0.22175862203200505,
      "learning_rate": 8.364279063776526e-07,
      "loss": 0.2458,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0932476595044136,
      "step": 630,
      "valid_targets_mean": 5806.0,
      "valid_targets_min": 2569
    },
    {
      "epoch": 6.48122866894198,
      "grad_norm": 0.2230388965834993,
      "learning_rate": 6.969434029141676e-07,
      "loss": 0.2456,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07441005110740662,
      "step": 635,
      "valid_targets_mean": 4756.5,
      "valid_targets_min": 2402
    },
    {
      "epoch": 6.532423208191126,
      "grad_norm": 0.349252390093201,
      "learning_rate": 5.699693241411619e-07,
      "loss": 0.248,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09055956453084946,
      "step": 640,
      "valid_targets_mean": 5269.7,
      "valid_targets_min": 222
    },
    {
      "epoch": 6.5836177474402735,
      "grad_norm": 0.22602023572874996,
      "learning_rate": 4.5558796270706254e-07,
      "loss": 0.2469,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09014368057250977,
      "step": 645,
      "valid_targets_mean": 5677.8,
      "valid_targets_min": 2555
    },
    {
      "epoch": 6.63481228668942,
      "grad_norm": 0.24090264289449,
      "learning_rate": 3.5387344984600946e-07,
      "loss": 0.2454,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08535467833280563,
      "step": 650,
      "valid_targets_mean": 4994.6,
      "valid_targets_min": 2472
    },
    {
      "epoch": 6.686006825938566,
      "grad_norm": 0.20794321625955012,
      "learning_rate": 2.64891707332966e-07,
      "loss": 0.2494,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09163576364517212,
      "step": 655,
      "valid_targets_mean": 5890.2,
      "valid_targets_min": 2276
    },
    {
      "epoch": 6.737201365187714,
      "grad_norm": 0.22007475356230136,
      "learning_rate": 1.887004047594232e-07,
      "loss": 0.239,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08739501237869263,
      "step": 660,
      "valid_targets_mean": 5521.7,
      "valid_targets_min": 1730
    },
    {
      "epoch": 6.78839590443686,
      "grad_norm": 0.25286299855724226,
      "learning_rate": 1.2534892215740667e-07,
      "loss": 0.2517,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10239039361476898,
      "step": 665,
      "valid_targets_mean": 5944.1,
      "valid_targets_min": 393
    },
    {
      "epoch": 6.839590443686006,
      "grad_norm": 0.24536425918506533,
      "learning_rate": 7.487831799597889e-08,
      "loss": 0.2463,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08520665764808655,
      "step": 670,
      "valid_targets_mean": 5079.4,
      "valid_targets_min": 1871
    },
    {
      "epoch": 6.890784982935154,
      "grad_norm": 0.22126404698942398,
      "learning_rate": 3.73213025710073e-08,
      "loss": 0.2511,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08079634606838226,
      "step": 675,
      "valid_targets_mean": 5323.9,
      "valid_targets_min": 1875
    },
    {
      "epoch": 6.9419795221843,
      "grad_norm": 0.23165959369746986,
      "learning_rate": 1.2702216805431377e-08,
      "loss": 0.257,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08266259729862213,
      "step": 680,
      "valid_targets_mean": 5277.4,
      "valid_targets_min": 439
    },
    {
      "epoch": 6.993174061433447,
      "grad_norm": 0.2427793642183869,
      "learning_rate": 1.037016473757202e-09,
      "loss": 0.2553,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08131192624568939,
      "step": 685,
      "valid_targets_mean": 5002.9,
      "valid_targets_min": 281
    },
    {
      "epoch": 7.0,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11108480393886566,
      "step": 686,
      "total_flos": 2.601520842818978e+18,
      "train_loss": 0.2925965665424183,
      "train_runtime": 15951.2631,
      "train_samples_per_second": 4.106,
      "train_steps_per_second": 0.043,
      "valid_targets_mean": 4441.2,
      "valid_targets_min": 1797
    }
  ],
  "logging_steps": 5,
  "max_steps": 686,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 7,
  "save_steps": 300,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.601520842818978e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}