{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 7.0,
  "eval_steps": 500,
  "global_step": 833,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.04219409282700422,
      "grad_norm": 13.737735517308288,
      "learning_rate": 1.904761904761905e-06,
      "loss": 0.8138,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.42325860261917114,
      "step": 5,
      "valid_targets_mean": 9300.0,
      "valid_targets_min": 7296
    },
    {
      "epoch": 0.08438818565400844,
      "grad_norm": 8.598223125161901,
      "learning_rate": 4.2857142857142855e-06,
      "loss": 0.7793,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.38333451747894287,
      "step": 10,
      "valid_targets_mean": 9275.5,
      "valid_targets_min": 7158
    },
    {
      "epoch": 0.12658227848101267,
      "grad_norm": 3.908004842191187,
      "learning_rate": 6.666666666666667e-06,
      "loss": 0.6819,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34921586513519287,
      "step": 15,
      "valid_targets_mean": 8389.4,
      "valid_targets_min": 6233
    },
    {
      "epoch": 0.16877637130801687,
      "grad_norm": 2.3954669922452503,
      "learning_rate": 9.047619047619049e-06,
      "loss": 0.6067,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2741207480430603,
      "step": 20,
      "valid_targets_mean": 8933.9,
      "valid_targets_min": 6921
    },
    {
      "epoch": 0.2109704641350211,
      "grad_norm": 1.262022302568234,
      "learning_rate": 1.1428571428571429e-05,
      "loss": 0.5663,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27063384652137756,
      "step": 25,
      "valid_targets_mean": 8693.9,
      "valid_targets_min": 5525
    },
    {
      "epoch": 0.25316455696202533,
      "grad_norm": 0.9175876804234998,
      "learning_rate": 1.3809523809523811e-05,
      "loss": 0.5036,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24980702996253967,
      "step": 30,
      "valid_targets_mean": 9026.4,
      "valid_targets_min": 7000
    },
    {
      "epoch": 0.29535864978902954,
      "grad_norm": 0.7282592599899416,
      "learning_rate": 1.6190476190476193e-05,
      "loss": 0.4921,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22725015878677368,
      "step": 35,
      "valid_targets_mean": 8819.1,
      "valid_targets_min": 7233
    },
    {
      "epoch": 0.33755274261603374,
      "grad_norm": 0.5629122844919103,
      "learning_rate": 1.8571428571428575e-05,
      "loss": 0.4657,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21749253571033478,
      "step": 40,
      "valid_targets_mean": 9115.0,
      "valid_targets_min": 6864
    },
    {
      "epoch": 0.379746835443038,
      "grad_norm": 0.5170770216436973,
      "learning_rate": 2.0952380952380954e-05,
      "loss": 0.4481,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2065398395061493,
      "step": 45,
      "valid_targets_mean": 8547.1,
      "valid_targets_min": 6900
    },
    {
      "epoch": 0.4219409282700422,
      "grad_norm": 0.5034342142568142,
      "learning_rate": 2.3333333333333336e-05,
      "loss": 0.4218,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1998848021030426,
      "step": 50,
      "valid_targets_mean": 7835.2,
      "valid_targets_min": 4698
    },
    {
      "epoch": 0.4641350210970464,
      "grad_norm": 0.4545350747053312,
      "learning_rate": 2.5714285714285718e-05,
      "loss": 0.4183,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21893973648548126,
      "step": 55,
      "valid_targets_mean": 9180.1,
      "valid_targets_min": 7051
    },
    {
      "epoch": 0.5063291139240507,
      "grad_norm": 0.44398357660292653,
      "learning_rate": 2.8095238095238096e-05,
      "loss": 0.407,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19019050896167755,
      "step": 60,
      "valid_targets_mean": 8196.6,
      "valid_targets_min": 1389
    },
    {
      "epoch": 0.5485232067510548,
      "grad_norm": 0.43196150110984444,
      "learning_rate": 3.047619047619048e-05,
      "loss": 0.3993,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18999773263931274,
      "step": 65,
      "valid_targets_mean": 8886.4,
      "valid_targets_min": 5947
    },
    {
      "epoch": 0.5907172995780591,
      "grad_norm": 0.4356694664798871,
      "learning_rate": 3.285714285714286e-05,
      "loss": 0.3694,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18235838413238525,
      "step": 70,
      "valid_targets_mean": 8577.5,
      "valid_targets_min": 5854
    },
    {
      "epoch": 0.6329113924050633,
      "grad_norm": 0.4879795309609486,
      "learning_rate": 3.523809523809524e-05,
      "loss": 0.3914,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2244984209537506,
      "step": 75,
      "valid_targets_mean": 9445.2,
      "valid_targets_min": 7589
    },
    {
      "epoch": 0.6751054852320675,
      "grad_norm": 0.4591287171448197,
      "learning_rate": 3.761904761904762e-05,
      "loss": 0.3652,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19888997077941895,
      "step": 80,
      "valid_targets_mean": 8648.0,
      "valid_targets_min": 6995
    },
    {
      "epoch": 0.7172995780590717,
      "grad_norm": 0.43370135355956757,
      "learning_rate": 4e-05,
      "loss": 0.3363,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15653540194034576,
      "step": 85,
      "valid_targets_mean": 7976.5,
      "valid_targets_min": 5676
    },
    {
      "epoch": 0.759493670886076,
      "grad_norm": 0.43614169159655086,
      "learning_rate": 3.9995601949609725e-05,
      "loss": 0.3515,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16819864511489868,
      "step": 90,
      "valid_targets_mean": 8489.6,
      "valid_targets_min": 5651
    },
    {
      "epoch": 0.8016877637130801,
      "grad_norm": 0.47270502658473995,
      "learning_rate": 3.998240973272361e-05,
      "loss": 0.3544,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20371896028518677,
      "step": 95,
      "valid_targets_mean": 8980.9,
      "valid_targets_min": 5911
    },
    {
      "epoch": 0.8438818565400844,
      "grad_norm": 0.44366932292888417,
      "learning_rate": 3.996042915134512e-05,
      "loss": 0.355,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20148850977420807,
      "step": 100,
      "valid_targets_mean": 9147.2,
      "valid_targets_min": 6069
    },
    {
      "epoch": 0.8860759493670886,
      "grad_norm": 0.450738888687614,
      "learning_rate": 3.9929669872644716e-05,
      "loss": 0.3417,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13800635933876038,
      "step": 105,
      "valid_targets_mean": 6815.9,
      "valid_targets_min": 1124
    },
    {
      "epoch": 0.9282700421940928,
      "grad_norm": 0.41039396298425773,
      "learning_rate": 3.989014542470815e-05,
      "loss": 0.3378,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16703501343727112,
      "step": 110,
      "valid_targets_mean": 10058.6,
      "valid_targets_min": 8736
    },
    {
      "epoch": 0.9704641350210971,
      "grad_norm": 0.40658466169041685,
      "learning_rate": 3.98418731905868e-05,
      "loss": 0.3441,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1470247507095337,
      "step": 115,
      "valid_targets_mean": 8467.8,
      "valid_targets_min": 4203
    },
    {
      "epoch": 1.0084388185654007,
      "grad_norm": 0.42706146525288,
      "learning_rate": 3.978487440065248e-05,
      "loss": 0.3478,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1719146966934204,
      "step": 120,
      "valid_targets_mean": 9109.1,
      "valid_targets_min": 6322
    },
    {
      "epoch": 1.0506329113924051,
      "grad_norm": 0.3862263984474135,
      "learning_rate": 3.9719174123260214e-05,
      "loss": 0.3238,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15366646647453308,
      "step": 125,
      "valid_targets_mean": 9161.2,
      "valid_targets_min": 6619
    },
    {
      "epoch": 1.0928270042194093,
      "grad_norm": 0.46771718995267086,
      "learning_rate": 3.964480125372307e-05,
      "loss": 0.3114,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1375672072172165,
      "step": 130,
      "valid_targets_mean": 7859.0,
      "valid_targets_min": 1079
    },
    {
      "epoch": 1.1350210970464134,
      "grad_norm": 0.43449504183040244,
      "learning_rate": 3.9561788501603836e-05,
      "loss": 0.3161,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12888583540916443,
      "step": 135,
      "valid_targets_mean": 7176.8,
      "valid_targets_min": 1462
    },
    {
      "epoch": 1.1772151898734178,
      "grad_norm": 0.43422331056103003,
      "learning_rate": 3.94701723763292e-05,
      "loss": 0.3225,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15962457656860352,
      "step": 140,
      "valid_targets_mean": 8854.5,
      "valid_targets_min": 6056
    },
    {
      "epoch": 1.219409282700422,
      "grad_norm": 0.47515202494067976,
      "learning_rate": 3.936999317113271e-05,
      "loss": 0.3243,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1411084532737732,
      "step": 145,
      "valid_targets_mean": 8753.8,
      "valid_targets_min": 5301
    },
    {
      "epoch": 1.261603375527426,
      "grad_norm": 0.40784537683056815,
      "learning_rate": 3.926129494533362e-05,
      "loss": 0.3125,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14677849411964417,
      "step": 150,
      "valid_targets_mean": 8915.6,
      "valid_targets_min": 5868
    },
    {
      "epoch": 1.3037974683544304,
      "grad_norm": 0.42669566237324436,
      "learning_rate": 3.914412550495937e-05,
      "loss": 0.3189,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13394805788993835,
      "step": 155,
      "valid_targets_mean": 7279.6,
      "valid_targets_min": 1145
    },
    {
      "epoch": 1.3459915611814346,
      "grad_norm": 0.41003883522018736,
      "learning_rate": 3.901853638172025e-05,
      "loss": 0.3179,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16570201516151428,
      "step": 160,
      "valid_targets_mean": 9676.4,
      "valid_targets_min": 8776
    },
    {
      "epoch": 1.3881856540084387,
      "grad_norm": 0.4090145854881866,
      "learning_rate": 3.888458281034551e-05,
      "loss": 0.2767,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13220128417015076,
      "step": 165,
      "valid_targets_mean": 8463.6,
      "valid_targets_min": 352
    },
    {
      "epoch": 1.4303797468354431,
      "grad_norm": 0.4158827283938909,
      "learning_rate": 3.874232370429085e-05,
      "loss": 0.3099,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1609145700931549,
      "step": 170,
      "valid_targets_mean": 9337.5,
      "valid_targets_min": 8545
    },
    {
      "epoch": 1.4725738396624473,
      "grad_norm": 0.4624418763799199,
      "learning_rate": 3.8591821629827946e-05,
      "loss": 0.3101,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15375180542469025,
      "step": 175,
      "valid_targets_mean": 8644.0,
      "valid_targets_min": 7177
    },
    {
      "epoch": 1.5147679324894514,
      "grad_norm": 0.44905907331860323,
      "learning_rate": 3.8433142778527536e-05,
      "loss": 0.3149,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13599535822868347,
      "step": 180,
      "valid_targets_mean": 7853.4,
      "valid_targets_min": 4716
    },
    {
      "epoch": 1.5569620253164556,
      "grad_norm": 0.43202384347831446,
      "learning_rate": 3.826635693814801e-05,
      "loss": 0.3003,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14607158303260803,
      "step": 185,
      "valid_targets_mean": 7725.0,
      "valid_targets_min": 5193
    },
    {
      "epoch": 1.59915611814346,
      "grad_norm": 0.4250126556019548,
      "learning_rate": 3.8091537461942395e-05,
      "loss": 0.3262,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1532595157623291,
      "step": 190,
      "valid_targets_mean": 8313.8,
      "valid_targets_min": 1141
    },
    {
      "epoch": 1.6413502109704643,
      "grad_norm": 0.4401245618708091,
      "learning_rate": 3.7908761236397265e-05,
      "loss": 0.2855,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15331213176250458,
      "step": 195,
      "valid_targets_mean": 8088.1,
      "valid_targets_min": 4238
    },
    {
      "epoch": 1.6835443037974684,
      "grad_norm": 0.466081852025086,
      "learning_rate": 3.771810864741761e-05,
      "loss": 0.2953,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.156716451048851,
      "step": 200,
      "valid_targets_mean": 9015.5,
      "valid_targets_min": 4203
    },
    {
      "epoch": 1.7257383966244726,
      "grad_norm": 0.44420961731157504,
      "learning_rate": 3.751966354497278e-05,
      "loss": 0.3126,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12232231348752975,
      "step": 205,
      "valid_targets_mean": 7068.8,
      "valid_targets_min": 1389
    },
    {
      "epoch": 1.7679324894514767,
      "grad_norm": 0.44094509994269193,
      "learning_rate": 3.7313513206218794e-05,
      "loss": 0.3115,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15219950675964355,
      "step": 210,
      "valid_targets_mean": 6983.6,
      "valid_targets_min": 1497
    },
    {
      "epoch": 1.810126582278481,
      "grad_norm": 0.4363001268331526,
      "learning_rate": 3.709974829711344e-05,
      "loss": 0.3157,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13169416785240173,
      "step": 215,
      "valid_targets_mean": 7780.9,
      "valid_targets_min": 1318
    },
    {
      "epoch": 1.8523206751054853,
      "grad_norm": 0.46903212787997367,
      "learning_rate": 3.6878462832540903e-05,
      "loss": 0.3129,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1425689458847046,
      "step": 220,
      "valid_targets_mean": 8625.2,
      "valid_targets_min": 6122
    },
    {
      "epoch": 1.8945147679324894,
      "grad_norm": 0.41310139602425183,
      "learning_rate": 3.6649754134963564e-05,
      "loss": 0.3011,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13354924321174622,
      "step": 225,
      "valid_targets_mean": 8469.6,
      "valid_targets_min": 4623
    },
    {
      "epoch": 1.9367088607594938,
      "grad_norm": 0.4087947045064101,
      "learning_rate": 3.64137227916191e-05,
      "loss": 0.3079,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15488475561141968,
      "step": 230,
      "valid_targets_mean": 8825.4,
      "valid_targets_min": 6185
    },
    {
      "epoch": 1.978902953586498,
      "grad_norm": 0.4223091429231445,
      "learning_rate": 3.6170472610281674e-05,
      "loss": 0.2883,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11964912712574005,
      "step": 235,
      "valid_targets_mean": 7039.6,
      "valid_targets_min": 775
    },
    {
      "epoch": 2.0168776371308015,
      "grad_norm": 0.42112252103307546,
      "learning_rate": 3.592011057360678e-05,
      "loss": 0.2784,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1303289830684662,
      "step": 240,
      "valid_targets_mean": 7897.1,
      "valid_targets_min": 782
    },
    {
      "epoch": 2.059071729957806,
      "grad_norm": 0.4276205778137949,
      "learning_rate": 3.5662746792079726e-05,
      "loss": 0.2875,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14901086688041687,
      "step": 245,
      "valid_targets_mean": 8519.6,
      "valid_targets_min": 1031
    },
    {
      "epoch": 2.1012658227848102,
      "grad_norm": 0.4089545502307839,
      "learning_rate": 3.53984944555885e-05,
      "loss": 0.2765,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14145910739898682,
      "step": 250,
      "valid_targets_mean": 9206.6,
      "valid_targets_min": 7423
    },
    {
      "epoch": 2.1434599156118144,
      "grad_norm": 0.495227570105931,
      "learning_rate": 3.512746978364227e-05,
      "loss": 0.2902,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15283076465129852,
      "step": 255,
      "valid_targets_mean": 8669.4,
      "valid_targets_min": 5525
    },
    {
      "epoch": 2.1856540084388185,
      "grad_norm": 0.42413672320413554,
      "learning_rate": 3.484979197425745e-05,
      "loss": 0.287,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11562255024909973,
      "step": 260,
      "valid_targets_mean": 8506.1,
      "valid_targets_min": 5868
    },
    {
      "epoch": 2.2278481012658227,
      "grad_norm": 0.4429223995215785,
      "learning_rate": 3.456558315153382e-05,
      "loss": 0.278,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11651501059532166,
      "step": 265,
      "valid_targets_mean": 7150.5,
      "valid_targets_min": 850
    },
    {
      "epoch": 2.270042194092827,
      "grad_norm": 0.3916309614586102,
      "learning_rate": 3.427496831194378e-05,
      "loss": 0.2854,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11857372522354126,
      "step": 270,
      "valid_targets_mean": 9030.6,
      "valid_targets_min": 7393
    },
    {
      "epoch": 2.3122362869198314,
      "grad_norm": 0.4408587328354608,
      "learning_rate": 3.3978075269358175e-05,
      "loss": 0.2797,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14032971858978271,
      "step": 275,
      "valid_targets_mean": 8928.5,
      "valid_targets_min": 6624
    },
    {
      "epoch": 2.3544303797468356,
      "grad_norm": 0.5255984072468615,
      "learning_rate": 3.3675034598833196e-05,
      "loss": 0.286,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1699741780757904,
      "step": 280,
      "valid_targets_mean": 9138.8,
      "valid_targets_min": 7798
    },
    {
      "epoch": 2.3966244725738397,
      "grad_norm": 0.46154900583042857,
      "learning_rate": 3.3365979579182774e-05,
      "loss": 0.2841,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1370779126882553,
      "step": 285,
      "valid_targets_mean": 7857.2,
      "valid_targets_min": 5341
    },
    {
      "epoch": 2.438818565400844,
      "grad_norm": 0.410815728442414,
      "learning_rate": 3.3051046134361874e-05,
      "loss": 0.2717,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13771235942840576,
      "step": 290,
      "valid_targets_mean": 8922.4,
      "valid_targets_min": 5929
    },
    {
      "epoch": 2.481012658227848,
      "grad_norm": 0.42579984902443774,
      "learning_rate": 3.27303727736865e-05,
      "loss": 0.2703,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.150842547416687,
      "step": 295,
      "valid_targets_mean": 9481.6,
      "valid_targets_min": 8016
    },
    {
      "epoch": 2.523206751054852,
      "grad_norm": 0.45157363816682605,
      "learning_rate": 3.2404100530916555e-05,
      "loss": 0.2754,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12719795107841492,
      "step": 300,
      "valid_targets_mean": 8190.1,
      "valid_targets_min": 6069
    },
    {
      "epoch": 2.5654008438818563,
      "grad_norm": 0.429470249992375,
      "learning_rate": 3.20723729022285e-05,
      "loss": 0.2699,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10490024089813232,
      "step": 305,
      "valid_targets_mean": 7513.5,
      "valid_targets_min": 1012
    },
    {
      "epoch": 2.607594936708861,
      "grad_norm": 0.44240780660157275,
      "learning_rate": 3.173533578310503e-05,
      "loss": 0.2846,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15472307801246643,
      "step": 310,
      "valid_targets_mean": 9026.9,
      "valid_targets_min": 6796
    },
    {
      "epoch": 2.649789029535865,
      "grad_norm": 0.46171787256178776,
      "learning_rate": 3.139313740416945e-05,
      "loss": 0.2734,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14282463490962982,
      "step": 315,
      "valid_targets_mean": 8840.5,
      "valid_targets_min": 5948
    },
    {
      "epoch": 2.691983122362869,
      "grad_norm": 0.5596242010714433,
      "learning_rate": 3.104592826599319e-05,
      "loss": 0.2682,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13433107733726501,
      "step": 320,
      "valid_targets_mean": 8862.6,
      "valid_targets_min": 7327
    },
    {
      "epoch": 2.7341772151898733,
      "grad_norm": 0.41372708901928346,
      "learning_rate": 3.06938610729048e-05,
      "loss": 0.2744,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13239914178848267,
      "step": 325,
      "valid_targets_mean": 8498.8,
      "valid_targets_min": 5562
    },
    {
      "epoch": 2.7763713080168775,
      "grad_norm": 1.6545728711184768,
      "learning_rate": 3.0337090665829883e-05,
      "loss": 0.2861,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1271859109401703,
      "step": 330,
      "valid_targets_mean": 8136.5,
      "valid_targets_min": 5643
    },
    {
      "epoch": 2.818565400843882,
      "grad_norm": 0.4317369059905672,
      "learning_rate": 2.9975773954191246e-05,
      "loss": 0.2847,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16068033874034882,
      "step": 335,
      "valid_targets_mean": 9313.6,
      "valid_targets_min": 8083
    },
    {
      "epoch": 2.8607594936708862,
      "grad_norm": 0.4361200075559799,
      "learning_rate": 2.9610069846899355e-05,
      "loss": 0.2798,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12818226218223572,
      "step": 340,
      "valid_targets_mean": 8236.2,
      "valid_targets_min": 1372
    },
    {
      "epoch": 2.9029535864978904,
      "grad_norm": 0.41932505340642173,
      "learning_rate": 2.9240139182463384e-05,
      "loss": 0.2798,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13603907823562622,
      "step": 345,
      "valid_targets_mean": 8153.4,
      "valid_targets_min": 1722
    },
    {
      "epoch": 2.9451476793248945,
      "grad_norm": 0.4285742105739042,
      "learning_rate": 2.8866144658253642e-05,
      "loss": 0.2826,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13186733424663544,
      "step": 350,
      "valid_targets_mean": 7989.5,
      "valid_targets_min": 4996
    },
    {
      "epoch": 2.9873417721518987,
      "grad_norm": 0.46406691637390524,
      "learning_rate": 2.8488250758946453e-05,
      "loss": 0.2709,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14630965888500214,
      "step": 355,
      "valid_targets_mean": 8137.5,
      "valid_targets_min": 3982
    },
    {
      "epoch": 3.0253164556962027,
      "grad_norm": 0.43995204460384685,
      "learning_rate": 2.8106623684182944e-05,
      "loss": 0.2549,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13689684867858887,
      "step": 360,
      "valid_targets_mean": 8913.4,
      "valid_targets_min": 7312
    },
    {
      "epoch": 3.067510548523207,
      "grad_norm": 0.45122017845034534,
      "learning_rate": 2.7721431275473634e-05,
      "loss": 0.2587,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13735206425189972,
      "step": 365,
      "valid_targets_mean": 8872.2,
      "valid_targets_min": 4723
    },
    {
      "epoch": 3.109704641350211,
      "grad_norm": 0.41848489063381833,
      "learning_rate": 2.733284294238086e-05,
      "loss": 0.2606,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10563844442367554,
      "step": 370,
      "valid_targets_mean": 8790.6,
      "valid_targets_min": 6799
    },
    {
      "epoch": 3.151898734177215,
      "grad_norm": 0.48612738303501324,
      "learning_rate": 2.694102958801163e-05,
      "loss": 0.261,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13847270607948303,
      "step": 375,
      "valid_targets_mean": 7784.8,
      "valid_targets_min": 1899
    },
    {
      "epoch": 3.1940928270042193,
      "grad_norm": 0.43439045015611505,
      "learning_rate": 2.654616353385354e-05,
      "loss": 0.2545,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11931806802749634,
      "step": 380,
      "valid_targets_mean": 8220.5,
      "valid_targets_min": 6466
    },
    {
      "epoch": 3.2362869198312234,
      "grad_norm": 0.4672629305905832,
      "learning_rate": 2.6148418443986967e-05,
      "loss": 0.2573,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12390561401844025,
      "step": 385,
      "valid_targets_mean": 8790.5,
      "valid_targets_min": 7425
    },
    {
      "epoch": 3.278481012658228,
      "grad_norm": 0.4814651192611666,
      "learning_rate": 2.5747969248706675e-05,
      "loss": 0.2647,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15146447718143463,
      "step": 390,
      "valid_targets_mean": 9032.1,
      "valid_targets_min": 5188
    },
    {
      "epoch": 3.320675105485232,
      "grad_norm": 0.4374830944824983,
      "learning_rate": 2.5344992067586623e-05,
      "loss": 0.2647,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13405266404151917,
      "step": 395,
      "valid_targets_mean": 8223.2,
      "valid_targets_min": 3452
    },
    {
      "epoch": 3.3628691983122363,
      "grad_norm": 0.4732142324779574,
      "learning_rate": 2.4939664132021685e-05,
      "loss": 0.2558,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10236911475658417,
      "step": 400,
      "valid_targets_mean": 7064.0,
      "valid_targets_min": 1079
    },
    {
      "epoch": 3.4050632911392404,
      "grad_norm": 0.43954374313846106,
      "learning_rate": 2.4532163707280372e-05,
      "loss": 0.2628,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12227586656808853,
      "step": 405,
      "valid_targets_mean": 8465.5,
      "valid_targets_min": 6739
    },
    {
      "epoch": 3.4472573839662446,
      "grad_norm": 0.42292011324295486,
      "learning_rate": 2.4122670014102905e-05,
      "loss": 0.262,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11511904001235962,
      "step": 410,
      "valid_targets_mean": 9274.5,
      "valid_targets_min": 6734
    },
    {
      "epoch": 3.489451476793249,
      "grad_norm": 0.4344835895735963,
      "learning_rate": 2.371136314987898e-05,
      "loss": 0.2822,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14791841804981232,
      "step": 415,
      "valid_targets_mean": 8766.1,
      "valid_targets_min": 6028
    },
    {
      "epoch": 3.5316455696202533,
      "grad_norm": 0.4261397076907197,
      "learning_rate": 2.329842400944008e-05,
      "loss": 0.2528,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10815391689538956,
      "step": 420,
      "valid_targets_mean": 8315.0,
      "valid_targets_min": 7097
    },
    {
      "epoch": 3.5738396624472575,
      "grad_norm": 0.5622442435750628,
      "learning_rate": 2.2884034205500977e-05,
      "loss": 0.2575,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13450974225997925,
      "step": 425,
      "valid_targets_mean": 8429.6,
      "valid_targets_min": 6223
    },
    {
      "epoch": 3.6160337552742616,
      "grad_norm": 0.45056620552671345,
      "learning_rate": 2.246837598878557e-05,
      "loss": 0.2728,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12603911757469177,
      "step": 430,
      "valid_targets_mean": 8927.6,
      "valid_targets_min": 5603
    },
    {
      "epoch": 3.6582278481012658,
      "grad_norm": 0.44591198215906896,
      "learning_rate": 2.2051632167872072e-05,
      "loss": 0.2645,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16440054774284363,
      "step": 435,
      "valid_targets_mean": 9716.9,
      "valid_targets_min": 8934
    },
    {
      "epoch": 3.70042194092827,
      "grad_norm": 0.4244520408699371,
      "learning_rate": 2.1633986028792915e-05,
      "loss": 0.2468,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12980708479881287,
      "step": 440,
      "valid_targets_mean": 9191.9,
      "valid_targets_min": 7691
    },
    {
      "epoch": 3.742616033755274,
      "grad_norm": 0.4400154252728221,
      "learning_rate": 2.1215621254424592e-05,
      "loss": 0.2621,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14869439601898193,
      "step": 445,
      "valid_targets_mean": 9304.6,
      "valid_targets_min": 8242
    },
    {
      "epoch": 3.7848101265822782,
      "grad_norm": 0.4312069617379547,
      "learning_rate": 2.0796721843703028e-05,
      "loss": 0.2667,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14449357986450195,
      "step": 450,
      "valid_targets_mean": 8888.6,
      "valid_targets_min": 4545
    },
    {
      "epoch": 3.827004219409283,
      "grad_norm": 0.6226769603382436,
      "learning_rate": 2.0377472030699895e-05,
      "loss": 0.2561,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13251638412475586,
      "step": 455,
      "valid_targets_mean": 9287.4,
      "valid_targets_min": 7232
    },
    {
      "epoch": 3.869198312236287,
      "grad_norm": 0.41779119755506317,
      "learning_rate": 1.995805620359557e-05,
      "loss": 0.2535,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11737249791622162,
      "step": 460,
      "valid_targets_mean": 8372.5,
      "valid_targets_min": 6429
    },
    {
      "epoch": 3.911392405063291,
      "grad_norm": 0.42919575535179477,
      "learning_rate": 1.9538658823584258e-05,
      "loss": 0.2492,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12399604916572571,
      "step": 465,
      "valid_targets_mean": 8499.9,
      "valid_targets_min": 7146
    },
    {
      "epoch": 3.9535864978902953,
      "grad_norm": 0.4282733272450913,
      "learning_rate": 1.9119464343747048e-05,
      "loss": 0.2576,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12035520374774933,
      "step": 470,
      "valid_targets_mean": 9111.9,
      "valid_targets_min": 7021
    },
    {
      "epoch": 3.9957805907173,
      "grad_norm": 0.4688557446235436,
      "learning_rate": 1.8700657127928495e-05,
      "loss": 0.2579,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14246785640716553,
      "step": 475,
      "valid_targets_mean": 8446.9,
      "valid_targets_min": 3548
    },
    {
      "epoch": 4.033755274261603,
      "grad_norm": 0.4179516240442328,
      "learning_rate": 1.8282421369652514e-05,
      "loss": 0.2473,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12743636965751648,
      "step": 480,
      "valid_targets_mean": 8593.9,
      "valid_targets_min": 6807
    },
    {
      "epoch": 4.075949367088608,
      "grad_norm": 0.4159181042353588,
      "learning_rate": 1.786494101111308e-05,
      "loss": 0.2435,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12010753154754639,
      "step": 485,
      "valid_targets_mean": 9153.5,
      "valid_targets_min": 7211
    },
    {
      "epoch": 4.118143459915612,
      "grad_norm": 0.43857477399241507,
      "learning_rate": 1.7448399662275577e-05,
      "loss": 0.2358,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11870156228542328,
      "step": 490,
      "valid_targets_mean": 8510.8,
      "valid_targets_min": 5260
    },
    {
      "epoch": 4.160337552742616,
      "grad_norm": 0.7799080736665794,
      "learning_rate": 1.70329805201242e-05,
      "loss": 0.2587,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13719968497753143,
      "step": 495,
      "valid_targets_mean": 8487.0,
      "valid_targets_min": 5677
    },
    {
      "epoch": 4.2025316455696204,
      "grad_norm": 0.4292260280318674,
      "learning_rate": 1.661886628809096e-05,
      "loss": 0.2417,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13319876790046692,
      "step": 500,
      "valid_targets_mean": 9258.0,
      "valid_targets_min": 7850
    },
    {
      "epoch": 4.244725738396625,
      "grad_norm": 0.47075531459044107,
      "learning_rate": 1.620623909570185e-05,
      "loss": 0.2521,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12588399648666382,
      "step": 505,
      "valid_targets_mean": 7839.9,
      "valid_targets_min": 709
    },
    {
      "epoch": 4.286919831223629,
      "grad_norm": 0.4443285639795416,
      "learning_rate": 1.5795280418475313e-05,
      "loss": 0.2501,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12543919682502747,
      "step": 510,
      "valid_targets_mean": 9025.4,
      "valid_targets_min": 6790
    },
    {
      "epoch": 4.329113924050633,
      "grad_norm": 0.45446326155202266,
      "learning_rate": 1.5386170998108432e-05,
      "loss": 0.2508,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12875355780124664,
      "step": 515,
      "valid_targets_mean": 8992.2,
      "valid_targets_min": 7538
    },
    {
      "epoch": 4.371308016877637,
      "grad_norm": 0.4188354388664049,
      "learning_rate": 1.4979090762985793e-05,
      "loss": 0.2393,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1216769590973854,
      "step": 520,
      "valid_targets_mean": 9567.9,
      "valid_targets_min": 8414
    },
    {
      "epoch": 4.413502109704641,
      "grad_norm": 0.5144343057216146,
      "learning_rate": 1.4574218749046097e-05,
      "loss": 0.2479,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10991360992193222,
      "step": 525,
      "valid_targets_mean": 8216.4,
      "valid_targets_min": 5783
    },
    {
      "epoch": 4.455696202531645,
      "grad_norm": 0.45077488627425316,
      "learning_rate": 1.4171733021041236e-05,
      "loss": 0.2522,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12308443337678909,
      "step": 530,
      "valid_targets_mean": 8366.5,
      "valid_targets_min": 5486
    },
    {
      "epoch": 4.4978902953586495,
      "grad_norm": 0.4438440275448954,
      "learning_rate": 1.3771810594222522e-05,
      "loss": 0.2438,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1209210604429245,
      "step": 535,
      "valid_targets_mean": 8559.5,
      "valid_targets_min": 6739
    },
    {
      "epoch": 4.540084388185654,
      "grad_norm": 0.4138439523530891,
      "learning_rate": 1.3374627356488486e-05,
      "loss": 0.2346,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13088755309581757,
      "step": 540,
      "valid_targets_mean": 9257.6,
      "valid_targets_min": 5925
    },
    {
      "epoch": 4.582278481012658,
      "grad_norm": 0.4348705477932507,
      "learning_rate": 1.2980357991028504e-05,
      "loss": 0.2628,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12444625794887543,
      "step": 545,
      "valid_targets_mean": 9086.5,
      "valid_targets_min": 7240
    },
    {
      "epoch": 4.624472573839663,
      "grad_norm": 0.4514383858436243,
      "learning_rate": 1.2589175899496241e-05,
      "loss": 0.252,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14704394340515137,
      "step": 550,
      "valid_targets_mean": 9210.2,
      "valid_targets_min": 7000
    },
    {
      "epoch": 4.666666666666667,
      "grad_norm": 0.43305229013411795,
      "learning_rate": 1.2201253125746733e-05,
      "loss": 0.2471,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1392921805381775,
      "step": 555,
      "valid_targets_mean": 9039.9,
      "valid_targets_min": 7246
    },
    {
      "epoch": 4.708860759493671,
      "grad_norm": 0.4135427416829583,
      "learning_rate": 1.1816760280170615e-05,
      "loss": 0.2474,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10349678993225098,
      "step": 560,
      "valid_targets_mean": 8758.5,
      "valid_targets_min": 6734
    },
    {
      "epoch": 4.751054852320675,
      "grad_norm": 0.4134170552023414,
      "learning_rate": 1.1435866464658856e-05,
      "loss": 0.236,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0989164412021637,
      "step": 565,
      "valid_targets_mean": 7774.6,
      "valid_targets_min": 1033
    },
    {
      "epoch": 4.793248945147679,
      "grad_norm": 0.4202770280254775,
      "learning_rate": 1.1058739198230856e-05,
      "loss": 0.2307,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10661663115024567,
      "step": 570,
      "valid_targets_mean": 8591.6,
      "valid_targets_min": 5296
    },
    {
      "epoch": 4.8354430379746836,
      "grad_norm": 0.42451909244520697,
      "learning_rate": 1.0685544343358729e-05,
      "loss": 0.2498,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12151402235031128,
      "step": 575,
      "valid_targets_mean": 9392.6,
      "valid_targets_min": 6279
    },
    {
      "epoch": 4.877637130801688,
      "grad_norm": 0.439789899437483,
      "learning_rate": 1.0316446033020198e-05,
      "loss": 0.2379,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09513577073812485,
      "step": 580,
      "valid_targets_mean": 8077.6,
      "valid_targets_min": 4893
    },
    {
      "epoch": 4.919831223628692,
      "grad_norm": 0.4316282443408433,
      "learning_rate": 9.951606598512042e-06,
      "loss": 0.258,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13961660861968994,
      "step": 585,
      "valid_targets_mean": 9551.0,
      "valid_targets_min": 8353
    },
    {
      "epoch": 4.962025316455696,
      "grad_norm": 0.44460163153797444,
      "learning_rate": 9.591186498056004e-06,
      "loss": 0.2328,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11063335835933685,
      "step": 590,
      "valid_targets_mean": 8310.2,
      "valid_targets_min": 5642
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.6232611185111987,
      "learning_rate": 9.235344246228415e-06,
      "loss": 0.2463,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21027398109436035,
      "step": 595,
      "valid_targets_mean": 9007.9,
      "valid_targets_min": 7843
    },
    {
      "epoch": 5.042194092827004,
      "grad_norm": 0.45373400536723996,
      "learning_rate": 8.884236344244734e-06,
      "loss": 0.239,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11295656859874725,
      "step": 600,
      "valid_targets_mean": 8223.9,
      "valid_targets_min": 6369
    },
    {
      "epoch": 5.084388185654008,
      "grad_norm": 0.44188846780421875,
      "learning_rate": 8.538017211129501e-06,
      "loss": 0.2267,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09402458369731903,
      "step": 605,
      "valid_targets_mean": 8217.8,
      "valid_targets_min": 5192
    },
    {
      "epoch": 5.1265822784810124,
      "grad_norm": 0.4739239566419668,
      "learning_rate": 8.196839115802071e-06,
      "loss": 0.2416,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1246982291340828,
      "step": 610,
      "valid_targets_mean": 9335.2,
      "valid_targets_min": 7233
    },
    {
      "epoch": 5.168776371308017,
      "grad_norm": 0.41388443568870104,
      "learning_rate": 7.860852110107952e-06,
      "loss": 0.236,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1162976399064064,
      "step": 615,
      "valid_targets_mean": 8525.2,
      "valid_targets_min": 5947
    },
    {
      "epoch": 5.210970464135021,
      "grad_norm": 0.4584431908697567,
      "learning_rate": 7.530203962825331e-06,
      "loss": 0.2438,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11082412302494049,
      "step": 620,
      "valid_targets_mean": 8312.5,
      "valid_targets_min": 3548
    },
    {
      "epoch": 5.253164556962025,
      "grad_norm": 0.5075457556667611,
      "learning_rate": 7.205040094675502e-06,
      "loss": 0.2403,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1264800876379013,
      "step": 625,
      "valid_targets_mean": 9783.8,
      "valid_targets_min": 8094
    },
    {
      "epoch": 5.29535864978903,
      "grad_norm": 0.43671359308707003,
      "learning_rate": 6.885503514366203e-06,
      "loss": 0.239,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1132010817527771,
      "step": 630,
      "valid_targets_mean": 8917.6,
      "valid_targets_min": 6726
    },
    {
      "epoch": 5.337552742616034,
      "grad_norm": 0.4375519850374428,
      "learning_rate": 6.571734755695584e-06,
      "loss": 0.23,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12824538350105286,
      "step": 635,
      "valid_targets_mean": 8502.2,
      "valid_targets_min": 1497
    },
    {
      "epoch": 5.379746835443038,
      "grad_norm": 0.4243347246282382,
      "learning_rate": 6.2638718157448285e-06,
      "loss": 0.2342,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11869437992572784,
      "step": 640,
      "valid_targets_mean": 9188.5,
      "valid_targets_min": 7034
    },
    {
      "epoch": 5.421940928270042,
      "grad_norm": 0.46745881796696226,
      "learning_rate": 5.962050094186236e-06,
      "loss": 0.2402,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11892999708652496,
      "step": 645,
      "valid_targets_mean": 8592.6,
      "valid_targets_min": 6624
    },
    {
      "epoch": 5.4641350210970465,
      "grad_norm": 0.469810046983012,
      "learning_rate": 5.666402333733843e-06,
      "loss": 0.2372,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12667159736156464,
      "step": 650,
      "valid_targets_mean": 7721.2,
      "valid_targets_min": 5301
    },
    {
      "epoch": 5.506329113924051,
      "grad_norm": 0.440394400681658,
      "learning_rate": 5.377058561762474e-06,
      "loss": 0.2344,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09980838745832443,
      "step": 655,
      "valid_targets_mean": 7530.0,
      "valid_targets_min": 4441
    },
    {
      "epoch": 5.548523206751055,
      "grad_norm": 0.46129642001131443,
      "learning_rate": 5.094146033121057e-06,
      "loss": 0.231,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10793110728263855,
      "step": 660,
      "valid_targets_mean": 8216.8,
      "valid_targets_min": 4893
    },
    {
      "epoch": 5.590717299578059,
      "grad_norm": 0.48121058406225553,
      "learning_rate": 4.817789174165281e-06,
      "loss": 0.2572,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11774282157421112,
      "step": 665,
      "valid_targets_mean": 9377.8,
      "valid_targets_min": 7466
    },
    {
      "epoch": 5.632911392405063,
      "grad_norm": 0.47185562628992206,
      "learning_rate": 4.5481095280342925e-06,
      "loss": 0.2359,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10965608060359955,
      "step": 670,
      "valid_targets_mean": 7637.9,
      "valid_targets_min": 1141
    },
    {
      "epoch": 5.675105485232067,
      "grad_norm": 0.4605629407236577,
      "learning_rate": 4.285225701195383e-06,
      "loss": 0.2402,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14336133003234863,
      "step": 675,
      "valid_targets_mean": 8773.4,
      "valid_targets_min": 5065
    },
    {
      "epoch": 5.717299578059071,
      "grad_norm": 0.39880864828224805,
      "learning_rate": 4.029253311280281e-06,
      "loss": 0.2439,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11196043342351913,
      "step": 680,
      "valid_targets_mean": 9331.1,
      "valid_targets_min": 7073
    },
    {
      "epoch": 5.759493670886076,
      "grad_norm": 0.435020554643124,
      "learning_rate": 3.7803049362359103e-06,
      "loss": 0.2333,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11478637158870697,
      "step": 685,
      "valid_targets_mean": 8947.9,
      "valid_targets_min": 8357
    },
    {
      "epoch": 5.80168776371308,
      "grad_norm": 0.4269181943885422,
      "learning_rate": 3.5384900648120814e-06,
      "loss": 0.2424,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1145181730389595,
      "step": 690,
      "valid_targets_mean": 9141.5,
      "valid_targets_min": 6753
    },
    {
      "epoch": 5.843881856540085,
      "grad_norm": 0.40001789612061567,
      "learning_rate": 3.3039150484077555e-06,
      "loss": 0.2305,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10709261149168015,
      "step": 695,
      "valid_targets_mean": 8723.4,
      "valid_targets_min": 5732
    },
    {
      "epoch": 5.886075949367089,
      "grad_norm": 0.4272824200506153,
      "learning_rate": 3.0766830542971826e-06,
      "loss": 0.2316,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08846732974052429,
      "step": 700,
      "valid_targets_mean": 7904.5,
      "valid_targets_min": 4238
    },
    {
      "epoch": 5.928270042194093,
      "grad_norm": 0.4240311265649667,
      "learning_rate": 2.856894020256389e-06,
      "loss": 0.2315,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10147963464260101,
      "step": 705,
      "valid_targets_mean": 7797.0,
      "valid_targets_min": 773
    },
    {
      "epoch": 5.970464135021097,
      "grad_norm": 0.44341039833186224,
      "learning_rate": 2.6446446106100855e-06,
      "loss": 0.2358,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11635808646678925,
      "step": 710,
      "valid_targets_mean": 8042.9,
      "valid_targets_min": 4819
    },
    {
      "epoch": 6.008438818565401,
      "grad_norm": 0.43454237089026004,
      "learning_rate": 2.4400281737181518e-06,
      "loss": 0.2485,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12369026243686676,
      "step": 715,
      "valid_targets_mean": 7799.2,
      "valid_targets_min": 1552
    },
    {
      "epoch": 6.050632911392405,
      "grad_norm": 0.4086719126374126,
      "learning_rate": 2.2431347009206107e-06,
      "loss": 0.2399,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11836208403110504,
      "step": 720,
      "valid_targets_mean": 8866.1,
      "valid_targets_min": 5937
    },
    {
      "epoch": 6.0928270042194095,
      "grad_norm": 0.47554127803953666,
      "learning_rate": 2.0540507869589365e-06,
      "loss": 0.231,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12429390847682953,
      "step": 725,
      "valid_targets_mean": 7500.9,
      "valid_targets_min": 1372
    },
    {
      "epoch": 6.135021097046414,
      "grad_norm": 0.4138302974266342,
      "learning_rate": 1.872859591891305e-06,
      "loss": 0.235,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10978598892688751,
      "step": 730,
      "valid_targets_mean": 9062.0,
      "valid_targets_min": 5651
    },
    {
      "epoch": 6.177215189873418,
      "grad_norm": 0.477745903678315,
      "learning_rate": 1.6996408045183255e-06,
      "loss": 0.231,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0997207909822464,
      "step": 735,
      "valid_targets_mean": 8074.8,
      "valid_targets_min": 4794
    },
    {
      "epoch": 6.219409282700422,
      "grad_norm": 0.39025085721052233,
      "learning_rate": 1.5344706073355386e-06,
      "loss": 0.2225,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1053914874792099,
      "step": 740,
      "valid_targets_mean": 9646.5,
      "valid_targets_min": 8467
    },
    {
      "epoch": 6.261603375527426,
      "grad_norm": 0.46907873784680004,
      "learning_rate": 1.377421643027963e-06,
      "loss": 0.2403,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1020062193274498,
      "step": 745,
      "valid_targets_mean": 8838.5,
      "valid_targets_min": 5929
    },
    {
      "epoch": 6.30379746835443,
      "grad_norm": 0.4255302670132069,
      "learning_rate": 1.2285629825214817e-06,
      "loss": 0.242,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11597343534231186,
      "step": 750,
      "valid_targets_mean": 8416.2,
      "valid_targets_min": 6747
    },
    {
      "epoch": 6.345991561181434,
      "grad_norm": 0.4209806375747758,
      "learning_rate": 1.0879600946050783e-06,
      "loss": 0.2198,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10497762262821198,
      "step": 755,
      "valid_targets_mean": 8873.2,
      "valid_targets_min": 6692
    },
    {
      "epoch": 6.3881856540084385,
      "grad_norm": 0.3994620526352628,
      "learning_rate": 9.556748171373663e-07,
      "loss": 0.2363,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11500047892332077,
      "step": 760,
      "valid_targets_mean": 9397.5,
      "valid_targets_min": 6864
    },
    {
      "epoch": 6.430379746835443,
      "grad_norm": 0.48476265690454917,
      "learning_rate": 8.317653298499651e-07,
      "loss": 0.2378,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11502040922641754,
      "step": 765,
      "valid_targets_mean": 8142.6,
      "valid_targets_min": 1255
    },
    {
      "epoch": 6.472573839662447,
      "grad_norm": 0.4559778814783951,
      "learning_rate": 7.162861287597666e-07,
      "loss": 0.2408,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15468385815620422,
      "step": 770,
      "valid_targets_mean": 9261.8,
      "valid_targets_min": 6256
    },
    {
      "epoch": 6.514767932489452,
      "grad_norm": 0.40532634311815335,
      "learning_rate": 6.092880022013115e-07,
      "loss": 0.2402,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12497968971729279,
      "step": 775,
      "valid_targets_mean": 8960.5,
      "valid_targets_min": 5005
    },
    {
      "epoch": 6.556962025316456,
      "grad_norm": 0.43147417534943683,
      "learning_rate": 5.108180084898284e-07,
      "loss": 0.2321,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10713645815849304,
      "step": 780,
      "valid_targets_mean": 8562.0,
      "valid_targets_min": 5754
    },
    {
      "epoch": 6.59915611814346,
      "grad_norm": 0.4178467879199177,
      "learning_rate": 4.209194552247442e-07,
      "loss": 0.2387,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11786434799432755,
      "step": 785,
      "valid_targets_mean": 8937.8,
      "valid_targets_min": 6908
    },
    {
      "epoch": 6.641350210970464,
      "grad_norm": 0.4296586265719399,
      "learning_rate": 3.3963188024278783e-07,
      "loss": 0.2253,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12450215220451355,
      "step": 790,
      "valid_targets_mean": 8674.1,
      "valid_targets_min": 5603
    },
    {
      "epoch": 6.6835443037974684,
      "grad_norm": 0.4648325639162333,
      "learning_rate": 2.6699103422904494e-07,
      "loss": 0.2329,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13395778834819794,
      "step": 795,
      "valid_targets_mean": 7350.9,
      "valid_targets_min": 1899
    },
    {
      "epoch": 6.725738396624473,
      "grad_norm": 0.4397893931280253,
      "learning_rate": 2.030288649936285e-07,
      "loss": 0.2385,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10574311763048172,
      "step": 800,
      "valid_targets_mean": 7157.0,
      "valid_targets_min": 850
    },
    {
      "epoch": 6.767932489451477,
      "grad_norm": 0.43270603582901673,
      "learning_rate": 1.477735034208805e-07,
      "loss": 0.2305,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12294603884220123,
      "step": 805,
      "valid_targets_mean": 8442.5,
      "valid_targets_min": 3355
    },
    {
      "epoch": 6.810126582278481,
      "grad_norm": 0.4125142256044064,
      "learning_rate": 1.0124925109725514e-07,
      "loss": 0.2394,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14932481944561005,
      "step": 810,
      "valid_targets_mean": 9925.2,
      "valid_targets_min": 8745
    },
    {
      "epoch": 6.852320675105485,
      "grad_norm": 0.41761981991702074,
      "learning_rate": 6.347656962335524e-08,
      "loss": 0.226,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09456837177276611,
      "step": 815,
      "valid_targets_mean": 7658.6,
      "valid_targets_min": 4375
    },
    {
      "epoch": 6.894514767932489,
      "grad_norm": 0.5241537287811314,
      "learning_rate": 3.447207161483279e-08,
      "loss": 0.2253,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10600066184997559,
      "step": 820,
      "valid_targets_mean": 7051.8,
      "valid_targets_min": 878
    },
    {
      "epoch": 6.936708860759493,
      "grad_norm": 0.42822827158756854,
      "learning_rate": 1.424851339606903e-08,
      "loss": 0.2264,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11232862621545792,
      "step": 825,
      "valid_targets_mean": 9165.9,
      "valid_targets_min": 7143
    },
    {
      "epoch": 6.978902953586498,
      "grad_norm": 0.4390460209806349,
      "learning_rate": 2.8147893898755605e-09,
      "loss": 0.2299,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10721021145582199,
      "step": 830,
      "valid_targets_mean": 9302.9,
      "valid_targets_min": 8063
    },
    {
      "epoch": 7.0,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22618243098258972,
      "step": 833,
      "total_flos": 6.212778952973353e+17,
      "train_loss": 0.28838339830790105,
      "train_runtime": 12171.8398,
      "train_samples_per_second": 1.088,
      "train_steps_per_second": 0.068,
      "valid_targets_mean": 9237.2,
      "valid_targets_min": 6486
    }
  ],
  "logging_steps": 5,
  "max_steps": 833,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 7,
  "save_steps": 200,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 6.212778952973353e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}