{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 7.0,
  "eval_steps": 500,
  "global_step": 700,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.050335570469798654,
      "grad_norm": 14.067043242829744,
      "learning_rate": 2.285714285714286e-06,
      "loss": 0.9272,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26700228452682495,
      "step": 5,
      "valid_targets_mean": 6933.7,
      "valid_targets_min": 2457
    },
    {
      "epoch": 0.10067114093959731,
      "grad_norm": 6.914800443529387,
      "learning_rate": 5.142857142857142e-06,
      "loss": 0.8868,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29330819845199585,
      "step": 10,
      "valid_targets_mean": 8950.2,
      "valid_targets_min": 3280
    },
    {
      "epoch": 0.15100671140939598,
      "grad_norm": 2.313179660547222,
      "learning_rate": 8.000000000000001e-06,
      "loss": 0.7848,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2518497109413147,
      "step": 15,
      "valid_targets_mean": 8844.1,
      "valid_targets_min": 2299
    },
    {
      "epoch": 0.20134228187919462,
      "grad_norm": 1.5075390661307202,
      "learning_rate": 1.0857142857142858e-05,
      "loss": 0.7382,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22578322887420654,
      "step": 20,
      "valid_targets_mean": 8364.3,
      "valid_targets_min": 3708
    },
    {
      "epoch": 0.2516778523489933,
      "grad_norm": 1.1501359371585838,
      "learning_rate": 1.3714285714285716e-05,
      "loss": 0.7031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2374565750360489,
      "step": 25,
      "valid_targets_mean": 9124.7,
      "valid_targets_min": 3015
    },
    {
      "epoch": 0.30201342281879195,
      "grad_norm": 0.8105710331742373,
      "learning_rate": 1.6571428571428574e-05,
      "loss": 0.6708,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2113051414489746,
      "step": 30,
      "valid_targets_mean": 8698.6,
      "valid_targets_min": 1259
    },
    {
      "epoch": 0.3523489932885906,
      "grad_norm": 0.6231544559752229,
      "learning_rate": 1.942857142857143e-05,
      "loss": 0.6344,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19961217045783997,
      "step": 35,
      "valid_targets_mean": 8497.4,
      "valid_targets_min": 3348
    },
    {
      "epoch": 0.40268456375838924,
      "grad_norm": 0.4897983592186633,
      "learning_rate": 2.2285714285714287e-05,
      "loss": 0.6074,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20259523391723633,
      "step": 40,
      "valid_targets_mean": 8546.9,
      "valid_targets_min": 2063
    },
    {
      "epoch": 0.45302013422818793,
      "grad_norm": 0.43138833987068276,
      "learning_rate": 2.5142857142857143e-05,
      "loss": 0.5747,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2051178216934204,
      "step": 45,
      "valid_targets_mean": 8575.3,
      "valid_targets_min": 2840
    },
    {
      "epoch": 0.5033557046979866,
      "grad_norm": 0.3841996600572438,
      "learning_rate": 2.8e-05,
      "loss": 0.5489,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19739781320095062,
      "step": 50,
      "valid_targets_mean": 8994.1,
      "valid_targets_min": 3748
    },
    {
      "epoch": 0.5536912751677853,
      "grad_norm": 0.3384894884883755,
      "learning_rate": 3.085714285714286e-05,
      "loss": 0.5397,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17745928466320038,
      "step": 55,
      "valid_targets_mean": 8368.2,
      "valid_targets_min": 4038
    },
    {
      "epoch": 0.6040268456375839,
      "grad_norm": 0.30063971006378454,
      "learning_rate": 3.3714285714285716e-05,
      "loss": 0.5154,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17042505741119385,
      "step": 60,
      "valid_targets_mean": 8646.4,
      "valid_targets_min": 3884
    },
    {
      "epoch": 0.6543624161073825,
      "grad_norm": 0.27761325302634815,
      "learning_rate": 3.6571428571428576e-05,
      "loss": 0.5001,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1616188883781433,
      "step": 65,
      "valid_targets_mean": 8152.5,
      "valid_targets_min": 2735
    },
    {
      "epoch": 0.7046979865771812,
      "grad_norm": 0.26215808993297834,
      "learning_rate": 3.9428571428571435e-05,
      "loss": 0.4901,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14332228899002075,
      "step": 70,
      "valid_targets_mean": 7592.4,
      "valid_targets_min": 2951
    },
    {
      "epoch": 0.7550335570469798,
      "grad_norm": 0.28480265821738415,
      "learning_rate": 3.9996021455410475e-05,
      "loss": 0.4879,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1745082437992096,
      "step": 75,
      "valid_targets_mean": 8807.3,
      "valid_targets_min": 4207
    },
    {
      "epoch": 0.8053691275167785,
      "grad_norm": 0.28063407810285146,
      "learning_rate": 3.9979861330826295e-05,
      "loss": 0.4644,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14077091217041016,
      "step": 80,
      "valid_targets_mean": 7697.2,
      "valid_targets_min": 3204
    },
    {
      "epoch": 0.8557046979865772,
      "grad_norm": 0.2685419255892034,
      "learning_rate": 3.9951281005196486e-05,
      "loss": 0.4603,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15987437963485718,
      "step": 85,
      "valid_targets_mean": 9192.3,
      "valid_targets_min": 3074
    },
    {
      "epoch": 0.9060402684563759,
      "grad_norm": 0.25518469304078806,
      "learning_rate": 3.99102982450803e-05,
      "loss": 0.4573,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16007889807224274,
      "step": 90,
      "valid_targets_mean": 9071.2,
      "valid_targets_min": 4077
    },
    {
      "epoch": 0.9563758389261745,
      "grad_norm": 0.292125810481402,
      "learning_rate": 3.985693852683675e-05,
      "loss": 0.4411,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15639987587928772,
      "step": 95,
      "valid_targets_mean": 9211.0,
      "valid_targets_min": 3703
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.3544831597811695,
      "learning_rate": 3.9791235020787546e-05,
      "loss": 0.4358,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.41546738147735596,
      "step": 100,
      "valid_targets_mean": 8125.5,
      "valid_targets_min": 3221
    },
    {
      "epoch": 1.0503355704697988,
      "grad_norm": 0.3048951044180603,
      "learning_rate": 3.971322857059726e-05,
      "loss": 0.4463,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13855554163455963,
      "step": 105,
      "valid_targets_mean": 8141.4,
      "valid_targets_min": 3502
    },
    {
      "epoch": 1.1006711409395973,
      "grad_norm": 0.27845721026650505,
      "learning_rate": 3.962296766788345e-05,
      "loss": 0.4345,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14278040826320648,
      "step": 110,
      "valid_targets_mean": 8561.2,
      "valid_targets_min": 3965
    },
    {
      "epoch": 1.151006711409396,
      "grad_norm": 0.3061482398268534,
      "learning_rate": 3.952050842207249e-05,
      "loss": 0.4304,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14196383953094482,
      "step": 115,
      "valid_targets_mean": 8437.8,
      "valid_targets_min": 2414
    },
    {
      "epoch": 1.2013422818791946,
      "grad_norm": 0.2626030786077286,
      "learning_rate": 3.940591452551993e-05,
      "loss": 0.4331,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13812202215194702,
      "step": 120,
      "valid_targets_mean": 8286.2,
      "valid_targets_min": 2490
    },
    {
      "epoch": 1.2516778523489933,
      "grad_norm": 0.26798574842262085,
      "learning_rate": 3.927925721391707e-05,
      "loss": 0.4195,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13096113502979279,
      "step": 125,
      "valid_targets_mean": 8221.9,
      "valid_targets_min": 3465
    },
    {
      "epoch": 1.302013422818792,
      "grad_norm": 0.305138300632288,
      "learning_rate": 3.914061522200825e-05,
      "loss": 0.4256,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11967723816633224,
      "step": 130,
      "valid_targets_mean": 7786.5,
      "valid_targets_min": 2421
    },
    {
      "epoch": 1.3523489932885906,
      "grad_norm": 0.2862842034727045,
      "learning_rate": 3.899007473464653e-05,
      "loss": 0.4201,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1479918360710144,
      "step": 135,
      "valid_targets_mean": 9349.9,
      "valid_targets_min": 2832
    },
    {
      "epoch": 1.4026845637583891,
      "grad_norm": 0.2637388574350784,
      "learning_rate": 3.882772933321807e-05,
      "loss": 0.4214,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14767968654632568,
      "step": 140,
      "valid_targets_mean": 9506.8,
      "valid_targets_min": 4115
    },
    {
      "epoch": 1.4530201342281879,
      "grad_norm": 0.3015172646055234,
      "learning_rate": 3.8653679937468556e-05,
      "loss": 0.4147,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13590680062770844,
      "step": 145,
      "valid_targets_mean": 8029.0,
      "valid_targets_min": 2691
    },
    {
      "epoch": 1.5033557046979866,
      "grad_norm": 0.2570832110359043,
      "learning_rate": 3.846803474276789e-05,
      "loss": 0.4086,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14070050418376923,
      "step": 150,
      "valid_targets_mean": 9124.1,
      "valid_targets_min": 3411
    },
    {
      "epoch": 1.5536912751677852,
      "grad_norm": 0.2798040054064293,
      "learning_rate": 3.827090915285202e-05,
      "loss": 0.4146,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1273345947265625,
      "step": 155,
      "valid_targets_mean": 7573.3,
      "valid_targets_min": 2830
    },
    {
      "epoch": 1.604026845637584,
      "grad_norm": 0.2685619362726408,
      "learning_rate": 3.806242570808384e-05,
      "loss": 0.4118,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12897896766662598,
      "step": 160,
      "valid_targets_mean": 8312.7,
      "valid_targets_min": 2632
    },
    {
      "epoch": 1.6543624161073827,
      "grad_norm": 0.2657429865288553,
      "learning_rate": 3.7842714009277675e-05,
      "loss": 0.4131,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12389227747917175,
      "step": 165,
      "valid_targets_mean": 8151.8,
      "valid_targets_min": 2946
    },
    {
      "epoch": 1.7046979865771812,
      "grad_norm": 0.28840825658933456,
      "learning_rate": 3.761191063713476e-05,
      "loss": 0.4071,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.136656254529953,
      "step": 170,
      "valid_targets_mean": 8608.5,
      "valid_targets_min": 4102
    },
    {
      "epoch": 1.7550335570469797,
      "grad_norm": 0.2596821078603819,
      "learning_rate": 3.737015906733978e-05,
      "loss": 0.4106,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11933685839176178,
      "step": 175,
      "valid_targets_mean": 8410.7,
      "valid_targets_min": 3206
    },
    {
      "epoch": 1.8053691275167785,
      "grad_norm": 0.26139104771576044,
      "learning_rate": 3.711760958137118e-05,
      "loss": 0.4056,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1329861581325531,
      "step": 180,
      "valid_targets_mean": 8316.8,
      "valid_targets_min": 2862
    },
    {
      "epoch": 1.8557046979865772,
      "grad_norm": 0.305203527481438,
      "learning_rate": 3.6854419173080784e-05,
      "loss": 0.4115,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15162314474582672,
      "step": 185,
      "valid_targets_mean": 8494.5,
      "valid_targets_min": 3703
    },
    {
      "epoch": 1.9060402684563758,
      "grad_norm": 0.2924940281192017,
      "learning_rate": 3.658075145110083e-05,
      "loss": 0.4071,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12577557563781738,
      "step": 190,
      "valid_targets_mean": 8278.9,
      "valid_targets_min": 3343
    },
    {
      "epoch": 1.9563758389261745,
      "grad_norm": 0.26987694233570014,
      "learning_rate": 3.6296776537138905e-05,
      "loss": 0.4078,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.140755757689476,
      "step": 195,
      "valid_targets_mean": 8258.5,
      "valid_targets_min": 2520
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.37739893150325504,
      "learning_rate": 3.600267096022413e-05,
      "loss": 0.4128,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4272458553314209,
      "step": 200,
      "valid_targets_mean": 9129.7,
      "valid_targets_min": 2470
    },
    {
      "epoch": 2.0503355704697985,
      "grad_norm": 0.3049953483433764,
      "learning_rate": 3.569861754697045e-05,
      "loss": 0.3993,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11460161954164505,
      "step": 205,
      "valid_targets_mean": 7970.5,
      "valid_targets_min": 3494
    },
    {
      "epoch": 2.1006711409395975,
      "grad_norm": 0.2999304719531947,
      "learning_rate": 3.538480530792498e-05,
      "loss": 0.3982,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12947125732898712,
      "step": 210,
      "valid_targets_mean": 8025.0,
      "valid_targets_min": 2579
    },
    {
      "epoch": 2.151006711409396,
      "grad_norm": 0.3353112866997524,
      "learning_rate": 3.5061429320072225e-05,
      "loss": 0.3894,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12318155169487,
      "step": 215,
      "valid_targets_mean": 8213.8,
      "valid_targets_min": 3285
    },
    {
      "epoch": 2.2013422818791946,
      "grad_norm": 0.30258943318520176,
      "learning_rate": 3.472869060556724e-05,
      "loss": 0.3953,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13107575476169586,
      "step": 220,
      "valid_targets_mean": 9016.2,
      "valid_targets_min": 3927
    },
    {
      "epoch": 2.251677852348993,
      "grad_norm": 0.2766581007748473,
      "learning_rate": 3.438679600677303e-05,
      "loss": 0.3862,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12715698778629303,
      "step": 225,
      "valid_targets_mean": 8472.8,
      "valid_targets_min": 3374
    },
    {
      "epoch": 2.302013422818792,
      "grad_norm": 0.27363285439160917,
      "learning_rate": 3.4035958057679836e-05,
      "loss": 0.3993,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13462711870670319,
      "step": 230,
      "valid_targets_mean": 8907.7,
      "valid_targets_min": 3054
    },
    {
      "epoch": 2.3523489932885906,
      "grad_norm": 0.3031249283095144,
      "learning_rate": 3.36763948517864e-05,
      "loss": 0.3919,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1310027539730072,
      "step": 235,
      "valid_targets_mean": 8485.2,
      "valid_targets_min": 2790
    },
    {
      "epoch": 2.402684563758389,
      "grad_norm": 0.29023372434273265,
      "learning_rate": 3.330832990652523e-05,
      "loss": 0.3958,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14061188697814941,
      "step": 240,
      "valid_targets_mean": 8742.7,
      "valid_targets_min": 2578
    },
    {
      "epoch": 2.453020134228188,
      "grad_norm": 0.23540024236787796,
      "learning_rate": 3.293199202431599e-05,
      "loss": 0.3947,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12830784916877747,
      "step": 245,
      "valid_targets_mean": 8962.8,
      "valid_targets_min": 2643
    },
    {
      "epoch": 2.5033557046979866,
      "grad_norm": 0.25906215046606,
      "learning_rate": 3.2547615150333855e-05,
      "loss": 0.3863,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12897969782352448,
      "step": 250,
      "valid_targets_mean": 7864.5,
      "valid_targets_min": 3231
    },
    {
      "epoch": 2.553691275167785,
      "grad_norm": 0.2641585608461065,
      "learning_rate": 3.2155438227080607e-05,
      "loss": 0.3934,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12830249965190887,
      "step": 255,
      "valid_targets_mean": 9147.8,
      "valid_targets_min": 2996
    },
    {
      "epoch": 2.604026845637584,
      "grad_norm": 0.28192077058039483,
      "learning_rate": 3.1755705045849465e-05,
      "loss": 0.3912,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14721933007240295,
      "step": 260,
      "valid_targets_mean": 8236.8,
      "valid_targets_min": 2500
    },
    {
      "epoch": 2.6543624161073827,
      "grad_norm": 0.2630346553683364,
      "learning_rate": 3.134866409517564e-05,
      "loss": 0.3956,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1302284449338913,
      "step": 265,
      "valid_targets_mean": 8351.7,
      "valid_targets_min": 2983
    },
    {
      "epoch": 2.704697986577181,
      "grad_norm": 0.27865692462524355,
      "learning_rate": 3.0934568406366875e-05,
      "loss": 0.3917,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12824495136737823,
      "step": 270,
      "valid_targets_mean": 7805.7,
      "valid_targets_min": 3209
    },
    {
      "epoch": 2.7550335570469797,
      "grad_norm": 0.2577331217894111,
      "learning_rate": 3.0513675396210094e-05,
      "loss": 0.3851,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13080325722694397,
      "step": 275,
      "valid_targets_mean": 8240.6,
      "valid_targets_min": 3069
    },
    {
      "epoch": 2.8053691275167782,
      "grad_norm": 0.2635426750558006,
      "learning_rate": 3.0086246706951888e-05,
      "loss": 0.3859,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12472230941057205,
      "step": 280,
      "valid_targets_mean": 8878.5,
      "valid_targets_min": 2369
    },
    {
      "epoch": 2.8557046979865772,
      "grad_norm": 0.2789257907218796,
      "learning_rate": 2.965254804365222e-05,
      "loss": 0.3828,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1399698108434677,
      "step": 285,
      "valid_targets_mean": 8741.5,
      "valid_targets_min": 4390
    },
    {
      "epoch": 2.9060402684563758,
      "grad_norm": 0.28293835669184936,
      "learning_rate": 2.921284900901265e-05,
      "loss": 0.3876,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12492035329341888,
      "step": 290,
      "valid_targets_mean": 7754.4,
      "valid_targets_min": 1560
    },
    {
      "epoch": 2.9563758389261743,
      "grad_norm": 0.2481634552274392,
      "learning_rate": 2.876742293578155e-05,
      "loss": 0.3867,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12382625788450241,
      "step": 295,
      "valid_targets_mean": 8065.1,
      "valid_targets_min": 2619
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.38393308540389254,
      "learning_rate": 2.831654671684066e-05,
      "loss": 0.3839,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3663029372692108,
      "step": 300,
      "valid_targets_mean": 8224.7,
      "valid_targets_min": 4535
    },
    {
      "epoch": 3.0503355704697985,
      "grad_norm": 0.30636912119481896,
      "learning_rate": 2.7860500633078475e-05,
      "loss": 0.3796,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13847512006759644,
      "step": 305,
      "valid_targets_mean": 9187.4,
      "valid_targets_min": 1685
    },
    {
      "epoch": 3.1006711409395975,
      "grad_norm": 0.2600938627349429,
      "learning_rate": 2.7399568179157582e-05,
      "loss": 0.3766,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1181330680847168,
      "step": 310,
      "valid_targets_mean": 7997.2,
      "valid_targets_min": 3698
    },
    {
      "epoch": 3.151006711409396,
      "grad_norm": 0.2584179619503242,
      "learning_rate": 2.693403588728415e-05,
      "loss": 0.3801,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12773603200912476,
      "step": 315,
      "valid_targets_mean": 8189.1,
      "valid_targets_min": 3971
    },
    {
      "epoch": 3.2013422818791946,
      "grad_norm": 0.2774796872269688,
      "learning_rate": 2.6464193149089204e-05,
      "loss": 0.3812,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10868334770202637,
      "step": 320,
      "valid_targets_mean": 7379.7,
      "valid_targets_min": 3032
    },
    {
      "epoch": 3.251677852348993,
      "grad_norm": 0.3133065386988344,
      "learning_rate": 2.5990332035732388e-05,
      "loss": 0.3745,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11322431266307831,
      "step": 325,
      "valid_targets_mean": 7262.5,
      "valid_targets_min": 3063
    },
    {
      "epoch": 3.302013422818792,
      "grad_norm": 0.2758530310070607,
      "learning_rate": 2.5512747116339985e-05,
      "loss": 0.3774,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12534014880657196,
      "step": 330,
      "valid_targets_mean": 8078.2,
      "valid_targets_min": 2959
    },
    {
      "epoch": 3.3523489932885906,
      "grad_norm": 0.2609966069352176,
      "learning_rate": 2.5031735274890176e-05,
      "loss": 0.3814,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12462468445301056,
      "step": 335,
      "valid_targets_mean": 8127.2,
      "valid_targets_min": 3820
    },
    {
      "epoch": 3.402684563758389,
      "grad_norm": 0.254083690107489,
      "learning_rate": 2.454759552565923e-05,
      "loss": 0.376,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11217983812093735,
      "step": 340,
      "valid_targets_mean": 7862.0,
      "valid_targets_min": 2752
    },
    {
      "epoch": 3.453020134228188,
      "grad_norm": 0.3236658923875938,
      "learning_rate": 2.4060628827343525e-05,
      "loss": 0.3756,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13022278249263763,
      "step": 345,
      "valid_targets_mean": 8530.5,
      "valid_targets_min": 3280
    },
    {
      "epoch": 3.5033557046979866,
      "grad_norm": 0.239075753126642,
      "learning_rate": 2.3571137895972735e-05,
      "loss": 0.3786,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13119235634803772,
      "step": 350,
      "valid_targets_mean": 9104.2,
      "valid_targets_min": 3026
    },
    {
      "epoch": 3.553691275167785,
      "grad_norm": 0.2376608883417584,
      "learning_rate": 2.307942701673067e-05,
      "loss": 0.3791,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11539403349161148,
      "step": 355,
      "valid_targets_mean": 7391.9,
      "valid_targets_min": 3058
    },
    {
      "epoch": 3.604026845637584,
      "grad_norm": 0.23963182948426243,
      "learning_rate": 2.258580185480067e-05,
      "loss": 0.3864,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12229941040277481,
      "step": 360,
      "valid_targets_mean": 8436.8,
      "valid_targets_min": 4365
    },
    {
      "epoch": 3.6543624161073827,
      "grad_norm": 0.25828526074715563,
      "learning_rate": 2.209056926535307e-05,
      "loss": 0.3783,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12994864583015442,
      "step": 365,
      "valid_targets_mean": 9589.9,
      "valid_targets_min": 2527
    },
    {
      "epoch": 3.704697986577181,
      "grad_norm": 0.2600007439024421,
      "learning_rate": 2.1594037102793054e-05,
      "loss": 0.3763,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13144755363464355,
      "step": 370,
      "valid_targets_mean": 8440.9,
      "valid_targets_min": 3689
    },
    {
      "epoch": 3.7550335570469797,
      "grad_norm": 0.2826423814550457,
      "learning_rate": 2.1096514029387204e-05,
      "loss": 0.3747,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11268685758113861,
      "step": 375,
      "valid_targets_mean": 8373.9,
      "valid_targets_min": 2523
    },
    {
      "epoch": 3.8053691275167782,
      "grad_norm": 0.23106532956293616,
      "learning_rate": 2.0598309323387974e-05,
      "loss": 0.3776,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11632819473743439,
      "step": 380,
      "valid_targets_mean": 7967.5,
      "valid_targets_min": 2448
    },
    {
      "epoch": 3.8557046979865772,
      "grad_norm": 0.2793229698264241,
      "learning_rate": 2.0099732686775165e-05,
      "loss": 0.3745,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12431603670120239,
      "step": 385,
      "valid_targets_mean": 8111.6,
      "valid_targets_min": 3320
    },
    {
      "epoch": 3.9060402684563758,
      "grad_norm": 0.25004553466508994,
      "learning_rate": 1.9601094052734043e-05,
      "loss": 0.3767,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11581622064113617,
      "step": 390,
      "valid_targets_mean": 7781.6,
      "valid_targets_min": 2793
    },
    {
      "epoch": 3.9563758389261743,
      "grad_norm": 0.23606564352865256,
      "learning_rate": 1.910270339298971e-05,
      "loss": 0.374,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12360651046037674,
      "step": 395,
      "valid_targets_mean": 9079.7,
      "valid_targets_min": 2256
    },
    {
      "epoch": 4.0,
      "grad_norm": 0.35482595437396325,
      "learning_rate": 1.8604870525117496e-05,
      "loss": 0.3722,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34915870428085327,
      "step": 400,
      "valid_targets_mean": 8397.6,
      "valid_targets_min": 2217
    },
    {
      "epoch": 4.050335570469799,
      "grad_norm": 0.2342122173238615,
      "learning_rate": 1.810790491994926e-05,
      "loss": 0.3755,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12274056673049927,
      "step": 405,
      "valid_targets_mean": 7699.5,
      "valid_targets_min": 3326
    },
    {
      "epoch": 4.100671140939597,
      "grad_norm": 0.23963948392191442,
      "learning_rate": 1.7612115509195118e-05,
      "loss": 0.3774,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1295328140258789,
      "step": 410,
      "valid_targets_mean": 8832.6,
      "valid_targets_min": 3074
    },
    {
      "epoch": 4.151006711409396,
      "grad_norm": 0.243907924996217,
      "learning_rate": 1.7117810493400403e-05,
      "loss": 0.3698,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13174119591712952,
      "step": 415,
      "valid_targets_mean": 8698.4,
      "valid_targets_min": 2273
    },
    {
      "epoch": 4.201342281879195,
      "grad_norm": 0.26480175820703833,
      "learning_rate": 1.6625297150357103e-05,
      "loss": 0.3661,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1256350874900818,
      "step": 420,
      "valid_targets_mean": 8510.8,
      "valid_targets_min": 2007
    },
    {
      "epoch": 4.251677852348993,
      "grad_norm": 0.23403758629417248,
      "learning_rate": 1.613488164408894e-05,
      "loss": 0.3726,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13531510531902313,
      "step": 425,
      "valid_targets_mean": 9202.9,
      "valid_targets_min": 4057
    },
    {
      "epoch": 4.302013422818792,
      "grad_norm": 0.24821740250948118,
      "learning_rate": 1.5646868834528756e-05,
      "loss": 0.3754,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12739360332489014,
      "step": 430,
      "valid_targets_mean": 8427.7,
      "valid_targets_min": 2689
    },
    {
      "epoch": 4.35234899328859,
      "grad_norm": 0.26401888784599165,
      "learning_rate": 1.5161562088006649e-05,
      "loss": 0.3683,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12882062792778015,
      "step": 435,
      "valid_targets_mean": 8841.7,
      "valid_targets_min": 3116
    },
    {
      "epoch": 4.402684563758389,
      "grad_norm": 0.24650023655502046,
      "learning_rate": 1.46792630886665e-05,
      "loss": 0.3727,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11792377382516861,
      "step": 440,
      "valid_targets_mean": 8282.2,
      "valid_targets_min": 3285
    },
    {
      "epoch": 4.453020134228188,
      "grad_norm": 0.21989371193578802,
      "learning_rate": 1.4200271650928277e-05,
      "loss": 0.3691,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12472942471504211,
      "step": 445,
      "valid_targets_mean": 8738.6,
      "valid_targets_min": 3032
    },
    {
      "epoch": 4.503355704697986,
      "grad_norm": 0.25636623550713955,
      "learning_rate": 1.3724885533112595e-05,
      "loss": 0.3713,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12675310671329498,
      "step": 450,
      "valid_targets_mean": 9018.7,
      "valid_targets_min": 3726
    },
    {
      "epoch": 4.553691275167785,
      "grad_norm": 0.21737284709139357,
      "learning_rate": 1.3253400252343403e-05,
      "loss": 0.3666,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13098780810832977,
      "step": 455,
      "valid_targets_mean": 8928.5,
      "valid_targets_min": 1627
    },
    {
      "epoch": 4.604026845637584,
      "grad_norm": 0.28414631511633537,
      "learning_rate": 1.2786108900843927e-05,
      "loss": 0.3675,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1366838663816452,
      "step": 460,
      "valid_targets_mean": 8725.3,
      "valid_targets_min": 2298
    },
    {
      "epoch": 4.654362416107382,
      "grad_norm": 0.23351941571371157,
      "learning_rate": 1.2323301963739995e-05,
      "loss": 0.3664,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10459558665752411,
      "step": 465,
      "valid_targets_mean": 7133.8,
      "valid_targets_min": 2295
    },
    {
      "epoch": 4.704697986577181,
      "grad_norm": 0.24312028409352227,
      "learning_rate": 1.1865267138484e-05,
      "loss": 0.367,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12919902801513672,
      "step": 470,
      "valid_targets_mean": 8653.2,
      "valid_targets_min": 3442
    },
    {
      "epoch": 4.75503355704698,
      "grad_norm": 0.2413133969520935,
      "learning_rate": 1.1412289156011816e-05,
      "loss": 0.3686,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12121167778968811,
      "step": 475,
      "valid_targets_mean": 9176.2,
      "valid_targets_min": 3055
    },
    {
      "epoch": 4.805369127516778,
      "grad_norm": 0.24338773318065152,
      "learning_rate": 1.0964649603743837e-05,
      "loss": 0.3681,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1103016585111618,
      "step": 480,
      "valid_targets_mean": 7677.8,
      "valid_targets_min": 913
    },
    {
      "epoch": 4.855704697986577,
      "grad_norm": 0.2090170817247366,
      "learning_rate": 1.0522626750540029e-05,
      "loss": 0.3656,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11717471480369568,
      "step": 485,
      "valid_targets_mean": 9180.3,
      "valid_targets_min": 3708
    },
    {
      "epoch": 4.906040268456376,
      "grad_norm": 0.22269853809647422,
      "learning_rate": 1.0086495373718048e-05,
      "loss": 0.3677,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13055413961410522,
      "step": 490,
      "valid_targets_mean": 8114.8,
      "valid_targets_min": 3226
    },
    {
      "epoch": 4.956375838926174,
      "grad_norm": 0.22882550873144628,
      "learning_rate": 9.656526588241745e-06,
      "loss": 0.3679,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11334412544965744,
      "step": 495,
      "valid_targets_mean": 8118.7,
      "valid_targets_min": 2793
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.3733228007434408,
      "learning_rate": 9.232987678186357e-06,
      "loss": 0.3708,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3762795329093933,
      "step": 500,
      "valid_targets_mean": 7505.5,
      "valid_targets_min": 3065
    },
    {
      "epoch": 5.050335570469799,
      "grad_norm": 0.23829621547620775,
      "learning_rate": 8.816141930585067e-06,
      "loss": 0.3629,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1350947916507721,
      "step": 505,
      "valid_targets_mean": 9287.1,
      "valid_targets_min": 2062
    },
    {
      "epoch": 5.100671140939597,
      "grad_norm": 0.22395514111013695,
      "learning_rate": 8.406248471760357e-06,
      "loss": 0.3678,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12289828807115555,
      "step": 510,
      "valid_targets_mean": 8912.8,
      "valid_targets_min": 3025
    },
    {
      "epoch": 5.151006711409396,
      "grad_norm": 0.2122241497882817,
      "learning_rate": 8.003562106241727e-06,
      "loss": 0.3623,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12498777359724045,
      "step": 515,
      "valid_targets_mean": 8863.8,
      "valid_targets_min": 2840
    },
    {
      "epoch": 5.201342281879195,
      "grad_norm": 0.28891708884786693,
      "learning_rate": 7.608333158370036e-06,
      "loss": 0.3611,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11199884861707687,
      "step": 520,
      "valid_targets_mean": 7870.0,
      "valid_targets_min": 2620
    },
    {
      "epoch": 5.251677852348993,
      "grad_norm": 0.23394607717295618,
      "learning_rate": 7.220807316686886e-06,
      "loss": 0.3691,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12199863791465759,
      "step": 525,
      "valid_targets_mean": 8564.5,
      "valid_targets_min": 4298
    },
    {
      "epoch": 5.302013422818792,
      "grad_norm": 0.21294918655504008,
      "learning_rate": 6.841225481205749e-06,
      "loss": 0.3635,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12100854516029358,
      "step": 530,
      "valid_targets_mean": 9039.7,
      "valid_targets_min": 1560
    },
    {
      "epoch": 5.35234899328859,
      "grad_norm": 0.21494480970028404,
      "learning_rate": 6.469823613659896e-06,
      "loss": 0.3651,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11410963535308838,
      "step": 535,
      "valid_targets_mean": 8951.2,
      "valid_targets_min": 3544
    },
    {
      "epoch": 5.402684563758389,
      "grad_norm": 0.21580063331767288,
      "learning_rate": 6.106832590820053e-06,
      "loss": 0.365,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11225862056016922,
      "step": 540,
      "valid_targets_mean": 7322.1,
      "valid_targets_min": 3287
    },
    {
      "epoch": 5.453020134228188,
      "grad_norm": 0.22123701317383823,
      "learning_rate": 5.752478060973108e-06,
      "loss": 0.3669,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12023737281560898,
      "step": 545,
      "valid_targets_mean": 8372.3,
      "valid_targets_min": 3655
    },
    {
      "epoch": 5.503355704697986,
      "grad_norm": 0.2143304441931162,
      "learning_rate": 5.406980303650984e-06,
      "loss": 0.3632,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1282443404197693,
      "step": 550,
      "valid_targets_mean": 9076.7,
      "valid_targets_min": 3224
    },
    {
      "epoch": 5.553691275167785,
      "grad_norm": 0.2059409325448744,
      "learning_rate": 5.070554092696997e-06,
      "loss": 0.3658,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1095615029335022,
      "step": 555,
      "valid_targets_mean": 7624.6,
      "valid_targets_min": 3724
    },
    {
      "epoch": 5.604026845637584,
      "grad_norm": 0.20837192180926864,
      "learning_rate": 4.74340856275467e-06,
      "loss": 0.3649,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11278112977743149,
      "step": 560,
      "valid_targets_mean": 8129.7,
      "valid_targets_min": 2778
    },
    {
      "epoch": 5.654362416107382,
      "grad_norm": 0.21402988791875252,
      "learning_rate": 4.425747079262121e-06,
      "loss": 0.3674,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12279454618692398,
      "step": 565,
      "valid_targets_mean": 8821.7,
      "valid_targets_min": 2820
    },
    {
      "epoch": 5.704697986577181,
      "grad_norm": 0.2074510845148661,
      "learning_rate": 4.11776711203278e-06,
      "loss": 0.3626,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1227295845746994,
      "step": 570,
      "valid_targets_mean": 8974.7,
      "valid_targets_min": 2500
    },
    {
      "epoch": 5.75503355704698,
      "grad_norm": 0.2306440244667225,
      "learning_rate": 3.819660112501053e-06,
      "loss": 0.3604,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11513447761535645,
      "step": 575,
      "valid_targets_mean": 7983.1,
      "valid_targets_min": 3126
    },
    {
      "epoch": 5.805369127516778,
      "grad_norm": 0.2172176590730982,
      "learning_rate": 3.531611394709216e-06,
      "loss": 0.3684,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12855035066604614,
      "step": 580,
      "valid_targets_mean": 8633.9,
      "valid_targets_min": 2741
    },
    {
      "epoch": 5.855704697986577,
      "grad_norm": 0.21562611800655393,
      "learning_rate": 3.2538000201095363e-06,
      "loss": 0.3663,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12427804619073868,
      "step": 585,
      "valid_targets_mean": 9145.5,
      "valid_targets_min": 3920
    },
    {
      "epoch": 5.906040268456376,
      "grad_norm": 0.2190237582438193,
      "learning_rate": 2.986398686253211e-06,
      "loss": 0.3701,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13051660358905792,
      "step": 590,
      "valid_targets_mean": 8620.1,
      "valid_targets_min": 3357
    },
    {
      "epoch": 5.956375838926174,
      "grad_norm": 0.2080744597422396,
      "learning_rate": 2.729573619435384e-06,
      "loss": 0.363,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1293225884437561,
      "step": 595,
      "valid_targets_mean": 8719.9,
      "valid_targets_min": 3853
    },
    {
      "epoch": 6.0,
      "grad_norm": 0.3674873001472298,
      "learning_rate": 2.483484471362869e-06,
      "loss": 0.362,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3444654941558838,
      "step": 600,
      "valid_targets_mean": 7666.7,
      "valid_targets_min": 2472
    },
    {
      "epoch": 6.050335570469799,
      "grad_norm": 0.21298796074381432,
      "learning_rate": 2.248284219908918e-06,
      "loss": 0.3644,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09744159877300262,
      "step": 605,
      "valid_targets_mean": 7061.6,
      "valid_targets_min": 913
    },
    {
      "epoch": 6.100671140939597,
      "grad_norm": 0.20603793728596564,
      "learning_rate": 2.024119074016664e-06,
      "loss": 0.3661,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12634268403053284,
      "step": 610,
      "valid_targets_mean": 8669.8,
      "valid_targets_min": 4100
    },
    {
      "epoch": 6.151006711409396,
      "grad_norm": 0.19281788398410155,
      "learning_rate": 1.8111283828103566e-06,
      "loss": 0.3666,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12144550681114197,
      "step": 615,
      "valid_targets_mean": 8999.8,
      "valid_targets_min": 2519
    },
    {
      "epoch": 6.201342281879195,
      "grad_norm": 0.22141968540557966,
      "learning_rate": 1.6094445489709886e-06,
      "loss": 0.3646,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12076833099126816,
      "step": 620,
      "valid_targets_mean": 9312.1,
      "valid_targets_min": 2778
    },
    {
      "epoch": 6.251677852348993,
      "grad_norm": 0.1984445594470365,
      "learning_rate": 1.4191929464299481e-06,
      "loss": 0.3607,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12098690867424011,
      "step": 625,
      "valid_targets_mean": 9203.8,
      "valid_targets_min": 3448
    },
    {
      "epoch": 6.302013422818792,
      "grad_norm": 0.19771555014644152,
      "learning_rate": 1.2404918424321277e-06,
      "loss": 0.3607,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10897114872932434,
      "step": 630,
      "valid_targets_mean": 7500.3,
      "valid_targets_min": 991
    },
    {
      "epoch": 6.35234899328859,
      "grad_norm": 0.20058217433838568,
      "learning_rate": 1.073452324016715e-06,
      "loss": 0.3614,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1343023031949997,
      "step": 635,
      "valid_targets_mean": 9441.8,
      "valid_targets_min": 3744
    },
    {
      "epoch": 6.402684563758389,
      "grad_norm": 0.2162603197139562,
      "learning_rate": 9.181782289615149e-07,
      "loss": 0.3569,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11951828002929688,
      "step": 640,
      "valid_targets_mean": 8311.2,
      "valid_targets_min": 3340
    },
    {
      "epoch": 6.453020134228188,
      "grad_norm": 0.21759350387739748,
      "learning_rate": 7.747660812336221e-07,
      "loss": 0.3612,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12520036101341248,
      "step": 645,
      "valid_targets_mean": 8280.2,
      "valid_targets_min": 1940
    },
    {
      "epoch": 6.503355704697986,
      "grad_norm": 0.21007505903652565,
      "learning_rate": 6.433050309866717e-07,
      "loss": 0.3636,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1255347728729248,
      "step": 650,
      "valid_targets_mean": 7931.5,
      "valid_targets_min": 3055
    },
    {
      "epoch": 6.553691275167785,
      "grad_norm": 0.222415922560622,
      "learning_rate": 5.238767991418737e-07,
      "loss": 0.3608,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10943958163261414,
      "step": 655,
      "valid_targets_mean": 7532.7,
      "valid_targets_min": 2637
    },
    {
      "epoch": 6.604026845637584,
      "grad_norm": 0.20158116982395177,
      "learning_rate": 4.165556265873716e-07,
      "loss": 0.3589,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12891879677772522,
      "step": 660,
      "valid_targets_mean": 8930.4,
      "valid_targets_min": 3999
    },
    {
      "epoch": 6.654362416107382,
      "grad_norm": 0.20822765851254327,
      "learning_rate": 3.214082280274067e-07,
      "loss": 0.3652,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12707442045211792,
      "step": 665,
      "valid_targets_mean": 8714.0,
      "valid_targets_min": 2643
    },
    {
      "epoch": 6.704697986577181,
      "grad_norm": 0.20171448776496836,
      "learning_rate": 2.384937505100804e-07,
      "loss": 0.368,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12111932784318924,
      "step": 670,
      "valid_targets_mean": 8530.3,
      "valid_targets_min": 2996
    },
    {
      "epoch": 6.75503355704698,
      "grad_norm": 0.2091122427985211,
      "learning_rate": 1.6786373665939492e-07,
      "loss": 0.3692,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1105751022696495,
      "step": 675,
      "valid_targets_mean": 7289.7,
      "valid_targets_min": 2951
    },
    {
      "epoch": 6.805369127516778,
      "grad_norm": 0.19123999178770715,
      "learning_rate": 1.0956209263453421e-07,
      "loss": 0.3633,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11396750807762146,
      "step": 680,
      "valid_targets_mean": 8709.4,
      "valid_targets_min": 481
    },
    {
      "epoch": 6.855704697986577,
      "grad_norm": 0.20611680687469927,
      "learning_rate": 6.362506083618103e-08,
      "loss": 0.3628,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12498224526643753,
      "step": 685,
      "valid_targets_mean": 8953.2,
      "valid_targets_min": 3802
    },
    {
      "epoch": 6.906040268456376,
      "grad_norm": 0.1966589947991026,
      "learning_rate": 3.0081197376965465e-08,
      "loss": 0.3574,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12874117493629456,
      "step": 690,
      "valid_targets_mean": 8914.9,
      "valid_targets_min": 3898
    },
    {
      "epoch": 6.956375838926174,
      "grad_norm": 0.212158333151148,
      "learning_rate": 8.951354329933548e-09,
      "loss": 0.3671,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12312234938144684,
      "step": 695,
      "valid_targets_mean": 8675.7,
      "valid_targets_min": 2308
    },
    {
      "epoch": 7.0,
      "grad_norm": 0.34474378658754257,
      "learning_rate": 2.486667661627529e-10,
      "loss": 0.3647,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3694714307785034,
      "step": 700,
      "valid_targets_mean": 8521.5,
      "valid_targets_min": 2998
    },
    {
      "epoch": 7.0,
      "step": 700,
      "total_flos": 2.638568480974045e+18,
      "train_loss": 0.0,
      "train_runtime": 0.8295,
      "train_samples_per_second": 80459.329,
      "train_steps_per_second": 843.831
    }
  ],
  "logging_steps": 5,
  "max_steps": 700,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 7,
  "save_steps": 300,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.638568480974045e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}