{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 7.0,
  "eval_steps": 500,
  "global_step": 1358,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.02577319587628866,
      "grad_norm": 19.361754624645346,
      "learning_rate": 1.1764705882352942e-06,
      "loss": 0.7739,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2674316167831421,
      "step": 5,
      "valid_targets_mean": 6342.4,
      "valid_targets_min": 796
    },
    {
      "epoch": 0.05154639175257732,
      "grad_norm": 14.776293018924607,
      "learning_rate": 2.647058823529412e-06,
      "loss": 0.747,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26964008808135986,
      "step": 10,
      "valid_targets_mean": 6470.9,
      "valid_targets_min": 589
    },
    {
      "epoch": 0.07731958762886598,
      "grad_norm": 6.299200585171311,
      "learning_rate": 4.11764705882353e-06,
      "loss": 0.6522,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19556403160095215,
      "step": 15,
      "valid_targets_mean": 5640.0,
      "valid_targets_min": 568
    },
    {
      "epoch": 0.10309278350515463,
      "grad_norm": 2.1706585789929167,
      "learning_rate": 5.588235294117647e-06,
      "loss": 0.5807,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20123359560966492,
      "step": 20,
      "valid_targets_mean": 5792.0,
      "valid_targets_min": 421
    },
    {
      "epoch": 0.12886597938144329,
      "grad_norm": 1.281667358551557,
      "learning_rate": 7.058823529411766e-06,
      "loss": 0.5389,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18983393907546997,
      "step": 25,
      "valid_targets_mean": 6190.2,
      "valid_targets_min": 637
    },
    {
      "epoch": 0.15463917525773196,
      "grad_norm": 0.9543622306940317,
      "learning_rate": 8.529411764705883e-06,
      "loss": 0.5272,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1809738576412201,
      "step": 30,
      "valid_targets_mean": 5972.4,
      "valid_targets_min": 657
    },
    {
      "epoch": 0.18041237113402062,
      "grad_norm": 0.6809974107949935,
      "learning_rate": 1e-05,
      "loss": 0.496,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17243939638137817,
      "step": 35,
      "valid_targets_mean": 6295.2,
      "valid_targets_min": 687
    },
    {
      "epoch": 0.20618556701030927,
      "grad_norm": 0.5174417340859547,
      "learning_rate": 1.1470588235294118e-05,
      "loss": 0.487,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12923963367938995,
      "step": 40,
      "valid_targets_mean": 5336.0,
      "valid_targets_min": 587
    },
    {
      "epoch": 0.23195876288659795,
      "grad_norm": 0.4256636161095827,
      "learning_rate": 1.2941176470588238e-05,
      "loss": 0.4661,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1391327828168869,
      "step": 45,
      "valid_targets_mean": 6423.3,
      "valid_targets_min": 567
    },
    {
      "epoch": 0.25773195876288657,
      "grad_norm": 0.3673686393591969,
      "learning_rate": 1.4411764705882353e-05,
      "loss": 0.4478,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13855600357055664,
      "step": 50,
      "valid_targets_mean": 5495.0,
      "valid_targets_min": 540
    },
    {
      "epoch": 0.28350515463917525,
      "grad_norm": 0.28758629083178733,
      "learning_rate": 1.5882352941176473e-05,
      "loss": 0.4307,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12716147303581238,
      "step": 55,
      "valid_targets_mean": 5351.4,
      "valid_targets_min": 455
    },
    {
      "epoch": 0.30927835051546393,
      "grad_norm": 0.2803915310544906,
      "learning_rate": 1.735294117647059e-05,
      "loss": 0.4226,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13830243051052094,
      "step": 60,
      "valid_targets_mean": 5775.8,
      "valid_targets_min": 526
    },
    {
      "epoch": 0.33505154639175255,
      "grad_norm": 0.2975359105410568,
      "learning_rate": 1.8823529411764708e-05,
      "loss": 0.4034,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13560298085212708,
      "step": 65,
      "valid_targets_mean": 6934.9,
      "valid_targets_min": 619
    },
    {
      "epoch": 0.36082474226804123,
      "grad_norm": 0.25312341649003284,
      "learning_rate": 2.0294117647058825e-05,
      "loss": 0.4074,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13240735232830048,
      "step": 70,
      "valid_targets_mean": 6072.6,
      "valid_targets_min": 575
    },
    {
      "epoch": 0.3865979381443299,
      "grad_norm": 0.2327782906957274,
      "learning_rate": 2.1764705882352943e-05,
      "loss": 0.3876,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12153078615665436,
      "step": 75,
      "valid_targets_mean": 5931.8,
      "valid_targets_min": 770
    },
    {
      "epoch": 0.41237113402061853,
      "grad_norm": 0.23209410691794588,
      "learning_rate": 2.3235294117647064e-05,
      "loss": 0.376,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12323503196239471,
      "step": 80,
      "valid_targets_mean": 5867.5,
      "valid_targets_min": 627
    },
    {
      "epoch": 0.4381443298969072,
      "grad_norm": 0.22608571307773745,
      "learning_rate": 2.470588235294118e-05,
      "loss": 0.3845,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1206689402461052,
      "step": 85,
      "valid_targets_mean": 5408.6,
      "valid_targets_min": 674
    },
    {
      "epoch": 0.4639175257731959,
      "grad_norm": 0.6310853681606622,
      "learning_rate": 2.6176470588235295e-05,
      "loss": 0.3754,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11591410636901855,
      "step": 90,
      "valid_targets_mean": 5860.6,
      "valid_targets_min": 629
    },
    {
      "epoch": 0.4896907216494845,
      "grad_norm": 0.2303573287176781,
      "learning_rate": 2.7647058823529413e-05,
      "loss": 0.3617,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10666414350271225,
      "step": 95,
      "valid_targets_mean": 5568.6,
      "valid_targets_min": 484
    },
    {
      "epoch": 0.5154639175257731,
      "grad_norm": 0.2302775696607361,
      "learning_rate": 2.911764705882353e-05,
      "loss": 0.3555,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13573025166988373,
      "step": 100,
      "valid_targets_mean": 6281.9,
      "valid_targets_min": 614
    },
    {
      "epoch": 0.5412371134020618,
      "grad_norm": 0.21637067325838502,
      "learning_rate": 3.0588235294117644e-05,
      "loss": 0.3549,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0937468409538269,
      "step": 105,
      "valid_targets_mean": 5264.0,
      "valid_targets_min": 542
    },
    {
      "epoch": 0.5670103092783505,
      "grad_norm": 0.23809642219447041,
      "learning_rate": 3.205882352941177e-05,
      "loss": 0.344,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10166369378566742,
      "step": 110,
      "valid_targets_mean": 6304.4,
      "valid_targets_min": 524
    },
    {
      "epoch": 0.5927835051546392,
      "grad_norm": 0.23288667622755851,
      "learning_rate": 3.3529411764705886e-05,
      "loss": 0.3511,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10661657154560089,
      "step": 115,
      "valid_targets_mean": 5671.1,
      "valid_targets_min": 632
    },
    {
      "epoch": 0.6185567010309279,
      "grad_norm": 0.2484689669811016,
      "learning_rate": 3.5000000000000004e-05,
      "loss": 0.341,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11113717406988144,
      "step": 120,
      "valid_targets_mean": 5165.4,
      "valid_targets_min": 647
    },
    {
      "epoch": 0.6443298969072165,
      "grad_norm": 0.2482938299277476,
      "learning_rate": 3.647058823529412e-05,
      "loss": 0.3343,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10907314717769623,
      "step": 125,
      "valid_targets_mean": 5740.9,
      "valid_targets_min": 541
    },
    {
      "epoch": 0.6701030927835051,
      "grad_norm": 0.25658063294793965,
      "learning_rate": 3.794117647058824e-05,
      "loss": 0.3471,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1199379414319992,
      "step": 130,
      "valid_targets_mean": 5379.9,
      "valid_targets_min": 538
    },
    {
      "epoch": 0.6958762886597938,
      "grad_norm": 0.280087729238946,
      "learning_rate": 3.9411764705882356e-05,
      "loss": 0.3413,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11225313693284988,
      "step": 135,
      "valid_targets_mean": 5651.6,
      "valid_targets_min": 607
    },
    {
      "epoch": 0.7216494845360825,
      "grad_norm": 0.24721279712124644,
      "learning_rate": 3.999940516338956e-05,
      "loss": 0.3306,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1001933217048645,
      "step": 140,
      "valid_targets_mean": 5565.4,
      "valid_targets_min": 624
    },
    {
      "epoch": 0.7474226804123711,
      "grad_norm": 0.23337875442078515,
      "learning_rate": 3.99957701789056e-05,
      "loss": 0.3175,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10798051208257675,
      "step": 145,
      "valid_targets_mean": 5987.2,
      "valid_targets_min": 506
    },
    {
      "epoch": 0.7731958762886598,
      "grad_norm": 0.2493552441513084,
      "learning_rate": 3.998883127460509e-05,
      "loss": 0.3232,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.101970374584198,
      "step": 150,
      "valid_targets_mean": 5937.7,
      "valid_targets_min": 605
    },
    {
      "epoch": 0.7989690721649485,
      "grad_norm": 0.24775631537939216,
      "learning_rate": 3.997858959700969e-05,
      "loss": 0.3359,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10961902141571045,
      "step": 155,
      "valid_targets_mean": 6309.8,
      "valid_targets_min": 594
    },
    {
      "epoch": 0.8247422680412371,
      "grad_norm": 0.25978597983421364,
      "learning_rate": 3.996504683836136e-05,
      "loss": 0.324,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11169438064098358,
      "step": 160,
      "valid_targets_mean": 5201.8,
      "valid_targets_min": 420
    },
    {
      "epoch": 0.8505154639175257,
      "grad_norm": 0.23898990849913665,
      "learning_rate": 3.994820523634279e-05,
      "loss": 0.3245,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09977433830499649,
      "step": 165,
      "valid_targets_mean": 5932.4,
      "valid_targets_min": 290
    },
    {
      "epoch": 0.8762886597938144,
      "grad_norm": 0.24238386639193504,
      "learning_rate": 3.992806757370764e-05,
      "loss": 0.3248,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1041790246963501,
      "step": 170,
      "valid_targets_mean": 5472.7,
      "valid_targets_min": 603
    },
    {
      "epoch": 0.9020618556701031,
      "grad_norm": 0.25746086870152124,
      "learning_rate": 3.990463717782074e-05,
      "loss": 0.3137,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1092878133058548,
      "step": 175,
      "valid_targets_mean": 5549.4,
      "valid_targets_min": 470
    },
    {
      "epoch": 0.9278350515463918,
      "grad_norm": 0.2592996660818364,
      "learning_rate": 3.987791792010834e-05,
      "loss": 0.323,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10904739797115326,
      "step": 180,
      "valid_targets_mean": 6642.5,
      "valid_targets_min": 678
    },
    {
      "epoch": 0.9536082474226805,
      "grad_norm": 0.2550877179756528,
      "learning_rate": 3.984791421541839e-05,
      "loss": 0.323,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11759485304355621,
      "step": 185,
      "valid_targets_mean": 5979.9,
      "valid_targets_min": 678
    },
    {
      "epoch": 0.979381443298969,
      "grad_norm": 0.23574276810911696,
      "learning_rate": 3.981463102129109e-05,
      "loss": 0.3266,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0982227697968483,
      "step": 190,
      "valid_targets_mean": 5994.5,
      "valid_targets_min": 583
    },
    {
      "epoch": 1.0051546391752577,
      "grad_norm": 0.2409637458488068,
      "learning_rate": 3.9778073837139735e-05,
      "loss": 0.3167,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09220079332590103,
      "step": 195,
      "valid_targets_mean": 5070.1,
      "valid_targets_min": 620
    },
    {
      "epoch": 1.0309278350515463,
      "grad_norm": 0.2380204035855985,
      "learning_rate": 3.9738248703342085e-05,
      "loss": 0.3124,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09644968062639236,
      "step": 200,
      "valid_targets_mean": 6010.5,
      "valid_targets_min": 604
    },
    {
      "epoch": 1.056701030927835,
      "grad_norm": 0.2549648587514221,
      "learning_rate": 3.9695162200242256e-05,
      "loss": 0.3132,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11107391119003296,
      "step": 205,
      "valid_targets_mean": 6042.8,
      "valid_targets_min": 777
    },
    {
      "epoch": 1.0824742268041236,
      "grad_norm": 0.2534182080407131,
      "learning_rate": 3.964882144706347e-05,
      "loss": 0.3077,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10496579855680466,
      "step": 210,
      "valid_targets_mean": 5895.7,
      "valid_targets_min": 574
    },
    {
      "epoch": 1.1082474226804124,
      "grad_norm": 0.25768862239255363,
      "learning_rate": 3.959923410073174e-05,
      "loss": 0.3141,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10322555154561996,
      "step": 215,
      "valid_targets_mean": 5244.7,
      "valid_targets_min": 593
    },
    {
      "epoch": 1.134020618556701,
      "grad_norm": 0.2426564982364801,
      "learning_rate": 3.954640835461069e-05,
      "loss": 0.3158,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10308908671140671,
      "step": 220,
      "valid_targets_mean": 6443.2,
      "valid_targets_min": 590
    },
    {
      "epoch": 1.1597938144329896,
      "grad_norm": 0.23655770946779622,
      "learning_rate": 3.9490352937147786e-05,
      "loss": 0.3133,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11381332576274872,
      "step": 225,
      "valid_targets_mean": 6552.3,
      "valid_targets_min": 575
    },
    {
      "epoch": 1.1855670103092784,
      "grad_norm": 0.24301765299422307,
      "learning_rate": 3.943107711043211e-05,
      "loss": 0.3031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10668733716011047,
      "step": 230,
      "valid_targets_mean": 5882.4,
      "valid_targets_min": 601
    },
    {
      "epoch": 1.211340206185567,
      "grad_norm": 0.2514857854558027,
      "learning_rate": 3.936859066866397e-05,
      "loss": 0.3109,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08552701771259308,
      "step": 235,
      "valid_targets_mean": 5791.9,
      "valid_targets_min": 618
    },
    {
      "epoch": 1.2371134020618557,
      "grad_norm": 0.2877896952104453,
      "learning_rate": 3.93029039365366e-05,
      "loss": 0.3147,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09683221578598022,
      "step": 240,
      "valid_targets_mean": 5507.1,
      "valid_targets_min": 635
    },
    {
      "epoch": 1.2628865979381443,
      "grad_norm": 0.23920924217001596,
      "learning_rate": 3.923402776753022e-05,
      "loss": 0.3011,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11555798351764679,
      "step": 245,
      "valid_targets_mean": 6155.2,
      "valid_targets_min": 806
    },
    {
      "epoch": 1.2886597938144329,
      "grad_norm": 0.25899916480361196,
      "learning_rate": 3.9161973542118686e-05,
      "loss": 0.3044,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10108867287635803,
      "step": 250,
      "valid_targets_mean": 6389.3,
      "valid_targets_min": 689
    },
    {
      "epoch": 1.3144329896907216,
      "grad_norm": 0.23959656238848795,
      "learning_rate": 3.9086753165889076e-05,
      "loss": 0.2985,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0946207121014595,
      "step": 255,
      "valid_targets_mean": 5665.8,
      "valid_targets_min": 596
    },
    {
      "epoch": 1.3402061855670104,
      "grad_norm": 0.23205059436417375,
      "learning_rate": 3.900837906757454e-05,
      "loss": 0.3096,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1049540713429451,
      "step": 260,
      "valid_targets_mean": 6088.0,
      "valid_targets_min": 549
    },
    {
      "epoch": 1.365979381443299,
      "grad_norm": 0.23826424065683088,
      "learning_rate": 3.8926864197000676e-05,
      "loss": 0.3124,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10210095345973969,
      "step": 265,
      "valid_targets_mean": 5778.2,
      "valid_targets_min": 455
    },
    {
      "epoch": 1.3917525773195876,
      "grad_norm": 0.23824515889271916,
      "learning_rate": 3.8842222022945823e-05,
      "loss": 0.3049,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10111156105995178,
      "step": 270,
      "valid_targets_mean": 6070.1,
      "valid_targets_min": 605
    },
    {
      "epoch": 1.4175257731958764,
      "grad_norm": 0.23845633943933653,
      "learning_rate": 3.875446653091559e-05,
      "loss": 0.2924,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11315014958381653,
      "step": 275,
      "valid_targets_mean": 6917.2,
      "valid_targets_min": 983
    },
    {
      "epoch": 1.443298969072165,
      "grad_norm": 0.2310439199773325,
      "learning_rate": 3.866361222083205e-05,
      "loss": 0.3095,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08991458266973495,
      "step": 280,
      "valid_targets_mean": 5686.5,
      "valid_targets_min": 627
    },
    {
      "epoch": 1.4690721649484537,
      "grad_norm": 0.22655104228409462,
      "learning_rate": 3.856967410463787e-05,
      "loss": 0.2981,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09699489921331406,
      "step": 285,
      "valid_targets_mean": 5802.7,
      "valid_targets_min": 458
    },
    {
      "epoch": 1.4948453608247423,
      "grad_norm": 0.22292542695729753,
      "learning_rate": 3.8472667703815876e-05,
      "loss": 0.3017,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09988431632518768,
      "step": 290,
      "valid_targets_mean": 6589.3,
      "valid_targets_min": 559
    },
    {
      "epoch": 1.5206185567010309,
      "grad_norm": 0.2408453057328623,
      "learning_rate": 3.837260904682445e-05,
      "loss": 0.2977,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09748954325914383,
      "step": 295,
      "valid_targets_mean": 6321.9,
      "valid_targets_min": 586
    },
    {
      "epoch": 1.5463917525773194,
      "grad_norm": 0.23558386336961148,
      "learning_rate": 3.8269514666449116e-05,
      "loss": 0.3025,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10613813996315002,
      "step": 300,
      "valid_targets_mean": 6418.5,
      "valid_targets_min": 806
    },
    {
      "epoch": 1.5721649484536082,
      "grad_norm": 0.24812086882951945,
      "learning_rate": 3.816340159707079e-05,
      "loss": 0.298,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10738293081521988,
      "step": 305,
      "valid_targets_mean": 5983.7,
      "valid_targets_min": 601
    },
    {
      "epoch": 1.597938144329897,
      "grad_norm": 0.21029547243360874,
      "learning_rate": 3.805428737185124e-05,
      "loss": 0.2903,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08348864316940308,
      "step": 310,
      "valid_targets_mean": 5838.5,
      "valid_targets_min": 657
    },
    {
      "epoch": 1.6237113402061856,
      "grad_norm": 0.23325282068417247,
      "learning_rate": 3.794219001983597e-05,
      "loss": 0.2854,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08546201884746552,
      "step": 315,
      "valid_targets_mean": 5487.7,
      "valid_targets_min": 503
    },
    {
      "epoch": 1.6494845360824741,
      "grad_norm": 0.23941733339783547,
      "learning_rate": 3.782712806297536e-05,
      "loss": 0.298,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09802323579788208,
      "step": 320,
      "valid_targets_mean": 5105.8,
      "valid_targets_min": 687
    },
    {
      "epoch": 1.675257731958763,
      "grad_norm": 0.2429264263419137,
      "learning_rate": 3.7709120513064196e-05,
      "loss": 0.2957,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10877049714326859,
      "step": 325,
      "valid_targets_mean": 6018.4,
      "valid_targets_min": 524
    },
    {
      "epoch": 1.7010309278350515,
      "grad_norm": 0.2286086286790759,
      "learning_rate": 3.758818686860038e-05,
      "loss": 0.2941,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09833472967147827,
      "step": 330,
      "valid_targets_mean": 6012.3,
      "valid_targets_min": 683
    },
    {
      "epoch": 1.7268041237113403,
      "grad_norm": 0.23910119281288197,
      "learning_rate": 3.746434711156314e-05,
      "loss": 0.2939,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11784946173429489,
      "step": 335,
      "valid_targets_mean": 6342.0,
      "valid_targets_min": 659
    },
    {
      "epoch": 1.7525773195876289,
      "grad_norm": 0.24850545007143537,
      "learning_rate": 3.733762170411138e-05,
      "loss": 0.3005,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09112188220024109,
      "step": 340,
      "valid_targets_mean": 5050.5,
      "valid_targets_min": 506
    },
    {
      "epoch": 1.7783505154639174,
      "grad_norm": 0.24896810002197928,
      "learning_rate": 3.720803158520279e-05,
      "loss": 0.2991,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11645789444446564,
      "step": 345,
      "valid_targets_mean": 6646.2,
      "valid_targets_min": 992
    },
    {
      "epoch": 1.8041237113402062,
      "grad_norm": 0.24171025750101124,
      "learning_rate": 3.707559816713395e-05,
      "loss": 0.2936,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08031776547431946,
      "step": 350,
      "valid_targets_mean": 5258.9,
      "valid_targets_min": 503
    },
    {
      "epoch": 1.829896907216495,
      "grad_norm": 0.22904770581010406,
      "learning_rate": 3.694034333200245e-05,
      "loss": 0.301,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0882028341293335,
      "step": 355,
      "valid_targets_mean": 5434.7,
      "valid_targets_min": 676
    },
    {
      "epoch": 1.8556701030927836,
      "grad_norm": 0.2582656548833247,
      "learning_rate": 3.680228942809126e-05,
      "loss": 0.292,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09634621441364288,
      "step": 360,
      "valid_targets_mean": 5531.5,
      "valid_targets_min": 612
    },
    {
      "epoch": 1.8814432989690721,
      "grad_norm": 0.21524059520826663,
      "learning_rate": 3.666145926617609e-05,
      "loss": 0.2888,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.096525639295578,
      "step": 365,
      "valid_targets_mean": 5507.4,
      "valid_targets_min": 682
    },
    {
      "epoch": 1.9072164948453607,
      "grad_norm": 0.24255084476459574,
      "learning_rate": 3.6517876115756376e-05,
      "loss": 0.2922,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09641002118587494,
      "step": 370,
      "valid_targets_mean": 5803.1,
      "valid_targets_min": 811
    },
    {
      "epoch": 1.9329896907216495,
      "grad_norm": 0.23858816600196303,
      "learning_rate": 3.6371563701210406e-05,
      "loss": 0.3038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10171850025653839,
      "step": 375,
      "valid_targets_mean": 6099.8,
      "valid_targets_min": 801
    },
    {
      "epoch": 1.9587628865979383,
      "grad_norm": 0.23332041195703118,
      "learning_rate": 3.622254619787533e-05,
      "loss": 0.2941,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10116893798112869,
      "step": 380,
      "valid_targets_mean": 6078.7,
      "valid_targets_min": 733
    },
    {
      "epoch": 1.9845360824742269,
      "grad_norm": 0.2420312100632208,
      "learning_rate": 3.607084822805268e-05,
      "loss": 0.2951,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08722677826881409,
      "step": 385,
      "valid_targets_mean": 5265.4,
      "valid_targets_min": 591
    },
    {
      "epoch": 2.0103092783505154,
      "grad_norm": 0.2343248517342809,
      "learning_rate": 3.5916494856939944e-05,
      "loss": 0.2949,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08683840185403824,
      "step": 390,
      "valid_targets_mean": 5935.9,
      "valid_targets_min": 645
    },
    {
      "epoch": 2.036082474226804,
      "grad_norm": 0.24099732747355063,
      "learning_rate": 3.575951158848905e-05,
      "loss": 0.2882,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10633479058742523,
      "step": 395,
      "valid_targets_mean": 6427.1,
      "valid_targets_min": 576
    },
    {
      "epoch": 2.0618556701030926,
      "grad_norm": 0.2658298537622557,
      "learning_rate": 3.5599924361192335e-05,
      "loss": 0.2835,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09219761192798615,
      "step": 400,
      "valid_targets_mean": 6387.1,
      "valid_targets_min": 674
    },
    {
      "epoch": 2.0876288659793816,
      "grad_norm": 0.24887435726906582,
      "learning_rate": 3.54377595437967e-05,
      "loss": 0.2872,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09384647756814957,
      "step": 405,
      "valid_targets_mean": 5790.4,
      "valid_targets_min": 618
    },
    {
      "epoch": 2.11340206185567,
      "grad_norm": 0.2342275822421684,
      "learning_rate": 3.527304393094665e-05,
      "loss": 0.2822,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09381407499313354,
      "step": 410,
      "valid_targets_mean": 5896.6,
      "valid_targets_min": 618
    },
    {
      "epoch": 2.1391752577319587,
      "grad_norm": 0.2534942268345584,
      "learning_rate": 3.510580473875701e-05,
      "loss": 0.2917,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1218668520450592,
      "step": 415,
      "valid_targets_mean": 6681.8,
      "valid_targets_min": 518
    },
    {
      "epoch": 2.1649484536082473,
      "grad_norm": 0.23284944470966143,
      "learning_rate": 3.493606960031601e-05,
      "loss": 0.2757,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09857223927974701,
      "step": 420,
      "valid_targets_mean": 6568.3,
      "valid_targets_min": 527
    },
    {
      "epoch": 2.1907216494845363,
      "grad_norm": 0.2421756941998698,
      "learning_rate": 3.476386656111938e-05,
      "loss": 0.2851,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09131501615047455,
      "step": 425,
      "valid_targets_mean": 5952.6,
      "valid_targets_min": 750
    },
    {
      "epoch": 2.216494845360825,
      "grad_norm": 0.25771606949400594,
      "learning_rate": 3.458922407443643e-05,
      "loss": 0.2844,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09061141312122345,
      "step": 430,
      "valid_targets_mean": 5639.3,
      "valid_targets_min": 734
    },
    {
      "epoch": 2.2422680412371134,
      "grad_norm": 0.24545909429015159,
      "learning_rate": 3.441217099660864e-05,
      "loss": 0.2853,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11367497593164444,
      "step": 435,
      "valid_targets_mean": 6035.3,
      "valid_targets_min": 689
    },
    {
      "epoch": 2.268041237113402,
      "grad_norm": 0.28375620819640673,
      "learning_rate": 3.423273658228171e-05,
      "loss": 0.2887,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09130064398050308,
      "step": 440,
      "valid_targets_mean": 5681.8,
      "valid_targets_min": 594
    },
    {
      "epoch": 2.2938144329896906,
      "grad_norm": 0.251365825220021,
      "learning_rate": 3.405095047957183e-05,
      "loss": 0.2923,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09749715775251389,
      "step": 445,
      "valid_targets_mean": 5888.2,
      "valid_targets_min": 960
    },
    {
      "epoch": 2.319587628865979,
      "grad_norm": 0.2402309094467951,
      "learning_rate": 3.3866842725166855e-05,
      "loss": 0.2828,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0872880220413208,
      "step": 450,
      "valid_targets_mean": 5899.3,
      "valid_targets_min": 769
    },
    {
      "epoch": 2.345360824742268,
      "grad_norm": 0.25176884070476524,
      "learning_rate": 3.3680443739363304e-05,
      "loss": 0.2829,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1044222041964531,
      "step": 455,
      "valid_targets_mean": 5661.7,
      "valid_targets_min": 503
    },
    {
      "epoch": 2.3711340206185567,
      "grad_norm": 0.23866003231483893,
      "learning_rate": 3.349178432104001e-05,
      "loss": 0.2866,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09630560874938965,
      "step": 460,
      "valid_targets_mean": 6392.2,
      "valid_targets_min": 612
    },
    {
      "epoch": 2.3969072164948453,
      "grad_norm": 0.23396899390869666,
      "learning_rate": 3.330089564256919e-05,
      "loss": 0.2875,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10524716228246689,
      "step": 465,
      "valid_targets_mean": 6265.0,
      "valid_targets_min": 524
    },
    {
      "epoch": 2.422680412371134,
      "grad_norm": 0.25436406743642886,
      "learning_rate": 3.3107809244665805e-05,
      "loss": 0.2908,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09861588478088379,
      "step": 470,
      "valid_targets_mean": 5925.4,
      "valid_targets_min": 548
    },
    {
      "epoch": 2.448453608247423,
      "grad_norm": 0.2315961680878081,
      "learning_rate": 3.291255703117605e-05,
      "loss": 0.2847,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07914268970489502,
      "step": 475,
      "valid_targets_mean": 5032.7,
      "valid_targets_min": 549
    },
    {
      "epoch": 2.4742268041237114,
      "grad_norm": 0.24059524256760667,
      "learning_rate": 3.271517126380586e-05,
      "loss": 0.2827,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09832991659641266,
      "step": 480,
      "valid_targets_mean": 5955.6,
      "valid_targets_min": 877
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.23560310629184877,
      "learning_rate": 3.251568455679025e-05,
      "loss": 0.2891,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11293981969356537,
      "step": 485,
      "valid_targets_mean": 7011.7,
      "valid_targets_min": 761
    },
    {
      "epoch": 2.5257731958762886,
      "grad_norm": 0.24957734753553512,
      "learning_rate": 3.2314129871504504e-05,
      "loss": 0.2853,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1026647537946701,
      "step": 490,
      "valid_targets_mean": 5802.8,
      "valid_targets_min": 582
    },
    {
      "epoch": 2.551546391752577,
      "grad_norm": 0.22947364439758133,
      "learning_rate": 3.211054051101785e-05,
      "loss": 0.2766,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0943123921751976,
      "step": 495,
      "valid_targets_mean": 5864.0,
      "valid_targets_min": 610
    },
    {
      "epoch": 2.5773195876288657,
      "grad_norm": 0.23770497464938728,
      "learning_rate": 3.190495011459082e-05,
      "loss": 0.2869,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08464314043521881,
      "step": 500,
      "valid_targets_mean": 5466.0,
      "valid_targets_min": 659
    },
    {
      "epoch": 2.6030927835051547,
      "grad_norm": 0.2529741357172592,
      "learning_rate": 3.1697392652116996e-05,
      "loss": 0.2766,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.107028529047966,
      "step": 505,
      "valid_targets_mean": 6372.2,
      "valid_targets_min": 661
    },
    {
      "epoch": 2.6288659793814433,
      "grad_norm": 0.21932740574304702,
      "learning_rate": 3.1487902418510095e-05,
      "loss": 0.2857,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09716858714818954,
      "step": 510,
      "valid_targets_mean": 6433.1,
      "valid_targets_min": 681
    },
    {
      "epoch": 2.654639175257732,
      "grad_norm": 0.21132373673187144,
      "learning_rate": 3.1276514028037444e-05,
      "loss": 0.2809,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09688623994588852,
      "step": 515,
      "valid_targets_mean": 6873.9,
      "valid_targets_min": 655
    },
    {
      "epoch": 2.680412371134021,
      "grad_norm": 0.22391906122745997,
      "learning_rate": 3.10632624086006e-05,
      "loss": 0.2746,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09009232372045517,
      "step": 520,
      "valid_targets_mean": 5922.0,
      "valid_targets_min": 626
    },
    {
      "epoch": 2.7061855670103094,
      "grad_norm": 0.2416840076675489,
      "learning_rate": 3.084818279596417e-05,
      "loss": 0.2819,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09669722616672516,
      "step": 525,
      "valid_targets_mean": 5536.5,
      "valid_targets_min": 463
    },
    {
      "epoch": 2.731958762886598,
      "grad_norm": 0.24005876397100998,
      "learning_rate": 3.063131072793379e-05,
      "loss": 0.283,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09082949161529541,
      "step": 530,
      "valid_targets_mean": 5989.2,
      "valid_targets_min": 581
    },
    {
      "epoch": 2.7577319587628866,
      "grad_norm": 0.22663868595846726,
      "learning_rate": 3.0412682038484215e-05,
      "loss": 0.2741,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09188930690288544,
      "step": 535,
      "valid_targets_mean": 6203.5,
      "valid_targets_min": 707
    },
    {
      "epoch": 2.783505154639175,
      "grad_norm": 0.21908930480458605,
      "learning_rate": 3.019233285183835e-05,
      "loss": 0.2753,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10089852660894394,
      "step": 540,
      "valid_targets_mean": 6096.4,
      "valid_targets_min": 749
    },
    {
      "epoch": 2.8092783505154637,
      "grad_norm": 0.2515063915320478,
      "learning_rate": 2.9970299576498495e-05,
      "loss": 0.2858,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09591610729694366,
      "step": 545,
      "valid_targets_mean": 5674.9,
      "valid_targets_min": 592
    },
    {
      "epoch": 2.8350515463917527,
      "grad_norm": 0.2328364488943388,
      "learning_rate": 2.974661889923048e-05,
      "loss": 0.2906,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12141162902116776,
      "step": 550,
      "valid_targets_mean": 6436.8,
      "valid_targets_min": 651
    },
    {
      "epoch": 2.8608247422680413,
      "grad_norm": 0.244877435814816,
      "learning_rate": 2.9521327779001906e-05,
      "loss": 0.2789,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10483044385910034,
      "step": 555,
      "valid_targets_mean": 6250.4,
      "valid_targets_min": 795
    },
    {
      "epoch": 2.88659793814433,
      "grad_norm": 0.24326293126897247,
      "learning_rate": 2.9294463440875375e-05,
      "loss": 0.2846,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08272717893123627,
      "step": 560,
      "valid_targets_mean": 5923.4,
      "valid_targets_min": 503
    },
    {
      "epoch": 2.9123711340206184,
      "grad_norm": 0.24352900559746452,
      "learning_rate": 2.906606336985775e-05,
      "loss": 0.2779,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08788428455591202,
      "step": 565,
      "valid_targets_mean": 4883.2,
      "valid_targets_min": 627
    },
    {
      "epoch": 2.9381443298969074,
      "grad_norm": 0.24432741772867364,
      "learning_rate": 2.883616530470648e-05,
      "loss": 0.2772,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10530249029397964,
      "step": 570,
      "valid_targets_mean": 5787.4,
      "valid_targets_min": 599
    },
    {
      "epoch": 2.963917525773196,
      "grad_norm": 0.2652726308860743,
      "learning_rate": 2.8604807231693987e-05,
      "loss": 0.2854,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08077148348093033,
      "step": 575,
      "valid_targets_mean": 5646.8,
      "valid_targets_min": 603
    },
    {
      "epoch": 2.9896907216494846,
      "grad_norm": 0.23411552434676475,
      "learning_rate": 2.8372027378331148e-05,
      "loss": 0.2783,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08464553207159042,
      "step": 580,
      "valid_targets_mean": 5979.0,
      "valid_targets_min": 613
    },
    {
      "epoch": 3.015463917525773,
      "grad_norm": 0.20260770993636365,
      "learning_rate": 2.8137864207050945e-05,
      "loss": 0.2746,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09096153825521469,
      "step": 585,
      "valid_targets_mean": 6076.0,
      "valid_targets_min": 682
    },
    {
      "epoch": 3.0412371134020617,
      "grad_norm": 0.28486265482999723,
      "learning_rate": 2.790235640885327e-05,
      "loss": 0.2675,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10470966249704361,
      "step": 590,
      "valid_targets_mean": 6595.6,
      "valid_targets_min": 546
    },
    {
      "epoch": 3.0670103092783507,
      "grad_norm": 0.24942742541858107,
      "learning_rate": 2.7665542896911993e-05,
      "loss": 0.2764,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09387102723121643,
      "step": 595,
      "valid_targets_mean": 6898.8,
      "valid_targets_min": 2944
    },
    {
      "epoch": 3.0927835051546393,
      "grad_norm": 0.22996526245052193,
      "learning_rate": 2.742746280014527e-05,
      "loss": 0.2661,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08765529841184616,
      "step": 600,
      "valid_targets_mean": 5356.6,
      "valid_targets_min": 683
    },
    {
      "epoch": 3.118556701030928,
      "grad_norm": 0.26407748188095326,
      "learning_rate": 2.7188155456750257e-05,
      "loss": 0.2814,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0783463567495346,
      "step": 605,
      "valid_targets_mean": 4844.9,
      "valid_targets_min": 733
    },
    {
      "epoch": 3.1443298969072164,
      "grad_norm": 0.22348367760182972,
      "learning_rate": 2.694766040770323e-05,
      "loss": 0.2728,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09305690228939056,
      "step": 610,
      "valid_targets_mean": 6214.3,
      "valid_targets_min": 558
    },
    {
      "epoch": 3.170103092783505,
      "grad_norm": 0.2361655369361659,
      "learning_rate": 2.6706017390226162e-05,
      "loss": 0.2754,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09483394771814346,
      "step": 615,
      "valid_targets_mean": 6181.8,
      "valid_targets_min": 817
    },
    {
      "epoch": 3.195876288659794,
      "grad_norm": 0.22483897147525417,
      "learning_rate": 2.646326633122094e-05,
      "loss": 0.2702,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08822141587734222,
      "step": 620,
      "valid_targets_mean": 5600.7,
      "valid_targets_min": 568
    },
    {
      "epoch": 3.2216494845360826,
      "grad_norm": 0.23594366918535295,
      "learning_rate": 2.621944734067218e-05,
      "loss": 0.28,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10289697349071503,
      "step": 625,
      "valid_targets_mean": 6439.7,
      "valid_targets_min": 829
    },
    {
      "epoch": 3.247422680412371,
      "grad_norm": 0.23205688764514465,
      "learning_rate": 2.597460070501983e-05,
      "loss": 0.2775,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08696689456701279,
      "step": 630,
      "valid_targets_mean": 5283.2,
      "valid_targets_min": 634
    },
    {
      "epoch": 3.2731958762886597,
      "grad_norm": 0.22585622138198921,
      "learning_rate": 2.5728766880502604e-05,
      "loss": 0.2752,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08871736377477646,
      "step": 635,
      "valid_targets_mean": 5726.8,
      "valid_targets_min": 610
    },
    {
      "epoch": 3.2989690721649483,
      "grad_norm": 0.22220502134440065,
      "learning_rate": 2.5481986486473352e-05,
      "loss": 0.2757,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07732512056827545,
      "step": 640,
      "valid_targets_mean": 5585.0,
      "valid_targets_min": 701
    },
    {
      "epoch": 3.3247422680412373,
      "grad_norm": 0.23991535815705303,
      "learning_rate": 2.523430029868749e-05,
      "loss": 0.27,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08161801099777222,
      "step": 645,
      "valid_targets_mean": 5979.8,
      "valid_targets_min": 524
    },
    {
      "epoch": 3.350515463917526,
      "grad_norm": 0.2200888804921485,
      "learning_rate": 2.498574924256558e-05,
      "loss": 0.268,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08938449621200562,
      "step": 650,
      "valid_targets_mean": 5659.7,
      "valid_targets_min": 581
    },
    {
      "epoch": 3.3762886597938144,
      "grad_norm": 0.22680091617135775,
      "learning_rate": 2.4736374386431194e-05,
      "loss": 0.2701,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08103431016206741,
      "step": 655,
      "valid_targets_mean": 6188.1,
      "valid_targets_min": 509
    },
    {
      "epoch": 3.402061855670103,
      "grad_norm": 0.2304373114730706,
      "learning_rate": 2.4486216934725143e-05,
      "loss": 0.2815,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10041002184152603,
      "step": 660,
      "valid_targets_mean": 6363.6,
      "valid_targets_min": 996
    },
    {
      "epoch": 3.4278350515463916,
      "grad_norm": 0.23661270764251344,
      "learning_rate": 2.4235318221197258e-05,
      "loss": 0.2749,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0988386869430542,
      "step": 665,
      "valid_targets_mean": 6608.8,
      "valid_targets_min": 958
    },
    {
      "epoch": 3.4536082474226806,
      "grad_norm": 0.2515269393218624,
      "learning_rate": 2.3983719702076724e-05,
      "loss": 0.2785,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09459570050239563,
      "step": 670,
      "valid_targets_mean": 5628.4,
      "valid_targets_min": 492
    },
    {
      "epoch": 3.479381443298969,
      "grad_norm": 0.22183184343635845,
      "learning_rate": 2.3731462949222282e-05,
      "loss": 0.2685,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10383935272693634,
      "step": 675,
      "valid_targets_mean": 6286.9,
      "valid_targets_min": 610
    },
    {
      "epoch": 3.5051546391752577,
      "grad_norm": 0.218173519793643,
      "learning_rate": 2.347858964325324e-05,
      "loss": 0.2697,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08168500661849976,
      "step": 680,
      "valid_targets_mean": 5534.5,
      "valid_targets_min": 569
    },
    {
      "epoch": 3.5309278350515463,
      "grad_norm": 0.24391334613816987,
      "learning_rate": 2.3225141566662556e-05,
      "loss": 0.2817,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1026201918721199,
      "step": 685,
      "valid_targets_mean": 5892.1,
      "valid_targets_min": 587
    },
    {
      "epoch": 3.556701030927835,
      "grad_norm": 0.22283037278700582,
      "learning_rate": 2.297116059691307e-05,
      "loss": 0.2717,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09592479467391968,
      "step": 690,
      "valid_targets_mean": 5870.2,
      "valid_targets_min": 692
    },
    {
      "epoch": 3.582474226804124,
      "grad_norm": 0.2327362706557194,
      "learning_rate": 2.2716688699518063e-05,
      "loss": 0.2703,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08582796156406403,
      "step": 695,
      "valid_targets_mean": 5697.4,
      "valid_targets_min": 617
    },
    {
      "epoch": 3.6082474226804124,
      "grad_norm": 0.22590384878782008,
      "learning_rate": 2.2461767921107255e-05,
      "loss": 0.2741,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0797477662563324,
      "step": 700,
      "valid_targets_mean": 5632.4,
      "valid_targets_min": 574
    },
    {
      "epoch": 3.634020618556701,
      "grad_norm": 0.29798031320705237,
      "learning_rate": 2.2206440382479378e-05,
      "loss": 0.2709,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08003167808055878,
      "step": 705,
      "valid_targets_mean": 5537.1,
      "valid_targets_min": 515
    },
    {
      "epoch": 3.6597938144329896,
      "grad_norm": 0.21131751862752976,
      "learning_rate": 2.195074827164256e-05,
      "loss": 0.2674,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1092803105711937,
      "step": 710,
      "valid_targets_mean": 6254.5,
      "valid_targets_min": 710
    },
    {
      "epoch": 3.6855670103092786,
      "grad_norm": 0.2154469780366876,
      "learning_rate": 2.169473383684352e-05,
      "loss": 0.2679,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08612493425607681,
      "step": 715,
      "valid_targets_mean": 6330.3,
      "valid_targets_min": 466
    },
    {
      "epoch": 3.711340206185567,
      "grad_norm": 0.23087260590653957,
      "learning_rate": 2.143843937958687e-05,
      "loss": 0.2736,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08392924070358276,
      "step": 720,
      "valid_targets_mean": 5510.4,
      "valid_targets_min": 806
    },
    {
      "epoch": 3.7371134020618557,
      "grad_norm": 0.23084663151007864,
      "learning_rate": 2.118190724764559e-05,
      "loss": 0.2741,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08487777411937714,
      "step": 725,
      "valid_targets_mean": 5964.2,
      "valid_targets_min": 618
    },
    {
      "epoch": 3.7628865979381443,
      "grad_norm": 0.22025011833513305,
      "learning_rate": 2.0925179828063875e-05,
      "loss": 0.2812,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10198937356472015,
      "step": 730,
      "valid_targets_mean": 5891.6,
      "valid_targets_min": 709
    },
    {
      "epoch": 3.788659793814433,
      "grad_norm": 0.22121842128951696,
      "learning_rate": 2.0668299540153494e-05,
      "loss": 0.2803,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09764805436134338,
      "step": 735,
      "valid_targets_mean": 6472.3,
      "valid_targets_min": 807
    },
    {
      "epoch": 3.8144329896907214,
      "grad_norm": 0.22565018419259,
      "learning_rate": 2.0411308828484766e-05,
      "loss": 0.2728,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09720548987388611,
      "step": 740,
      "valid_targets_mean": 6513.4,
      "valid_targets_min": 796
    },
    {
      "epoch": 3.8402061855670104,
      "grad_norm": 0.21971367853705612,
      "learning_rate": 2.0154250155873454e-05,
      "loss": 0.2708,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08757640421390533,
      "step": 745,
      "valid_targets_mean": 5806.6,
      "valid_targets_min": 531
    },
    {
      "epoch": 3.865979381443299,
      "grad_norm": 0.23684124646299223,
      "learning_rate": 1.989716599636456e-05,
      "loss": 0.2733,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09203958511352539,
      "step": 750,
      "valid_targets_mean": 6173.7,
      "valid_targets_min": 635
    },
    {
      "epoch": 3.8917525773195876,
      "grad_norm": 0.2208836110906776,
      "learning_rate": 1.964009882821429e-05,
      "loss": 0.2699,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08275872468948364,
      "step": 755,
      "valid_targets_mean": 5502.0,
      "valid_targets_min": 527
    },
    {
      "epoch": 3.917525773195876,
      "grad_norm": 0.21857410574502745,
      "learning_rate": 1.9383091126871406e-05,
      "loss": 0.2695,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09316932410001755,
      "step": 760,
      "valid_targets_mean": 5920.6,
      "valid_targets_min": 585
    },
    {
      "epoch": 3.943298969072165,
      "grad_norm": 0.21398463578295063,
      "learning_rate": 1.9126185357958863e-05,
      "loss": 0.2678,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09043984115123749,
      "step": 765,
      "valid_targets_mean": 6321.4,
      "valid_targets_min": 887
    },
    {
      "epoch": 3.9690721649484537,
      "grad_norm": 0.21415830494203367,
      "learning_rate": 1.8869423970257243e-05,
      "loss": 0.2687,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09687180817127228,
      "step": 770,
      "valid_targets_mean": 6493.0,
      "valid_targets_min": 593
    },
    {
      "epoch": 3.9948453608247423,
      "grad_norm": 0.23164224876228207,
      "learning_rate": 1.8612849388690893e-05,
      "loss": 0.2704,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0891723483800888,
      "step": 775,
      "valid_targets_mean": 5776.0,
      "valid_targets_min": 907
    },
    {
      "epoch": 4.020618556701031,
      "grad_norm": 0.21756533495233116,
      "learning_rate": 1.835650400731799e-05,
      "loss": 0.2642,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08937852084636688,
      "step": 780,
      "valid_targets_mean": 6833.9,
      "valid_targets_min": 675
    },
    {
      "epoch": 4.046391752577319,
      "grad_norm": 0.21433750105865554,
      "learning_rate": 1.810043018232577e-05,
      "loss": 0.2687,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08626782894134521,
      "step": 785,
      "valid_targets_mean": 6847.7,
      "valid_targets_min": 1132
    },
    {
      "epoch": 4.072164948453608,
      "grad_norm": 0.2288990231618256,
      "learning_rate": 1.7844670225031934e-05,
      "loss": 0.269,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07571521401405334,
      "step": 790,
      "valid_targets_mean": 5339.3,
      "valid_targets_min": 524
    },
    {
      "epoch": 4.097938144329897,
      "grad_norm": 0.23192269065818466,
      "learning_rate": 1.758926639489354e-05,
      "loss": 0.265,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07901392877101898,
      "step": 795,
      "valid_targets_mean": 4847.0,
      "valid_targets_min": 503
    },
    {
      "epoch": 4.123711340206185,
      "grad_norm": 0.23478575143774874,
      "learning_rate": 1.733426089252443e-05,
      "loss": 0.2697,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09161382913589478,
      "step": 800,
      "valid_targets_mean": 5251.7,
      "valid_targets_min": 548
    },
    {
      "epoch": 4.149484536082475,
      "grad_norm": 0.22000507442418243,
      "learning_rate": 1.7079695852722347e-05,
      "loss": 0.2635,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09962445497512817,
      "step": 805,
      "valid_targets_mean": 5863.6,
      "valid_targets_min": 685
    },
    {
      "epoch": 4.175257731958763,
      "grad_norm": 0.22765250973668155,
      "learning_rate": 1.682561333750703e-05,
      "loss": 0.2581,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0884147435426712,
      "step": 810,
      "valid_targets_mean": 5735.3,
      "valid_targets_min": 653
    },
    {
      "epoch": 4.201030927835052,
      "grad_norm": 0.2095776550984572,
      "learning_rate": 1.6572055329170214e-05,
      "loss": 0.2652,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07988305389881134,
      "step": 815,
      "valid_targets_mean": 6059.3,
      "valid_targets_min": 421
    },
    {
      "epoch": 4.22680412371134,
      "grad_norm": 0.20422248570855148,
      "learning_rate": 1.6319063723338855e-05,
      "loss": 0.2688,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0876869261264801,
      "step": 820,
      "valid_targets_mean": 6198.9,
      "valid_targets_min": 726
    },
    {
      "epoch": 4.252577319587629,
      "grad_norm": 0.2270878274423797,
      "learning_rate": 1.6066680322052703e-05,
      "loss": 0.26,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08421394973993301,
      "step": 825,
      "valid_targets_mean": 6588.2,
      "valid_targets_min": 563
    },
    {
      "epoch": 4.278350515463917,
      "grad_norm": 0.2178736819595442,
      "learning_rate": 1.5814946826857323e-05,
      "loss": 0.2669,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0885683000087738,
      "step": 830,
      "valid_targets_mean": 5630.2,
      "valid_targets_min": 475
    },
    {
      "epoch": 4.304123711340206,
      "grad_norm": 0.21081740441324276,
      "learning_rate": 1.5563904831913663e-05,
      "loss": 0.2722,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09665192663669586,
      "step": 835,
      "valid_targets_mean": 6812.8,
      "valid_targets_min": 665
    },
    {
      "epoch": 4.329896907216495,
      "grad_norm": 0.22526468296223778,
      "learning_rate": 1.5313595817125445e-05,
      "loss": 0.2647,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08404377102851868,
      "step": 840,
      "valid_targets_mean": 6131.6,
      "valid_targets_min": 528
    },
    {
      "epoch": 4.355670103092783,
      "grad_norm": 0.2146685650480542,
      "learning_rate": 1.5064061141285397e-05,
      "loss": 0.2711,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08425067365169525,
      "step": 845,
      "valid_targets_mean": 6123.2,
      "valid_targets_min": 587
    },
    {
      "epoch": 4.381443298969073,
      "grad_norm": 0.2127817486043924,
      "learning_rate": 1.481534203524149e-05,
      "loss": 0.2645,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07339270412921906,
      "step": 850,
      "valid_targets_mean": 5728.7,
      "valid_targets_min": 580
    },
    {
      "epoch": 4.407216494845361,
      "grad_norm": 0.22478007486889792,
      "learning_rate": 1.4567479595084349e-05,
      "loss": 0.2629,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07707114517688751,
      "step": 855,
      "valid_targets_mean": 5482.8,
      "valid_targets_min": 760
    },
    {
      "epoch": 4.43298969072165,
      "grad_norm": 0.24636487762866363,
      "learning_rate": 1.4320514775356878e-05,
      "loss": 0.2661,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10012729465961456,
      "step": 860,
      "valid_targets_mean": 6463.2,
      "valid_targets_min": 665
    },
    {
      "epoch": 4.458762886597938,
      "grad_norm": 0.20615408947011518,
      "learning_rate": 1.4074488382287324e-05,
      "loss": 0.267,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08085936307907104,
      "step": 865,
      "valid_targets_mean": 5675.8,
      "valid_targets_min": 705
    },
    {
      "epoch": 4.484536082474227,
      "grad_norm": 0.22354565382405714,
      "learning_rate": 1.3829441067046822e-05,
      "loss": 0.2708,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0899420902132988,
      "step": 870,
      "valid_targets_mean": 5963.5,
      "valid_targets_min": 579
    },
    {
      "epoch": 4.510309278350515,
      "grad_norm": 0.2136805096947886,
      "learning_rate": 1.358541331903255e-05,
      "loss": 0.2626,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09212556481361389,
      "step": 875,
      "valid_targets_mean": 5723.1,
      "valid_targets_min": 630
    },
    {
      "epoch": 4.536082474226804,
      "grad_norm": 0.21156293091841508,
      "learning_rate": 1.3342445459177658e-05,
      "loss": 0.2674,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09288851916790009,
      "step": 880,
      "valid_targets_mean": 6316.2,
      "valid_targets_min": 761
    },
    {
      "epoch": 4.561855670103093,
      "grad_norm": 0.21227368812862335,
      "learning_rate": 1.3100577633288967e-05,
      "loss": 0.262,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08863004297018051,
      "step": 885,
      "valid_targets_mean": 6136.3,
      "valid_targets_min": 700
    },
    {
      "epoch": 4.587628865979381,
      "grad_norm": 0.21992367316398848,
      "learning_rate": 1.2859849805413664e-05,
      "loss": 0.271,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09031090140342712,
      "step": 890,
      "valid_targets_mean": 5882.1,
      "valid_targets_min": 624
    },
    {
      "epoch": 4.61340206185567,
      "grad_norm": 0.22712167753510576,
      "learning_rate": 1.262030175123599e-05,
      "loss": 0.2638,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09249001741409302,
      "step": 895,
      "valid_targets_mean": 6656.8,
      "valid_targets_min": 877
    },
    {
      "epoch": 4.639175257731958,
      "grad_norm": 0.2181886728130532,
      "learning_rate": 1.2381973051505089e-05,
      "loss": 0.2613,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09235621988773346,
      "step": 900,
      "valid_targets_mean": 6152.6,
      "valid_targets_min": 519
    },
    {
      "epoch": 4.664948453608248,
      "grad_norm": 0.21173138896730861,
      "learning_rate": 1.2144903085495021e-05,
      "loss": 0.266,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09007187932729721,
      "step": 905,
      "valid_targets_mean": 6109.0,
      "valid_targets_min": 571
    },
    {
      "epoch": 4.690721649484536,
      "grad_norm": 0.21384173047360272,
      "learning_rate": 1.190913102449809e-05,
      "loss": 0.2693,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09088248014450073,
      "step": 910,
      "valid_targets_mean": 6272.6,
      "valid_targets_min": 516
    },
    {
      "epoch": 4.716494845360825,
      "grad_norm": 0.2471444990761087,
      "learning_rate": 1.1674695825352544e-05,
      "loss": 0.267,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08068041503429413,
      "step": 915,
      "valid_targets_mean": 5634.2,
      "valid_targets_min": 537
    },
    {
      "epoch": 4.742268041237113,
      "grad_norm": 0.20417738889614037,
      "learning_rate": 1.1441636224005684e-05,
      "loss": 0.2692,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09102384746074677,
      "step": 920,
      "valid_targets_mean": 5985.6,
      "valid_targets_min": 549
    },
    {
      "epoch": 4.768041237113402,
      "grad_norm": 0.20933575423306253,
      "learning_rate": 1.120999072911354e-05,
      "loss": 0.2632,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09504446387290955,
      "step": 925,
      "valid_targets_mean": 6498.6,
      "valid_targets_min": 826
    },
    {
      "epoch": 4.793814432989691,
      "grad_norm": 0.21495610205009033,
      "learning_rate": 1.097979761567796e-05,
      "loss": 0.2624,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08593370765447617,
      "step": 930,
      "valid_targets_mean": 6293.3,
      "valid_targets_min": 836
    },
    {
      "epoch": 4.819587628865979,
      "grad_norm": 0.21628152707138062,
      "learning_rate": 1.0751094918722487e-05,
      "loss": 0.2714,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09788992255926132,
      "step": 935,
      "valid_targets_mean": 5808.1,
      "valid_targets_min": 543
    },
    {
      "epoch": 4.845360824742268,
      "grad_norm": 0.20876818864253993,
      "learning_rate": 1.0523920427007717e-05,
      "loss": 0.2641,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10079794377088547,
      "step": 940,
      "valid_targets_mean": 6872.3,
      "valid_targets_min": 844
    },
    {
      "epoch": 4.871134020618557,
      "grad_norm": 0.21111742947633577,
      "learning_rate": 1.0298311676787474e-05,
      "loss": 0.2715,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08679303526878357,
      "step": 945,
      "valid_targets_mean": 5815.4,
      "valid_targets_min": 518
    },
    {
      "epoch": 4.896907216494846,
      "grad_norm": 0.21632908151924193,
      "learning_rate": 1.0074305945606684e-05,
      "loss": 0.2656,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08715079724788666,
      "step": 950,
      "valid_targets_mean": 5100.9,
      "valid_targets_min": 574
    },
    {
      "epoch": 4.922680412371134,
      "grad_norm": 0.20770269931366217,
      "learning_rate": 9.851940246141888e-06,
      "loss": 0.2653,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10157003253698349,
      "step": 955,
      "valid_targets_mean": 6592.1,
      "valid_targets_min": 669
    },
    {
      "epoch": 4.948453608247423,
      "grad_norm": 0.21189368814109807,
      "learning_rate": 9.63125132008569e-06,
      "loss": 0.2655,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07998209446668625,
      "step": 960,
      "valid_targets_mean": 5278.8,
      "valid_targets_min": 640
    },
    {
      "epoch": 4.974226804123711,
      "grad_norm": 0.22322550354193166,
      "learning_rate": 9.412275632075827e-06,
      "loss": 0.2633,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09199348092079163,
      "step": 965,
      "valid_targets_mean": 5675.4,
      "valid_targets_min": 705
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.20908447032677452,
      "learning_rate": 9.195049363670125e-06,
      "loss": 0.266,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08515501767396927,
      "step": 970,
      "valid_targets_mean": 5548.7,
      "valid_targets_min": 542
    },
    {
      "epoch": 5.025773195876289,
      "grad_norm": 0.20769139189806285,
      "learning_rate": 8.979608407368182e-06,
      "loss": 0.2674,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0799143984913826,
      "step": 975,
      "valid_targets_mean": 5533.4,
      "valid_targets_min": 549
    },
    {
      "epoch": 5.051546391752577,
      "grad_norm": 0.20853254730464704,
      "learning_rate": 8.765988360680772e-06,
      "loss": 0.2621,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07116574048995972,
      "step": 980,
      "valid_targets_mean": 5815.3,
      "valid_targets_min": 663
    },
    {
      "epoch": 5.077319587628866,
      "grad_norm": 0.2121997853645642,
      "learning_rate": 8.554224520248115e-06,
      "loss": 0.2641,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08537183701992035,
      "step": 985,
      "valid_targets_mean": 5817.0,
      "valid_targets_min": 317
    },
    {
      "epoch": 5.103092783505154,
      "grad_norm": 0.21085290904277704,
      "learning_rate": 8.344351876007686e-06,
      "loss": 0.2644,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.097097247838974,
      "step": 990,
      "valid_targets_mean": 6354.1,
      "valid_targets_min": 625
    },
    {
      "epoch": 5.128865979381443,
      "grad_norm": 0.21286339815700664,
      "learning_rate": 8.136405105412897e-06,
      "loss": 0.266,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07448627799749374,
      "step": 995,
      "valid_targets_mean": 5040.7,
      "valid_targets_min": 710
    },
    {
      "epoch": 5.154639175257732,
      "grad_norm": 0.21468210382569625,
      "learning_rate": 7.930418567703215e-06,
      "loss": 0.2541,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0872785896062851,
      "step": 1000,
      "valid_targets_mean": 6107.7,
      "valid_targets_min": 601
    },
    {
      "epoch": 5.180412371134021,
      "grad_norm": 0.1997157686733035,
      "learning_rate": 7.726426298226996e-06,
      "loss": 0.2656,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08862429857254028,
      "step": 1005,
      "valid_targets_mean": 6700.6,
      "valid_targets_min": 687
    },
    {
      "epoch": 5.206185567010309,
      "grad_norm": 0.20206102721595298,
      "learning_rate": 7.524462002817809e-06,
      "loss": 0.2592,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08948960900306702,
      "step": 1010,
      "valid_targets_mean": 5725.0,
      "valid_targets_min": 574
    },
    {
      "epoch": 5.231958762886598,
      "grad_norm": 0.2440073772913018,
      "learning_rate": 7.324559052225162e-06,
      "loss": 0.2559,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09645431488752365,
      "step": 1015,
      "valid_targets_mean": 6422.7,
      "valid_targets_min": 915
    },
    {
      "epoch": 5.257731958762887,
      "grad_norm": 0.21606760726516505,
      "learning_rate": 7.126750476600635e-06,
      "loss": 0.2595,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08492911607027054,
      "step": 1020,
      "valid_targets_mean": 6023.5,
      "valid_targets_min": 560
    },
    {
      "epoch": 5.283505154639175,
      "grad_norm": 0.20849113781355197,
      "learning_rate": 6.931068960040248e-06,
      "loss": 0.2688,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1017090231180191,
      "step": 1025,
      "valid_targets_mean": 6501.2,
      "valid_targets_min": 663
    },
    {
      "epoch": 5.309278350515464,
      "grad_norm": 0.2513768070437953,
      "learning_rate": 6.737546835184101e-06,
      "loss": 0.2632,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08266648650169373,
      "step": 1030,
      "valid_targets_mean": 5260.0,
      "valid_targets_min": 828
    },
    {
      "epoch": 5.335051546391752,
      "grad_norm": 0.21151722209757032,
      "learning_rate": 6.546216077873941e-06,
      "loss": 0.2673,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08756110072135925,
      "step": 1035,
      "valid_targets_mean": 6145.3,
      "valid_targets_min": 657
    },
    {
      "epoch": 5.360824742268041,
      "grad_norm": 0.22684065543714102,
      "learning_rate": 6.3571083018698385e-06,
      "loss": 0.2631,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09769861400127411,
      "step": 1040,
      "valid_targets_mean": 6334.3,
      "valid_targets_min": 615
    },
    {
      "epoch": 5.38659793814433,
      "grad_norm": 0.20785089313976238,
      "learning_rate": 6.17025475362657e-06,
      "loss": 0.2594,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07463595271110535,
      "step": 1045,
      "valid_targets_mean": 5333.0,
      "valid_targets_min": 345
    },
    {
      "epoch": 5.412371134020619,
      "grad_norm": 0.2213657046336635,
      "learning_rate": 5.985686307130738e-06,
      "loss": 0.2646,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09124470502138138,
      "step": 1050,
      "valid_targets_mean": 5560.1,
      "valid_targets_min": 749
    },
    {
      "epoch": 5.438144329896907,
      "grad_norm": 0.21717198912442856,
      "learning_rate": 5.80343345879947e-06,
      "loss": 0.2628,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09935463219881058,
      "step": 1055,
      "valid_targets_mean": 5976.7,
      "valid_targets_min": 748
    },
    {
      "epoch": 5.463917525773196,
      "grad_norm": 0.22034970299362733,
      "learning_rate": 5.623526322441417e-06,
      "loss": 0.2652,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09560218453407288,
      "step": 1060,
      "valid_targets_mean": 5304.5,
      "valid_targets_min": 568
    },
    {
      "epoch": 5.489690721649485,
      "grad_norm": 0.21099542255888487,
      "learning_rate": 5.445994624281059e-06,
      "loss": 0.255,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07948188483715057,
      "step": 1065,
      "valid_targets_mean": 4990.7,
      "valid_targets_min": 613
    },
    {
      "epoch": 5.515463917525773,
      "grad_norm": 0.24965216915028757,
      "learning_rate": 5.270867698047009e-06,
      "loss": 0.2588,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09611229598522186,
      "step": 1070,
      "valid_targets_mean": 6180.8,
      "valid_targets_min": 839
    },
    {
      "epoch": 5.541237113402062,
      "grad_norm": 0.21537926365810592,
      "learning_rate": 5.098174480125138e-06,
      "loss": 0.266,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07472441345453262,
      "step": 1075,
      "valid_targets_mean": 5670.4,
      "valid_targets_min": 685
    },
    {
      "epoch": 5.56701030927835,
      "grad_norm": 0.2062264532200198,
      "learning_rate": 4.927943504777439e-06,
      "loss": 0.2625,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08477666974067688,
      "step": 1080,
      "valid_targets_mean": 6193.4,
      "valid_targets_min": 787
    },
    {
      "epoch": 5.592783505154639,
      "grad_norm": 0.22807479360755165,
      "learning_rate": 4.760202899427251e-06,
      "loss": 0.2662,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10754773020744324,
      "step": 1085,
      "valid_targets_mean": 6542.5,
      "valid_targets_min": 716
    },
    {
      "epoch": 5.618556701030927,
      "grad_norm": 0.25063151638562114,
      "learning_rate": 4.594980380011756e-06,
      "loss": 0.2648,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08312106132507324,
      "step": 1090,
      "valid_targets_mean": 5348.1,
      "valid_targets_min": 661
    },
    {
      "epoch": 5.644329896907217,
      "grad_norm": 0.2123995849638101,
      "learning_rate": 4.432303246402423e-06,
      "loss": 0.2609,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08281916379928589,
      "step": 1095,
      "valid_targets_mean": 5451.6,
      "valid_targets_min": 682
    },
    {
      "epoch": 5.670103092783505,
      "grad_norm": 0.21442466144358932,
      "learning_rate": 4.272198377894266e-06,
      "loss": 0.2682,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08195334672927856,
      "step": 1100,
      "valid_targets_mean": 5530.9,
      "valid_targets_min": 432
    },
    {
      "epoch": 5.695876288659794,
      "grad_norm": 0.2205772428631778,
      "learning_rate": 4.114692228764506e-06,
      "loss": 0.2615,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08610519766807556,
      "step": 1105,
      "valid_targets_mean": 5663.6,
      "valid_targets_min": 659
    },
    {
      "epoch": 5.721649484536083,
      "grad_norm": 0.21322779902205768,
      "learning_rate": 3.959810823901544e-06,
      "loss": 0.2613,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08498895913362503,
      "step": 1110,
      "valid_targets_mean": 5395.2,
      "valid_targets_min": 634
    },
    {
      "epoch": 5.747422680412371,
      "grad_norm": 0.20512049497797466,
      "learning_rate": 3.8075797545048352e-06,
      "loss": 0.2606,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10353204607963562,
      "step": 1115,
      "valid_targets_mean": 6570.0,
      "valid_targets_min": 715
    },
    {
      "epoch": 5.77319587628866,
      "grad_norm": 0.20013648862760422,
      "learning_rate": 3.658024173856407e-06,
      "loss": 0.2607,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08529584854841232,
      "step": 1120,
      "valid_targets_mean": 5956.6,
      "valid_targets_min": 654
    },
    {
      "epoch": 5.798969072164948,
      "grad_norm": 0.21094661785666766,
      "learning_rate": 3.5111687931647984e-06,
      "loss": 0.2605,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08977287262678146,
      "step": 1125,
      "valid_targets_mean": 6174.0,
      "valid_targets_min": 775
    },
    {
      "epoch": 5.824742268041237,
      "grad_norm": 0.22215911229802232,
      "learning_rate": 3.3670378774819602e-06,
      "loss": 0.2577,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08660276234149933,
      "step": 1130,
      "valid_targets_mean": 5474.1,
      "valid_targets_min": 804
    },
    {
      "epoch": 5.850515463917525,
      "grad_norm": 0.2133539586562487,
      "learning_rate": 3.225655241693959e-06,
      "loss": 0.2595,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0850963145494461,
      "step": 1135,
      "valid_targets_mean": 5754.8,
      "valid_targets_min": 760
    },
    {
      "epoch": 5.876288659793815,
      "grad_norm": 0.20575597260563536,
      "learning_rate": 3.0870442465859995e-06,
      "loss": 0.2667,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08850501477718353,
      "step": 1140,
      "valid_targets_mean": 6029.8,
      "valid_targets_min": 566
    },
    {
      "epoch": 5.902061855670103,
      "grad_norm": 0.2343081260192309,
      "learning_rate": 2.9512277949824964e-06,
      "loss": 0.2575,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08381161838769913,
      "step": 1145,
      "valid_targets_mean": 5860.2,
      "valid_targets_min": 664
    },
    {
      "epoch": 5.927835051546392,
      "grad_norm": 0.20310701719507557,
      "learning_rate": 2.8182283279628286e-06,
      "loss": 0.2589,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0917319804430008,
      "step": 1150,
      "valid_targets_mean": 5665.4,
      "valid_targets_min": 492
    },
    {
      "epoch": 5.953608247422681,
      "grad_norm": 0.21157422016009103,
      "learning_rate": 2.688067821153384e-06,
      "loss": 0.2542,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08067169785499573,
      "step": 1155,
      "valid_targets_mean": 5880.8,
      "valid_targets_min": 831
    },
    {
      "epoch": 5.979381443298969,
      "grad_norm": 0.2526644899017494,
      "learning_rate": 2.5607677810964936e-06,
      "loss": 0.2565,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06718919426202774,
      "step": 1160,
      "valid_targets_mean": 5461.6,
      "valid_targets_min": 481
    },
    {
      "epoch": 6.005154639175258,
      "grad_norm": 0.20806354652395836,
      "learning_rate": 2.436349241696885e-06,
      "loss": 0.2605,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07857988774776459,
      "step": 1165,
      "valid_targets_mean": 5099.2,
      "valid_targets_min": 536
    },
    {
      "epoch": 6.030927835051546,
      "grad_norm": 0.19114186705459127,
      "learning_rate": 2.314832760746244e-06,
      "loss": 0.2577,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07678833603858948,
      "step": 1170,
      "valid_targets_mean": 5982.6,
      "valid_targets_min": 521
    },
    {
      "epoch": 6.056701030927835,
      "grad_norm": 0.21278822715210383,
      "learning_rate": 2.196238416526415e-06,
      "loss": 0.2567,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08630746603012085,
      "step": 1175,
      "valid_targets_mean": 5385.6,
      "valid_targets_min": 801
    },
    {
      "epoch": 6.082474226804123,
      "grad_norm": 0.19982606934036368,
      "learning_rate": 2.0805858044918638e-06,
      "loss": 0.2603,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07132503390312195,
      "step": 1180,
      "valid_targets_mean": 5036.2,
      "valid_targets_min": 703
    },
    {
      "epoch": 6.108247422680412,
      "grad_norm": 0.2025276145294527,
      "learning_rate": 1.9678940340318984e-06,
      "loss": 0.2543,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08077646791934967,
      "step": 1185,
      "valid_targets_mean": 6119.1,
      "valid_targets_min": 593
    },
    {
      "epoch": 6.134020618556701,
      "grad_norm": 0.2146826565190349,
      "learning_rate": 1.8581817253131861e-06,
      "loss": 0.2585,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08421634137630463,
      "step": 1190,
      "valid_targets_mean": 5804.8,
      "valid_targets_min": 721
    },
    {
      "epoch": 6.15979381443299,
      "grad_norm": 0.21850253076866163,
      "learning_rate": 1.751467006203158e-06,
      "loss": 0.2571,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08505451679229736,
      "step": 1195,
      "valid_targets_mean": 5829.6,
      "valid_targets_min": 438
    },
    {
      "epoch": 6.185567010309279,
      "grad_norm": 0.3345352586895775,
      "learning_rate": 1.6477675092747113e-06,
      "loss": 0.256,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08121395111083984,
      "step": 1200,
      "valid_targets_mean": 5465.2,
      "valid_targets_min": 828
    },
    {
      "epoch": 6.211340206185567,
      "grad_norm": 0.20015585293909394,
      "learning_rate": 1.5471003688927423e-06,
      "loss": 0.2606,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09846120327711105,
      "step": 1205,
      "valid_targets_mean": 6461.5,
      "valid_targets_min": 714
    },
    {
      "epoch": 6.237113402061856,
      "grad_norm": 0.22613313561787032,
      "learning_rate": 1.4494822183830604e-06,
      "loss": 0.2615,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.083452008664608,
      "step": 1210,
      "valid_targets_mean": 5220.8,
      "valid_targets_min": 799
    },
    {
      "epoch": 6.262886597938144,
      "grad_norm": 0.21798846465090554,
      "learning_rate": 1.3549291872840087e-06,
      "loss": 0.2617,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08671265840530396,
      "step": 1215,
      "valid_targets_mean": 5615.6,
      "valid_targets_min": 775
    },
    {
      "epoch": 6.288659793814433,
      "grad_norm": 0.206486585157575,
      "learning_rate": 1.2634568986813878e-06,
      "loss": 0.2652,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08534083515405655,
      "step": 1220,
      "valid_targets_mean": 5792.2,
      "valid_targets_min": 616
    },
    {
      "epoch": 6.314432989690721,
      "grad_norm": 0.2625585223869907,
      "learning_rate": 1.1750804666270365e-06,
      "loss": 0.2576,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10572131723165512,
      "step": 1225,
      "valid_targets_mean": 6684.8,
      "valid_targets_min": 811
    },
    {
      "epoch": 6.34020618556701,
      "grad_norm": 0.20979953889098482,
      "learning_rate": 1.0898144936415168e-06,
      "loss": 0.2672,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09444086253643036,
      "step": 1230,
      "valid_targets_mean": 5211.2,
      "valid_targets_min": 562
    },
    {
      "epoch": 6.365979381443299,
      "grad_norm": 0.2039944878938327,
      "learning_rate": 1.007673068301327e-06,
      "loss": 0.2564,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08865610510110855,
      "step": 1235,
      "valid_targets_mean": 6050.2,
      "valid_targets_min": 756
    },
    {
      "epoch": 6.391752577319588,
      "grad_norm": 0.20895313957264638,
      "learning_rate": 9.286697629110319e-07,
      "loss": 0.2603,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10159533470869064,
      "step": 1240,
      "valid_targets_mean": 6348.9,
      "valid_targets_min": 749
    },
    {
      "epoch": 6.417525773195877,
      "grad_norm": 0.20966345980821396,
      "learning_rate": 8.528176312607072e-07,
      "loss": 0.2599,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08785787224769592,
      "step": 1245,
      "valid_targets_mean": 6008.3,
      "valid_targets_min": 701
    },
    {
      "epoch": 6.443298969072165,
      "grad_norm": 0.20376284624443033,
      "learning_rate": 7.80129206469038e-07,
      "loss": 0.2599,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07996776700019836,
      "step": 1250,
      "valid_targets_mean": 5809.2,
      "valid_targets_min": 763
    },
    {
      "epoch": 6.469072164948454,
      "grad_norm": 0.20952438750802332,
      "learning_rate": 7.106164989124708e-07,
      "loss": 0.2577,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10448366403579712,
      "step": 1255,
      "valid_targets_mean": 6406.7,
      "valid_targets_min": 829
    },
    {
      "epoch": 6.494845360824742,
      "grad_norm": 0.20402910434899638,
      "learning_rate": 6.442909942407105e-07,
      "loss": 0.2589,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08333670347929001,
      "step": 1260,
      "valid_targets_mean": 6146.5,
      "valid_targets_min": 721
    },
    {
      "epoch": 6.520618556701031,
      "grad_norm": 0.2039557306296135,
      "learning_rate": 5.811636514789598e-07,
      "loss": 0.275,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0835859477519989,
      "step": 1265,
      "valid_targets_mean": 6323.6,
      "valid_targets_min": 732
    },
    {
      "epoch": 6.546391752577319,
      "grad_norm": 0.20320012215508462,
      "learning_rate": 5.212449012171306e-07,
      "loss": 0.2588,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09487879276275635,
      "step": 1270,
      "valid_targets_mean": 6336.9,
      "valid_targets_min": 634
    },
    {
      "epoch": 6.572164948453608,
      "grad_norm": 0.2025812510858642,
      "learning_rate": 4.64544643886391e-07,
      "loss": 0.2622,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0825139656662941,
      "step": 1275,
      "valid_targets_mean": 5189.3,
      "valid_targets_min": 644
    },
    {
      "epoch": 6.597938144329897,
      "grad_norm": 0.1982534662923328,
      "learning_rate": 4.1107224812331867e-07,
      "loss": 0.2633,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08331938087940216,
      "step": 1280,
      "valid_targets_mean": 5979.3,
      "valid_targets_min": 549
    },
    {
      "epoch": 6.623711340206185,
      "grad_norm": 0.2056936358029195,
      "learning_rate": 3.6083654922189237e-07,
      "loss": 0.2535,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08464473485946655,
      "step": 1285,
      "valid_targets_mean": 5499.7,
      "valid_targets_min": 594
    },
    {
      "epoch": 6.649484536082475,
      "grad_norm": 0.19965629057607698,
      "learning_rate": 3.1384584767365276e-07,
      "loss": 0.2625,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08106464892625809,
      "step": 1290,
      "valid_targets_mean": 6474.9,
      "valid_targets_min": 475
    },
    {
      "epoch": 6.675257731958763,
      "grad_norm": 0.21892884828822426,
      "learning_rate": 2.701079077961821e-07,
      "loss": 0.2582,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08687181770801544,
      "step": 1295,
      "valid_targets_mean": 5231.6,
      "valid_targets_min": 666
    },
    {
      "epoch": 6.701030927835052,
      "grad_norm": 0.20896179005298743,
      "learning_rate": 2.2962995645021469e-07,
      "loss": 0.263,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08677627146244049,
      "step": 1300,
      "valid_targets_mean": 5321.3,
      "valid_targets_min": 497
    },
    {
      "epoch": 6.72680412371134,
      "grad_norm": 0.20409776458009016,
      "learning_rate": 1.9241868184552537e-07,
      "loss": 0.2718,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08831295371055603,
      "step": 1305,
      "valid_targets_mean": 6504.9,
      "valid_targets_min": 820
    },
    {
      "epoch": 6.752577319587629,
      "grad_norm": 0.20230584513721114,
      "learning_rate": 1.5848023243583143e-07,
      "loss": 0.261,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09413200616836548,
      "step": 1310,
      "valid_targets_mean": 6212.2,
      "valid_targets_min": 689
    },
    {
      "epoch": 6.778350515463917,
      "grad_norm": 0.21423837116119837,
      "learning_rate": 1.278202159028896e-07,
      "loss": 0.2663,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07308657467365265,
      "step": 1315,
      "valid_targets_mean": 4973.8,
      "valid_targets_min": 675
    },
    {
      "epoch": 6.804123711340206,
      "grad_norm": 0.1912335151833021,
      "learning_rate": 1.0044369822991729e-07,
      "loss": 0.2565,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0846131220459938,
      "step": 1320,
      "valid_targets_mean": 6746.4,
      "valid_targets_min": 707
    },
    {
      "epoch": 6.829896907216495,
      "grad_norm": 0.2214596123527528,
      "learning_rate": 7.635520286454868e-08,
      "loss": 0.2505,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09434468299150467,
      "step": 1325,
      "valid_targets_mean": 5639.7,
      "valid_targets_min": 661
    },
    {
      "epoch": 6.855670103092783,
      "grad_norm": 0.20921188363271367,
      "learning_rate": 5.555870997140833e-08,
      "loss": 0.2571,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07504785060882568,
      "step": 1330,
      "valid_targets_mean": 5425.8,
      "valid_targets_min": 759
    },
    {
      "epoch": 6.881443298969073,
      "grad_norm": 0.20876849858807778,
      "learning_rate": 3.8057655774479395e-08,
      "loss": 0.2577,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09874755144119263,
      "step": 1335,
      "valid_targets_mean": 6840.6,
      "valid_targets_min": 694
    },
    {
      "epoch": 6.907216494845361,
      "grad_norm": 0.20718159609812295,
      "learning_rate": 2.3854931989319986e-08,
      "loss": 0.2604,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08516525477170944,
      "step": 1340,
      "valid_targets_mean": 6252.4,
      "valid_targets_min": 804
    },
    {
      "epoch": 6.93298969072165,
      "grad_norm": 0.2050064910368948,
      "learning_rate": 1.295288534527206e-08,
      "loss": 0.26,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09851793199777603,
      "step": 1345,
      "valid_targets_mean": 6319.2,
      "valid_targets_min": 734
    },
    {
      "epoch": 6.958762886597938,
      "grad_norm": 0.2216176200645684,
      "learning_rate": 5.353317197702712e-09,
      "loss": 0.2617,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10352624952793121,
      "step": 1350,
      "valid_targets_mean": 6360.4,
      "valid_targets_min": 669
    },
    {
      "epoch": 6.984536082474227,
      "grad_norm": 0.20373965786689494,
      "learning_rate": 1.0574832303689164e-09,
      "loss": 0.2569,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08267886936664581,
      "step": 1355,
      "valid_targets_mean": 6156.2,
      "valid_targets_min": 664
    },
    {
      "epoch": 7.0,
      "step": 1358,
      "total_flos": 6.436468142603502e+18,
      "train_loss": 0.0,
      "train_runtime": 0.8245,
      "train_samples_per_second": 157900.906,
      "train_steps_per_second": 1647.012
    }
  ],
  "logging_steps": 5,
  "max_steps": 1358,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 7,
  "save_steps": 300,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 6.436468142603502e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}