{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 7.0,
  "eval_steps": 500,
  "global_step": 3080,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.011363636363636364,
      "grad_norm": 2.4202071565877383,
      "learning_rate": 5.194805194805196e-07,
      "loss": 0.0702,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0671667754650116,
      "step": 5
    },
    {
      "epoch": 0.022727272727272728,
      "grad_norm": 2.7090778464248144,
      "learning_rate": 1.168831168831169e-06,
      "loss": 0.0688,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06839145720005035,
      "step": 10
    },
    {
      "epoch": 0.03409090909090909,
      "grad_norm": 2.631476074811997,
      "learning_rate": 1.8181818181818183e-06,
      "loss": 0.0638,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.05686648190021515,
      "step": 15
    },
    {
      "epoch": 0.045454545454545456,
      "grad_norm": 1.9137286691996278,
      "learning_rate": 2.4675324675324676e-06,
      "loss": 0.0499,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.04283757507801056,
      "step": 20
    },
    {
      "epoch": 0.056818181818181816,
      "grad_norm": 0.8025109184626946,
      "learning_rate": 3.116883116883117e-06,
      "loss": 0.0348,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.030694402754306793,
      "step": 25
    },
    {
      "epoch": 0.06818181818181818,
      "grad_norm": 0.6637403122092724,
      "learning_rate": 3.7662337662337666e-06,
      "loss": 0.0255,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.02170516550540924,
      "step": 30
    },
    {
      "epoch": 0.07954545454545454,
      "grad_norm": 0.7228989928571103,
      "learning_rate": 4.415584415584416e-06,
      "loss": 0.0214,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0209285169839859,
      "step": 35
    },
    {
      "epoch": 0.09090909090909091,
      "grad_norm": 0.6619519646149139,
      "learning_rate": 5.064935064935065e-06,
      "loss": 0.0193,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.01901041716337204,
      "step": 40
    },
    {
      "epoch": 0.10227272727272728,
      "grad_norm": 0.6356152750924333,
      "learning_rate": 5.7142857142857145e-06,
      "loss": 0.0183,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0180702842772007,
      "step": 45
    },
    {
      "epoch": 0.11363636363636363,
      "grad_norm": 0.7021690117422743,
      "learning_rate": 6.363636363636364e-06,
      "loss": 0.0179,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.01755809225142002,
      "step": 50
    },
    {
      "epoch": 0.125,
      "grad_norm": 0.5565940262580861,
      "learning_rate": 7.012987012987014e-06,
      "loss": 0.0172,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.017491038888692856,
      "step": 55
    },
    {
      "epoch": 0.13636363636363635,
      "grad_norm": 0.5339674872738339,
      "learning_rate": 7.662337662337663e-06,
      "loss": 0.0165,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.01534716971218586,
      "step": 60
    },
    {
      "epoch": 0.14772727272727273,
      "grad_norm": 0.7032524550427636,
      "learning_rate": 8.311688311688313e-06,
      "loss": 0.016,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.01548848021775484,
      "step": 65
    },
    {
      "epoch": 0.1590909090909091,
      "grad_norm": 0.6541053007196621,
      "learning_rate": 8.96103896103896e-06,
      "loss": 0.0159,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.015953991562128067,
      "step": 70
    },
    {
      "epoch": 0.17045454545454544,
      "grad_norm": 0.5783265556701235,
      "learning_rate": 9.610389610389611e-06,
      "loss": 0.015,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.014620505273342133,
      "step": 75
    },
    {
      "epoch": 0.18181818181818182,
      "grad_norm": 0.6345130960482329,
      "learning_rate": 1.025974025974026e-05,
      "loss": 0.0145,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.014695674180984497,
      "step": 80
    },
    {
      "epoch": 0.19318181818181818,
      "grad_norm": 0.5562731660188355,
      "learning_rate": 1.0909090909090909e-05,
      "loss": 0.0147,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.01377495750784874,
      "step": 85
    },
    {
      "epoch": 0.20454545454545456,
      "grad_norm": 0.6541952057242394,
      "learning_rate": 1.155844155844156e-05,
      "loss": 0.0142,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.014258481562137604,
      "step": 90
    },
    {
      "epoch": 0.2159090909090909,
      "grad_norm": 0.5691908399519683,
      "learning_rate": 1.2207792207792208e-05,
      "loss": 0.0133,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.013385016471147537,
      "step": 95
    },
    {
      "epoch": 0.22727272727272727,
      "grad_norm": 0.580044434886064,
      "learning_rate": 1.2857142857142859e-05,
      "loss": 0.013,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.012309407815337181,
      "step": 100
    },
    {
      "epoch": 0.23863636363636365,
      "grad_norm": 0.5266824152062917,
      "learning_rate": 1.3506493506493508e-05,
      "loss": 0.013,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.012853426858782768,
      "step": 105
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.6288032062777236,
      "learning_rate": 1.4155844155844157e-05,
      "loss": 0.0123,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.012903265655040741,
      "step": 110
    },
    {
      "epoch": 0.26136363636363635,
      "grad_norm": 0.6032186484353697,
      "learning_rate": 1.4805194805194807e-05,
      "loss": 0.0125,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.013433829881250858,
      "step": 115
    },
    {
      "epoch": 0.2727272727272727,
      "grad_norm": 0.6239301765503266,
      "learning_rate": 1.5454545454545454e-05,
      "loss": 0.0124,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.011627838015556335,
      "step": 120
    },
    {
      "epoch": 0.2840909090909091,
      "grad_norm": 0.7575483971341709,
      "learning_rate": 1.6103896103896105e-05,
      "loss": 0.0116,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.011799194850027561,
      "step": 125
    },
    {
      "epoch": 0.29545454545454547,
      "grad_norm": 0.6069381753318757,
      "learning_rate": 1.6753246753246756e-05,
      "loss": 0.0118,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.012594765052199364,
      "step": 130
    },
    {
      "epoch": 0.3068181818181818,
      "grad_norm": 0.6028066475898874,
      "learning_rate": 1.7402597402597403e-05,
      "loss": 0.0118,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.012447560206055641,
      "step": 135
    },
    {
      "epoch": 0.3181818181818182,
      "grad_norm": 0.658991789032498,
      "learning_rate": 1.8051948051948053e-05,
      "loss": 0.0114,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.010936323553323746,
      "step": 140
    },
    {
      "epoch": 0.32954545454545453,
      "grad_norm": 0.6556747811129617,
      "learning_rate": 1.8701298701298704e-05,
      "loss": 0.0115,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.011681806296110153,
      "step": 145
    },
    {
      "epoch": 0.3409090909090909,
      "grad_norm": 0.5391995348614158,
      "learning_rate": 1.9350649350649354e-05,
      "loss": 0.0113,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.01041991263628006,
      "step": 150
    },
    {
      "epoch": 0.3522727272727273,
      "grad_norm": 0.5939577172133247,
      "learning_rate": 2e-05,
      "loss": 0.0111,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.010792195796966553,
      "step": 155
    },
    {
      "epoch": 0.36363636363636365,
      "grad_norm": 0.6336332903948232,
      "learning_rate": 2.0649350649350652e-05,
      "loss": 0.011,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.011543366126716137,
      "step": 160
    },
    {
      "epoch": 0.375,
      "grad_norm": 1.0758163284934776,
      "learning_rate": 2.12987012987013e-05,
      "loss": 0.0106,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.011055282317101955,
      "step": 165
    },
    {
      "epoch": 0.38636363636363635,
      "grad_norm": 0.6586631874191279,
      "learning_rate": 2.194805194805195e-05,
      "loss": 0.0106,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.01110876351594925,
      "step": 170
    },
    {
      "epoch": 0.3977272727272727,
      "grad_norm": 0.7163570265009843,
      "learning_rate": 2.25974025974026e-05,
      "loss": 0.0103,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.010220736265182495,
      "step": 175
    },
    {
      "epoch": 0.4090909090909091,
      "grad_norm": 0.656426832075113,
      "learning_rate": 2.324675324675325e-05,
      "loss": 0.0108,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.01056276448071003,
      "step": 180
    },
    {
      "epoch": 0.42045454545454547,
      "grad_norm": 0.6806105412030344,
      "learning_rate": 2.3896103896103898e-05,
      "loss": 0.0113,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.010543874464929104,
      "step": 185
    },
    {
      "epoch": 0.4318181818181818,
      "grad_norm": 0.6065541431220144,
      "learning_rate": 2.454545454545455e-05,
      "loss": 0.0106,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.01050608977675438,
      "step": 190
    },
    {
      "epoch": 0.4431818181818182,
      "grad_norm": 0.7549491756612607,
      "learning_rate": 2.51948051948052e-05,
      "loss": 0.011,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.009613769128918648,
      "step": 195
    },
    {
      "epoch": 0.45454545454545453,
      "grad_norm": 0.7397236512363505,
      "learning_rate": 2.5844155844155843e-05,
      "loss": 0.0098,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.010200144723057747,
      "step": 200
    },
    {
      "epoch": 0.4659090909090909,
      "grad_norm": 0.721421064597475,
      "learning_rate": 2.6493506493506497e-05,
      "loss": 0.0104,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.010110532864928246,
      "step": 205
    },
    {
      "epoch": 0.4772727272727273,
      "grad_norm": 0.7321243599882241,
      "learning_rate": 2.7142857142857148e-05,
      "loss": 0.0097,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.01012840960174799,
      "step": 210
    },
    {
      "epoch": 0.48863636363636365,
      "grad_norm": 0.618755135602394,
      "learning_rate": 2.779220779220779e-05,
      "loss": 0.0101,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.009899996221065521,
      "step": 215
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.5565341202041937,
      "learning_rate": 2.8441558441558442e-05,
      "loss": 0.0103,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.01080006267875433,
      "step": 220
    },
    {
      "epoch": 0.5113636363636364,
      "grad_norm": 0.6342414142163366,
      "learning_rate": 2.9090909090909093e-05,
      "loss": 0.0103,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.011034488677978516,
      "step": 225
    },
    {
      "epoch": 0.5227272727272727,
      "grad_norm": 0.6057408249319223,
      "learning_rate": 2.9740259740259743e-05,
      "loss": 0.0106,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.010540914721786976,
      "step": 230
    },
    {
      "epoch": 0.5340909090909091,
      "grad_norm": 0.5841787888775418,
      "learning_rate": 3.038961038961039e-05,
      "loss": 0.0098,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.008908655494451523,
      "step": 235
    },
    {
      "epoch": 0.5454545454545454,
      "grad_norm": 0.6506016488997325,
      "learning_rate": 3.103896103896104e-05,
      "loss": 0.0098,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.010224273428320885,
      "step": 240
    },
    {
      "epoch": 0.5568181818181818,
      "grad_norm": 0.5928426539202855,
      "learning_rate": 3.1688311688311695e-05,
      "loss": 0.0098,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.008863305673003197,
      "step": 245
    },
    {
      "epoch": 0.5681818181818182,
      "grad_norm": 0.46323257255427763,
      "learning_rate": 3.233766233766234e-05,
      "loss": 0.0087,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006387968547642231,
      "step": 250
    },
    {
      "epoch": 0.5795454545454546,
      "grad_norm": 0.6368566022455184,
      "learning_rate": 3.298701298701299e-05,
      "loss": 0.0095,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.009636376053094864,
      "step": 255
    },
    {
      "epoch": 0.5909090909090909,
      "grad_norm": 0.6357801199796334,
      "learning_rate": 3.363636363636364e-05,
      "loss": 0.0096,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.009234972298145294,
      "step": 260
    },
    {
      "epoch": 0.6022727272727273,
      "grad_norm": 0.6460363398484877,
      "learning_rate": 3.4285714285714284e-05,
      "loss": 0.0098,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.010629944503307343,
      "step": 265
    },
    {
      "epoch": 0.6136363636363636,
      "grad_norm": 0.6092803828103882,
      "learning_rate": 3.493506493506494e-05,
      "loss": 0.0096,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.009354619309306145,
      "step": 270
    },
    {
      "epoch": 0.625,
      "grad_norm": 0.5872535624821622,
      "learning_rate": 3.5584415584415585e-05,
      "loss": 0.0092,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.009486516937613487,
      "step": 275
    },
    {
      "epoch": 0.6363636363636364,
      "grad_norm": 0.6232160784946711,
      "learning_rate": 3.623376623376624e-05,
      "loss": 0.0088,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.008946949616074562,
      "step": 280
    },
    {
      "epoch": 0.6477272727272727,
      "grad_norm": 0.5698281812155526,
      "learning_rate": 3.6883116883116886e-05,
      "loss": 0.0088,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.008350740186870098,
      "step": 285
    },
    {
      "epoch": 0.6590909090909091,
      "grad_norm": 0.5865393453193715,
      "learning_rate": 3.753246753246753e-05,
      "loss": 0.009,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.009732929989695549,
      "step": 290
    },
    {
      "epoch": 0.6704545454545454,
      "grad_norm": 0.6934292082458405,
      "learning_rate": 3.818181818181819e-05,
      "loss": 0.0091,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.009854786098003387,
      "step": 295
    },
    {
      "epoch": 0.6818181818181818,
      "grad_norm": 0.6300123813854518,
      "learning_rate": 3.8831168831168834e-05,
      "loss": 0.0089,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.009741833433508873,
      "step": 300
    },
    {
      "epoch": 0.6931818181818182,
      "grad_norm": 0.5939534509528255,
      "learning_rate": 3.948051948051948e-05,
      "loss": 0.0092,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.009663011878728867,
      "step": 305
    },
    {
      "epoch": 0.7045454545454546,
      "grad_norm": 0.607950227032694,
      "learning_rate": 3.999998715561701e-05,
      "loss": 0.0088,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.008878744207322598,
      "step": 310
    },
    {
      "epoch": 0.7159090909090909,
      "grad_norm": 0.6573074772128468,
      "learning_rate": 3.999953760394435e-05,
      "loss": 0.0084,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.008361485786736012,
      "step": 315
    },
    {
      "epoch": 0.7272727272727273,
      "grad_norm": 0.5722274388778257,
      "learning_rate": 3.99984458496195e-05,
      "loss": 0.0084,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00826809648424387,
      "step": 320
    },
    {
      "epoch": 0.7386363636363636,
      "grad_norm": 0.6301644296792285,
      "learning_rate": 3.999671192769966e-05,
      "loss": 0.0085,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.008595539256930351,
      "step": 325
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.5978999055713571,
      "learning_rate": 3.999433589386259e-05,
      "loss": 0.0092,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.008774494752287865,
      "step": 330
    },
    {
      "epoch": 0.7613636363636364,
      "grad_norm": 0.6034089236347809,
      "learning_rate": 3.9991317824404785e-05,
      "loss": 0.0089,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.008122660219669342,
      "step": 335
    },
    {
      "epoch": 0.7727272727272727,
      "grad_norm": 0.6709126750619671,
      "learning_rate": 3.9987657816239124e-05,
      "loss": 0.0086,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.008076019585132599,
      "step": 340
    },
    {
      "epoch": 0.7840909090909091,
      "grad_norm": 0.5394062287015313,
      "learning_rate": 3.9983355986891664e-05,
      "loss": 0.0085,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007619280368089676,
      "step": 345
    },
    {
      "epoch": 0.7954545454545454,
      "grad_norm": 0.6488540438340623,
      "learning_rate": 3.99784124744979e-05,
      "loss": 0.0085,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.008518952876329422,
      "step": 350
    },
    {
      "epoch": 0.8068181818181818,
      "grad_norm": 0.6117782898228254,
      "learning_rate": 3.997282743779835e-05,
      "loss": 0.0086,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.009256478399038315,
      "step": 355
    },
    {
      "epoch": 0.8181818181818182,
      "grad_norm": 0.5701394749379847,
      "learning_rate": 3.996660105613343e-05,
      "loss": 0.0084,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.008787738159298897,
      "step": 360
    },
    {
      "epoch": 0.8295454545454546,
      "grad_norm": 0.5468744454626169,
      "learning_rate": 3.995973352943769e-05,
      "loss": 0.008,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007650377228856087,
      "step": 365
    },
    {
      "epoch": 0.8409090909090909,
      "grad_norm": 0.5788472026671531,
      "learning_rate": 3.9952225078233435e-05,
      "loss": 0.0083,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00858687050640583,
      "step": 370
    },
    {
      "epoch": 0.8522727272727273,
      "grad_norm": 0.6724456328479279,
      "learning_rate": 3.9944075943623605e-05,
      "loss": 0.0088,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00910107046365738,
      "step": 375
    },
    {
      "epoch": 0.8636363636363636,
      "grad_norm": 0.49220361670025053,
      "learning_rate": 3.9935286387284035e-05,
      "loss": 0.0086,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.008576749823987484,
      "step": 380
    },
    {
      "epoch": 0.875,
      "grad_norm": 0.5372109147479404,
      "learning_rate": 3.9925856691455075e-05,
      "loss": 0.0085,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.008667494170367718,
      "step": 385
    },
    {
      "epoch": 0.8863636363636364,
      "grad_norm": 0.5721185715094734,
      "learning_rate": 3.9915787158932505e-05,
      "loss": 0.0082,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00844760425388813,
      "step": 390
    },
    {
      "epoch": 0.8977272727272727,
      "grad_norm": 0.5517431281787601,
      "learning_rate": 3.990507811305782e-05,
      "loss": 0.0081,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007522025145590305,
      "step": 395
    },
    {
      "epoch": 0.9090909090909091,
      "grad_norm": 0.6017721887816652,
      "learning_rate": 3.989372989770787e-05,
      "loss": 0.0079,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.008214390836656094,
      "step": 400
    },
    {
      "epoch": 0.9204545454545454,
      "grad_norm": 0.6600730500075375,
      "learning_rate": 3.988174287728376e-05,
      "loss": 0.008,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.008041520603001118,
      "step": 405
    },
    {
      "epoch": 0.9318181818181818,
      "grad_norm": 0.5632715573396425,
      "learning_rate": 3.986911743669923e-05,
      "loss": 0.0084,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.009165343828499317,
      "step": 410
    },
    {
      "epoch": 0.9431818181818182,
      "grad_norm": 1.4872493920090515,
      "learning_rate": 3.9855853981368196e-05,
      "loss": 0.0083,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007640507072210312,
      "step": 415
    },
    {
      "epoch": 0.9545454545454546,
      "grad_norm": 0.5769476984554328,
      "learning_rate": 3.984195293719182e-05,
      "loss": 0.0083,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.008218517526984215,
      "step": 420
    },
    {
      "epoch": 0.9659090909090909,
      "grad_norm": 0.5978028109547544,
      "learning_rate": 3.982741475054481e-05,
      "loss": 0.008,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.008345318958163261,
      "step": 425
    },
    {
      "epoch": 0.9772727272727273,
      "grad_norm": 0.5574300718972974,
      "learning_rate": 3.9812239888261054e-05,
      "loss": 0.0076,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007650978863239288,
      "step": 430
    },
    {
      "epoch": 0.9886363636363636,
      "grad_norm": 0.5120110312427406,
      "learning_rate": 3.979642883761866e-05,
      "loss": 0.0082,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.008290043100714684,
      "step": 435
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.535007056168261,
      "learning_rate": 3.9779982106324284e-05,
      "loss": 0.0077,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007958535104990005,
      "step": 440
    },
    {
      "epoch": 1.0113636363636365,
      "grad_norm": 0.5263606844624271,
      "learning_rate": 3.976290022249687e-05,
      "loss": 0.0073,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007756863720715046,
      "step": 445
    },
    {
      "epoch": 1.0227272727272727,
      "grad_norm": 0.5456386490332087,
      "learning_rate": 3.974518373465066e-05,
      "loss": 0.0071,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0069215744733810425,
      "step": 450
    },
    {
      "epoch": 1.0340909090909092,
      "grad_norm": 0.5140576840256387,
      "learning_rate": 3.9726833211677576e-05,
      "loss": 0.0075,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007215406280010939,
      "step": 455
    },
    {
      "epoch": 1.0454545454545454,
      "grad_norm": 0.5951073719013448,
      "learning_rate": 3.970784924282896e-05,
      "loss": 0.0073,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007084294687956572,
      "step": 460
    },
    {
      "epoch": 1.0568181818181819,
      "grad_norm": 0.5715918038022714,
      "learning_rate": 3.968823243769667e-05,
      "loss": 0.0074,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007343347650021315,
      "step": 465
    },
    {
      "epoch": 1.0681818181818181,
      "grad_norm": 0.5186709350157678,
      "learning_rate": 3.9667983426193485e-05,
      "loss": 0.0075,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007364596240222454,
      "step": 470
    },
    {
      "epoch": 1.0795454545454546,
      "grad_norm": 0.5448125552678345,
      "learning_rate": 3.964710285853287e-05,
      "loss": 0.0077,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007313626818358898,
      "step": 475
    },
    {
      "epoch": 1.0909090909090908,
      "grad_norm": 0.5911853899860636,
      "learning_rate": 3.9625591405208145e-05,
      "loss": 0.0076,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006968418136239052,
      "step": 480
    },
    {
      "epoch": 1.1022727272727273,
      "grad_norm": 0.5955339375748643,
      "learning_rate": 3.9603449756970877e-05,
      "loss": 0.0072,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006995165254920721,
      "step": 485
    },
    {
      "epoch": 1.1136363636363635,
      "grad_norm": 0.5238355538175061,
      "learning_rate": 3.958067862480878e-05,
      "loss": 0.0074,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007396093104034662,
      "step": 490
    },
    {
      "epoch": 1.125,
      "grad_norm": 0.524652353868063,
      "learning_rate": 3.955727873992283e-05,
      "loss": 0.0069,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007254592142999172,
      "step": 495
    },
    {
      "epoch": 1.1363636363636362,
      "grad_norm": 0.5991907014019456,
      "learning_rate": 3.95332508537038e-05,
      "loss": 0.0072,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00780677143484354,
      "step": 500
    },
    {
      "epoch": 1.1477272727272727,
      "grad_norm": 0.49483973366541717,
      "learning_rate": 3.950859573770815e-05,
      "loss": 0.0071,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006735119502991438,
      "step": 505
    },
    {
      "epoch": 1.1590909090909092,
      "grad_norm": 0.5080518306783881,
      "learning_rate": 3.9483314183633206e-05,
      "loss": 0.0068,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0065904781222343445,
      "step": 510
    },
    {
      "epoch": 1.1704545454545454,
      "grad_norm": 0.6414095876262249,
      "learning_rate": 3.9457407003291826e-05,
      "loss": 0.007,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007423494942486286,
      "step": 515
    },
    {
      "epoch": 1.1818181818181819,
      "grad_norm": 0.5056850434770084,
      "learning_rate": 3.943087502858621e-05,
      "loss": 0.0072,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007466105278581381,
      "step": 520
    },
    {
      "epoch": 1.1931818181818181,
      "grad_norm": 0.5296131674142839,
      "learning_rate": 3.9403719111481295e-05,
      "loss": 0.0077,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.008099646307528019,
      "step": 525
    },
    {
      "epoch": 1.2045454545454546,
      "grad_norm": 0.5315251299863072,
      "learning_rate": 3.937594012397734e-05,
      "loss": 0.0079,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007564317435026169,
      "step": 530
    },
    {
      "epoch": 1.2159090909090908,
      "grad_norm": 0.4950784114913268,
      "learning_rate": 3.934753895808193e-05,
      "loss": 0.0074,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007739352062344551,
      "step": 535
    },
    {
      "epoch": 1.2272727272727273,
      "grad_norm": 0.5290244974118238,
      "learning_rate": 3.931851652578137e-05,
      "loss": 0.0073,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0073152827098965645,
      "step": 540
    },
    {
      "epoch": 1.2386363636363638,
      "grad_norm": 0.5571429830629839,
      "learning_rate": 3.928887375901134e-05,
      "loss": 0.0073,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007779883220791817,
      "step": 545
    },
    {
      "epoch": 1.25,
      "grad_norm": 0.5497246570465858,
      "learning_rate": 3.9258611609627035e-05,
      "loss": 0.007,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.008137003518640995,
      "step": 550
    },
    {
      "epoch": 1.2613636363636362,
      "grad_norm": 0.5980322062094636,
      "learning_rate": 3.922773104937254e-05,
      "loss": 0.0072,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006626577116549015,
      "step": 555
    },
    {
      "epoch": 1.2727272727272727,
      "grad_norm": 0.5713517990750141,
      "learning_rate": 3.919623306984967e-05,
      "loss": 0.0073,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006742670200765133,
      "step": 560
    },
    {
      "epoch": 1.2840909090909092,
      "grad_norm": 0.49571075772413836,
      "learning_rate": 3.91641186824861e-05,
      "loss": 0.0072,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007229169365018606,
      "step": 565
    },
    {
      "epoch": 1.2954545454545454,
      "grad_norm": 0.686804757238871,
      "learning_rate": 3.9131388918502914e-05,
      "loss": 0.0073,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0075844405218958855,
      "step": 570
    },
    {
      "epoch": 1.3068181818181819,
      "grad_norm": 0.5731331497884388,
      "learning_rate": 3.9098044828881476e-05,
      "loss": 0.0073,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0073439269326627254,
      "step": 575
    },
    {
      "epoch": 1.3181818181818181,
      "grad_norm": 0.6007066583243181,
      "learning_rate": 3.906408748432968e-05,
      "loss": 0.0072,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006798421032726765,
      "step": 580
    },
    {
      "epoch": 1.3295454545454546,
      "grad_norm": 0.5567875514837843,
      "learning_rate": 3.902951797524757e-05,
      "loss": 0.0072,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006960849743336439,
      "step": 585
    },
    {
      "epoch": 1.3409090909090908,
      "grad_norm": 1.181124528974347,
      "learning_rate": 3.899433741169233e-05,
      "loss": 0.0072,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007384179159998894,
      "step": 590
    },
    {
      "epoch": 1.3522727272727273,
      "grad_norm": 0.5129764810666245,
      "learning_rate": 3.895854692334264e-05,
      "loss": 0.0073,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00716067710891366,
      "step": 595
    },
    {
      "epoch": 1.3636363636363638,
      "grad_norm": 0.5713691461694685,
      "learning_rate": 3.892214765946239e-05,
      "loss": 0.0069,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007511813659220934,
      "step": 600
    },
    {
      "epoch": 1.375,
      "grad_norm": 0.6403221306923572,
      "learning_rate": 3.8885140788863814e-05,
      "loss": 0.0071,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006619361229240894,
      "step": 605
    },
    {
      "epoch": 1.3863636363636362,
      "grad_norm": 0.533944352255265,
      "learning_rate": 3.8847527499869884e-05,
      "loss": 0.0073,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007267755921930075,
      "step": 610
    },
    {
      "epoch": 1.3977272727272727,
      "grad_norm": 0.5421207337934212,
      "learning_rate": 3.8809309000276234e-05,
      "loss": 0.0072,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0069773998111486435,
      "step": 615
    },
    {
      "epoch": 1.4090909090909092,
      "grad_norm": 1.64206327533154,
      "learning_rate": 3.877048651731232e-05,
      "loss": 0.0068,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006747320294380188,
      "step": 620
    },
    {
      "epoch": 1.4204545454545454,
      "grad_norm": 0.6229385815317037,
      "learning_rate": 3.873106129760206e-05,
      "loss": 0.0074,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007608484942466021,
      "step": 625
    },
    {
      "epoch": 1.4318181818181819,
      "grad_norm": 0.5874493526375214,
      "learning_rate": 3.8691034607123725e-05,
      "loss": 0.0075,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.008636144921183586,
      "step": 630
    },
    {
      "epoch": 1.4431818181818181,
      "grad_norm": 0.5649097168737776,
      "learning_rate": 3.8650407731169395e-05,
      "loss": 0.0073,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006587575189769268,
      "step": 635
    },
    {
      "epoch": 1.4545454545454546,
      "grad_norm": 0.5437037550846343,
      "learning_rate": 3.8609181974303596e-05,
      "loss": 0.0073,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007958244532346725,
      "step": 640
    },
    {
      "epoch": 1.4659090909090908,
      "grad_norm": 0.5350155617357305,
      "learning_rate": 3.856735866032145e-05,
      "loss": 0.0069,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007098427973687649,
      "step": 645
    },
    {
      "epoch": 1.4772727272727273,
      "grad_norm": 0.5364955171336037,
      "learning_rate": 3.852493913220618e-05,
      "loss": 0.0069,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006704941391944885,
      "step": 650
    },
    {
      "epoch": 1.4886363636363638,
      "grad_norm": 0.49421742514776257,
      "learning_rate": 3.8481924752085935e-05,
      "loss": 0.0071,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007255823351442814,
      "step": 655
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.5433054902315646,
      "learning_rate": 3.84383169011901e-05,
      "loss": 0.0069,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006950980983674526,
      "step": 660
    },
    {
      "epoch": 1.5113636363636362,
      "grad_norm": 0.5425382334859696,
      "learning_rate": 3.839411697980493e-05,
      "loss": 0.007,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007066159974783659,
      "step": 665
    },
    {
      "epoch": 1.5227272727272727,
      "grad_norm": 0.514763959493457,
      "learning_rate": 3.834932640722857e-05,
      "loss": 0.0072,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0074985395185649395,
      "step": 670
    },
    {
      "epoch": 1.5340909090909092,
      "grad_norm": 0.4091438249580315,
      "learning_rate": 3.830394662172551e-05,
      "loss": 0.0069,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006624377332627773,
      "step": 675
    },
    {
      "epoch": 1.5454545454545454,
      "grad_norm": 0.5420003778380477,
      "learning_rate": 3.8257979080480356e-05,
      "loss": 0.0071,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007473141886293888,
      "step": 680
    },
    {
      "epoch": 1.5568181818181817,
      "grad_norm": 0.5510015264602999,
      "learning_rate": 3.821142525955109e-05,
      "loss": 0.007,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007171965204179287,
      "step": 685
    },
    {
      "epoch": 1.5681818181818183,
      "grad_norm": 0.5089211739539228,
      "learning_rate": 3.8164286653821633e-05,
      "loss": 0.0071,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006746960803866386,
      "step": 690
    },
    {
      "epoch": 1.5795454545454546,
      "grad_norm": 0.3589859565561615,
      "learning_rate": 3.811656477695385e-05,
      "loss": 0.0066,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005060967057943344,
      "step": 695
    },
    {
      "epoch": 1.5909090909090908,
      "grad_norm": 0.5048379034549834,
      "learning_rate": 3.806826116133898e-05,
      "loss": 0.0072,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006541744340211153,
      "step": 700
    },
    {
      "epoch": 1.6022727272727273,
      "grad_norm": 0.7394143420945537,
      "learning_rate": 3.801937735804838e-05,
      "loss": 0.0072,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006246958859264851,
      "step": 705
    },
    {
      "epoch": 1.6136363636363638,
      "grad_norm": 0.51858921274512,
      "learning_rate": 3.7969914936783754e-05,
      "loss": 0.0074,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007437014486640692,
      "step": 710
    },
    {
      "epoch": 1.625,
      "grad_norm": 0.46460258240184427,
      "learning_rate": 3.791987548582672e-05,
      "loss": 0.0069,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00666455551981926,
      "step": 715
    },
    {
      "epoch": 1.6363636363636362,
      "grad_norm": 0.4912606857919302,
      "learning_rate": 3.7869260611987834e-05,
      "loss": 0.0075,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00768289715051651,
      "step": 720
    },
    {
      "epoch": 1.6477272727272727,
      "grad_norm": 0.508677178248691,
      "learning_rate": 3.781807194055499e-05,
      "loss": 0.0078,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007199929095804691,
      "step": 725
    },
    {
      "epoch": 1.6590909090909092,
      "grad_norm": 0.5300921159411073,
      "learning_rate": 3.776631111524121e-05,
      "loss": 0.0076,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007103857584297657,
      "step": 730
    },
    {
      "epoch": 1.6704545454545454,
      "grad_norm": 0.4791376882885577,
      "learning_rate": 3.7713979798131886e-05,
      "loss": 0.0073,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007111593149602413,
      "step": 735
    },
    {
      "epoch": 1.6818181818181817,
      "grad_norm": 0.4559394796312738,
      "learning_rate": 3.766107966963141e-05,
      "loss": 0.0066,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006946143694221973,
      "step": 740
    },
    {
      "epoch": 1.6931818181818183,
      "grad_norm": 0.49637388107603064,
      "learning_rate": 3.760761242840918e-05,
      "loss": 0.0068,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0074441926553845406,
      "step": 745
    },
    {
      "epoch": 1.7045454545454546,
      "grad_norm": 0.559242858376479,
      "learning_rate": 3.755357979134511e-05,
      "loss": 0.0071,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0071332817897200584,
      "step": 750
    },
    {
      "epoch": 1.7159090909090908,
      "grad_norm": 0.5042549583166708,
      "learning_rate": 3.749898349347446e-05,
      "loss": 0.0072,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007963062264025211,
      "step": 755
    },
    {
      "epoch": 1.7272727272727273,
      "grad_norm": 0.4616682198115151,
      "learning_rate": 3.744382528793211e-05,
      "loss": 0.007,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006798394024372101,
      "step": 760
    },
    {
      "epoch": 1.7386363636363638,
      "grad_norm": 0.495266160422968,
      "learning_rate": 3.738810694589631e-05,
      "loss": 0.0068,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00613341573625803,
      "step": 765
    },
    {
      "epoch": 1.75,
      "grad_norm": 0.4928006241792697,
      "learning_rate": 3.733183025653178e-05,
      "loss": 0.0072,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006665781605988741,
      "step": 770
    },
    {
      "epoch": 1.7613636363636362,
      "grad_norm": 0.5078072761733905,
      "learning_rate": 3.7274997026932256e-05,
      "loss": 0.0066,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006252589635550976,
      "step": 775
    },
    {
      "epoch": 1.7727272727272727,
      "grad_norm": 0.5213591867225603,
      "learning_rate": 3.721760908206247e-05,
      "loss": 0.0066,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00697554275393486,
      "step": 780
    },
    {
      "epoch": 1.7840909090909092,
      "grad_norm": 0.5183526092951634,
      "learning_rate": 3.7159668264699546e-05,
      "loss": 0.0069,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007623917423188686,
      "step": 785
    },
    {
      "epoch": 1.7954545454545454,
      "grad_norm": 0.48817992610683464,
      "learning_rate": 3.710117643537383e-05,
      "loss": 0.0066,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0066612763330340385,
      "step": 790
    },
    {
      "epoch": 1.8068181818181817,
      "grad_norm": 0.45787093080914265,
      "learning_rate": 3.7042135472309134e-05,
      "loss": 0.0067,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006526663899421692,
      "step": 795
    },
    {
      "epoch": 1.8181818181818183,
      "grad_norm": 0.471041929502915,
      "learning_rate": 3.698254727136245e-05,
      "loss": 0.0067,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007218446582555771,
      "step": 800
    },
    {
      "epoch": 1.8295454545454546,
      "grad_norm": 0.4963460706229407,
      "learning_rate": 3.692241374596306e-05,
      "loss": 0.0071,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007524269167333841,
      "step": 805
    },
    {
      "epoch": 1.8409090909090908,
      "grad_norm": 0.47229112029444775,
      "learning_rate": 3.6861736827051066e-05,
      "loss": 0.0072,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00766750518232584,
      "step": 810
    },
    {
      "epoch": 1.8522727272727273,
      "grad_norm": 0.4720231061897637,
      "learning_rate": 3.680051846301543e-05,
      "loss": 0.0069,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007345844060182571,
      "step": 815
    },
    {
      "epoch": 1.8636363636363638,
      "grad_norm": 0.5780164821061616,
      "learning_rate": 3.67387606196314e-05,
      "loss": 0.0071,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007284290157258511,
      "step": 820
    },
    {
      "epoch": 1.875,
      "grad_norm": 0.4741104553305416,
      "learning_rate": 3.6676465279997343e-05,
      "loss": 0.007,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006840241141617298,
      "step": 825
    },
    {
      "epoch": 1.8863636363636362,
      "grad_norm": 0.4262283214786933,
      "learning_rate": 3.6613634444471145e-05,
      "loss": 0.0072,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007350475527346134,
      "step": 830
    },
    {
      "epoch": 1.8977272727272727,
      "grad_norm": 0.5157890127598841,
      "learning_rate": 3.655027013060591e-05,
      "loss": 0.0072,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007742348592728376,
      "step": 835
    },
    {
      "epoch": 1.9090909090909092,
      "grad_norm": 0.5169007346303762,
      "learning_rate": 3.648637437308519e-05,
      "loss": 0.0067,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0066361138597130775,
      "step": 840
    },
    {
      "epoch": 1.9204545454545454,
      "grad_norm": 0.5505323294534453,
      "learning_rate": 3.642194922365766e-05,
      "loss": 0.0069,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006925581954419613,
      "step": 845
    },
    {
      "epoch": 1.9318181818181817,
      "grad_norm": 0.5583894099740615,
      "learning_rate": 3.635699675107126e-05,
      "loss": 0.0068,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006889252923429012,
      "step": 850
    },
    {
      "epoch": 1.9431818181818183,
      "grad_norm": 0.5237508106974393,
      "learning_rate": 3.629151904100672e-05,
      "loss": 0.0065,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006494746543467045,
      "step": 855
    },
    {
      "epoch": 1.9545454545454546,
      "grad_norm": 0.5478140154768331,
      "learning_rate": 3.622551819601058e-05,
      "loss": 0.0065,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006974754389375448,
      "step": 860
    },
    {
      "epoch": 1.9659090909090908,
      "grad_norm": 0.4901565927254637,
      "learning_rate": 3.615899633542775e-05,
      "loss": 0.0066,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007577099371701479,
      "step": 865
    },
    {
      "epoch": 1.9772727272727273,
      "grad_norm": 0.4861864224749252,
      "learning_rate": 3.609195559533337e-05,
      "loss": 0.0068,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006560392677783966,
      "step": 870
    },
    {
      "epoch": 1.9886363636363638,
      "grad_norm": 0.5086683182785141,
      "learning_rate": 3.6024398128464264e-05,
      "loss": 0.0073,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0073668742552399635,
      "step": 875
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.4866523538091737,
      "learning_rate": 3.595632610414981e-05,
      "loss": 0.0067,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006037401966750622,
      "step": 880
    },
    {
      "epoch": 2.0113636363636362,
      "grad_norm": 0.4630397674349411,
      "learning_rate": 3.588774170824225e-05,
      "loss": 0.0062,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0056028589606285095,
      "step": 885
    },
    {
      "epoch": 2.022727272727273,
      "grad_norm": 0.45531441122486527,
      "learning_rate": 3.581864714304659e-05,
      "loss": 0.0065,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0062451446428895,
      "step": 890
    },
    {
      "epoch": 2.034090909090909,
      "grad_norm": 0.4922607055924082,
      "learning_rate": 3.5749044627249744e-05,
      "loss": 0.0061,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006536226253956556,
      "step": 895
    },
    {
      "epoch": 2.0454545454545454,
      "grad_norm": 0.44948584157435817,
      "learning_rate": 3.56789363958494e-05,
      "loss": 0.0063,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006173080764710903,
      "step": 900
    },
    {
      "epoch": 2.0568181818181817,
      "grad_norm": 0.5763350452548516,
      "learning_rate": 3.560832470008223e-05,
      "loss": 0.0066,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00653237197548151,
      "step": 905
    },
    {
      "epoch": 2.0681818181818183,
      "grad_norm": 0.4801203990518026,
      "learning_rate": 3.553721180735157e-05,
      "loss": 0.0062,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005954197607934475,
      "step": 910
    },
    {
      "epoch": 2.0795454545454546,
      "grad_norm": 0.4778441190134779,
      "learning_rate": 3.546560000115461e-05,
      "loss": 0.0064,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006330440286546946,
      "step": 915
    },
    {
      "epoch": 2.090909090909091,
      "grad_norm": 0.5347858724369077,
      "learning_rate": 3.539349158100912e-05,
      "loss": 0.006,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005839129444211721,
      "step": 920
    },
    {
      "epoch": 2.102272727272727,
      "grad_norm": 0.48921521082512576,
      "learning_rate": 3.532088886237956e-05,
      "loss": 0.0066,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005895141512155533,
      "step": 925
    },
    {
      "epoch": 2.1136363636363638,
      "grad_norm": 0.5146757560983731,
      "learning_rate": 3.524779417660277e-05,
      "loss": 0.0061,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0059109157882630825,
      "step": 930
    },
    {
      "epoch": 2.125,
      "grad_norm": 0.6429144662492329,
      "learning_rate": 3.517420987081304e-05,
      "loss": 0.0062,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006881117820739746,
      "step": 935
    },
    {
      "epoch": 2.1363636363636362,
      "grad_norm": 0.5048764322733581,
      "learning_rate": 3.510013830786685e-05,
      "loss": 0.006,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006111334078013897,
      "step": 940
    },
    {
      "epoch": 2.147727272727273,
      "grad_norm": 0.5278971681123248,
      "learning_rate": 3.502558186626687e-05,
      "loss": 0.0062,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006541167851537466,
      "step": 945
    },
    {
      "epoch": 2.159090909090909,
      "grad_norm": 0.4455406565197607,
      "learning_rate": 3.4950542940085695e-05,
      "loss": 0.0063,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00632286723703146,
      "step": 950
    },
    {
      "epoch": 2.1704545454545454,
      "grad_norm": 0.5510905187000109,
      "learning_rate": 3.48750239388889e-05,
      "loss": 0.006,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006969518028199673,
      "step": 955
    },
    {
      "epoch": 2.1818181818181817,
      "grad_norm": 0.5624895585986736,
      "learning_rate": 3.479902728765768e-05,
      "loss": 0.0061,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006708991248160601,
      "step": 960
    },
    {
      "epoch": 2.1931818181818183,
      "grad_norm": 0.458254560373065,
      "learning_rate": 3.4722555426711017e-05,
      "loss": 0.0061,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006090499460697174,
      "step": 965
    },
    {
      "epoch": 2.2045454545454546,
      "grad_norm": 0.693897892710982,
      "learning_rate": 3.464561081162728e-05,
      "loss": 0.006,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005784523673355579,
      "step": 970
    },
    {
      "epoch": 2.215909090909091,
      "grad_norm": 0.4862555425590794,
      "learning_rate": 3.456819591316539e-05,
      "loss": 0.006,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006276763044297695,
      "step": 975
    },
    {
      "epoch": 2.227272727272727,
      "grad_norm": 0.4821015824320282,
      "learning_rate": 3.4490313217185454e-05,
      "loss": 0.0063,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006492925807833672,
      "step": 980
    },
    {
      "epoch": 2.2386363636363638,
      "grad_norm": 0.4296027449680172,
      "learning_rate": 3.4411965224569006e-05,
      "loss": 0.0062,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006225232966244221,
      "step": 985
    },
    {
      "epoch": 2.25,
      "grad_norm": 0.605266972216722,
      "learning_rate": 3.4333154451138644e-05,
      "loss": 0.0067,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006708680652081966,
      "step": 990
    },
    {
      "epoch": 2.2613636363636362,
      "grad_norm": 0.4541560489432943,
      "learning_rate": 3.4253883427577266e-05,
      "loss": 0.0061,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005775884725153446,
      "step": 995
    },
    {
      "epoch": 2.2727272727272725,
      "grad_norm": 0.46856650577715975,
      "learning_rate": 3.417415469934678e-05,
      "loss": 0.006,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005967448465526104,
      "step": 1000
    },
    {
      "epoch": 2.284090909090909,
      "grad_norm": 0.4985004787357942,
      "learning_rate": 3.409397082660643e-05,
      "loss": 0.0059,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0061860037967562675,
      "step": 1005
    },
    {
      "epoch": 2.2954545454545454,
      "grad_norm": 0.4629095284226778,
      "learning_rate": 3.401333438413053e-05,
      "loss": 0.0062,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0064862193539738655,
      "step": 1010
    },
    {
      "epoch": 2.3068181818181817,
      "grad_norm": 0.4839935039440178,
      "learning_rate": 3.3932247961225805e-05,
      "loss": 0.0062,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005635668523609638,
      "step": 1015
    },
    {
      "epoch": 2.3181818181818183,
      "grad_norm": 0.4626909694044112,
      "learning_rate": 3.385071416164824e-05,
      "loss": 0.006,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0058249845169484615,
      "step": 1020
    },
    {
      "epoch": 2.3295454545454546,
      "grad_norm": 0.46354066332426824,
      "learning_rate": 3.376873560351948e-05,
      "loss": 0.0063,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006067879963666201,
      "step": 1025
    },
    {
      "epoch": 2.340909090909091,
      "grad_norm": 0.5122297881346973,
      "learning_rate": 3.368631491924277e-05,
      "loss": 0.0062,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006336583755910397,
      "step": 1030
    },
    {
      "epoch": 2.3522727272727275,
      "grad_norm": 0.4237417475830667,
      "learning_rate": 3.360345475541839e-05,
      "loss": 0.0065,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007529721595346928,
      "step": 1035
    },
    {
      "epoch": 2.3636363636363638,
      "grad_norm": 0.4645416778269651,
      "learning_rate": 3.3520157772758716e-05,
      "loss": 0.0062,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006176627241075039,
      "step": 1040
    },
    {
      "epoch": 2.375,
      "grad_norm": 0.5044028687299602,
      "learning_rate": 3.343642664600273e-05,
      "loss": 0.0061,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00660756416618824,
      "step": 1045
    },
    {
      "epoch": 2.3863636363636362,
      "grad_norm": 0.47017301373211334,
      "learning_rate": 3.3352264063830184e-05,
      "loss": 0.0062,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006091096438467503,
      "step": 1050
    },
    {
      "epoch": 2.3977272727272725,
      "grad_norm": 0.43705892726841483,
      "learning_rate": 3.3267672728775245e-05,
      "loss": 0.0062,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0061500780284404755,
      "step": 1055
    },
    {
      "epoch": 2.409090909090909,
      "grad_norm": 0.49153186096934803,
      "learning_rate": 3.3182655357139686e-05,
      "loss": 0.0064,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006093064323067665,
      "step": 1060
    },
    {
      "epoch": 2.4204545454545454,
      "grad_norm": 0.48501040856687555,
      "learning_rate": 3.309721467890571e-05,
      "loss": 0.0061,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006339596584439278,
      "step": 1065
    },
    {
      "epoch": 2.4318181818181817,
      "grad_norm": 0.460207072808941,
      "learning_rate": 3.301135343764824e-05,
      "loss": 0.0059,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006662009749561548,
      "step": 1070
    },
    {
      "epoch": 2.4431818181818183,
      "grad_norm": 0.5086631629233642,
      "learning_rate": 3.292507439044689e-05,
      "loss": 0.0059,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006738311145454645,
      "step": 1075
    },
    {
      "epoch": 2.4545454545454546,
      "grad_norm": 0.47413969867526984,
      "learning_rate": 3.283838030779733e-05,
      "loss": 0.0063,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00711568258702755,
      "step": 1080
    },
    {
      "epoch": 2.465909090909091,
      "grad_norm": 0.484709187352696,
      "learning_rate": 3.275127397352243e-05,
      "loss": 0.0061,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006409568712115288,
      "step": 1085
    },
    {
      "epoch": 2.4772727272727275,
      "grad_norm": 0.4302542818712421,
      "learning_rate": 3.2663758184682804e-05,
      "loss": 0.0065,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007154181599617004,
      "step": 1090
    },
    {
      "epoch": 2.4886363636363638,
      "grad_norm": 0.4652093254753745,
      "learning_rate": 3.257583575148699e-05,
      "loss": 0.0063,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005443320609629154,
      "step": 1095
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.45389989611595233,
      "learning_rate": 3.2487509497201274e-05,
      "loss": 0.006,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006023968569934368,
      "step": 1100
    },
    {
      "epoch": 2.5113636363636362,
      "grad_norm": 0.5185036844454263,
      "learning_rate": 3.239878225805895e-05,
      "loss": 0.0066,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0073779672384262085,
      "step": 1105
    },
    {
      "epoch": 2.5227272727272725,
      "grad_norm": 0.5331373246789413,
      "learning_rate": 3.230965688316931e-05,
      "loss": 0.006,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006063676439225674,
      "step": 1110
    },
    {
      "epoch": 2.534090909090909,
      "grad_norm": 0.47502160394446974,
      "learning_rate": 3.222013623442613e-05,
      "loss": 0.006,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006197344046086073,
      "step": 1115
    },
    {
      "epoch": 2.5454545454545454,
      "grad_norm": 0.5274100837413495,
      "learning_rate": 3.2130223186415766e-05,
      "loss": 0.0053,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005591326858848333,
      "step": 1120
    },
    {
      "epoch": 2.5568181818181817,
      "grad_norm": 0.477868112034783,
      "learning_rate": 3.203992062632487e-05,
      "loss": 0.0059,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0056713358499109745,
      "step": 1125
    },
    {
      "epoch": 2.5681818181818183,
      "grad_norm": 0.4551006058255123,
      "learning_rate": 3.194923145384766e-05,
      "loss": 0.006,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006257796660065651,
      "step": 1130
    },
    {
      "epoch": 2.5795454545454546,
      "grad_norm": 0.46468844092336814,
      "learning_rate": 3.1858158581092816e-05,
      "loss": 0.0057,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005319403484463692,
      "step": 1135
    },
    {
      "epoch": 2.590909090909091,
      "grad_norm": 0.4489441649909645,
      "learning_rate": 3.176670493248997e-05,
      "loss": 0.0064,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0064444029703736305,
      "step": 1140
    },
    {
      "epoch": 2.6022727272727275,
      "grad_norm": 0.4702167240533605,
      "learning_rate": 3.1674873444695804e-05,
      "loss": 0.0062,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006454262882471085,
      "step": 1145
    },
    {
      "epoch": 2.6136363636363638,
      "grad_norm": 0.45164335617167706,
      "learning_rate": 3.158266706649974e-05,
      "loss": 0.0068,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006458786316215992,
      "step": 1150
    },
    {
      "epoch": 2.625,
      "grad_norm": 0.39102326262348314,
      "learning_rate": 3.1490088758729274e-05,
      "loss": 0.0065,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005608841776847839,
      "step": 1155
    },
    {
      "epoch": 2.6363636363636362,
      "grad_norm": 0.4409257535585994,
      "learning_rate": 3.1397141494154864e-05,
      "loss": 0.0063,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00575103797018528,
      "step": 1160
    },
    {
      "epoch": 2.6477272727272725,
      "grad_norm": 0.48759850968139057,
      "learning_rate": 3.13038282573945e-05,
      "loss": 0.0062,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0064391097985208035,
      "step": 1165
    },
    {
      "epoch": 2.659090909090909,
      "grad_norm": 0.45473692448344905,
      "learning_rate": 3.121015204481788e-05,
      "loss": 0.006,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006274147890508175,
      "step": 1170
    },
    {
      "epoch": 2.6704545454545454,
      "grad_norm": 0.47444274421515903,
      "learning_rate": 3.111611586445015e-05,
      "loss": 0.0059,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005559071898460388,
      "step": 1175
    },
    {
      "epoch": 2.6818181818181817,
      "grad_norm": 0.4483625344303971,
      "learning_rate": 3.1021722735875345e-05,
      "loss": 0.0063,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005905711092054844,
      "step": 1180
    },
    {
      "epoch": 2.6931818181818183,
      "grad_norm": 0.45134284924379864,
      "learning_rate": 3.0926975690139415e-05,
      "loss": 0.0061,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.007338996976613998,
      "step": 1185
    },
    {
      "epoch": 2.7045454545454546,
      "grad_norm": 0.45699971456056127,
      "learning_rate": 3.0831877769652905e-05,
      "loss": 0.0061,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005969179328531027,
      "step": 1190
    },
    {
      "epoch": 2.715909090909091,
      "grad_norm": 0.48032859712409776,
      "learning_rate": 3.073643202809325e-05,
      "loss": 0.0064,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006529618054628372,
      "step": 1195
    },
    {
      "epoch": 2.7272727272727275,
      "grad_norm": 0.5317749913490281,
      "learning_rate": 3.064064153030673e-05,
      "loss": 0.006,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00578355323523283,
      "step": 1200
    },
    {
      "epoch": 2.7386363636363638,
      "grad_norm": 0.45449325947395547,
      "learning_rate": 3.054450935221005e-05,
      "loss": 0.0058,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005896543152630329,
      "step": 1205
    },
    {
      "epoch": 2.75,
      "grad_norm": 0.47907363109287115,
      "learning_rate": 3.0448038580691563e-05,
      "loss": 0.006,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006563876289874315,
      "step": 1210
    },
    {
      "epoch": 2.7613636363636362,
      "grad_norm": 0.4854239824964068,
      "learning_rate": 3.0351232313512145e-05,
      "loss": 0.0059,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00620038527995348,
      "step": 1215
    },
    {
      "epoch": 2.7727272727272725,
      "grad_norm": 0.4692367936798186,
      "learning_rate": 3.0254093659205752e-05,
      "loss": 0.006,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006536625791341066,
      "step": 1220
    },
    {
      "epoch": 2.784090909090909,
      "grad_norm": 0.443729375843743,
      "learning_rate": 3.015662573697957e-05,
      "loss": 0.0059,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0054986486211419106,
      "step": 1225
    },
    {
      "epoch": 2.7954545454545454,
      "grad_norm": 0.46206428677941797,
      "learning_rate": 3.0058831676613854e-05,
      "loss": 0.0058,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006025765556842089,
      "step": 1230
    },
    {
      "epoch": 2.8068181818181817,
      "grad_norm": 0.48541475266155165,
      "learning_rate": 2.996071461836147e-05,
      "loss": 0.006,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006246485747396946,
      "step": 1235
    },
    {
      "epoch": 2.8181818181818183,
      "grad_norm": 0.5226366747707972,
      "learning_rate": 2.986227771284701e-05,
      "loss": 0.0059,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005961126647889614,
      "step": 1240
    },
    {
      "epoch": 2.8295454545454546,
      "grad_norm": 0.4411214489001844,
      "learning_rate": 2.976352412096563e-05,
      "loss": 0.0057,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006008786149322987,
      "step": 1245
    },
    {
      "epoch": 2.840909090909091,
      "grad_norm": 0.4932922933360534,
      "learning_rate": 2.9664457013781588e-05,
      "loss": 0.006,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006435011513531208,
      "step": 1250
    },
    {
      "epoch": 2.8522727272727275,
      "grad_norm": 0.4515975008989531,
      "learning_rate": 2.956507957242637e-05,
      "loss": 0.0059,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005883371457457542,
      "step": 1255
    },
    {
      "epoch": 2.8636363636363638,
      "grad_norm": 0.46132522349986016,
      "learning_rate": 2.9465394987996575e-05,
      "loss": 0.0059,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005824087653309107,
      "step": 1260
    },
    {
      "epoch": 2.875,
      "grad_norm": 0.48663120732476906,
      "learning_rate": 2.9365406461451442e-05,
      "loss": 0.0061,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005776618607342243,
      "step": 1265
    },
    {
      "epoch": 2.8863636363636362,
      "grad_norm": 0.5041440432415826,
      "learning_rate": 2.9265117203510045e-05,
      "loss": 0.006,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006313983350992203,
      "step": 1270
    },
    {
      "epoch": 2.8977272727272725,
      "grad_norm": 0.48629649213889986,
      "learning_rate": 2.916453043454821e-05,
      "loss": 0.006,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005881605204194784,
      "step": 1275
    },
    {
      "epoch": 2.909090909090909,
      "grad_norm": 0.5032118801387048,
      "learning_rate": 2.9063649384495104e-05,
      "loss": 0.0059,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0056932102888822556,
      "step": 1280
    },
    {
      "epoch": 2.9204545454545454,
      "grad_norm": 0.4706285489476537,
      "learning_rate": 2.896247729272951e-05,
      "loss": 0.006,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005304855294525623,
      "step": 1285
    },
    {
      "epoch": 2.9318181818181817,
      "grad_norm": 0.5082140138556308,
      "learning_rate": 2.8861017407975828e-05,
      "loss": 0.0062,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006749492138624191,
      "step": 1290
    },
    {
      "epoch": 2.9431818181818183,
      "grad_norm": 0.49654640744802336,
      "learning_rate": 2.8759272988199724e-05,
      "loss": 0.0062,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005863680969923735,
      "step": 1295
    },
    {
      "epoch": 2.9545454545454546,
      "grad_norm": 0.46438252714106815,
      "learning_rate": 2.865724730050356e-05,
      "loss": 0.0062,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0065032909624278545,
      "step": 1300
    },
    {
      "epoch": 2.965909090909091,
      "grad_norm": 0.46598363602790127,
      "learning_rate": 2.855494362102142e-05,
      "loss": 0.0063,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0062259710393846035,
      "step": 1305
    },
    {
      "epoch": 2.9772727272727275,
      "grad_norm": 0.45993410705158827,
      "learning_rate": 2.8452365234813992e-05,
      "loss": 0.0062,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006372966803610325,
      "step": 1310
    },
    {
      "epoch": 2.9886363636363638,
      "grad_norm": 0.5037560097338225,
      "learning_rate": 2.8349515435763e-05,
      "loss": 0.0063,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0068403808400034904,
      "step": 1315
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.687441874495177,
      "learning_rate": 2.824639752646549e-05,
      "loss": 0.0059,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005738408304750919,
      "step": 1320
    },
    {
      "epoch": 3.0113636363636362,
      "grad_norm": 0.5040643481396614,
      "learning_rate": 2.814301481812776e-05,
      "loss": 0.0053,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005009516142308712,
      "step": 1325
    },
    {
      "epoch": 3.022727272727273,
      "grad_norm": 0.5100500768266673,
      "learning_rate": 2.8039370630459026e-05,
      "loss": 0.0055,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0057281493209302425,
      "step": 1330
    },
    {
      "epoch": 3.034090909090909,
      "grad_norm": 0.46520065511260555,
      "learning_rate": 2.793546829156485e-05,
      "loss": 0.0055,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0056807128712534904,
      "step": 1335
    },
    {
      "epoch": 3.0454545454545454,
      "grad_norm": 0.44147813997772384,
      "learning_rate": 2.7831311137840252e-05,
      "loss": 0.0052,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005066130310297012,
      "step": 1340
    },
    {
      "epoch": 3.0568181818181817,
      "grad_norm": 0.4868436752847804,
      "learning_rate": 2.7726902513862572e-05,
      "loss": 0.0053,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005180031061172485,
      "step": 1345
    },
    {
      "epoch": 3.0681818181818183,
      "grad_norm": 0.4703455643178739,
      "learning_rate": 2.7622245772284086e-05,
      "loss": 0.0053,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005173949059098959,
      "step": 1350
    },
    {
      "epoch": 3.0795454545454546,
      "grad_norm": 0.4589542967650583,
      "learning_rate": 2.7517344273724344e-05,
      "loss": 0.0053,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005243333056569099,
      "step": 1355
    },
    {
      "epoch": 3.090909090909091,
      "grad_norm": 0.5350742778980194,
      "learning_rate": 2.7412201386662247e-05,
      "loss": 0.0051,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004697371739894152,
      "step": 1360
    },
    {
      "epoch": 3.102272727272727,
      "grad_norm": 0.5625452878348347,
      "learning_rate": 2.7306820487327906e-05,
      "loss": 0.0052,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005057926289737225,
      "step": 1365
    },
    {
      "epoch": 3.1136363636363638,
      "grad_norm": 0.568364687523711,
      "learning_rate": 2.72012049595942e-05,
      "loss": 0.0052,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005759899970144033,
      "step": 1370
    },
    {
      "epoch": 3.125,
      "grad_norm": 0.44891504727695053,
      "learning_rate": 2.7095358194868146e-05,
      "loss": 0.0055,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005599320400506258,
      "step": 1375
    },
    {
      "epoch": 3.1363636363636362,
      "grad_norm": 0.5156317883549054,
      "learning_rate": 2.698928359198197e-05,
      "loss": 0.0057,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006571016274392605,
      "step": 1380
    },
    {
      "epoch": 3.147727272727273,
      "grad_norm": 0.4723862638867974,
      "learning_rate": 2.6882984557083987e-05,
      "loss": 0.0052,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005237076431512833,
      "step": 1385
    },
    {
      "epoch": 3.159090909090909,
      "grad_norm": 0.49229432271457835,
      "learning_rate": 2.677646450352923e-05,
      "loss": 0.0053,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005284374579787254,
      "step": 1390
    },
    {
      "epoch": 3.1704545454545454,
      "grad_norm": 0.5191319845295057,
      "learning_rate": 2.6669726851769814e-05,
      "loss": 0.0054,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00592380203306675,
      "step": 1395
    },
    {
      "epoch": 3.1818181818181817,
      "grad_norm": 0.49651390447555893,
      "learning_rate": 2.656277502924514e-05,
      "loss": 0.0056,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005676039028912783,
      "step": 1400
    },
    {
      "epoch": 3.1931818181818183,
      "grad_norm": 0.5759910974149394,
      "learning_rate": 2.6455612470271805e-05,
      "loss": 0.0054,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0051645804196596146,
      "step": 1405
    },
    {
      "epoch": 3.2045454545454546,
      "grad_norm": 0.44210035521717134,
      "learning_rate": 2.6348242615933348e-05,
      "loss": 0.0056,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005482735577970743,
      "step": 1410
    },
    {
      "epoch": 3.215909090909091,
      "grad_norm": 0.5014548645558844,
      "learning_rate": 2.6240668913969743e-05,
      "loss": 0.0056,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005730169825255871,
      "step": 1415
    },
    {
      "epoch": 3.227272727272727,
      "grad_norm": 0.5516450136062995,
      "learning_rate": 2.613289481866669e-05,
      "loss": 0.0052,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005764037370681763,
      "step": 1420
    },
    {
      "epoch": 3.2386363636363638,
      "grad_norm": 0.510217197458097,
      "learning_rate": 2.6024923790744686e-05,
      "loss": 0.0052,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005522026680409908,
      "step": 1425
    },
    {
      "epoch": 3.25,
      "grad_norm": 0.4756969768654939,
      "learning_rate": 2.5916759297247917e-05,
      "loss": 0.0055,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0053534796461462975,
      "step": 1430
    },
    {
      "epoch": 3.2613636363636362,
      "grad_norm": 0.4956430258999987,
      "learning_rate": 2.5808404811432918e-05,
      "loss": 0.0057,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00593971461057663,
      "step": 1435
    },
    {
      "epoch": 3.2727272727272725,
      "grad_norm": 0.5115033693347459,
      "learning_rate": 2.5699863812657033e-05,
      "loss": 0.0053,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005368461832404137,
      "step": 1440
    },
    {
      "epoch": 3.284090909090909,
      "grad_norm": 0.48357473176188076,
      "learning_rate": 2.5591139786266705e-05,
      "loss": 0.0056,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006003449205309153,
      "step": 1445
    },
    {
      "epoch": 3.2954545454545454,
      "grad_norm": 0.48157888085736633,
      "learning_rate": 2.5482236223485557e-05,
      "loss": 0.0058,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005555244162678719,
      "step": 1450
    },
    {
      "epoch": 3.3068181818181817,
      "grad_norm": 0.5030137636028127,
      "learning_rate": 2.537315662130228e-05,
      "loss": 0.0055,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0054417382925748825,
      "step": 1455
    },
    {
      "epoch": 3.3181818181818183,
      "grad_norm": 0.4134162169911966,
      "learning_rate": 2.5263904482358353e-05,
      "loss": 0.0057,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005619807168841362,
      "step": 1460
    },
    {
      "epoch": 3.3295454545454546,
      "grad_norm": 0.5027447195755913,
      "learning_rate": 2.515448331483555e-05,
      "loss": 0.0056,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005433700978755951,
      "step": 1465
    },
    {
      "epoch": 3.340909090909091,
      "grad_norm": 0.467936804280616,
      "learning_rate": 2.5044896632343303e-05,
      "loss": 0.0055,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005376646760851145,
      "step": 1470
    },
    {
      "epoch": 3.3522727272727275,
      "grad_norm": 0.41322566194503085,
      "learning_rate": 2.493514795380587e-05,
      "loss": 0.0052,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005562332924455404,
      "step": 1475
    },
    {
      "epoch": 3.3636363636363638,
      "grad_norm": 0.45750092579039,
      "learning_rate": 2.4825240803349368e-05,
      "loss": 0.0051,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004756518639624119,
      "step": 1480
    },
    {
      "epoch": 3.375,
      "grad_norm": 0.6873963855415671,
      "learning_rate": 2.471517871018855e-05,
      "loss": 0.0051,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005281743593513966,
      "step": 1485
    },
    {
      "epoch": 3.3863636363636362,
      "grad_norm": 0.6674523186854076,
      "learning_rate": 2.4604965208513535e-05,
      "loss": 0.0051,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004752852022647858,
      "step": 1490
    },
    {
      "epoch": 3.3977272727272725,
      "grad_norm": 0.5773344008782416,
      "learning_rate": 2.44946038373763e-05,
      "loss": 0.0052,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005206132307648659,
      "step": 1495
    },
    {
      "epoch": 3.409090909090909,
      "grad_norm": 0.4950055384001163,
      "learning_rate": 2.4384098140577048e-05,
      "loss": 0.0052,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005069325678050518,
      "step": 1500
    },
    {
      "epoch": 3.4204545454545454,
      "grad_norm": 0.538413334858411,
      "learning_rate": 2.4273451666550382e-05,
      "loss": 0.0053,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005308193154633045,
      "step": 1505
    },
    {
      "epoch": 3.4318181818181817,
      "grad_norm": 0.5286702440577258,
      "learning_rate": 2.4162667968251414e-05,
      "loss": 0.0051,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005153653211891651,
      "step": 1510
    },
    {
      "epoch": 3.4431818181818183,
      "grad_norm": 0.760543291483049,
      "learning_rate": 2.4051750603041623e-05,
      "loss": 0.0053,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005438433028757572,
      "step": 1515
    },
    {
      "epoch": 3.4545454545454546,
      "grad_norm": 0.5655174560371635,
      "learning_rate": 2.3940703132574664e-05,
      "loss": 0.005,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005072030238807201,
      "step": 1520
    },
    {
      "epoch": 3.465909090909091,
      "grad_norm": 0.5099001384397973,
      "learning_rate": 2.3829529122681977e-05,
      "loss": 0.0053,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005368282087147236,
      "step": 1525
    },
    {
      "epoch": 3.4772727272727275,
      "grad_norm": 0.6638656107593446,
      "learning_rate": 2.3718232143258296e-05,
      "loss": 0.0052,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005637164227664471,
      "step": 1530
    },
    {
      "epoch": 3.4886363636363638,
      "grad_norm": 0.5062124762616506,
      "learning_rate": 2.360681576814702e-05,
      "loss": 0.0053,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0052521200850605965,
      "step": 1535
    },
    {
      "epoch": 3.5,
      "grad_norm": 0.49539638807298375,
      "learning_rate": 2.3495283575025445e-05,
      "loss": 0.0051,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0055895233526825905,
      "step": 1540
    },
    {
      "epoch": 3.5113636363636362,
      "grad_norm": 0.6454536011583725,
      "learning_rate": 2.3383639145289882e-05,
      "loss": 0.0052,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005695558153092861,
      "step": 1545
    },
    {
      "epoch": 3.5227272727272725,
      "grad_norm": 0.526026069637933,
      "learning_rate": 2.3271886063940655e-05,
      "loss": 0.0051,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005132297985255718,
      "step": 1550
    },
    {
      "epoch": 3.534090909090909,
      "grad_norm": 0.5227530933770529,
      "learning_rate": 2.3160027919467e-05,
      "loss": 0.0051,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00547978188842535,
      "step": 1555
    },
    {
      "epoch": 3.5454545454545454,
      "grad_norm": 0.48848328218670495,
      "learning_rate": 2.3048068303731808e-05,
      "loss": 0.0054,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0051205093041062355,
      "step": 1560
    },
    {
      "epoch": 3.5568181818181817,
      "grad_norm": 0.503096615264489,
      "learning_rate": 2.2936010811856302e-05,
      "loss": 0.0053,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005164875648915768,
      "step": 1565
    },
    {
      "epoch": 3.5681818181818183,
      "grad_norm": 0.45980820751699264,
      "learning_rate": 2.2823859042104596e-05,
      "loss": 0.0054,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005503524094820023,
      "step": 1570
    },
    {
      "epoch": 3.5795454545454546,
      "grad_norm": 0.5453015097037337,
      "learning_rate": 2.2711616595768157e-05,
      "loss": 0.0054,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006264137104153633,
      "step": 1575
    },
    {
      "epoch": 3.590909090909091,
      "grad_norm": 0.5045015958268411,
      "learning_rate": 2.259928707705015e-05,
      "loss": 0.0051,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004797403700649738,
      "step": 1580
    },
    {
      "epoch": 3.6022727272727275,
      "grad_norm": 0.5215245608963981,
      "learning_rate": 2.2486874092949708e-05,
      "loss": 0.0052,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005274273455142975,
      "step": 1585
    },
    {
      "epoch": 3.6136363636363638,
      "grad_norm": 0.5073325241457628,
      "learning_rate": 2.2374381253146105e-05,
      "loss": 0.0054,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005827459041029215,
      "step": 1590
    },
    {
      "epoch": 3.625,
      "grad_norm": 0.4453123475733621,
      "learning_rate": 2.226181216988287e-05,
      "loss": 0.0054,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005131516605615616,
      "step": 1595
    },
    {
      "epoch": 3.6363636363636362,
      "grad_norm": 0.49077347211976835,
      "learning_rate": 2.2149170457851767e-05,
      "loss": 0.0054,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005897030234336853,
      "step": 1600
    },
    {
      "epoch": 3.6477272727272725,
      "grad_norm": 0.5000844953326685,
      "learning_rate": 2.2036459734076715e-05,
      "loss": 0.0052,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005255206488072872,
      "step": 1605
    },
    {
      "epoch": 3.659090909090909,
      "grad_norm": 0.5080410565430957,
      "learning_rate": 2.1923683617797685e-05,
      "loss": 0.0052,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005152590572834015,
      "step": 1610
    },
    {
      "epoch": 3.6704545454545454,
      "grad_norm": 0.5725176074174163,
      "learning_rate": 2.1810845730354458e-05,
      "loss": 0.0055,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005088301375508308,
      "step": 1615
    },
    {
      "epoch": 3.6818181818181817,
      "grad_norm": 0.5247563512602053,
      "learning_rate": 2.1697949695070326e-05,
      "loss": 0.0054,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005536783020943403,
      "step": 1620
    },
    {
      "epoch": 3.6931818181818183,
      "grad_norm": 0.5441938244723411,
      "learning_rate": 2.158499913713577e-05,
      "loss": 0.0055,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005170764867216349,
      "step": 1625
    },
    {
      "epoch": 3.7045454545454546,
      "grad_norm": 0.4881480951657752,
      "learning_rate": 2.1471997683492036e-05,
      "loss": 0.0056,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005929634906351566,
      "step": 1630
    },
    {
      "epoch": 3.715909090909091,
      "grad_norm": 0.4585975933093515,
      "learning_rate": 2.1358948962714684e-05,
      "loss": 0.0054,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005046064965426922,
      "step": 1635
    },
    {
      "epoch": 3.7272727272727275,
      "grad_norm": 0.4957264745476166,
      "learning_rate": 2.1245856604897045e-05,
      "loss": 0.0054,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005352713167667389,
      "step": 1640
    },
    {
      "epoch": 3.7386363636363638,
      "grad_norm": 0.49369365983375335,
      "learning_rate": 2.1132724241533692e-05,
      "loss": 0.0054,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005089196376502514,
      "step": 1645
    },
    {
      "epoch": 3.75,
      "grad_norm": 0.4433946031787883,
      "learning_rate": 2.10195555054038e-05,
      "loss": 0.0054,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004971848800778389,
      "step": 1650
    },
    {
      "epoch": 3.7613636363636362,
      "grad_norm": 0.43875784131352313,
      "learning_rate": 2.0906354030454515e-05,
      "loss": 0.0055,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005333467852324247,
      "step": 1655
    },
    {
      "epoch": 3.7727272727272725,
      "grad_norm": 0.48730070089270655,
      "learning_rate": 2.0793123451684248e-05,
      "loss": 0.0055,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.006050648633390665,
      "step": 1660
    },
    {
      "epoch": 3.784090909090909,
      "grad_norm": 0.4868598147009363,
      "learning_rate": 2.0679867405025956e-05,
      "loss": 0.005,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005375531502068043,
      "step": 1665
    },
    {
      "epoch": 3.7954545454545454,
      "grad_norm": 0.5131921474798169,
      "learning_rate": 2.0566589527230404e-05,
      "loss": 0.0052,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005499294959008694,
      "step": 1670
    },
    {
      "epoch": 3.8068181818181817,
      "grad_norm": 0.513695849129778,
      "learning_rate": 2.045329345574936e-05,
      "loss": 0.0053,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0052980948239564896,
      "step": 1675
    },
    {
      "epoch": 3.8181818181818183,
      "grad_norm": 0.43983207507502864,
      "learning_rate": 2.0339982828618826e-05,
      "loss": 0.0054,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005142249166965485,
      "step": 1680
    },
    {
      "epoch": 3.8295454545454546,
      "grad_norm": 0.4816084292762279,
      "learning_rate": 2.0226661284342168e-05,
      "loss": 0.0056,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0055004809983074665,
      "step": 1685
    },
    {
      "epoch": 3.840909090909091,
      "grad_norm": 0.5086414719655078,
      "learning_rate": 2.0113332461773344e-05,
      "loss": 0.0053,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005008528009057045,
      "step": 1690
    },
    {
      "epoch": 3.8522727272727275,
      "grad_norm": 0.4971288284433117,
      "learning_rate": 2e-05,
      "loss": 0.0053,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005218389444053173,
      "step": 1695
    },
    {
      "epoch": 3.8636363636363638,
      "grad_norm": 0.567227239435726,
      "learning_rate": 1.9886667538226663e-05,
      "loss": 0.0052,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004845334216952324,
      "step": 1700
    },
    {
      "epoch": 3.875,
      "grad_norm": 0.5698861051705016,
      "learning_rate": 1.977333871565784e-05,
      "loss": 0.0052,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005431466735899448,
      "step": 1705
    },
    {
      "epoch": 3.8863636363636362,
      "grad_norm": 0.4338750390299288,
      "learning_rate": 1.966001717138118e-05,
      "loss": 0.0051,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004926356021314859,
      "step": 1710
    },
    {
      "epoch": 3.8977272727272725,
      "grad_norm": 0.462109221054352,
      "learning_rate": 1.9546706544250646e-05,
      "loss": 0.0055,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005377571564167738,
      "step": 1715
    },
    {
      "epoch": 3.909090909090909,
      "grad_norm": 0.5478730694730507,
      "learning_rate": 1.94334104727696e-05,
      "loss": 0.0053,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005751037038862705,
      "step": 1720
    },
    {
      "epoch": 3.9204545454545454,
      "grad_norm": 0.49172708537055365,
      "learning_rate": 1.9320132594974047e-05,
      "loss": 0.0055,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005645253695547581,
      "step": 1725
    },
    {
      "epoch": 3.9318181818181817,
      "grad_norm": 0.4861367517505634,
      "learning_rate": 1.9206876548315755e-05,
      "loss": 0.0054,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0062632085755467415,
      "step": 1730
    },
    {
      "epoch": 3.9431818181818183,
      "grad_norm": 0.4573713828290483,
      "learning_rate": 1.9093645969545488e-05,
      "loss": 0.0053,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0047844573855400085,
      "step": 1735
    },
    {
      "epoch": 3.9545454545454546,
      "grad_norm": 0.45821343473702675,
      "learning_rate": 1.89804444945962e-05,
      "loss": 0.0049,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0054860832169651985,
      "step": 1740
    },
    {
      "epoch": 3.965909090909091,
      "grad_norm": 0.4528162239732377,
      "learning_rate": 1.886727575846631e-05,
      "loss": 0.0055,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005397276021540165,
      "step": 1745
    },
    {
      "epoch": 3.9772727272727275,
      "grad_norm": 0.5060106483369168,
      "learning_rate": 1.8754143395102958e-05,
      "loss": 0.0052,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005089904181659222,
      "step": 1750
    },
    {
      "epoch": 3.9886363636363638,
      "grad_norm": 0.5284103556238565,
      "learning_rate": 1.8641051037285322e-05,
      "loss": 0.0052,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005315642338246107,
      "step": 1755
    },
    {
      "epoch": 4.0,
      "grad_norm": 0.47190256941707953,
      "learning_rate": 1.8528002316507964e-05,
      "loss": 0.0052,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004887085407972336,
      "step": 1760
    },
    {
      "epoch": 4.011363636363637,
      "grad_norm": 0.48472187640003456,
      "learning_rate": 1.841500086286423e-05,
      "loss": 0.0051,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004958770237863064,
      "step": 1765
    },
    {
      "epoch": 4.0227272727272725,
      "grad_norm": 0.45640574799751016,
      "learning_rate": 1.8302050304929674e-05,
      "loss": 0.0049,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004390102811157703,
      "step": 1770
    },
    {
      "epoch": 4.034090909090909,
      "grad_norm": 0.4518139808678402,
      "learning_rate": 1.8189154269645552e-05,
      "loss": 0.0047,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004417848773300648,
      "step": 1775
    },
    {
      "epoch": 4.045454545454546,
      "grad_norm": 0.40561588123882186,
      "learning_rate": 1.8076316382202325e-05,
      "loss": 0.0052,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005202982574701309,
      "step": 1780
    },
    {
      "epoch": 4.056818181818182,
      "grad_norm": 0.43494240647897997,
      "learning_rate": 1.7963540265923298e-05,
      "loss": 0.0049,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004180293995887041,
      "step": 1785
    },
    {
      "epoch": 4.068181818181818,
      "grad_norm": 0.4664562873838021,
      "learning_rate": 1.7850829542148247e-05,
      "loss": 0.0048,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004639240447431803,
      "step": 1790
    },
    {
      "epoch": 4.079545454545454,
      "grad_norm": 0.46596572391893,
      "learning_rate": 1.7738187830117134e-05,
      "loss": 0.0047,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00412036431953311,
      "step": 1795
    },
    {
      "epoch": 4.090909090909091,
      "grad_norm": 0.5069307809682906,
      "learning_rate": 1.7625618746853902e-05,
      "loss": 0.0047,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004826963413506746,
      "step": 1800
    },
    {
      "epoch": 4.1022727272727275,
      "grad_norm": 0.4895720926847578,
      "learning_rate": 1.7513125907050302e-05,
      "loss": 0.0046,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004888975061476231,
      "step": 1805
    },
    {
      "epoch": 4.113636363636363,
      "grad_norm": 0.5051048378547827,
      "learning_rate": 1.7400712922949854e-05,
      "loss": 0.0047,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004236047621816397,
      "step": 1810
    },
    {
      "epoch": 4.125,
      "grad_norm": 0.5571096419805928,
      "learning_rate": 1.7288383404231846e-05,
      "loss": 0.0044,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0047796377912163734,
      "step": 1815
    },
    {
      "epoch": 4.136363636363637,
      "grad_norm": 0.45493846119105674,
      "learning_rate": 1.7176140957895407e-05,
      "loss": 0.0048,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004705213941633701,
      "step": 1820
    },
    {
      "epoch": 4.1477272727272725,
      "grad_norm": 0.4916686978737417,
      "learning_rate": 1.7063989188143705e-05,
      "loss": 0.0048,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004946434870362282,
      "step": 1825
    },
    {
      "epoch": 4.159090909090909,
      "grad_norm": 0.4603566357905374,
      "learning_rate": 1.69519316962682e-05,
      "loss": 0.0045,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004155574832111597,
      "step": 1830
    },
    {
      "epoch": 4.170454545454546,
      "grad_norm": 0.510700506891165,
      "learning_rate": 1.6839972080533004e-05,
      "loss": 0.0045,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004701807163655758,
      "step": 1835
    },
    {
      "epoch": 4.181818181818182,
      "grad_norm": 0.44565214813742443,
      "learning_rate": 1.6728113936059348e-05,
      "loss": 0.0047,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00458088144659996,
      "step": 1840
    },
    {
      "epoch": 4.193181818181818,
      "grad_norm": 0.45815885091272146,
      "learning_rate": 1.6616360854710125e-05,
      "loss": 0.0048,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0051234508864581585,
      "step": 1845
    },
    {
      "epoch": 4.204545454545454,
      "grad_norm": 0.4512118075618576,
      "learning_rate": 1.650471642497456e-05,
      "loss": 0.0042,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0044530099257826805,
      "step": 1850
    },
    {
      "epoch": 4.215909090909091,
      "grad_norm": 0.508469582365544,
      "learning_rate": 1.6393184231852983e-05,
      "loss": 0.0047,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004900037776678801,
      "step": 1855
    },
    {
      "epoch": 4.2272727272727275,
      "grad_norm": 0.4983797085004779,
      "learning_rate": 1.628176785674171e-05,
      "loss": 0.0045,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004549206234514713,
      "step": 1860
    },
    {
      "epoch": 4.238636363636363,
      "grad_norm": 0.42098183590674565,
      "learning_rate": 1.617047087731803e-05,
      "loss": 0.0048,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004931753501296043,
      "step": 1865
    },
    {
      "epoch": 4.25,
      "grad_norm": 0.47011012903179167,
      "learning_rate": 1.6059296867425343e-05,
      "loss": 0.0047,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004656555131077766,
      "step": 1870
    },
    {
      "epoch": 4.261363636363637,
      "grad_norm": 0.5039062140230725,
      "learning_rate": 1.5948249396958384e-05,
      "loss": 0.0045,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004590118303894997,
      "step": 1875
    },
    {
      "epoch": 4.2727272727272725,
      "grad_norm": 0.46478425486476865,
      "learning_rate": 1.583733203174859e-05,
      "loss": 0.0046,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004690377973020077,
      "step": 1880
    },
    {
      "epoch": 4.284090909090909,
      "grad_norm": 0.5166163137898677,
      "learning_rate": 1.572654833344962e-05,
      "loss": 0.0047,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0049637118354439735,
      "step": 1885
    },
    {
      "epoch": 4.295454545454546,
      "grad_norm": 0.4327053524714821,
      "learning_rate": 1.5615901859422956e-05,
      "loss": 0.0043,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003967207856476307,
      "step": 1890
    },
    {
      "epoch": 4.306818181818182,
      "grad_norm": 0.44232960295306795,
      "learning_rate": 1.55053961626237e-05,
      "loss": 0.0048,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004847138654440641,
      "step": 1895
    },
    {
      "epoch": 4.318181818181818,
      "grad_norm": 0.43411523827396115,
      "learning_rate": 1.539503479148647e-05,
      "loss": 0.0046,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0044979555532336235,
      "step": 1900
    },
    {
      "epoch": 4.329545454545454,
      "grad_norm": 0.5142155437981181,
      "learning_rate": 1.5284821289811453e-05,
      "loss": 0.0045,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004444721154868603,
      "step": 1905
    },
    {
      "epoch": 4.340909090909091,
      "grad_norm": 0.43790381398256156,
      "learning_rate": 1.5174759196650637e-05,
      "loss": 0.0047,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004545005038380623,
      "step": 1910
    },
    {
      "epoch": 4.3522727272727275,
      "grad_norm": 0.5304461755784035,
      "learning_rate": 1.5064852046194127e-05,
      "loss": 0.0045,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00425495533272624,
      "step": 1915
    },
    {
      "epoch": 4.363636363636363,
      "grad_norm": 0.4765324199160083,
      "learning_rate": 1.49551033676567e-05,
      "loss": 0.0043,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00418436573818326,
      "step": 1920
    },
    {
      "epoch": 4.375,
      "grad_norm": 0.4668901200715659,
      "learning_rate": 1.484551668516446e-05,
      "loss": 0.0046,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00447133369743824,
      "step": 1925
    },
    {
      "epoch": 4.386363636363637,
      "grad_norm": 0.4839851996431911,
      "learning_rate": 1.4736095517641654e-05,
      "loss": 0.0046,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0048002987168729305,
      "step": 1930
    },
    {
      "epoch": 4.3977272727272725,
      "grad_norm": 0.4708374971637072,
      "learning_rate": 1.4626843378697725e-05,
      "loss": 0.0048,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004776729270815849,
      "step": 1935
    },
    {
      "epoch": 4.409090909090909,
      "grad_norm": 0.5398596900335262,
      "learning_rate": 1.4517763776514453e-05,
      "loss": 0.0048,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005047261249274015,
      "step": 1940
    },
    {
      "epoch": 4.420454545454546,
      "grad_norm": 0.47231641489671194,
      "learning_rate": 1.4408860213733307e-05,
      "loss": 0.0047,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004825092852115631,
      "step": 1945
    },
    {
      "epoch": 4.431818181818182,
      "grad_norm": 0.5108128823483871,
      "learning_rate": 1.4300136187342979e-05,
      "loss": 0.0046,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004371874965727329,
      "step": 1950
    },
    {
      "epoch": 4.443181818181818,
      "grad_norm": 0.5286634132329414,
      "learning_rate": 1.4191595188567089e-05,
      "loss": 0.0045,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004658691585063934,
      "step": 1955
    },
    {
      "epoch": 4.454545454545454,
      "grad_norm": 0.4843256885719304,
      "learning_rate": 1.4083240702752088e-05,
      "loss": 0.0048,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005307194776833057,
      "step": 1960
    },
    {
      "epoch": 4.465909090909091,
      "grad_norm": 0.4989681511625817,
      "learning_rate": 1.3975076209255321e-05,
      "loss": 0.0048,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004890813957899809,
      "step": 1965
    },
    {
      "epoch": 4.4772727272727275,
      "grad_norm": 0.45336140574772227,
      "learning_rate": 1.3867105181333318e-05,
      "loss": 0.0044,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004235866479575634,
      "step": 1970
    },
    {
      "epoch": 4.488636363636363,
      "grad_norm": 0.49618410367541027,
      "learning_rate": 1.375933108603026e-05,
      "loss": 0.0048,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004726336803287268,
      "step": 1975
    },
    {
      "epoch": 4.5,
      "grad_norm": 0.4994256624165742,
      "learning_rate": 1.3651757384066657e-05,
      "loss": 0.0049,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005034084431827068,
      "step": 1980
    },
    {
      "epoch": 4.511363636363637,
      "grad_norm": 0.754764822996127,
      "learning_rate": 1.3544387529728203e-05,
      "loss": 0.0047,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005025540478527546,
      "step": 1985
    },
    {
      "epoch": 4.5227272727272725,
      "grad_norm": 0.4817031705205338,
      "learning_rate": 1.3437224970754865e-05,
      "loss": 0.0047,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00449532363563776,
      "step": 1990
    },
    {
      "epoch": 4.534090909090909,
      "grad_norm": 0.46803533246798695,
      "learning_rate": 1.3330273148230191e-05,
      "loss": 0.0047,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005232417024672031,
      "step": 1995
    },
    {
      "epoch": 4.545454545454545,
      "grad_norm": 0.5153722925635681,
      "learning_rate": 1.3223535496470775e-05,
      "loss": 0.0048,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004821739625185728,
      "step": 2000
    },
    {
      "epoch": 4.556818181818182,
      "grad_norm": 0.5940621871477129,
      "learning_rate": 1.3117015442916014e-05,
      "loss": 0.0045,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004900893196463585,
      "step": 2005
    },
    {
      "epoch": 4.568181818181818,
      "grad_norm": 0.4550172963418441,
      "learning_rate": 1.3010716408018037e-05,
      "loss": 0.0049,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004688935354351997,
      "step": 2010
    },
    {
      "epoch": 4.579545454545455,
      "grad_norm": 0.47422795098695947,
      "learning_rate": 1.290464180513186e-05,
      "loss": 0.0043,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004211904481053352,
      "step": 2015
    },
    {
      "epoch": 4.590909090909091,
      "grad_norm": 0.5140792798658659,
      "learning_rate": 1.2798795040405804e-05,
      "loss": 0.0048,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004538238048553467,
      "step": 2020
    },
    {
      "epoch": 4.6022727272727275,
      "grad_norm": 0.4878774165154403,
      "learning_rate": 1.26931795126721e-05,
      "loss": 0.0045,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004598071798682213,
      "step": 2025
    },
    {
      "epoch": 4.613636363636363,
      "grad_norm": 0.48436717807791557,
      "learning_rate": 1.2587798613337758e-05,
      "loss": 0.0048,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00513102812692523,
      "step": 2030
    },
    {
      "epoch": 4.625,
      "grad_norm": 0.47254354884528127,
      "learning_rate": 1.2482655726275661e-05,
      "loss": 0.0044,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004465391859412193,
      "step": 2035
    },
    {
      "epoch": 4.636363636363637,
      "grad_norm": 0.5246478326600279,
      "learning_rate": 1.2377754227715915e-05,
      "loss": 0.0044,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0045776148326694965,
      "step": 2040
    },
    {
      "epoch": 4.6477272727272725,
      "grad_norm": 0.5036628427479677,
      "learning_rate": 1.2273097486137426e-05,
      "loss": 0.0045,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005189564544707537,
      "step": 2045
    },
    {
      "epoch": 4.659090909090909,
      "grad_norm": 0.5314651871443347,
      "learning_rate": 1.2168688862159748e-05,
      "loss": 0.0047,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004871468059718609,
      "step": 2050
    },
    {
      "epoch": 4.670454545454545,
      "grad_norm": 0.5244145840347939,
      "learning_rate": 1.2064531708435148e-05,
      "loss": 0.0048,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005132294725626707,
      "step": 2055
    },
    {
      "epoch": 4.681818181818182,
      "grad_norm": 0.4988764429098378,
      "learning_rate": 1.1960629369540974e-05,
      "loss": 0.0045,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004751698113977909,
      "step": 2060
    },
    {
      "epoch": 4.693181818181818,
      "grad_norm": 0.5100604166698235,
      "learning_rate": 1.1856985181872242e-05,
      "loss": 0.0046,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004565688315778971,
      "step": 2065
    },
    {
      "epoch": 4.704545454545455,
      "grad_norm": 0.5012009580100381,
      "learning_rate": 1.1753602473534514e-05,
      "loss": 0.0045,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00409556832164526,
      "step": 2070
    },
    {
      "epoch": 4.715909090909091,
      "grad_norm": 0.5540406420029943,
      "learning_rate": 1.165048456423701e-05,
      "loss": 0.0049,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00481591047719121,
      "step": 2075
    },
    {
      "epoch": 4.7272727272727275,
      "grad_norm": 0.4351638073930919,
      "learning_rate": 1.1547634765186016e-05,
      "loss": 0.0045,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004355187993496656,
      "step": 2080
    },
    {
      "epoch": 4.738636363636363,
      "grad_norm": 0.4488120065119166,
      "learning_rate": 1.1445056378978588e-05,
      "loss": 0.0045,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004363670013844967,
      "step": 2085
    },
    {
      "epoch": 4.75,
      "grad_norm": 0.4589274493774212,
      "learning_rate": 1.1342752699496452e-05,
      "loss": 0.0044,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00424697482958436,
      "step": 2090
    },
    {
      "epoch": 4.761363636363637,
      "grad_norm": 0.4890203769911914,
      "learning_rate": 1.1240727011800288e-05,
      "loss": 0.0046,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004736714530736208,
      "step": 2095
    },
    {
      "epoch": 4.7727272727272725,
      "grad_norm": 0.4644162243387919,
      "learning_rate": 1.113898259202419e-05,
      "loss": 0.0044,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004376566037535667,
      "step": 2100
    },
    {
      "epoch": 4.784090909090909,
      "grad_norm": 0.4805824813519966,
      "learning_rate": 1.1037522707270498e-05,
      "loss": 0.0046,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00481122313067317,
      "step": 2105
    },
    {
      "epoch": 4.795454545454545,
      "grad_norm": 0.5027825095032938,
      "learning_rate": 1.093635061550491e-05,
      "loss": 0.0046,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005034390836954117,
      "step": 2110
    },
    {
      "epoch": 4.806818181818182,
      "grad_norm": 0.47263420063341305,
      "learning_rate": 1.0835469565451792e-05,
      "loss": 0.0046,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004725735634565353,
      "step": 2115
    },
    {
      "epoch": 4.818181818181818,
      "grad_norm": 0.5278598392908539,
      "learning_rate": 1.073488279648996e-05,
      "loss": 0.0045,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004499510396271944,
      "step": 2120
    },
    {
      "epoch": 4.829545454545455,
      "grad_norm": 0.432737142814124,
      "learning_rate": 1.063459353854856e-05,
      "loss": 0.0045,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00414951192215085,
      "step": 2125
    },
    {
      "epoch": 4.840909090909091,
      "grad_norm": 0.5225898856178574,
      "learning_rate": 1.0534605012003429e-05,
      "loss": 0.0041,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004078148864209652,
      "step": 2130
    },
    {
      "epoch": 4.8522727272727275,
      "grad_norm": 0.4888653089966061,
      "learning_rate": 1.0434920427573643e-05,
      "loss": 0.0045,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004762607626616955,
      "step": 2135
    },
    {
      "epoch": 4.863636363636363,
      "grad_norm": 0.5078078118944286,
      "learning_rate": 1.033554298621842e-05,
      "loss": 0.0047,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004519781097769737,
      "step": 2140
    },
    {
      "epoch": 4.875,
      "grad_norm": 0.44860763334302267,
      "learning_rate": 1.023647587903438e-05,
      "loss": 0.0047,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00418046023696661,
      "step": 2145
    },
    {
      "epoch": 4.886363636363637,
      "grad_norm": 0.4998834471053691,
      "learning_rate": 1.0137722287152995e-05,
      "loss": 0.0045,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004569866694509983,
      "step": 2150
    },
    {
      "epoch": 4.8977272727272725,
      "grad_norm": 0.4513901427857684,
      "learning_rate": 1.0039285381638532e-05,
      "loss": 0.0043,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003977802582085133,
      "step": 2155
    },
    {
      "epoch": 4.909090909090909,
      "grad_norm": 0.4700040130496916,
      "learning_rate": 9.941168323386146e-06,
      "loss": 0.0044,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004274777136743069,
      "step": 2160
    },
    {
      "epoch": 4.920454545454545,
      "grad_norm": 0.47113082188024086,
      "learning_rate": 9.84337426302044e-06,
      "loss": 0.0048,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004777199123054743,
      "step": 2165
    },
    {
      "epoch": 4.931818181818182,
      "grad_norm": 0.5158588495111642,
      "learning_rate": 9.74590634079425e-06,
      "loss": 0.0045,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.005088199861347675,
      "step": 2170
    },
    {
      "epoch": 4.943181818181818,
      "grad_norm": 0.45688857870688926,
      "learning_rate": 9.648767686487859e-06,
      "loss": 0.0044,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004706758540123701,
      "step": 2175
    },
    {
      "epoch": 4.954545454545455,
      "grad_norm": 0.4884644914477628,
      "learning_rate": 9.551961419308447e-06,
      "loss": 0.0047,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004676604177802801,
      "step": 2180
    },
    {
      "epoch": 4.965909090909091,
      "grad_norm": 0.4877508088408542,
      "learning_rate": 9.455490647789951e-06,
      "loss": 0.0045,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004318420775234699,
      "step": 2185
    },
    {
      "epoch": 4.9772727272727275,
      "grad_norm": 0.47255263332017355,
      "learning_rate": 9.359358469693272e-06,
      "loss": 0.0044,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004815556574612856,
      "step": 2190
    },
    {
      "epoch": 4.988636363636363,
      "grad_norm": 0.4921165200445906,
      "learning_rate": 9.263567971906748e-06,
      "loss": 0.0046,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004798836074769497,
      "step": 2195
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.463181639474181,
      "learning_rate": 9.168122230347098e-06,
      "loss": 0.0046,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0045855361968278885,
      "step": 2200
    },
    {
      "epoch": 5.011363636363637,
      "grad_norm": 0.4775346746140353,
      "learning_rate": 9.073024309860583e-06,
      "loss": 0.004,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003912698477506638,
      "step": 2205
    },
    {
      "epoch": 5.0227272727272725,
      "grad_norm": 0.48677451287350915,
      "learning_rate": 8.978277264124655e-06,
      "loss": 0.0039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00385481771081686,
      "step": 2210
    },
    {
      "epoch": 5.034090909090909,
      "grad_norm": 0.5388158919478782,
      "learning_rate": 8.883884135549852e-06,
      "loss": 0.0039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004276004619896412,
      "step": 2215
    },
    {
      "epoch": 5.045454545454546,
      "grad_norm": 0.4938703333172897,
      "learning_rate": 8.789847955182118e-06,
      "loss": 0.004,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004115547519177198,
      "step": 2220
    },
    {
      "epoch": 5.056818181818182,
      "grad_norm": 0.5308417170790901,
      "learning_rate": 8.696171742605508e-06,
      "loss": 0.0037,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003737162798643112,
      "step": 2225
    },
    {
      "epoch": 5.068181818181818,
      "grad_norm": 0.47687032934795565,
      "learning_rate": 8.602858505845149e-06,
      "loss": 0.004,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003796251490712166,
      "step": 2230
    },
    {
      "epoch": 5.079545454545454,
      "grad_norm": 0.4603724428344066,
      "learning_rate": 8.509911241270741e-06,
      "loss": 0.004,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0042653316631913185,
      "step": 2235
    },
    {
      "epoch": 5.090909090909091,
      "grad_norm": 0.46374146272269046,
      "learning_rate": 8.417332933500267e-06,
      "loss": 0.0039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003799492260441184,
      "step": 2240
    },
    {
      "epoch": 5.1022727272727275,
      "grad_norm": 0.4379222280104592,
      "learning_rate": 8.325126555304208e-06,
      "loss": 0.0039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004223274067044258,
      "step": 2245
    },
    {
      "epoch": 5.113636363636363,
      "grad_norm": 0.42989156225993835,
      "learning_rate": 8.233295067510036e-06,
      "loss": 0.0039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0036610844545066357,
      "step": 2250
    },
    {
      "epoch": 5.125,
      "grad_norm": 0.4672672088909349,
      "learning_rate": 8.141841418907194e-06,
      "loss": 0.0038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0040005873888731,
      "step": 2255
    },
    {
      "epoch": 5.136363636363637,
      "grad_norm": 0.5196079952334239,
      "learning_rate": 8.050768546152352e-06,
      "loss": 0.0041,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004299596417695284,
      "step": 2260
    },
    {
      "epoch": 5.1477272727272725,
      "grad_norm": 0.4882718572601622,
      "learning_rate": 7.960079373675135e-06,
      "loss": 0.0039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004049581941217184,
      "step": 2265
    },
    {
      "epoch": 5.159090909090909,
      "grad_norm": 0.4239583484917987,
      "learning_rate": 7.86977681358424e-06,
      "loss": 0.0041,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003955259453505278,
      "step": 2270
    },
    {
      "epoch": 5.170454545454546,
      "grad_norm": 0.42940582569735847,
      "learning_rate": 7.779863765573874e-06,
      "loss": 0.004,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003957828506827354,
      "step": 2275
    },
    {
      "epoch": 5.181818181818182,
      "grad_norm": 0.41235189838752484,
      "learning_rate": 7.690343116830696e-06,
      "loss": 0.0039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0036221854388713837,
      "step": 2280
    },
    {
      "epoch": 5.193181818181818,
      "grad_norm": 0.5160204137531623,
      "learning_rate": 7.601217741941054e-06,
      "loss": 0.0039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003955465741455555,
      "step": 2285
    },
    {
      "epoch": 5.204545454545454,
      "grad_norm": 0.4090449076523376,
      "learning_rate": 7.512490502798735e-06,
      "loss": 0.0038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0035659437999129295,
      "step": 2290
    },
    {
      "epoch": 5.215909090909091,
      "grad_norm": 0.4594919078099957,
      "learning_rate": 7.424164248513017e-06,
      "loss": 0.0042,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0042147571220994,
      "step": 2295
    },
    {
      "epoch": 5.2272727272727275,
      "grad_norm": 0.5866972843890855,
      "learning_rate": 7.336241815317207e-06,
      "loss": 0.0042,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004257405176758766,
      "step": 2300
    },
    {
      "epoch": 5.238636363636363,
      "grad_norm": 0.47038298659526956,
      "learning_rate": 7.248726026477577e-06,
      "loss": 0.0041,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004454101901501417,
      "step": 2305
    },
    {
      "epoch": 5.25,
      "grad_norm": 0.4737403845524661,
      "learning_rate": 7.161619692202675e-06,
      "loss": 0.0039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004023617133498192,
      "step": 2310
    },
    {
      "epoch": 5.261363636363637,
      "grad_norm": 0.572706506761817,
      "learning_rate": 7.0749256095531225e-06,
      "loss": 0.0039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003950290381908417,
      "step": 2315
    },
    {
      "epoch": 5.2727272727272725,
      "grad_norm": 0.5088444958237405,
      "learning_rate": 6.98864656235176e-06,
      "loss": 0.0041,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004037501290440559,
      "step": 2320
    },
    {
      "epoch": 5.284090909090909,
      "grad_norm": 0.4596423996293368,
      "learning_rate": 6.902785321094301e-06,
      "loss": 0.0038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003735282924026251,
      "step": 2325
    },
    {
      "epoch": 5.295454545454546,
      "grad_norm": 0.5471422831251165,
      "learning_rate": 6.817344642860322e-06,
      "loss": 0.0037,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004045432899147272,
      "step": 2330
    },
    {
      "epoch": 5.306818181818182,
      "grad_norm": 0.47656353430758264,
      "learning_rate": 6.732327271224759e-06,
      "loss": 0.0039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003932539373636246,
      "step": 2335
    },
    {
      "epoch": 5.318181818181818,
      "grad_norm": 0.5069088879062458,
      "learning_rate": 6.647735936169819e-06,
      "loss": 0.004,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0042952438816428185,
      "step": 2340
    },
    {
      "epoch": 5.329545454545454,
      "grad_norm": 0.452653428641188,
      "learning_rate": 6.563573353997275e-06,
      "loss": 0.004,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003908766433596611,
      "step": 2345
    },
    {
      "epoch": 5.340909090909091,
      "grad_norm": 0.561631782902141,
      "learning_rate": 6.479842227241293e-06,
      "loss": 0.0039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004032565746456385,
      "step": 2350
    },
    {
      "epoch": 5.3522727272727275,
      "grad_norm": 0.5637937378243737,
      "learning_rate": 6.396545244581609e-06,
      "loss": 0.004,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003837024327367544,
      "step": 2355
    },
    {
      "epoch": 5.363636363636363,
      "grad_norm": 0.5419651557365305,
      "learning_rate": 6.313685080757235e-06,
      "loss": 0.0039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004137341398745775,
      "step": 2360
    },
    {
      "epoch": 5.375,
      "grad_norm": 0.46979208485127416,
      "learning_rate": 6.231264396480525e-06,
      "loss": 0.0039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0037767025642096996,
      "step": 2365
    },
    {
      "epoch": 5.386363636363637,
      "grad_norm": 0.42580803822443575,
      "learning_rate": 6.149285838351766e-06,
      "loss": 0.004,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0038591676857322454,
      "step": 2370
    },
    {
      "epoch": 5.3977272727272725,
      "grad_norm": 0.47386845448197756,
      "learning_rate": 6.067752038774204e-06,
      "loss": 0.004,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0037694619968533516,
      "step": 2375
    },
    {
      "epoch": 5.409090909090909,
      "grad_norm": 0.5066531405838955,
      "learning_rate": 5.986665615869478e-06,
      "loss": 0.0037,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004015166778117418,
      "step": 2380
    },
    {
      "epoch": 5.420454545454546,
      "grad_norm": 0.48671736821053846,
      "learning_rate": 5.9060291733935795e-06,
      "loss": 0.004,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004223925527185202,
      "step": 2385
    },
    {
      "epoch": 5.431818181818182,
      "grad_norm": 0.4638681849494172,
      "learning_rate": 5.825845300653226e-06,
      "loss": 0.0039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004192112945020199,
      "step": 2390
    },
    {
      "epoch": 5.443181818181818,
      "grad_norm": 0.5279251504983492,
      "learning_rate": 5.7461165724227485e-06,
      "loss": 0.0041,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004224070347845554,
      "step": 2395
    },
    {
      "epoch": 5.454545454545454,
      "grad_norm": 0.5904197194538235,
      "learning_rate": 5.666845548861357e-06,
      "loss": 0.004,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004307609051465988,
      "step": 2400
    },
    {
      "epoch": 5.465909090909091,
      "grad_norm": 0.42076809077017335,
      "learning_rate": 5.588034775430997e-06,
      "loss": 0.004,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0037920165341347456,
      "step": 2405
    },
    {
      "epoch": 5.4772727272727275,
      "grad_norm": 0.4334488783489292,
      "learning_rate": 5.509686782814547e-06,
      "loss": 0.0039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003798619145527482,
      "step": 2410
    },
    {
      "epoch": 5.488636363636363,
      "grad_norm": 0.42421498211242736,
      "learning_rate": 5.43180408683462e-06,
      "loss": 0.0039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0035140167456120253,
      "step": 2415
    },
    {
      "epoch": 5.5,
      "grad_norm": 0.45563930175821943,
      "learning_rate": 5.354389188372726e-06,
      "loss": 0.0039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003876676084473729,
      "step": 2420
    },
    {
      "epoch": 5.511363636363637,
      "grad_norm": 0.47371651404852366,
      "learning_rate": 5.277444573288986e-06,
      "loss": 0.0039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003940898925065994,
      "step": 2425
    },
    {
      "epoch": 5.5227272727272725,
      "grad_norm": 0.5103411333783517,
      "learning_rate": 5.200972712342327e-06,
      "loss": 0.0039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003949492704123259,
      "step": 2430
    },
    {
      "epoch": 5.534090909090909,
      "grad_norm": 0.44196664518497514,
      "learning_rate": 5.124976061111109e-06,
      "loss": 0.0038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004002627916634083,
      "step": 2435
    },
    {
      "epoch": 5.545454545454545,
      "grad_norm": 0.4650969881730076,
      "learning_rate": 5.049457059914311e-06,
      "loss": 0.0039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0036511081270873547,
      "step": 2440
    },
    {
      "epoch": 5.556818181818182,
      "grad_norm": 0.4774200733409531,
      "learning_rate": 4.97441813373313e-06,
      "loss": 0.0042,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004019967745989561,
      "step": 2445
    },
    {
      "epoch": 5.568181818181818,
      "grad_norm": 0.45537744448489115,
      "learning_rate": 4.899861692133157e-06,
      "loss": 0.0039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003809658344835043,
      "step": 2450
    },
    {
      "epoch": 5.579545454545455,
      "grad_norm": 0.47362155545724277,
      "learning_rate": 4.82579012918696e-06,
      "loss": 0.004,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004073746502399445,
      "step": 2455
    },
    {
      "epoch": 5.590909090909091,
      "grad_norm": 0.5251594108649331,
      "learning_rate": 4.752205823397236e-06,
      "loss": 0.0038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004047977738082409,
      "step": 2460
    },
    {
      "epoch": 5.6022727272727275,
      "grad_norm": 0.5288297766505775,
      "learning_rate": 4.679111137620442e-06,
      "loss": 0.0038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0039558978751301765,
      "step": 2465
    },
    {
      "epoch": 5.613636363636363,
      "grad_norm": 0.4280018292666887,
      "learning_rate": 4.606508418990885e-06,
      "loss": 0.0038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003443428548052907,
      "step": 2470
    },
    {
      "epoch": 5.625,
      "grad_norm": 0.44259978860574006,
      "learning_rate": 4.534399998845396e-06,
      "loss": 0.004,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003342390526086092,
      "step": 2475
    },
    {
      "epoch": 5.636363636363637,
      "grad_norm": 0.44742152940306495,
      "learning_rate": 4.462788192648435e-06,
      "loss": 0.0039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004139516036957502,
      "step": 2480
    },
    {
      "epoch": 5.6477272727272725,
      "grad_norm": 0.5252500079842295,
      "learning_rate": 4.391675299917768e-06,
      "loss": 0.0039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0040503814816474915,
      "step": 2485
    },
    {
      "epoch": 5.659090909090909,
      "grad_norm": 0.5018815074232453,
      "learning_rate": 4.3210636041506e-06,
      "loss": 0.0039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0041411444544792175,
      "step": 2490
    },
    {
      "epoch": 5.670454545454545,
      "grad_norm": 0.47739693812599476,
      "learning_rate": 4.25095537275026e-06,
      "loss": 0.0038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003971803467720747,
      "step": 2495
    },
    {
      "epoch": 5.681818181818182,
      "grad_norm": 0.47068282022821506,
      "learning_rate": 4.181352856953418e-06,
      "loss": 0.0037,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004058327525854111,
      "step": 2500
    },
    {
      "epoch": 5.693181818181818,
      "grad_norm": 0.47320248097749434,
      "learning_rate": 4.112258291757747e-06,
      "loss": 0.0039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0038510779850184917,
      "step": 2505
    },
    {
      "epoch": 5.704545454545455,
      "grad_norm": 0.42370337463853497,
      "learning_rate": 4.043673895850202e-06,
      "loss": 0.0036,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003682773793116212,
      "step": 2510
    },
    {
      "epoch": 5.715909090909091,
      "grad_norm": 0.5647985138137753,
      "learning_rate": 3.975601871535739e-06,
      "loss": 0.0038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003943915478885174,
      "step": 2515
    },
    {
      "epoch": 5.7272727272727275,
      "grad_norm": 0.483586153068834,
      "learning_rate": 3.908044404666633e-06,
      "loss": 0.004,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004055343102663755,
      "step": 2520
    },
    {
      "epoch": 5.738636363636363,
      "grad_norm": 0.41788036471295964,
      "learning_rate": 3.841003664572251e-06,
      "loss": 0.0039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003884321078658104,
      "step": 2525
    },
    {
      "epoch": 5.75,
      "grad_norm": 0.4646931177221419,
      "learning_rate": 3.7744818039894202e-06,
      "loss": 0.0039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0035459804348647594,
      "step": 2530
    },
    {
      "epoch": 5.761363636363637,
      "grad_norm": 0.44142346623289896,
      "learning_rate": 3.708480958993286e-06,
      "loss": 0.0038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003818873316049576,
      "step": 2535
    },
    {
      "epoch": 5.7727272727272725,
      "grad_norm": 0.4997631855313708,
      "learning_rate": 3.6430032489287424e-06,
      "loss": 0.0038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003779443446546793,
      "step": 2540
    },
    {
      "epoch": 5.784090909090909,
      "grad_norm": 0.47159777299464256,
      "learning_rate": 3.5780507763423456e-06,
      "loss": 0.0038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0037581464275717735,
      "step": 2545
    },
    {
      "epoch": 5.795454545454545,
      "grad_norm": 0.46863473786391785,
      "learning_rate": 3.513625626914823e-06,
      "loss": 0.0037,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003644632175564766,
      "step": 2550
    },
    {
      "epoch": 5.806818181818182,
      "grad_norm": 0.47223068697551934,
      "learning_rate": 3.4497298693941007e-06,
      "loss": 0.0038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0038760402239859104,
      "step": 2555
    },
    {
      "epoch": 5.818181818181818,
      "grad_norm": 0.445923694612174,
      "learning_rate": 3.3863655555288564e-06,
      "loss": 0.0038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003601495875045657,
      "step": 2560
    },
    {
      "epoch": 5.829545454545455,
      "grad_norm": 0.502227263679269,
      "learning_rate": 3.323534720002659e-06,
      "loss": 0.0039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003987235948443413,
      "step": 2565
    },
    {
      "epoch": 5.840909090909091,
      "grad_norm": 0.48454308485662256,
      "learning_rate": 3.261239380368606e-06,
      "loss": 0.0039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0037424368783831596,
      "step": 2570
    },
    {
      "epoch": 5.8522727272727275,
      "grad_norm": 0.479420237247127,
      "learning_rate": 3.199481536984572e-06,
      "loss": 0.0041,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0039000785909593105,
      "step": 2575
    },
    {
      "epoch": 5.863636363636363,
      "grad_norm": 0.4412823184524044,
      "learning_rate": 3.138263172948943e-06,
      "loss": 0.0039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004030333831906319,
      "step": 2580
    },
    {
      "epoch": 5.875,
      "grad_norm": 0.4820910373910857,
      "learning_rate": 3.077586254036946e-06,
      "loss": 0.0039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004166883882135153,
      "step": 2585
    },
    {
      "epoch": 5.886363636363637,
      "grad_norm": 0.4858005469751616,
      "learning_rate": 3.017452728637553e-06,
      "loss": 0.0037,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004376193042844534,
      "step": 2590
    },
    {
      "epoch": 5.8977272727272725,
      "grad_norm": 0.5576855746273122,
      "learning_rate": 2.95786452769087e-06,
      "loss": 0.004,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0044846381060779095,
      "step": 2595
    },
    {
      "epoch": 5.909090909090909,
      "grad_norm": 0.43873863281289766,
      "learning_rate": 2.898823564626181e-06,
      "loss": 0.0038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0038866912946105003,
      "step": 2600
    },
    {
      "epoch": 5.920454545454545,
      "grad_norm": 0.42630411046161937,
      "learning_rate": 2.840331735300459e-06,
      "loss": 0.0036,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0030431475024670362,
      "step": 2605
    },
    {
      "epoch": 5.931818181818182,
      "grad_norm": 0.48065659691911583,
      "learning_rate": 2.7823909179375365e-06,
      "loss": 0.004,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.004149057436734438,
      "step": 2610
    },
    {
      "epoch": 5.943181818181818,
      "grad_norm": 0.43754591621366506,
      "learning_rate": 2.7250029730677498e-06,
      "loss": 0.0038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003820871002972126,
      "step": 2615
    },
    {
      "epoch": 5.954545454545455,
      "grad_norm": 0.501142323658502,
      "learning_rate": 2.668169743468223e-06,
      "loss": 0.0038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0033863571006804705,
      "step": 2620
    },
    {
      "epoch": 5.965909090909091,
      "grad_norm": 0.5089502622910189,
      "learning_rate": 2.6118930541036937e-06,
      "loss": 0.0039,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003630759660154581,
      "step": 2625
    },
    {
      "epoch": 5.9772727272727275,
      "grad_norm": 0.43286653171311407,
      "learning_rate": 2.556174712067894e-06,
      "loss": 0.0036,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0037029660306870937,
      "step": 2630
    },
    {
      "epoch": 5.988636363636363,
      "grad_norm": 0.48919209995098833,
      "learning_rate": 2.5010165065255465e-06,
      "loss": 0.004,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003930555656552315,
      "step": 2635
    },
    {
      "epoch": 6.0,
      "grad_norm": 0.4724403688314844,
      "learning_rate": 2.4464202086548874e-06,
      "loss": 0.0037,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003087595570832491,
      "step": 2640
    },
    {
      "epoch": 6.011363636363637,
      "grad_norm": 0.40544027703154945,
      "learning_rate": 2.3923875715908195e-06,
      "loss": 0.0034,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0031802121084183455,
      "step": 2645
    },
    {
      "epoch": 6.0227272727272725,
      "grad_norm": 0.4300091581791728,
      "learning_rate": 2.338920330368599e-06,
      "loss": 0.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003233799245208502,
      "step": 2650
    },
    {
      "epoch": 6.034090909090909,
      "grad_norm": 0.44336142694552977,
      "learning_rate": 2.2860202018681153e-06,
      "loss": 0.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0031272168271243572,
      "step": 2655
    },
    {
      "epoch": 6.045454545454546,
      "grad_norm": 0.44019659806886935,
      "learning_rate": 2.2336888847587978e-06,
      "loss": 0.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0029117444064468145,
      "step": 2660
    },
    {
      "epoch": 6.056818181818182,
      "grad_norm": 0.46970548706157467,
      "learning_rate": 2.1819280594450134e-06,
      "loss": 0.0034,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003628804348409176,
      "step": 2665
    },
    {
      "epoch": 6.068181818181818,
      "grad_norm": 0.47278769393448594,
      "learning_rate": 2.1307393880121684e-06,
      "loss": 0.0035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003231466980651021,
      "step": 2670
    },
    {
      "epoch": 6.079545454545454,
      "grad_norm": 0.4423714301195872,
      "learning_rate": 2.080124514173285e-06,
      "loss": 0.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0033233356662094593,
      "step": 2675
    },
    {
      "epoch": 6.090909090909091,
      "grad_norm": 0.43104394632158005,
      "learning_rate": 2.0300850632162517e-06,
      "loss": 0.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0030674331355839968,
      "step": 2680
    },
    {
      "epoch": 6.1022727272727275,
      "grad_norm": 0.40160017259155645,
      "learning_rate": 1.9806226419516195e-06,
      "loss": 0.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0030664096120744944,
      "step": 2685
    },
    {
      "epoch": 6.113636363636363,
      "grad_norm": 0.42216776130011896,
      "learning_rate": 1.9317388386610213e-06,
      "loss": 0.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0034044866915792227,
      "step": 2690
    },
    {
      "epoch": 6.125,
      "grad_norm": 0.42123285424302964,
      "learning_rate": 1.8834352230461506e-06,
      "loss": 0.0031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0032480142544955015,
      "step": 2695
    },
    {
      "epoch": 6.136363636363637,
      "grad_norm": 0.4493039199437798,
      "learning_rate": 1.835713346178376e-06,
      "loss": 0.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0032667412888258696,
      "step": 2700
    },
    {
      "epoch": 6.1477272727272725,
      "grad_norm": 0.6019607672429398,
      "learning_rate": 1.7885747404489162e-06,
      "loss": 0.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0030333197209984064,
      "step": 2705
    },
    {
      "epoch": 6.159090909090909,
      "grad_norm": 0.4704060217141435,
      "learning_rate": 1.7420209195196447e-06,
      "loss": 0.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0031178079079836607,
      "step": 2710
    },
    {
      "epoch": 6.170454545454546,
      "grad_norm": 0.43486832123508107,
      "learning_rate": 1.6960533782744938e-06,
      "loss": 0.0034,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0035637228284031153,
      "step": 2715
    },
    {
      "epoch": 6.181818181818182,
      "grad_norm": 0.38586169591086233,
      "learning_rate": 1.650673592771428e-06,
      "loss": 0.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0030642072670161724,
      "step": 2720
    },
    {
      "epoch": 6.193181818181818,
      "grad_norm": 0.4087315375435648,
      "learning_rate": 1.6058830201950738e-06,
      "loss": 0.0031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0031899097375571728,
      "step": 2725
    },
    {
      "epoch": 6.204545454545454,
      "grad_norm": 0.40513660143064867,
      "learning_rate": 1.561683098809903e-06,
      "loss": 0.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003212493844330311,
      "step": 2730
    },
    {
      "epoch": 6.215909090909091,
      "grad_norm": 0.38682964161065564,
      "learning_rate": 1.5180752479140727e-06,
      "loss": 0.0031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0032450587023049593,
      "step": 2735
    },
    {
      "epoch": 6.2272727272727275,
      "grad_norm": 0.39517374775494607,
      "learning_rate": 1.475060867793827e-06,
      "loss": 0.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0032750635873526335,
      "step": 2740
    },
    {
      "epoch": 6.238636363636363,
      "grad_norm": 0.4129318034364053,
      "learning_rate": 1.4326413396785488e-06,
      "loss": 0.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0035757021978497505,
      "step": 2745
    },
    {
      "epoch": 6.25,
      "grad_norm": 0.4388962815801728,
      "learning_rate": 1.3908180256964078e-06,
      "loss": 0.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003209850285202265,
      "step": 2750
    },
    {
      "epoch": 6.261363636363637,
      "grad_norm": 0.45696896572624973,
      "learning_rate": 1.3495922688306063e-06,
      "loss": 0.0034,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0037891422398388386,
      "step": 2755
    },
    {
      "epoch": 6.2727272727272725,
      "grad_norm": 0.4336875458153824,
      "learning_rate": 1.3089653928762758e-06,
      "loss": 0.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0034277569502592087,
      "step": 2760
    },
    {
      "epoch": 6.284090909090909,
      "grad_norm": 0.40360943027697554,
      "learning_rate": 1.268938702397946e-06,
      "loss": 0.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003308095969259739,
      "step": 2765
    },
    {
      "epoch": 6.295454545454546,
      "grad_norm": 0.42925634970034354,
      "learning_rate": 1.2295134826876788e-06,
      "loss": 0.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0032997161615639925,
      "step": 2770
    },
    {
      "epoch": 6.306818181818182,
      "grad_norm": 0.4362834534452196,
      "learning_rate": 1.1906909997237714e-06,
      "loss": 0.0035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0035847595427185297,
      "step": 2775
    },
    {
      "epoch": 6.318181818181818,
      "grad_norm": 0.40530536820562274,
      "learning_rate": 1.1524725001301197e-06,
      "loss": 0.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0030893716029822826,
      "step": 2780
    },
    {
      "epoch": 6.329545454545454,
      "grad_norm": 0.4620596145669866,
      "learning_rate": 1.1148592111361945e-06,
      "loss": 0.0034,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0035886347759515047,
      "step": 2785
    },
    {
      "epoch": 6.340909090909091,
      "grad_norm": 0.4565513148132163,
      "learning_rate": 1.0778523405376084e-06,
      "loss": 0.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0031891907565295696,
      "step": 2790
    },
    {
      "epoch": 6.3522727272727275,
      "grad_norm": 0.4586341037449462,
      "learning_rate": 1.0414530766573661e-06,
      "loss": 0.0034,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0033755083568394184,
      "step": 2795
    },
    {
      "epoch": 6.363636363636363,
      "grad_norm": 0.39774723663445105,
      "learning_rate": 1.005662588307672e-06,
      "loss": 0.0031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0030828884337097406,
      "step": 2800
    },
    {
      "epoch": 6.375,
      "grad_norm": 0.4897415519522406,
      "learning_rate": 9.704820247524328e-07,
      "loss": 0.0034,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0035574431531131268,
      "step": 2805
    },
    {
      "epoch": 6.386363636363637,
      "grad_norm": 0.38466513420966203,
      "learning_rate": 9.359125156703208e-07,
      "loss": 0.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003028341569006443,
      "step": 2810
    },
    {
      "epoch": 6.3977272727272725,
      "grad_norm": 0.4423982092484484,
      "learning_rate": 9.019551711185226e-07,
      "loss": 0.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003425930393859744,
      "step": 2815
    },
    {
      "epoch": 6.409090909090909,
      "grad_norm": 0.39513113336388056,
      "learning_rate": 8.68611081497086e-07,
      "loss": 0.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003104181494563818,
      "step": 2820
    },
    {
      "epoch": 6.420454545454546,
      "grad_norm": 0.49651778911420774,
      "learning_rate": 8.358813175139046e-07,
      "loss": 0.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003403285052627325,
      "step": 2825
    },
    {
      "epoch": 6.431818181818182,
      "grad_norm": 0.4527417824764246,
      "learning_rate": 8.037669301503403e-07,
      "loss": 0.0034,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003313109278678894,
      "step": 2830
    },
    {
      "epoch": 6.443181818181818,
      "grad_norm": 0.4885023752314349,
      "learning_rate": 7.722689506274639e-07,
      "loss": 0.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0031580673530697823,
      "step": 2835
    },
    {
      "epoch": 6.454545454545454,
      "grad_norm": 0.41325768330025364,
      "learning_rate": 7.413883903729701e-07,
      "loss": 0.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0035900771617889404,
      "step": 2840
    },
    {
      "epoch": 6.465909090909091,
      "grad_norm": 0.5485931227337177,
      "learning_rate": 7.111262409886599e-07,
      "loss": 0.0035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003448920324444771,
      "step": 2845
    },
    {
      "epoch": 6.4772727272727275,
      "grad_norm": 0.4078822509433075,
      "learning_rate": 6.814834742186361e-07,
      "loss": 0.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.002837548963725567,
      "step": 2850
    },
    {
      "epoch": 6.488636363636363,
      "grad_norm": 0.4357810142890551,
      "learning_rate": 6.52461041918071e-07,
      "loss": 0.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0032473006285727024,
      "step": 2855
    },
    {
      "epoch": 6.5,
      "grad_norm": 0.4556938750554629,
      "learning_rate": 6.240598760226691e-07,
      "loss": 0.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003293708199635148,
      "step": 2860
    },
    {
      "epoch": 6.511363636363637,
      "grad_norm": 0.482234402447487,
      "learning_rate": 5.962808885187121e-07,
      "loss": 0.0034,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0033216907177120447,
      "step": 2865
    },
    {
      "epoch": 6.5227272727272725,
      "grad_norm": 0.4635518576631173,
      "learning_rate": 5.691249714137948e-07,
      "loss": 0.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0031969414558261633,
      "step": 2870
    },
    {
      "epoch": 6.534090909090909,
      "grad_norm": 0.40780538331310706,
      "learning_rate": 5.425929967081822e-07,
      "loss": 0.0031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003067434299737215,
      "step": 2875
    },
    {
      "epoch": 6.545454545454545,
      "grad_norm": 0.4103981284069006,
      "learning_rate": 5.166858163667932e-07,
      "loss": 0.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0033139484003186226,
      "step": 2880
    },
    {
      "epoch": 6.556818181818182,
      "grad_norm": 0.4131394046437643,
      "learning_rate": 4.914042622918591e-07,
      "loss": 0.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0031530228443443775,
      "step": 2885
    },
    {
      "epoch": 6.568181818181818,
      "grad_norm": 0.4921425198782738,
      "learning_rate": 4.667491462962037e-07,
      "loss": 0.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003028211183845997,
      "step": 2890
    },
    {
      "epoch": 6.579545454545455,
      "grad_norm": 0.41229946456669675,
      "learning_rate": 4.4272126007717466e-07,
      "loss": 0.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0034896559081971645,
      "step": 2895
    },
    {
      "epoch": 6.590909090909091,
      "grad_norm": 0.41157023476678206,
      "learning_rate": 4.1932137519122175e-07,
      "loss": 0.0031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003316685790196061,
      "step": 2900
    },
    {
      "epoch": 6.6022727272727275,
      "grad_norm": 0.47325186040897627,
      "learning_rate": 3.965502430291235e-07,
      "loss": 0.0034,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0034516688901931047,
      "step": 2905
    },
    {
      "epoch": 6.613636363636363,
      "grad_norm": 0.4895866104284294,
      "learning_rate": 3.7440859479185967e-07,
      "loss": 0.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0034444353077560663,
      "step": 2910
    },
    {
      "epoch": 6.625,
      "grad_norm": 0.4562369632128547,
      "learning_rate": 3.5289714146713004e-07,
      "loss": 0.0034,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003392378333956003,
      "step": 2915
    },
    {
      "epoch": 6.636363636363637,
      "grad_norm": 0.46221279821886013,
      "learning_rate": 3.3201657380652173e-07,
      "loss": 0.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003587019629776478,
      "step": 2920
    },
    {
      "epoch": 6.6477272727272725,
      "grad_norm": 0.41961046404747937,
      "learning_rate": 3.117675623033334e-07,
      "loss": 0.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0030517023988068104,
      "step": 2925
    },
    {
      "epoch": 6.659090909090909,
      "grad_norm": 0.5173187409454828,
      "learning_rate": 2.9215075717104356e-07,
      "loss": 0.0034,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0032806636299937963,
      "step": 2930
    },
    {
      "epoch": 6.670454545454545,
      "grad_norm": 0.4502023980941177,
      "learning_rate": 2.731667883224298e-07,
      "loss": 0.0031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003279878292232752,
      "step": 2935
    },
    {
      "epoch": 6.681818181818182,
      "grad_norm": 0.42749631297222007,
      "learning_rate": 2.548162653493402e-07,
      "loss": 0.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0033847535960376263,
      "step": 2940
    },
    {
      "epoch": 6.693181818181818,
      "grad_norm": 0.47526826534949246,
      "learning_rate": 2.370997775031292e-07,
      "loss": 0.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003315295558422804,
      "step": 2945
    },
    {
      "epoch": 6.704545454545455,
      "grad_norm": 0.48121583308568683,
      "learning_rate": 2.2001789367571692e-07,
      "loss": 0.0034,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0034815194085240364,
      "step": 2950
    },
    {
      "epoch": 6.715909090909091,
      "grad_norm": 0.4410697466915672,
      "learning_rate": 2.0357116238134633e-07,
      "loss": 0.0035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0031138830818235874,
      "step": 2955
    },
    {
      "epoch": 6.7272727272727275,
      "grad_norm": 0.48640179648780485,
      "learning_rate": 1.8776011173894383e-07,
      "loss": 0.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0029965483117848635,
      "step": 2960
    },
    {
      "epoch": 6.738636363636363,
      "grad_norm": 0.4244938777058745,
      "learning_rate": 1.725852494551883e-07,
      "loss": 0.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003152275923639536,
      "step": 2965
    },
    {
      "epoch": 6.75,
      "grad_norm": 0.666089786440141,
      "learning_rate": 1.5804706280817984e-07,
      "loss": 0.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0035941232927143574,
      "step": 2970
    },
    {
      "epoch": 6.761363636363637,
      "grad_norm": 0.4465790589285092,
      "learning_rate": 1.441460186318122e-07,
      "loss": 0.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0031929747201502323,
      "step": 2975
    },
    {
      "epoch": 6.7727272727272725,
      "grad_norm": 0.3914607596463045,
      "learning_rate": 1.3088256330078264e-07,
      "loss": 0.0031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0030249631963670254,
      "step": 2980
    },
    {
      "epoch": 6.784090909090909,
      "grad_norm": 0.47000520296347703,
      "learning_rate": 1.1825712271624102e-07,
      "loss": 0.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0032052146270871162,
      "step": 2985
    },
    {
      "epoch": 6.795454545454545,
      "grad_norm": 0.513750978096953,
      "learning_rate": 1.0627010229213641e-07,
      "loss": 0.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0031967200338840485,
      "step": 2990
    },
    {
      "epoch": 6.806818181818182,
      "grad_norm": 0.45783389497188476,
      "learning_rate": 9.492188694218085e-08,
      "loss": 0.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0034831403754651546,
      "step": 2995
    },
    {
      "epoch": 6.818181818181818,
      "grad_norm": 0.37229691750669325,
      "learning_rate": 8.421284106750139e-08,
      "loss": 0.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.002955458126962185,
      "step": 3000
    },
    {
      "epoch": 6.829545454545455,
      "grad_norm": 0.4782141499741039,
      "learning_rate": 7.414330854492946e-08,
      "loss": 0.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.00327532971277833,
      "step": 3005
    },
    {
      "epoch": 6.840909090909091,
      "grad_norm": 0.41410485134781283,
      "learning_rate": 6.471361271596754e-08,
      "loss": 0.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003174928482621908,
      "step": 3010
    },
    {
      "epoch": 6.8522727272727275,
      "grad_norm": 0.5942767083911783,
      "learning_rate": 5.592405637639742e-08,
      "loss": 0.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.002868573646992445,
      "step": 3015
    },
    {
      "epoch": 6.863636363636363,
      "grad_norm": 0.39946737762958795,
      "learning_rate": 4.777492176656351e-08,
      "loss": 0.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0031276133377104998,
      "step": 3020
    },
    {
      "epoch": 6.875,
      "grad_norm": 0.4340971206798626,
      "learning_rate": 4.026647056231348e-08,
      "loss": 0.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0029534846544265747,
      "step": 3025
    },
    {
      "epoch": 6.886363636363637,
      "grad_norm": 0.420432790848945,
      "learning_rate": 3.339894386657827e-08,
      "loss": 0.0031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0033322260715067387,
      "step": 3030
    },
    {
      "epoch": 6.8977272727272725,
      "grad_norm": 0.4234728835456178,
      "learning_rate": 2.7172562201656096e-08,
      "loss": 0.0031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0034303716383874416,
      "step": 3035
    },
    {
      "epoch": 6.909090909090909,
      "grad_norm": 0.5212617848188786,
      "learning_rate": 2.1587525502104745e-08,
      "loss": 0.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0032378430478274822,
      "step": 3040
    },
    {
      "epoch": 6.920454545454545,
      "grad_norm": 0.4658177651774122,
      "learning_rate": 1.6644013108342294e-08,
      "loss": 0.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0032385908998548985,
      "step": 3045
    },
    {
      "epoch": 6.931818181818182,
      "grad_norm": 0.4703370076039564,
      "learning_rate": 1.2342183760878368e-08,
      "loss": 0.003,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0031367335468530655,
      "step": 3050
    },
    {
      "epoch": 6.943181818181818,
      "grad_norm": 0.48428094367160235,
      "learning_rate": 8.682175595216002e-09,
      "loss": 0.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0035202507860958576,
      "step": 3055
    },
    {
      "epoch": 6.954545454545455,
      "grad_norm": 0.46035982865651265,
      "learning_rate": 5.664106137419634e-09,
      "loss": 0.0031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003060789778828621,
      "step": 3060
    },
    {
      "epoch": 6.965909090909091,
      "grad_norm": 0.4818154247516169,
      "learning_rate": 3.288072300340339e-09,
      "loss": 0.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.003484451211988926,
      "step": 3065
    },
    {
      "epoch": 6.9772727272727275,
      "grad_norm": 0.43726610143618155,
      "learning_rate": 1.5541503805027725e-09,
      "loss": 0.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0035455801989883184,
      "step": 3070
    },
    {
      "epoch": 6.988636363636363,
      "grad_norm": 0.4324328631276121,
      "learning_rate": 4.623960556604523e-10,
      "loss": 0.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0035286054480820894,
      "step": 3075
    },
    {
      "epoch": 7.0,
      "grad_norm": 0.37144429097125947,
      "learning_rate": 1.2844382997201365e-11,
      "loss": 0.0031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.002985658124089241,
      "step": 3080
    },
    {
      "epoch": 7.0,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.002985658124089241,
      "step": 3080,
      "total_flos": 331629159579648.0,
      "train_loss": 0.006270654577846554,
      "train_runtime": 8393.6988,
      "train_samples_per_second": 5.86,
      "train_steps_per_second": 0.367
    }
  ],
  "logging_steps": 5,
  "max_steps": 3080,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 7,
  "save_steps": 200,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 331629159579648.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}