{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 1479,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.004058853373921867,
      "grad_norm": 1.6877160845613697,
      "learning_rate": 6.756756756756757e-08,
      "loss": 0.3778,
      "step": 2
    },
    {
      "epoch": 0.008117706747843734,
      "grad_norm": 1.7651022477491063,
      "learning_rate": 2.0270270270270273e-07,
      "loss": 0.3539,
      "step": 4
    },
    {
      "epoch": 0.0121765601217656,
      "grad_norm": 1.7346867297246225,
      "learning_rate": 3.378378378378379e-07,
      "loss": 0.3621,
      "step": 6
    },
    {
      "epoch": 0.016235413495687467,
      "grad_norm": 1.572133422531505,
      "learning_rate": 4.7297297297297305e-07,
      "loss": 0.3345,
      "step": 8
    },
    {
      "epoch": 0.020294266869609334,
      "grad_norm": 1.619733499528023,
      "learning_rate": 6.081081081081082e-07,
      "loss": 0.3408,
      "step": 10
    },
    {
      "epoch": 0.0243531202435312,
      "grad_norm": 1.658160676313538,
      "learning_rate": 7.432432432432434e-07,
      "loss": 0.351,
      "step": 12
    },
    {
      "epoch": 0.028411973617453068,
      "grad_norm": 1.5596628408438766,
      "learning_rate": 8.783783783783785e-07,
      "loss": 0.3319,
      "step": 14
    },
    {
      "epoch": 0.032470826991374935,
      "grad_norm": 1.582923343783565,
      "learning_rate": 1.0135135135135136e-06,
      "loss": 0.3631,
      "step": 16
    },
    {
      "epoch": 0.0365296803652968,
      "grad_norm": 1.6210099160307392,
      "learning_rate": 1.148648648648649e-06,
      "loss": 0.3369,
      "step": 18
    },
    {
      "epoch": 0.04058853373921867,
      "grad_norm": 1.4490925925277196,
      "learning_rate": 1.2837837837837838e-06,
      "loss": 0.3401,
      "step": 20
    },
    {
      "epoch": 0.044647387113140535,
      "grad_norm": 1.5981937222734808,
      "learning_rate": 1.418918918918919e-06,
      "loss": 0.4064,
      "step": 22
    },
    {
      "epoch": 0.0487062404870624,
      "grad_norm": 1.4745472664304582,
      "learning_rate": 1.5540540540540541e-06,
      "loss": 0.3511,
      "step": 24
    },
    {
      "epoch": 0.05276509386098427,
      "grad_norm": 1.5094086215074392,
      "learning_rate": 1.6891891891891894e-06,
      "loss": 0.3303,
      "step": 26
    },
    {
      "epoch": 0.056823947234906136,
      "grad_norm": 1.585436570063055,
      "learning_rate": 1.8243243243243245e-06,
      "loss": 0.3458,
      "step": 28
    },
    {
      "epoch": 0.060882800608828,
      "grad_norm": 1.738359897683998,
      "learning_rate": 1.9594594594594595e-06,
      "loss": 0.3401,
      "step": 30
    },
    {
      "epoch": 0.06494165398274987,
      "grad_norm": 1.5432250105335408,
      "learning_rate": 2.0945945945945946e-06,
      "loss": 0.341,
      "step": 32
    },
    {
      "epoch": 0.06900050735667174,
      "grad_norm": 1.4879837682144732,
      "learning_rate": 2.22972972972973e-06,
      "loss": 0.333,
      "step": 34
    },
    {
      "epoch": 0.0730593607305936,
      "grad_norm": 1.5249793712374056,
      "learning_rate": 2.364864864864865e-06,
      "loss": 0.3389,
      "step": 36
    },
    {
      "epoch": 0.07711821410451547,
      "grad_norm": 1.5591368574163726,
      "learning_rate": 2.5e-06,
      "loss": 0.3422,
      "step": 38
    },
    {
      "epoch": 0.08117706747843734,
      "grad_norm": 1.6074325994660499,
      "learning_rate": 2.6351351351351353e-06,
      "loss": 0.348,
      "step": 40
    },
    {
      "epoch": 0.0852359208523592,
      "grad_norm": 1.517968202412236,
      "learning_rate": 2.7702702702702703e-06,
      "loss": 0.3376,
      "step": 42
    },
    {
      "epoch": 0.08929477422628107,
      "grad_norm": 1.5371668709250539,
      "learning_rate": 2.9054054054054054e-06,
      "loss": 0.3556,
      "step": 44
    },
    {
      "epoch": 0.09335362760020294,
      "grad_norm": 1.4812012090460671,
      "learning_rate": 3.040540540540541e-06,
      "loss": 0.3524,
      "step": 46
    },
    {
      "epoch": 0.0974124809741248,
      "grad_norm": 1.5363097735419804,
      "learning_rate": 3.1756756756756755e-06,
      "loss": 0.3279,
      "step": 48
    },
    {
      "epoch": 0.10147133434804667,
      "grad_norm": 1.4293275584526721,
      "learning_rate": 3.310810810810811e-06,
      "loss": 0.3063,
      "step": 50
    },
    {
      "epoch": 0.10553018772196854,
      "grad_norm": 1.5566072184509325,
      "learning_rate": 3.445945945945946e-06,
      "loss": 0.3453,
      "step": 52
    },
    {
      "epoch": 0.1095890410958904,
      "grad_norm": 1.411331335157791,
      "learning_rate": 3.5810810810810816e-06,
      "loss": 0.3151,
      "step": 54
    },
    {
      "epoch": 0.11364789446981227,
      "grad_norm": 1.559975757164133,
      "learning_rate": 3.7162162162162162e-06,
      "loss": 0.3267,
      "step": 56
    },
    {
      "epoch": 0.11770674784373414,
      "grad_norm": 1.3575124310454543,
      "learning_rate": 3.851351351351352e-06,
      "loss": 0.3426,
      "step": 58
    },
    {
      "epoch": 0.121765601217656,
      "grad_norm": 1.566074257576769,
      "learning_rate": 3.986486486486487e-06,
      "loss": 0.3431,
      "step": 60
    },
    {
      "epoch": 0.12582445459157787,
      "grad_norm": 1.4663548045652957,
      "learning_rate": 4.121621621621622e-06,
      "loss": 0.3328,
      "step": 62
    },
    {
      "epoch": 0.12988330796549974,
      "grad_norm": 1.4786594077137154,
      "learning_rate": 4.256756756756757e-06,
      "loss": 0.318,
      "step": 64
    },
    {
      "epoch": 0.1339421613394216,
      "grad_norm": 1.4943486857884478,
      "learning_rate": 4.391891891891892e-06,
      "loss": 0.3457,
      "step": 66
    },
    {
      "epoch": 0.13800101471334347,
      "grad_norm": 1.4843598946184238,
      "learning_rate": 4.527027027027027e-06,
      "loss": 0.329,
      "step": 68
    },
    {
      "epoch": 0.14205986808726534,
      "grad_norm": 1.4234589903170214,
      "learning_rate": 4.6621621621621625e-06,
      "loss": 0.3346,
      "step": 70
    },
    {
      "epoch": 0.1461187214611872,
      "grad_norm": 1.363410197784669,
      "learning_rate": 4.797297297297297e-06,
      "loss": 0.33,
      "step": 72
    },
    {
      "epoch": 0.15017757483510907,
      "grad_norm": 1.3795399226185014,
      "learning_rate": 4.932432432432433e-06,
      "loss": 0.3111,
      "step": 74
    },
    {
      "epoch": 0.15423642820903094,
      "grad_norm": 1.4630782525423722,
      "learning_rate": 5.067567567567568e-06,
      "loss": 0.3164,
      "step": 76
    },
    {
      "epoch": 0.1582952815829528,
      "grad_norm": 1.535896727076301,
      "learning_rate": 5.202702702702704e-06,
      "loss": 0.3462,
      "step": 78
    },
    {
      "epoch": 0.16235413495687467,
      "grad_norm": 1.3384695460866296,
      "learning_rate": 5.337837837837838e-06,
      "loss": 0.328,
      "step": 80
    },
    {
      "epoch": 0.16641298833079654,
      "grad_norm": 1.564060215758407,
      "learning_rate": 5.472972972972973e-06,
      "loss": 0.3356,
      "step": 82
    },
    {
      "epoch": 0.1704718417047184,
      "grad_norm": 1.5875357299856645,
      "learning_rate": 5.608108108108109e-06,
      "loss": 0.3317,
      "step": 84
    },
    {
      "epoch": 0.17453069507864027,
      "grad_norm": 1.3150986310423165,
      "learning_rate": 5.743243243243244e-06,
      "loss": 0.3197,
      "step": 86
    },
    {
      "epoch": 0.17858954845256214,
      "grad_norm": 1.4780350536596663,
      "learning_rate": 5.8783783783783786e-06,
      "loss": 0.3328,
      "step": 88
    },
    {
      "epoch": 0.182648401826484,
      "grad_norm": 1.3565098348860962,
      "learning_rate": 6.013513513513514e-06,
      "loss": 0.3081,
      "step": 90
    },
    {
      "epoch": 0.18670725520040587,
      "grad_norm": 1.5123567866175038,
      "learning_rate": 6.1486486486486495e-06,
      "loss": 0.3276,
      "step": 92
    },
    {
      "epoch": 0.19076610857432774,
      "grad_norm": 1.4884022484673987,
      "learning_rate": 6.283783783783784e-06,
      "loss": 0.3523,
      "step": 94
    },
    {
      "epoch": 0.1948249619482496,
      "grad_norm": 1.601046629607006,
      "learning_rate": 6.41891891891892e-06,
      "loss": 0.3612,
      "step": 96
    },
    {
      "epoch": 0.19888381532217148,
      "grad_norm": 1.479212704609007,
      "learning_rate": 6.554054054054054e-06,
      "loss": 0.3106,
      "step": 98
    },
    {
      "epoch": 0.20294266869609334,
      "grad_norm": 1.4220008074976263,
      "learning_rate": 6.689189189189191e-06,
      "loss": 0.3441,
      "step": 100
    },
    {
      "epoch": 0.2070015220700152,
      "grad_norm": 1.3514096746438489,
      "learning_rate": 6.824324324324325e-06,
      "loss": 0.334,
      "step": 102
    },
    {
      "epoch": 0.21106037544393708,
      "grad_norm": 1.4495742654024877,
      "learning_rate": 6.95945945945946e-06,
      "loss": 0.3365,
      "step": 104
    },
    {
      "epoch": 0.21511922881785894,
      "grad_norm": 1.4742675513138555,
      "learning_rate": 7.0945945945945946e-06,
      "loss": 0.3306,
      "step": 106
    },
    {
      "epoch": 0.2191780821917808,
      "grad_norm": 1.5180836151687533,
      "learning_rate": 7.229729729729731e-06,
      "loss": 0.3435,
      "step": 108
    },
    {
      "epoch": 0.22323693556570268,
      "grad_norm": 1.54712083151063,
      "learning_rate": 7.3648648648648655e-06,
      "loss": 0.3698,
      "step": 110
    },
    {
      "epoch": 0.22729578893962454,
      "grad_norm": 1.5589085128625726,
      "learning_rate": 7.500000000000001e-06,
      "loss": 0.3209,
      "step": 112
    },
    {
      "epoch": 0.2313546423135464,
      "grad_norm": 1.5013917554759992,
      "learning_rate": 7.635135135135135e-06,
      "loss": 0.3488,
      "step": 114
    },
    {
      "epoch": 0.23541349568746828,
      "grad_norm": 1.4511795332039656,
      "learning_rate": 7.77027027027027e-06,
      "loss": 0.3506,
      "step": 116
    },
    {
      "epoch": 0.23947234906139014,
      "grad_norm": 1.4069378206541412,
      "learning_rate": 7.905405405405406e-06,
      "loss": 0.3481,
      "step": 118
    },
    {
      "epoch": 0.243531202435312,
      "grad_norm": 1.582455691561815,
      "learning_rate": 8.040540540540541e-06,
      "loss": 0.3603,
      "step": 120
    },
    {
      "epoch": 0.24759005580923388,
      "grad_norm": 1.434757897777904,
      "learning_rate": 8.175675675675677e-06,
      "loss": 0.3351,
      "step": 122
    },
    {
      "epoch": 0.25164890918315574,
      "grad_norm": 1.4655011777161737,
      "learning_rate": 8.31081081081081e-06,
      "loss": 0.3579,
      "step": 124
    },
    {
      "epoch": 0.2557077625570776,
      "grad_norm": 1.2773884939900029,
      "learning_rate": 8.445945945945948e-06,
      "loss": 0.3344,
      "step": 126
    },
    {
      "epoch": 0.2597666159309995,
      "grad_norm": 1.566232859360701,
      "learning_rate": 8.581081081081082e-06,
      "loss": 0.3671,
      "step": 128
    },
    {
      "epoch": 0.26382546930492135,
      "grad_norm": 1.600278240352609,
      "learning_rate": 8.716216216216217e-06,
      "loss": 0.3668,
      "step": 130
    },
    {
      "epoch": 0.2678843226788432,
      "grad_norm": 1.4285015615854608,
      "learning_rate": 8.851351351351351e-06,
      "loss": 0.3701,
      "step": 132
    },
    {
      "epoch": 0.2719431760527651,
      "grad_norm": 1.567165427429299,
      "learning_rate": 8.986486486486488e-06,
      "loss": 0.3718,
      "step": 134
    },
    {
      "epoch": 0.27600202942668695,
      "grad_norm": 1.4657335810014254,
      "learning_rate": 9.121621621621622e-06,
      "loss": 0.3576,
      "step": 136
    },
    {
      "epoch": 0.2800608828006088,
      "grad_norm": 1.5291620734959124,
      "learning_rate": 9.256756756756757e-06,
      "loss": 0.3838,
      "step": 138
    },
    {
      "epoch": 0.2841197361745307,
      "grad_norm": 1.4553153344151037,
      "learning_rate": 9.391891891891893e-06,
      "loss": 0.3782,
      "step": 140
    },
    {
      "epoch": 0.28817858954845255,
      "grad_norm": 1.406160463172771,
      "learning_rate": 9.527027027027028e-06,
      "loss": 0.3666,
      "step": 142
    },
    {
      "epoch": 0.2922374429223744,
      "grad_norm": 1.5917073052853832,
      "learning_rate": 9.662162162162164e-06,
      "loss": 0.392,
      "step": 144
    },
    {
      "epoch": 0.2962962962962963,
      "grad_norm": 1.511564904546133,
      "learning_rate": 9.797297297297298e-06,
      "loss": 0.3852,
      "step": 146
    },
    {
      "epoch": 0.30035514967021815,
      "grad_norm": 1.4461988102226726,
      "learning_rate": 9.932432432432433e-06,
      "loss": 0.3947,
      "step": 148
    },
    {
      "epoch": 0.30441400304414,
      "grad_norm": 1.5436908100507405,
      "learning_rate": 9.999986072170506e-06,
      "loss": 0.3778,
      "step": 150
    },
    {
      "epoch": 0.3084728564180619,
      "grad_norm": 1.413238952587016,
      "learning_rate": 9.99987465000011e-06,
      "loss": 0.3634,
      "step": 152
    },
    {
      "epoch": 0.31253170979198375,
      "grad_norm": 1.1989032000359305,
      "learning_rate": 9.999651808142305e-06,
      "loss": 0.3629,
      "step": 154
    },
    {
      "epoch": 0.3165905631659056,
      "grad_norm": 1.2868027887610292,
      "learning_rate": 9.999317551563011e-06,
      "loss": 0.3674,
      "step": 156
    },
    {
      "epoch": 0.3206494165398275,
      "grad_norm": 1.3871216563915811,
      "learning_rate": 9.998871887710965e-06,
      "loss": 0.3844,
      "step": 158
    },
    {
      "epoch": 0.32470826991374935,
      "grad_norm": 1.532088928705796,
      "learning_rate": 9.998314826517564e-06,
      "loss": 0.3986,
      "step": 160
    },
    {
      "epoch": 0.3287671232876712,
      "grad_norm": 1.5418249912864774,
      "learning_rate": 9.997646380396633e-06,
      "loss": 0.3934,
      "step": 162
    },
    {
      "epoch": 0.3328259766615931,
      "grad_norm": 1.4957436906571129,
      "learning_rate": 9.996866564244158e-06,
      "loss": 0.3958,
      "step": 164
    },
    {
      "epoch": 0.33688483003551495,
      "grad_norm": 1.4005270008180681,
      "learning_rate": 9.995975395437952e-06,
      "loss": 0.3697,
      "step": 166
    },
    {
      "epoch": 0.3409436834094368,
      "grad_norm": 1.3477487401644073,
      "learning_rate": 9.994972893837259e-06,
      "loss": 0.382,
      "step": 168
    },
    {
      "epoch": 0.3450025367833587,
      "grad_norm": 1.4090292300223908,
      "learning_rate": 9.993859081782322e-06,
      "loss": 0.3989,
      "step": 170
    },
    {
      "epoch": 0.34906139015728055,
      "grad_norm": 1.2787360296779213,
      "learning_rate": 9.992633984093886e-06,
      "loss": 0.3746,
      "step": 172
    },
    {
      "epoch": 0.3531202435312024,
      "grad_norm": 1.410889902419896,
      "learning_rate": 9.991297628072632e-06,
      "loss": 0.3965,
      "step": 174
    },
    {
      "epoch": 0.3571790969051243,
      "grad_norm": 1.5306391383373583,
      "learning_rate": 9.98985004349858e-06,
      "loss": 0.418,
      "step": 176
    },
    {
      "epoch": 0.36123795027904615,
      "grad_norm": 1.412306543323218,
      "learning_rate": 9.988291262630425e-06,
      "loss": 0.3954,
      "step": 178
    },
    {
      "epoch": 0.365296803652968,
      "grad_norm": 1.376967456626685,
      "learning_rate": 9.986621320204813e-06,
      "loss": 0.3944,
      "step": 180
    },
    {
      "epoch": 0.3693556570268899,
      "grad_norm": 1.325650682628611,
      "learning_rate": 9.984840253435569e-06,
      "loss": 0.396,
      "step": 182
    },
    {
      "epoch": 0.37341451040081175,
      "grad_norm": 1.248201726411196,
      "learning_rate": 9.982948102012866e-06,
      "loss": 0.3783,
      "step": 184
    },
    {
      "epoch": 0.3774733637747336,
      "grad_norm": 1.3492739121359127,
      "learning_rate": 9.98094490810235e-06,
      "loss": 0.4078,
      "step": 186
    },
    {
      "epoch": 0.3815322171486555,
      "grad_norm": 1.4387342464186235,
      "learning_rate": 9.978830716344185e-06,
      "loss": 0.3892,
      "step": 188
    },
    {
      "epoch": 0.38559107052257735,
      "grad_norm": 1.2509510227667138,
      "learning_rate": 9.976605573852071e-06,
      "loss": 0.3696,
      "step": 190
    },
    {
      "epoch": 0.3896499238964992,
      "grad_norm": 1.3154238912694323,
      "learning_rate": 9.974269530212185e-06,
      "loss": 0.405,
      "step": 192
    },
    {
      "epoch": 0.3937087772704211,
      "grad_norm": 1.5250960877423454,
      "learning_rate": 9.971822637482085e-06,
      "loss": 0.4135,
      "step": 194
    },
    {
      "epoch": 0.39776763064434295,
      "grad_norm": 1.3908097291583248,
      "learning_rate": 9.969264950189539e-06,
      "loss": 0.4006,
      "step": 196
    },
    {
      "epoch": 0.4018264840182648,
      "grad_norm": 1.4790280124932251,
      "learning_rate": 9.966596525331324e-06,
      "loss": 0.4188,
      "step": 198
    },
    {
      "epoch": 0.4058853373921867,
      "grad_norm": 1.4233060958120591,
      "learning_rate": 9.96381742237194e-06,
      "loss": 0.4042,
      "step": 200
    },
    {
      "epoch": 0.40994419076610855,
      "grad_norm": 1.3044712016817912,
      "learning_rate": 9.960927703242298e-06,
      "loss": 0.3956,
      "step": 202
    },
    {
      "epoch": 0.4140030441400304,
      "grad_norm": 1.2296559721817601,
      "learning_rate": 9.957927432338332e-06,
      "loss": 0.3813,
      "step": 204
    },
    {
      "epoch": 0.4180618975139523,
      "grad_norm": 1.247811043333453,
      "learning_rate": 9.954816676519569e-06,
      "loss": 0.3846,
      "step": 206
    },
    {
      "epoch": 0.42212075088787415,
      "grad_norm": 1.4552540186289,
      "learning_rate": 9.951595505107633e-06,
      "loss": 0.3826,
      "step": 208
    },
    {
      "epoch": 0.426179604261796,
      "grad_norm": 1.3877999146640874,
      "learning_rate": 9.948263989884708e-06,
      "loss": 0.4118,
      "step": 210
    },
    {
      "epoch": 0.4302384576357179,
      "grad_norm": 1.3634788475367725,
      "learning_rate": 9.944822205091929e-06,
      "loss": 0.3974,
      "step": 212
    },
    {
      "epoch": 0.43429731100963975,
      "grad_norm": 1.2479391778044153,
      "learning_rate": 9.94127022742774e-06,
      "loss": 0.3784,
      "step": 214
    },
    {
      "epoch": 0.4383561643835616,
      "grad_norm": 1.2120926044150644,
      "learning_rate": 9.937608136046171e-06,
      "loss": 0.3857,
      "step": 216
    },
    {
      "epoch": 0.4424150177574835,
      "grad_norm": 1.363599562180868,
      "learning_rate": 9.933836012555083e-06,
      "loss": 0.4089,
      "step": 218
    },
    {
      "epoch": 0.44647387113140535,
      "grad_norm": 1.169807478788221,
      "learning_rate": 9.929953941014349e-06,
      "loss": 0.3649,
      "step": 220
    },
    {
      "epoch": 0.4505327245053272,
      "grad_norm": 1.3307716150293825,
      "learning_rate": 9.925962007933975e-06,
      "loss": 0.4093,
      "step": 222
    },
    {
      "epoch": 0.4545915778792491,
      "grad_norm": 1.2092559857310445,
      "learning_rate": 9.921860302272184e-06,
      "loss": 0.3959,
      "step": 224
    },
    {
      "epoch": 0.45865043125317095,
      "grad_norm": 1.40047176469619,
      "learning_rate": 9.917648915433413e-06,
      "loss": 0.4271,
      "step": 226
    },
    {
      "epoch": 0.4627092846270928,
      "grad_norm": 1.2607295390446736,
      "learning_rate": 9.9133279412663e-06,
      "loss": 0.3963,
      "step": 228
    },
    {
      "epoch": 0.4667681380010147,
      "grad_norm": 1.2887307875981555,
      "learning_rate": 9.908897476061576e-06,
      "loss": 0.4128,
      "step": 230
    },
    {
      "epoch": 0.47082699137493655,
      "grad_norm": 1.3538240839163793,
      "learning_rate": 9.904357618549925e-06,
      "loss": 0.4032,
      "step": 232
    },
    {
      "epoch": 0.4748858447488584,
      "grad_norm": 1.2106198378461424,
      "learning_rate": 9.899708469899786e-06,
      "loss": 0.402,
      "step": 234
    },
    {
      "epoch": 0.4789446981227803,
      "grad_norm": 1.214556237570029,
      "learning_rate": 9.894950133715094e-06,
      "loss": 0.4079,
      "step": 236
    },
    {
      "epoch": 0.48300355149670215,
      "grad_norm": 1.3315305311943295,
      "learning_rate": 9.89008271603297e-06,
      "loss": 0.3908,
      "step": 238
    },
    {
      "epoch": 0.487062404870624,
      "grad_norm": 1.2949635168468638,
      "learning_rate": 9.885106325321371e-06,
      "loss": 0.418,
      "step": 240
    },
    {
      "epoch": 0.4911212582445459,
      "grad_norm": 1.3622823844909377,
      "learning_rate": 9.880021072476651e-06,
      "loss": 0.4136,
      "step": 242
    },
    {
      "epoch": 0.49518011161846776,
      "grad_norm": 1.298645600673932,
      "learning_rate": 9.874827070821112e-06,
      "loss": 0.4037,
      "step": 244
    },
    {
      "epoch": 0.4992389649923896,
      "grad_norm": 1.1869885168664382,
      "learning_rate": 9.869524436100458e-06,
      "loss": 0.3723,
      "step": 246
    },
    {
      "epoch": 0.5032978183663115,
      "grad_norm": 1.1960510107751574,
      "learning_rate": 9.864113286481237e-06,
      "loss": 0.3665,
      "step": 248
    },
    {
      "epoch": 0.5073566717402334,
      "grad_norm": 1.4192185941613773,
      "learning_rate": 9.85859374254819e-06,
      "loss": 0.4243,
      "step": 250
    },
    {
      "epoch": 0.5114155251141552,
      "grad_norm": 1.2602840725571196,
      "learning_rate": 9.852965927301573e-06,
      "loss": 0.3945,
      "step": 252
    },
    {
      "epoch": 0.5154743784880771,
      "grad_norm": 1.3076466906647164,
      "learning_rate": 9.847229966154415e-06,
      "loss": 0.4303,
      "step": 254
    },
    {
      "epoch": 0.519533231861999,
      "grad_norm": 1.2994672624028094,
      "learning_rate": 9.841385986929716e-06,
      "loss": 0.4223,
      "step": 256
    },
    {
      "epoch": 0.5235920852359208,
      "grad_norm": 1.2718506455560323,
      "learning_rate": 9.835434119857612e-06,
      "loss": 0.4124,
      "step": 258
    },
    {
      "epoch": 0.5276509386098427,
      "grad_norm": 1.233515929409816,
      "learning_rate": 9.829374497572461e-06,
      "loss": 0.4156,
      "step": 260
    },
    {
      "epoch": 0.5317097919837646,
      "grad_norm": 1.192750940555937,
      "learning_rate": 9.823207255109891e-06,
      "loss": 0.3865,
      "step": 262
    },
    {
      "epoch": 0.5357686453576864,
      "grad_norm": 1.2146025999616998,
      "learning_rate": 9.816932529903795e-06,
      "loss": 0.381,
      "step": 264
    },
    {
      "epoch": 0.5398274987316083,
      "grad_norm": 1.254427394175359,
      "learning_rate": 9.810550461783261e-06,
      "loss": 0.4209,
      "step": 266
    },
    {
      "epoch": 0.5438863521055302,
      "grad_norm": 1.2007483465859314,
      "learning_rate": 9.804061192969465e-06,
      "loss": 0.3935,
      "step": 268
    },
    {
      "epoch": 0.547945205479452,
      "grad_norm": 1.1962317702272547,
      "learning_rate": 9.797464868072489e-06,
      "loss": 0.4055,
      "step": 270
    },
    {
      "epoch": 0.5520040588533739,
      "grad_norm": 1.2388775998656307,
      "learning_rate": 9.790761634088108e-06,
      "loss": 0.4016,
      "step": 272
    },
    {
      "epoch": 0.5560629122272958,
      "grad_norm": 1.1565724419815788,
      "learning_rate": 9.78395164039452e-06,
      "loss": 0.4066,
      "step": 274
    },
    {
      "epoch": 0.5601217656012176,
      "grad_norm": 1.287795256739133,
      "learning_rate": 9.777035038749002e-06,
      "loss": 0.4072,
      "step": 276
    },
    {
      "epoch": 0.5641806189751395,
      "grad_norm": 1.1990919314621633,
      "learning_rate": 9.77001198328453e-06,
      "loss": 0.385,
      "step": 278
    },
    {
      "epoch": 0.5682394723490614,
      "grad_norm": 1.1155810438092542,
      "learning_rate": 9.762882630506366e-06,
      "loss": 0.4138,
      "step": 280
    },
    {
      "epoch": 0.5722983257229832,
      "grad_norm": 1.270188734252511,
      "learning_rate": 9.75564713928854e-06,
      "loss": 0.4108,
      "step": 282
    },
    {
      "epoch": 0.5763571790969051,
      "grad_norm": 1.2854062183745893,
      "learning_rate": 9.748305670870326e-06,
      "loss": 0.4105,
      "step": 284
    },
    {
      "epoch": 0.580416032470827,
      "grad_norm": 1.2822199195202089,
      "learning_rate": 9.740858388852652e-06,
      "loss": 0.4187,
      "step": 286
    },
    {
      "epoch": 0.5844748858447488,
      "grad_norm": 1.1789452806981648,
      "learning_rate": 9.733305459194444e-06,
      "loss": 0.4026,
      "step": 288
    },
    {
      "epoch": 0.5885337392186707,
      "grad_norm": 1.2063791823863752,
      "learning_rate": 9.725647050208936e-06,
      "loss": 0.4194,
      "step": 290
    },
    {
      "epoch": 0.5925925925925926,
      "grad_norm": 1.1212621894773256,
      "learning_rate": 9.717883332559911e-06,
      "loss": 0.4043,
      "step": 292
    },
    {
      "epoch": 0.5966514459665144,
      "grad_norm": 1.236354295472038,
      "learning_rate": 9.710014479257906e-06,
      "loss": 0.4279,
      "step": 294
    },
    {
      "epoch": 0.6007102993404363,
      "grad_norm": 1.230960872966148,
      "learning_rate": 9.702040665656353e-06,
      "loss": 0.417,
      "step": 296
    },
    {
      "epoch": 0.6047691527143582,
      "grad_norm": 1.302936449552778,
      "learning_rate": 9.693962069447669e-06,
      "loss": 0.4399,
      "step": 298
    },
    {
      "epoch": 0.60882800608828,
      "grad_norm": 1.1296630845707911,
      "learning_rate": 9.685778870659301e-06,
      "loss": 0.4024,
      "step": 300
    },
    {
      "epoch": 0.6128868594622019,
      "grad_norm": 1.1746225535864936,
      "learning_rate": 9.677491251649711e-06,
      "loss": 0.3912,
      "step": 302
    },
    {
      "epoch": 0.6169457128361238,
      "grad_norm": 1.241320530846212,
      "learning_rate": 9.669099397104314e-06,
      "loss": 0.4174,
      "step": 304
    },
    {
      "epoch": 0.6210045662100456,
      "grad_norm": 1.2219507615770004,
      "learning_rate": 9.660603494031358e-06,
      "loss": 0.3918,
      "step": 306
    },
    {
      "epoch": 0.6250634195839675,
      "grad_norm": 1.1589702070871013,
      "learning_rate": 9.652003731757763e-06,
      "loss": 0.4157,
      "step": 308
    },
    {
      "epoch": 0.6291222729578894,
      "grad_norm": 1.1220293339629992,
      "learning_rate": 9.643300301924902e-06,
      "loss": 0.4015,
      "step": 310
    },
    {
      "epoch": 0.6331811263318112,
      "grad_norm": 1.2563582002979947,
      "learning_rate": 9.634493398484319e-06,
      "loss": 0.4128,
      "step": 312
    },
    {
      "epoch": 0.6372399797057331,
      "grad_norm": 1.1888367524986483,
      "learning_rate": 9.625583217693419e-06,
      "loss": 0.3874,
      "step": 314
    },
    {
      "epoch": 0.641298833079655,
      "grad_norm": 1.1925360068598152,
      "learning_rate": 9.616569958111097e-06,
      "loss": 0.4219,
      "step": 316
    },
    {
      "epoch": 0.6453576864535768,
      "grad_norm": 1.2776062593085378,
      "learning_rate": 9.607453820593297e-06,
      "loss": 0.4138,
      "step": 318
    },
    {
      "epoch": 0.6494165398274987,
      "grad_norm": 1.157480079096016,
      "learning_rate": 9.598235008288551e-06,
      "loss": 0.4075,
      "step": 320
    },
    {
      "epoch": 0.6534753932014206,
      "grad_norm": 1.2352282756489477,
      "learning_rate": 9.58891372663345e-06,
      "loss": 0.4111,
      "step": 322
    },
    {
      "epoch": 0.6575342465753424,
      "grad_norm": 1.2837461432435215,
      "learning_rate": 9.579490183348052e-06,
      "loss": 0.4358,
      "step": 324
    },
    {
      "epoch": 0.6615930999492643,
      "grad_norm": 1.172789813592292,
      "learning_rate": 9.56996458843128e-06,
      "loss": 0.3986,
      "step": 326
    },
    {
      "epoch": 0.6656519533231862,
      "grad_norm": 1.194020795966964,
      "learning_rate": 9.56033715415621e-06,
      "loss": 0.4075,
      "step": 328
    },
    {
      "epoch": 0.669710806697108,
      "grad_norm": 1.0964374769088712,
      "learning_rate": 9.550608095065367e-06,
      "loss": 0.4071,
      "step": 330
    },
    {
      "epoch": 0.6737696600710299,
      "grad_norm": 1.089373021702181,
      "learning_rate": 9.540777627965933e-06,
      "loss": 0.3957,
      "step": 332
    },
    {
      "epoch": 0.6778285134449518,
      "grad_norm": 1.1992667011972529,
      "learning_rate": 9.53084597192491e-06,
      "loss": 0.4158,
      "step": 334
    },
    {
      "epoch": 0.6818873668188736,
      "grad_norm": 1.2172349749770106,
      "learning_rate": 9.520813348264252e-06,
      "loss": 0.4277,
      "step": 336
    },
    {
      "epoch": 0.6859462201927955,
      "grad_norm": 1.2574902319962946,
      "learning_rate": 9.510679980555922e-06,
      "loss": 0.3995,
      "step": 338
    },
    {
      "epoch": 0.6900050735667174,
      "grad_norm": 1.131615777672815,
      "learning_rate": 9.500446094616911e-06,
      "loss": 0.4005,
      "step": 340
    },
    {
      "epoch": 0.6940639269406392,
      "grad_norm": 1.246895890559624,
      "learning_rate": 9.490111918504213e-06,
      "loss": 0.4169,
      "step": 342
    },
    {
      "epoch": 0.6981227803145611,
      "grad_norm": 1.181624286199365,
      "learning_rate": 9.479677682509737e-06,
      "loss": 0.3986,
      "step": 344
    },
    {
      "epoch": 0.702181633688483,
      "grad_norm": 1.132690259540531,
      "learning_rate": 9.469143619155172e-06,
      "loss": 0.3923,
      "step": 346
    },
    {
      "epoch": 0.7062404870624048,
      "grad_norm": 1.047890655047983,
      "learning_rate": 9.458509963186815e-06,
      "loss": 0.4043,
      "step": 348
    },
    {
      "epoch": 0.7102993404363267,
      "grad_norm": 1.147246283887197,
      "learning_rate": 9.44777695157033e-06,
      "loss": 0.4066,
      "step": 350
    },
    {
      "epoch": 0.7143581938102486,
      "grad_norm": 1.215824000969317,
      "learning_rate": 9.436944823485475e-06,
      "loss": 0.4146,
      "step": 352
    },
    {
      "epoch": 0.7184170471841704,
      "grad_norm": 1.1437849010452408,
      "learning_rate": 9.426013820320764e-06,
      "loss": 0.4206,
      "step": 354
    },
    {
      "epoch": 0.7224759005580923,
      "grad_norm": 1.1210034262809383,
      "learning_rate": 9.414984185668097e-06,
      "loss": 0.3991,
      "step": 356
    },
    {
      "epoch": 0.7265347539320142,
      "grad_norm": 1.3628388125490938,
      "learning_rate": 9.403856165317322e-06,
      "loss": 0.4359,
      "step": 358
    },
    {
      "epoch": 0.730593607305936,
      "grad_norm": 1.236630161906545,
      "learning_rate": 9.392630007250769e-06,
      "loss": 0.4415,
      "step": 360
    },
    {
      "epoch": 0.7346524606798579,
      "grad_norm": 1.1213292521942286,
      "learning_rate": 9.381305961637713e-06,
      "loss": 0.4219,
      "step": 362
    },
    {
      "epoch": 0.7387113140537798,
      "grad_norm": 1.209577588106072,
      "learning_rate": 9.369884280828806e-06,
      "loss": 0.4308,
      "step": 364
    },
    {
      "epoch": 0.7427701674277016,
      "grad_norm": 1.3143877988319919,
      "learning_rate": 9.358365219350448e-06,
      "loss": 0.4376,
      "step": 366
    },
    {
      "epoch": 0.7468290208016235,
      "grad_norm": 1.1794072785475278,
      "learning_rate": 9.346749033899121e-06,
      "loss": 0.4331,
      "step": 368
    },
    {
      "epoch": 0.7508878741755454,
      "grad_norm": 1.1813808165518036,
      "learning_rate": 9.335035983335667e-06,
      "loss": 0.3992,
      "step": 370
    },
    {
      "epoch": 0.7549467275494672,
      "grad_norm": 1.1568780935799914,
      "learning_rate": 9.323226328679512e-06,
      "loss": 0.4044,
      "step": 372
    },
    {
      "epoch": 0.7590055809233891,
      "grad_norm": 1.0660018515522698,
      "learning_rate": 9.311320333102864e-06,
      "loss": 0.3954,
      "step": 374
    },
    {
      "epoch": 0.763064434297311,
      "grad_norm": 1.108920689047685,
      "learning_rate": 9.299318261924834e-06,
      "loss": 0.3998,
      "step": 376
    },
    {
      "epoch": 0.7671232876712328,
      "grad_norm": 1.136789158664533,
      "learning_rate": 9.287220382605532e-06,
      "loss": 0.4042,
      "step": 378
    },
    {
      "epoch": 0.7711821410451547,
      "grad_norm": 1.2496770566654822,
      "learning_rate": 9.275026964740101e-06,
      "loss": 0.4067,
      "step": 380
    },
    {
      "epoch": 0.7752409944190766,
      "grad_norm": 1.1996061958131852,
      "learning_rate": 9.262738280052715e-06,
      "loss": 0.4183,
      "step": 382
    },
    {
      "epoch": 0.7792998477929984,
      "grad_norm": 1.2149866273575285,
      "learning_rate": 9.250354602390523e-06,
      "loss": 0.4409,
      "step": 384
    },
    {
      "epoch": 0.7833587011669203,
      "grad_norm": 1.1177682668450932,
      "learning_rate": 9.237876207717538e-06,
      "loss": 0.4029,
      "step": 386
    },
    {
      "epoch": 0.7874175545408422,
      "grad_norm": 1.1677530585024758,
      "learning_rate": 9.225303374108503e-06,
      "loss": 0.4178,
      "step": 388
    },
    {
      "epoch": 0.791476407914764,
      "grad_norm": 1.3678602117567324,
      "learning_rate": 9.212636381742676e-06,
      "loss": 0.4197,
      "step": 390
    },
    {
      "epoch": 0.7955352612886859,
      "grad_norm": 1.189997795752436,
      "learning_rate": 9.199875512897602e-06,
      "loss": 0.4173,
      "step": 392
    },
    {
      "epoch": 0.7995941146626078,
      "grad_norm": 1.186213329132832,
      "learning_rate": 9.187021051942814e-06,
      "loss": 0.4145,
      "step": 394
    },
    {
      "epoch": 0.8036529680365296,
      "grad_norm": 1.203493805658719,
      "learning_rate": 9.174073285333498e-06,
      "loss": 0.4181,
      "step": 396
    },
    {
      "epoch": 0.8077118214104515,
      "grad_norm": 1.175802247814532,
      "learning_rate": 9.161032501604106e-06,
      "loss": 0.3949,
      "step": 398
    },
    {
      "epoch": 0.8117706747843734,
      "grad_norm": 1.212190555266731,
      "learning_rate": 9.147898991361936e-06,
      "loss": 0.4076,
      "step": 400
    },
    {
      "epoch": 0.8158295281582952,
      "grad_norm": 1.191973289112244,
      "learning_rate": 9.134673047280644e-06,
      "loss": 0.4233,
      "step": 402
    },
    {
      "epoch": 0.8198883815322171,
      "grad_norm": 1.2279490044480763,
      "learning_rate": 9.121354964093732e-06,
      "loss": 0.4127,
      "step": 404
    },
    {
      "epoch": 0.823947234906139,
      "grad_norm": 1.151451234197627,
      "learning_rate": 9.107945038587974e-06,
      "loss": 0.4226,
      "step": 406
    },
    {
      "epoch": 0.8280060882800608,
      "grad_norm": 1.119728494545527,
      "learning_rate": 9.094443569596802e-06,
      "loss": 0.4033,
      "step": 408
    },
    {
      "epoch": 0.8320649416539827,
      "grad_norm": 1.13012343405543,
      "learning_rate": 9.08085085799365e-06,
      "loss": 0.4088,
      "step": 410
    },
    {
      "epoch": 0.8361237950279046,
      "grad_norm": 1.159098363094475,
      "learning_rate": 9.067167206685248e-06,
      "loss": 0.4124,
      "step": 412
    },
    {
      "epoch": 0.8401826484018264,
      "grad_norm": 1.2347110694455659,
      "learning_rate": 9.05339292060487e-06,
      "loss": 0.434,
      "step": 414
    },
    {
      "epoch": 0.8442415017757483,
      "grad_norm": 1.2402415983547357,
      "learning_rate": 9.039528306705543e-06,
      "loss": 0.425,
      "step": 416
    },
    {
      "epoch": 0.8483003551496702,
      "grad_norm": 1.1683847145500172,
      "learning_rate": 9.025573673953201e-06,
      "loss": 0.4423,
      "step": 418
    },
    {
      "epoch": 0.852359208523592,
      "grad_norm": 0.9967973069250277,
      "learning_rate": 9.011529333319804e-06,
      "loss": 0.3987,
      "step": 420
    },
    {
      "epoch": 0.8564180618975139,
      "grad_norm": 1.0663571132874041,
      "learning_rate": 8.997395597776404e-06,
      "loss": 0.3908,
      "step": 422
    },
    {
      "epoch": 0.8604769152714358,
      "grad_norm": 1.1585376506062766,
      "learning_rate": 8.98317278228618e-06,
      "loss": 0.4055,
      "step": 424
    },
    {
      "epoch": 0.8645357686453576,
      "grad_norm": 1.3272038292907982,
      "learning_rate": 8.96886120379741e-06,
      "loss": 0.4241,
      "step": 426
    },
    {
      "epoch": 0.8685946220192795,
      "grad_norm": 1.1134457404863736,
      "learning_rate": 8.954461181236406e-06,
      "loss": 0.4343,
      "step": 428
    },
    {
      "epoch": 0.8726534753932014,
      "grad_norm": 1.152191927893708,
      "learning_rate": 8.939973035500418e-06,
      "loss": 0.4012,
      "step": 430
    },
    {
      "epoch": 0.8767123287671232,
      "grad_norm": 1.157272959329367,
      "learning_rate": 8.925397089450473e-06,
      "loss": 0.4116,
      "step": 432
    },
    {
      "epoch": 0.8807711821410451,
      "grad_norm": 1.1617646168179858,
      "learning_rate": 8.910733667904186e-06,
      "loss": 0.4128,
      "step": 434
    },
    {
      "epoch": 0.884830035514967,
      "grad_norm": 1.2116957635700267,
      "learning_rate": 8.895983097628515e-06,
      "loss": 0.4332,
      "step": 436
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 1.1950006191376203,
      "learning_rate": 8.88114570733249e-06,
      "loss": 0.4005,
      "step": 438
    },
    {
      "epoch": 0.8929477422628107,
      "grad_norm": 1.1470604791719932,
      "learning_rate": 8.866221827659876e-06,
      "loss": 0.4233,
      "step": 440
    },
    {
      "epoch": 0.8970065956367326,
      "grad_norm": 1.2230557240685258,
      "learning_rate": 8.851211791181813e-06,
      "loss": 0.4133,
      "step": 442
    },
    {
      "epoch": 0.9010654490106544,
      "grad_norm": 1.2680481957203948,
      "learning_rate": 8.8361159323894e-06,
      "loss": 0.447,
      "step": 444
    },
    {
      "epoch": 0.9051243023845763,
      "grad_norm": 1.095625464598396,
      "learning_rate": 8.820934587686247e-06,
      "loss": 0.3884,
      "step": 446
    },
    {
      "epoch": 0.9091831557584982,
      "grad_norm": 1.1796975421785947,
      "learning_rate": 8.805668095380969e-06,
      "loss": 0.4139,
      "step": 448
    },
    {
      "epoch": 0.91324200913242,
      "grad_norm": 1.2337117620848044,
      "learning_rate": 8.790316795679654e-06,
      "loss": 0.4258,
      "step": 450
    },
    {
      "epoch": 0.9173008625063419,
      "grad_norm": 1.060326310057752,
      "learning_rate": 8.774881030678284e-06,
      "loss": 0.4039,
      "step": 452
    },
    {
      "epoch": 0.9213597158802638,
      "grad_norm": 1.0818729217545202,
      "learning_rate": 8.759361144355103e-06,
      "loss": 0.4186,
      "step": 454
    },
    {
      "epoch": 0.9254185692541856,
      "grad_norm": 1.2188647624805096,
      "learning_rate": 8.74375748256296e-06,
      "loss": 0.43,
      "step": 456
    },
    {
      "epoch": 0.9294774226281075,
      "grad_norm": 1.1517012313266344,
      "learning_rate": 8.728070393021595e-06,
      "loss": 0.3952,
      "step": 458
    },
    {
      "epoch": 0.9335362760020294,
      "grad_norm": 1.146308857460623,
      "learning_rate": 8.712300225309894e-06,
      "loss": 0.419,
      "step": 460
    },
    {
      "epoch": 0.9375951293759512,
      "grad_norm": 1.1733285567505642,
      "learning_rate": 8.6964473308581e-06,
      "loss": 0.4295,
      "step": 462
    },
    {
      "epoch": 0.9416539827498731,
      "grad_norm": 1.2133986892308575,
      "learning_rate": 8.680512062939976e-06,
      "loss": 0.3994,
      "step": 464
    },
    {
      "epoch": 0.945712836123795,
      "grad_norm": 1.2860321510839698,
      "learning_rate": 8.664494776664942e-06,
      "loss": 0.4305,
      "step": 466
    },
    {
      "epoch": 0.9497716894977168,
      "grad_norm": 1.222015638603744,
      "learning_rate": 8.64839582897015e-06,
      "loss": 0.4247,
      "step": 468
    },
    {
      "epoch": 0.9538305428716387,
      "grad_norm": 1.1303294072263912,
      "learning_rate": 8.63221557861254e-06,
      "loss": 0.414,
      "step": 470
    },
    {
      "epoch": 0.9578893962455606,
      "grad_norm": 1.1883694044651687,
      "learning_rate": 8.615954386160836e-06,
      "loss": 0.3944,
      "step": 472
    },
    {
      "epoch": 0.9619482496194824,
      "grad_norm": 1.0686371570768038,
      "learning_rate": 8.599612613987522e-06,
      "loss": 0.4138,
      "step": 474
    },
    {
      "epoch": 0.9660071029934043,
      "grad_norm": 1.1520582178885161,
      "learning_rate": 8.583190626260754e-06,
      "loss": 0.408,
      "step": 476
    },
    {
      "epoch": 0.9700659563673262,
      "grad_norm": 1.2111448095961146,
      "learning_rate": 8.566688788936254e-06,
      "loss": 0.4326,
      "step": 478
    },
    {
      "epoch": 0.974124809741248,
      "grad_norm": 1.0960113471423047,
      "learning_rate": 8.550107469749159e-06,
      "loss": 0.4095,
      "step": 480
    },
    {
      "epoch": 0.9781836631151699,
      "grad_norm": 1.2031487005930193,
      "learning_rate": 8.533447038205805e-06,
      "loss": 0.4019,
      "step": 482
    },
    {
      "epoch": 0.9822425164890918,
      "grad_norm": 1.0541006609815473,
      "learning_rate": 8.516707865575515e-06,
      "loss": 0.4301,
      "step": 484
    },
    {
      "epoch": 0.9863013698630136,
      "grad_norm": 1.1625544941021624,
      "learning_rate": 8.499890324882323e-06,
      "loss": 0.3998,
      "step": 486
    },
    {
      "epoch": 0.9903602232369355,
      "grad_norm": 1.3066175946513412,
      "learning_rate": 8.482994790896645e-06,
      "loss": 0.4422,
      "step": 488
    },
    {
      "epoch": 0.9944190766108574,
      "grad_norm": 1.0701571633478897,
      "learning_rate": 8.466021640126946e-06,
      "loss": 0.4122,
      "step": 490
    },
    {
      "epoch": 0.9984779299847792,
      "grad_norm": 1.167166516481942,
      "learning_rate": 8.448971250811337e-06,
      "loss": 0.4137,
      "step": 492
    },
    {
      "epoch": 1.002029426686961,
      "grad_norm": 1.2941849102817737,
      "learning_rate": 8.431844002909153e-06,
      "loss": 0.3068,
      "step": 494
    },
    {
      "epoch": 1.0060882800608828,
      "grad_norm": 1.111084517678234,
      "learning_rate": 8.414640278092485e-06,
      "loss": 0.2196,
      "step": 496
    },
    {
      "epoch": 1.0101471334348047,
      "grad_norm": 1.0562648719597976,
      "learning_rate": 8.397360459737673e-06,
      "loss": 0.214,
      "step": 498
    },
    {
      "epoch": 1.0142059868087265,
      "grad_norm": 1.1997363186960575,
      "learning_rate": 8.38000493291676e-06,
      "loss": 0.1968,
      "step": 500
    },
    {
      "epoch": 1.0182648401826484,
      "grad_norm": 1.173481743208335,
      "learning_rate": 8.362574084388921e-06,
      "loss": 0.2037,
      "step": 502
    },
    {
      "epoch": 1.0223236935565703,
      "grad_norm": 1.0170814335662817,
      "learning_rate": 8.34506830259183e-06,
      "loss": 0.1732,
      "step": 504
    },
    {
      "epoch": 1.0263825469304921,
      "grad_norm": 0.997455021719729,
      "learning_rate": 8.327487977633013e-06,
      "loss": 0.198,
      "step": 506
    },
    {
      "epoch": 1.030441400304414,
      "grad_norm": 1.0596243435147559,
      "learning_rate": 8.309833501281159e-06,
      "loss": 0.1968,
      "step": 508
    },
    {
      "epoch": 1.0345002536783359,
      "grad_norm": 1.1329929736584996,
      "learning_rate": 8.292105266957372e-06,
      "loss": 0.2058,
      "step": 510
    },
    {
      "epoch": 1.0385591070522577,
      "grad_norm": 1.0617871718782863,
      "learning_rate": 8.274303669726427e-06,
      "loss": 0.1837,
      "step": 512
    },
    {
      "epoch": 1.0426179604261796,
      "grad_norm": 1.0158373026810432,
      "learning_rate": 8.256429106287944e-06,
      "loss": 0.1937,
      "step": 514
    },
    {
      "epoch": 1.0466768138001015,
      "grad_norm": 1.1124406488041407,
      "learning_rate": 8.238481974967567e-06,
      "loss": 0.2044,
      "step": 516
    },
    {
      "epoch": 1.0507356671740233,
      "grad_norm": 1.0954828147640017,
      "learning_rate": 8.220462675708075e-06,
      "loss": 0.2025,
      "step": 518
    },
    {
      "epoch": 1.0547945205479452,
      "grad_norm": 1.0243819070320326,
      "learning_rate": 8.202371610060471e-06,
      "loss": 0.1944,
      "step": 520
    },
    {
      "epoch": 1.058853373921867,
      "grad_norm": 1.0760742610687821,
      "learning_rate": 8.184209181175038e-06,
      "loss": 0.1949,
      "step": 522
    },
    {
      "epoch": 1.062912227295789,
      "grad_norm": 1.020386464750481,
      "learning_rate": 8.165975793792355e-06,
      "loss": 0.1923,
      "step": 524
    },
    {
      "epoch": 1.0669710806697108,
      "grad_norm": 1.1029549076667262,
      "learning_rate": 8.14767185423427e-06,
      "loss": 0.18,
      "step": 526
    },
    {
      "epoch": 1.0710299340436327,
      "grad_norm": 1.1869108297914424,
      "learning_rate": 8.129297770394855e-06,
      "loss": 0.199,
      "step": 528
    },
    {
      "epoch": 1.0750887874175545,
      "grad_norm": 1.042008597384453,
      "learning_rate": 8.11085395173131e-06,
      "loss": 0.1758,
      "step": 530
    },
    {
      "epoch": 1.0791476407914764,
      "grad_norm": 1.0824678674361556,
      "learning_rate": 8.092340809254844e-06,
      "loss": 0.183,
      "step": 532
    },
    {
      "epoch": 1.0832064941653983,
      "grad_norm": 1.1733425605990007,
      "learning_rate": 8.073758755521506e-06,
      "loss": 0.2001,
      "step": 534
    },
    {
      "epoch": 1.0872653475393201,
      "grad_norm": 0.989241357527303,
      "learning_rate": 8.055108204623001e-06,
      "loss": 0.1854,
      "step": 536
    },
    {
      "epoch": 1.091324200913242,
      "grad_norm": 1.105028315498873,
      "learning_rate": 8.03638957217746e-06,
      "loss": 0.1887,
      "step": 538
    },
    {
      "epoch": 1.0953830542871639,
      "grad_norm": 1.1215793382714723,
      "learning_rate": 8.017603275320176e-06,
      "loss": 0.206,
      "step": 540
    },
    {
      "epoch": 1.0994419076610857,
      "grad_norm": 1.0430299772389053,
      "learning_rate": 7.998749732694308e-06,
      "loss": 0.1852,
      "step": 542
    },
    {
      "epoch": 1.1035007610350076,
      "grad_norm": 1.0539243906524998,
      "learning_rate": 7.979829364441555e-06,
      "loss": 0.1792,
      "step": 544
    },
    {
      "epoch": 1.1075596144089295,
      "grad_norm": 1.056850242292317,
      "learning_rate": 7.960842592192792e-06,
      "loss": 0.1914,
      "step": 546
    },
    {
      "epoch": 1.1116184677828513,
      "grad_norm": 1.0273529138082944,
      "learning_rate": 7.94178983905867e-06,
      "loss": 0.1947,
      "step": 548
    },
    {
      "epoch": 1.1156773211567732,
      "grad_norm": 1.0677655866471754,
      "learning_rate": 7.922671529620192e-06,
      "loss": 0.1901,
      "step": 550
    },
    {
      "epoch": 1.119736174530695,
      "grad_norm": 1.012213849308213,
      "learning_rate": 7.903488089919253e-06,
      "loss": 0.1732,
      "step": 552
    },
    {
      "epoch": 1.123795027904617,
      "grad_norm": 1.1676973953753516,
      "learning_rate": 7.88423994744914e-06,
      "loss": 0.2106,
      "step": 554
    },
    {
      "epoch": 1.1278538812785388,
      "grad_norm": 1.0599154280202072,
      "learning_rate": 7.864927531145012e-06,
      "loss": 0.1868,
      "step": 556
    },
    {
      "epoch": 1.1319127346524607,
      "grad_norm": 1.0897459769656754,
      "learning_rate": 7.845551271374333e-06,
      "loss": 0.1814,
      "step": 558
    },
    {
      "epoch": 1.1359715880263825,
      "grad_norm": 1.055142014684741,
      "learning_rate": 7.82611159992729e-06,
      "loss": 0.1851,
      "step": 560
    },
    {
      "epoch": 1.1400304414003044,
      "grad_norm": 1.1116965314079303,
      "learning_rate": 7.80660895000717e-06,
      "loss": 0.196,
      "step": 562
    },
    {
      "epoch": 1.1440892947742263,
      "grad_norm": 1.039510707609459,
      "learning_rate": 7.787043756220698e-06,
      "loss": 0.1721,
      "step": 564
    },
    {
      "epoch": 1.1481481481481481,
      "grad_norm": 1.128546678780832,
      "learning_rate": 7.767416454568358e-06,
      "loss": 0.1848,
      "step": 566
    },
    {
      "epoch": 1.15220700152207,
      "grad_norm": 1.1259620179696028,
      "learning_rate": 7.747727482434679e-06,
      "loss": 0.2007,
      "step": 568
    },
    {
      "epoch": 1.1562658548959919,
      "grad_norm": 1.1097229809191436,
      "learning_rate": 7.727977278578484e-06,
      "loss": 0.1881,
      "step": 570
    },
    {
      "epoch": 1.1603247082699137,
      "grad_norm": 1.0616464097857343,
      "learning_rate": 7.708166283123118e-06,
      "loss": 0.1945,
      "step": 572
    },
    {
      "epoch": 1.1643835616438356,
      "grad_norm": 1.073617478066992,
      "learning_rate": 7.68829493754663e-06,
      "loss": 0.1858,
      "step": 574
    },
    {
      "epoch": 1.1684424150177575,
      "grad_norm": 1.0887445235919726,
      "learning_rate": 7.668363684671947e-06,
      "loss": 0.1857,
      "step": 576
    },
    {
      "epoch": 1.1725012683916793,
      "grad_norm": 1.0401775398806878,
      "learning_rate": 7.648372968656995e-06,
      "loss": 0.1786,
      "step": 578
    },
    {
      "epoch": 1.1765601217656012,
      "grad_norm": 1.072786873168531,
      "learning_rate": 7.628323234984806e-06,
      "loss": 0.1848,
      "step": 580
    },
    {
      "epoch": 1.180618975139523,
      "grad_norm": 1.183804677665548,
      "learning_rate": 7.608214930453597e-06,
      "loss": 0.2032,
      "step": 582
    },
    {
      "epoch": 1.184677828513445,
      "grad_norm": 1.1546921624510742,
      "learning_rate": 7.588048503166801e-06,
      "loss": 0.1933,
      "step": 584
    },
    {
      "epoch": 1.1887366818873668,
      "grad_norm": 1.0646260835850125,
      "learning_rate": 7.5678244025230894e-06,
      "loss": 0.1842,
      "step": 586
    },
    {
      "epoch": 1.1927955352612887,
      "grad_norm": 0.9351171981377732,
      "learning_rate": 7.547543079206355e-06,
      "loss": 0.1711,
      "step": 588
    },
    {
      "epoch": 1.1968543886352105,
      "grad_norm": 1.1893988642652746,
      "learning_rate": 7.5272049851756716e-06,
      "loss": 0.2027,
      "step": 590
    },
    {
      "epoch": 1.2009132420091324,
      "grad_norm": 1.0632981222064524,
      "learning_rate": 7.506810573655215e-06,
      "loss": 0.1852,
      "step": 592
    },
    {
      "epoch": 1.2049720953830543,
      "grad_norm": 1.0836002498537225,
      "learning_rate": 7.486360299124169e-06,
      "loss": 0.1887,
      "step": 594
    },
    {
      "epoch": 1.2090309487569761,
      "grad_norm": 1.0213871056780877,
      "learning_rate": 7.4658546173066005e-06,
      "loss": 0.1826,
      "step": 596
    },
    {
      "epoch": 1.213089802130898,
      "grad_norm": 0.9528373737399318,
      "learning_rate": 7.445293985161296e-06,
      "loss": 0.1722,
      "step": 598
    },
    {
      "epoch": 1.2171486555048199,
      "grad_norm": 0.9267772302163672,
      "learning_rate": 7.424678860871584e-06,
      "loss": 0.1754,
      "step": 600
    },
    {
      "epoch": 1.2212075088787417,
      "grad_norm": 1.0580239859843474,
      "learning_rate": 7.404009703835121e-06,
      "loss": 0.1828,
      "step": 602
    },
    {
      "epoch": 1.2252663622526636,
      "grad_norm": 1.1609412830600723,
      "learning_rate": 7.383286974653659e-06,
      "loss": 0.2043,
      "step": 604
    },
    {
      "epoch": 1.2293252156265855,
      "grad_norm": 1.2441637701281891,
      "learning_rate": 7.362511135122779e-06,
      "loss": 0.2,
      "step": 606
    },
    {
      "epoch": 1.2333840690005073,
      "grad_norm": 1.0712250042029285,
      "learning_rate": 7.341682648221591e-06,
      "loss": 0.1823,
      "step": 608
    },
    {
      "epoch": 1.2374429223744292,
      "grad_norm": 0.9995902931065666,
      "learning_rate": 7.320801978102434e-06,
      "loss": 0.1826,
      "step": 610
    },
    {
      "epoch": 1.241501775748351,
      "grad_norm": 1.1066959207293212,
      "learning_rate": 7.299869590080524e-06,
      "loss": 0.1916,
      "step": 612
    },
    {
      "epoch": 1.245560629122273,
      "grad_norm": 1.102809387398261,
      "learning_rate": 7.278885950623578e-06,
      "loss": 0.2034,
      "step": 614
    },
    {
      "epoch": 1.2496194824961948,
      "grad_norm": 1.2015908572580698,
      "learning_rate": 7.257851527341429e-06,
      "loss": 0.2007,
      "step": 616
    },
    {
      "epoch": 1.2536783358701167,
      "grad_norm": 1.0215395009781163,
      "learning_rate": 7.236766788975603e-06,
      "loss": 0.1926,
      "step": 618
    },
    {
      "epoch": 1.2577371892440385,
      "grad_norm": 0.9684806459895816,
      "learning_rate": 7.215632205388872e-06,
      "loss": 0.1738,
      "step": 620
    },
    {
      "epoch": 1.2617960426179604,
      "grad_norm": 1.1014687188825973,
      "learning_rate": 7.19444824755478e-06,
      "loss": 0.1895,
      "step": 622
    },
    {
      "epoch": 1.2658548959918823,
      "grad_norm": 1.0685183294149176,
      "learning_rate": 7.173215387547155e-06,
      "loss": 0.1798,
      "step": 624
    },
    {
      "epoch": 1.2699137493658041,
      "grad_norm": 1.100155763152369,
      "learning_rate": 7.151934098529583e-06,
      "loss": 0.1876,
      "step": 626
    },
    {
      "epoch": 1.273972602739726,
      "grad_norm": 1.1041782673624663,
      "learning_rate": 7.130604854744871e-06,
      "loss": 0.1959,
      "step": 628
    },
    {
      "epoch": 1.2780314561136479,
      "grad_norm": 1.1670239082453848,
      "learning_rate": 7.109228131504465e-06,
      "loss": 0.2055,
      "step": 630
    },
    {
      "epoch": 1.2820903094875697,
      "grad_norm": 1.0829456391928898,
      "learning_rate": 7.087804405177876e-06,
      "loss": 0.1866,
      "step": 632
    },
    {
      "epoch": 1.2861491628614916,
      "grad_norm": 1.0004546162300938,
      "learning_rate": 7.066334153182049e-06,
      "loss": 0.1805,
      "step": 634
    },
    {
      "epoch": 1.2902080162354135,
      "grad_norm": 1.032451555529876,
      "learning_rate": 7.044817853970732e-06,
      "loss": 0.1866,
      "step": 636
    },
    {
      "epoch": 1.2942668696093353,
      "grad_norm": 1.0864837314090992,
      "learning_rate": 7.023255987023813e-06,
      "loss": 0.182,
      "step": 638
    },
    {
      "epoch": 1.2983257229832572,
      "grad_norm": 1.0459756892568486,
      "learning_rate": 7.001649032836631e-06,
      "loss": 0.1863,
      "step": 640
    },
    {
      "epoch": 1.302384576357179,
      "grad_norm": 1.0601944062820794,
      "learning_rate": 6.9799974729092765e-06,
      "loss": 0.1732,
      "step": 642
    },
    {
      "epoch": 1.306443429731101,
      "grad_norm": 1.018697234233559,
      "learning_rate": 6.958301789735853e-06,
      "loss": 0.1763,
      "step": 644
    },
    {
      "epoch": 1.3105022831050228,
      "grad_norm": 1.2251116288030364,
      "learning_rate": 6.936562466793724e-06,
      "loss": 0.21,
      "step": 646
    },
    {
      "epoch": 1.3145611364789447,
      "grad_norm": 1.0662349795156443,
      "learning_rate": 6.914779988532755e-06,
      "loss": 0.1889,
      "step": 648
    },
    {
      "epoch": 1.3186199898528665,
      "grad_norm": 1.1235644124407285,
      "learning_rate": 6.892954840364493e-06,
      "loss": 0.2028,
      "step": 650
    },
    {
      "epoch": 1.3226788432267884,
      "grad_norm": 1.074570291741179,
      "learning_rate": 6.871087508651373e-06,
      "loss": 0.1884,
      "step": 652
    },
    {
      "epoch": 1.3267376966007103,
      "grad_norm": 1.0531061994655868,
      "learning_rate": 6.8491784806958616e-06,
      "loss": 0.2021,
      "step": 654
    },
    {
      "epoch": 1.3307965499746321,
      "grad_norm": 1.1819152398440131,
      "learning_rate": 6.827228244729609e-06,
      "loss": 0.1932,
      "step": 656
    },
    {
      "epoch": 1.334855403348554,
      "grad_norm": 1.045483939181271,
      "learning_rate": 6.805237289902565e-06,
      "loss": 0.1965,
      "step": 658
    },
    {
      "epoch": 1.3389142567224759,
      "grad_norm": 1.1758637342179898,
      "learning_rate": 6.783206106272076e-06,
      "loss": 0.198,
      "step": 660
    },
    {
      "epoch": 1.3429731100963977,
      "grad_norm": 1.0914064475419278,
      "learning_rate": 6.761135184791969e-06,
      "loss": 0.1846,
      "step": 662
    },
    {
      "epoch": 1.3470319634703196,
      "grad_norm": 1.0211966623620905,
      "learning_rate": 6.7390250173016104e-06,
      "loss": 0.181,
      "step": 664
    },
    {
      "epoch": 1.3510908168442415,
      "grad_norm": 1.193565468654654,
      "learning_rate": 6.716876096514944e-06,
      "loss": 0.2095,
      "step": 666
    },
    {
      "epoch": 1.3551496702181633,
      "grad_norm": 1.1271722792849745,
      "learning_rate": 6.694688916009505e-06,
      "loss": 0.1848,
      "step": 668
    },
    {
      "epoch": 1.3592085235920852,
      "grad_norm": 1.1098782394361217,
      "learning_rate": 6.672463970215436e-06,
      "loss": 0.1961,
      "step": 670
    },
    {
      "epoch": 1.363267376966007,
      "grad_norm": 1.1374613038031431,
      "learning_rate": 6.650201754404455e-06,
      "loss": 0.1836,
      "step": 672
    },
    {
      "epoch": 1.367326230339929,
      "grad_norm": 1.0341949368176346,
      "learning_rate": 6.627902764678824e-06,
      "loss": 0.1881,
      "step": 674
    },
    {
      "epoch": 1.3713850837138508,
      "grad_norm": 1.109962989096539,
      "learning_rate": 6.605567497960295e-06,
      "loss": 0.1803,
      "step": 676
    },
    {
      "epoch": 1.3754439370877727,
      "grad_norm": 1.107735146712493,
      "learning_rate": 6.583196451979031e-06,
      "loss": 0.1917,
      "step": 678
    },
    {
      "epoch": 1.3795027904616946,
      "grad_norm": 1.1579886280607274,
      "learning_rate": 6.560790125262524e-06,
      "loss": 0.1979,
      "step": 680
    },
    {
      "epoch": 1.3835616438356164,
      "grad_norm": 0.878075470155148,
      "learning_rate": 6.538349017124472e-06,
      "loss": 0.1631,
      "step": 682
    },
    {
      "epoch": 1.3876204972095383,
      "grad_norm": 1.062317827656781,
      "learning_rate": 6.515873627653663e-06,
      "loss": 0.1808,
      "step": 684
    },
    {
      "epoch": 1.3916793505834602,
      "grad_norm": 1.0327124357250628,
      "learning_rate": 6.493364457702831e-06,
      "loss": 0.1799,
      "step": 686
    },
    {
      "epoch": 1.395738203957382,
      "grad_norm": 1.132131135132688,
      "learning_rate": 6.470822008877482e-06,
      "loss": 0.1822,
      "step": 688
    },
    {
      "epoch": 1.3997970573313039,
      "grad_norm": 1.0462034604519863,
      "learning_rate": 6.448246783524734e-06,
      "loss": 0.1919,
      "step": 690
    },
    {
      "epoch": 1.4038559107052258,
      "grad_norm": 1.1044742895931243,
      "learning_rate": 6.42563928472211e-06,
      "loss": 0.1851,
      "step": 692
    },
    {
      "epoch": 1.4079147640791476,
      "grad_norm": 1.1674244148460076,
      "learning_rate": 6.403000016266326e-06,
      "loss": 0.1866,
      "step": 694
    },
    {
      "epoch": 1.4119736174530695,
      "grad_norm": 1.1296402785524131,
      "learning_rate": 6.380329482662078e-06,
      "loss": 0.2035,
      "step": 696
    },
    {
      "epoch": 1.4160324708269914,
      "grad_norm": 1.0524131174312268,
      "learning_rate": 6.35762818911078e-06,
      "loss": 0.1717,
      "step": 698
    },
    {
      "epoch": 1.4200913242009132,
      "grad_norm": 1.1191774371111942,
      "learning_rate": 6.334896641499324e-06,
      "loss": 0.178,
      "step": 700
    },
    {
      "epoch": 1.424150177574835,
      "grad_norm": 1.047752132697504,
      "learning_rate": 6.312135346388793e-06,
      "loss": 0.1881,
      "step": 702
    },
    {
      "epoch": 1.428209030948757,
      "grad_norm": 1.1743382728694667,
      "learning_rate": 6.289344811003184e-06,
      "loss": 0.2033,
      "step": 704
    },
    {
      "epoch": 1.4322678843226788,
      "grad_norm": 1.1804585608436726,
      "learning_rate": 6.2665255432180916e-06,
      "loss": 0.1931,
      "step": 706
    },
    {
      "epoch": 1.4363267376966007,
      "grad_norm": 1.0677096903056138,
      "learning_rate": 6.2436780515494035e-06,
      "loss": 0.1837,
      "step": 708
    },
    {
      "epoch": 1.4403855910705226,
      "grad_norm": 1.2099132702699213,
      "learning_rate": 6.2208028451419575e-06,
      "loss": 0.2112,
      "step": 710
    },
    {
      "epoch": 1.4444444444444444,
      "grad_norm": 1.1837036949871973,
      "learning_rate": 6.197900433758205e-06,
      "loss": 0.2021,
      "step": 712
    },
    {
      "epoch": 1.4485032978183663,
      "grad_norm": 1.167969784888959,
      "learning_rate": 6.174971327766842e-06,
      "loss": 0.1958,
      "step": 714
    },
    {
      "epoch": 1.4525621511922882,
      "grad_norm": 1.0584127834879178,
      "learning_rate": 6.1520160381314465e-06,
      "loss": 0.1854,
      "step": 716
    },
    {
      "epoch": 1.45662100456621,
      "grad_norm": 1.0674665549424147,
      "learning_rate": 6.129035076399077e-06,
      "loss": 0.1896,
      "step": 718
    },
    {
      "epoch": 1.4606798579401319,
      "grad_norm": 1.1061278306008033,
      "learning_rate": 6.106028954688892e-06,
      "loss": 0.1903,
      "step": 720
    },
    {
      "epoch": 1.4647387113140538,
      "grad_norm": 1.0435415673333681,
      "learning_rate": 6.082998185680718e-06,
      "loss": 0.1872,
      "step": 722
    },
    {
      "epoch": 1.4687975646879756,
      "grad_norm": 1.058891200904623,
      "learning_rate": 6.059943282603642e-06,
      "loss": 0.1983,
      "step": 724
    },
    {
      "epoch": 1.4728564180618975,
      "grad_norm": 1.0795684120382831,
      "learning_rate": 6.03686475922456e-06,
      "loss": 0.178,
      "step": 726
    },
    {
      "epoch": 1.4769152714358194,
      "grad_norm": 1.1384310108536333,
      "learning_rate": 6.013763129836739e-06,
      "loss": 0.1874,
      "step": 728
    },
    {
      "epoch": 1.4809741248097412,
      "grad_norm": 1.1039777651990725,
      "learning_rate": 5.990638909248352e-06,
      "loss": 0.1941,
      "step": 730
    },
    {
      "epoch": 1.485032978183663,
      "grad_norm": 1.0762677800080636,
      "learning_rate": 5.967492612770999e-06,
      "loss": 0.1869,
      "step": 732
    },
    {
      "epoch": 1.489091831557585,
      "grad_norm": 1.0660512751481621,
      "learning_rate": 5.944324756208238e-06,
      "loss": 0.1807,
      "step": 734
    },
    {
      "epoch": 1.4931506849315068,
      "grad_norm": 1.0935996132707635,
      "learning_rate": 5.92113585584408e-06,
      "loss": 0.1945,
      "step": 736
    },
    {
      "epoch": 1.4972095383054287,
      "grad_norm": 1.1460959395776262,
      "learning_rate": 5.897926428431485e-06,
      "loss": 0.193,
      "step": 738
    },
    {
      "epoch": 1.5012683916793506,
      "grad_norm": 1.1965912612959004,
      "learning_rate": 5.87469699118085e-06,
      "loss": 0.1941,
      "step": 740
    },
    {
      "epoch": 1.5053272450532724,
      "grad_norm": 1.1926255825530645,
      "learning_rate": 5.851448061748477e-06,
      "loss": 0.1954,
      "step": 742
    },
    {
      "epoch": 1.5093860984271943,
      "grad_norm": 1.0050356960035571,
      "learning_rate": 5.828180158225047e-06,
      "loss": 0.1812,
      "step": 744
    },
    {
      "epoch": 1.5134449518011162,
      "grad_norm": 1.0259967073861873,
      "learning_rate": 5.804893799124068e-06,
      "loss": 0.1892,
      "step": 746
    },
    {
      "epoch": 1.517503805175038,
      "grad_norm": 1.1502053032831951,
      "learning_rate": 5.7815895033703164e-06,
      "loss": 0.1965,
      "step": 748
    },
    {
      "epoch": 1.52156265854896,
      "grad_norm": 1.2448018070646114,
      "learning_rate": 5.758267790288282e-06,
      "loss": 0.2082,
      "step": 750
    },
    {
      "epoch": 1.5256215119228818,
      "grad_norm": 1.0310538568503425,
      "learning_rate": 5.734929179590593e-06,
      "loss": 0.1801,
      "step": 752
    },
    {
      "epoch": 1.5296803652968036,
      "grad_norm": 1.0835597986581949,
      "learning_rate": 5.711574191366427e-06,
      "loss": 0.1807,
      "step": 754
    },
    {
      "epoch": 1.5337392186707255,
      "grad_norm": 1.1039579795978836,
      "learning_rate": 5.6882033460699294e-06,
      "loss": 0.1934,
      "step": 756
    },
    {
      "epoch": 1.5377980720446474,
      "grad_norm": 1.1564614770433477,
      "learning_rate": 5.664817164508614e-06,
      "loss": 0.183,
      "step": 758
    },
    {
      "epoch": 1.5418569254185692,
      "grad_norm": 1.1933306807050015,
      "learning_rate": 5.641416167831752e-06,
      "loss": 0.1983,
      "step": 760
    },
    {
      "epoch": 1.545915778792491,
      "grad_norm": 1.1642784370439,
      "learning_rate": 5.618000877518767e-06,
      "loss": 0.205,
      "step": 762
    },
    {
      "epoch": 1.549974632166413,
      "grad_norm": 1.096750111637783,
      "learning_rate": 5.594571815367602e-06,
      "loss": 0.1871,
      "step": 764
    },
    {
      "epoch": 1.5540334855403348,
      "grad_norm": 0.8896315598965203,
      "learning_rate": 5.5711295034831034e-06,
      "loss": 0.1588,
      "step": 766
    },
    {
      "epoch": 1.5580923389142567,
      "grad_norm": 1.021696941589894,
      "learning_rate": 5.547674464265384e-06,
      "loss": 0.1885,
      "step": 768
    },
    {
      "epoch": 1.5621511922881786,
      "grad_norm": 1.0760610238279678,
      "learning_rate": 5.524207220398169e-06,
      "loss": 0.1844,
      "step": 770
    },
    {
      "epoch": 1.5662100456621004,
      "grad_norm": 1.0146299892564568,
      "learning_rate": 5.500728294837168e-06,
      "loss": 0.1717,
      "step": 772
    },
    {
      "epoch": 1.5702688990360223,
      "grad_norm": 1.1203690278420046,
      "learning_rate": 5.477238210798406e-06,
      "loss": 0.1816,
      "step": 774
    },
    {
      "epoch": 1.5743277524099442,
      "grad_norm": 1.213922753663776,
      "learning_rate": 5.453737491746572e-06,
      "loss": 0.1956,
      "step": 776
    },
    {
      "epoch": 1.578386605783866,
      "grad_norm": 1.0789723847536306,
      "learning_rate": 5.430226661383348e-06,
      "loss": 0.1831,
      "step": 778
    },
    {
      "epoch": 1.582445459157788,
      "grad_norm": 1.0165965114615476,
      "learning_rate": 5.406706243635742e-06,
      "loss": 0.1859,
      "step": 780
    },
    {
      "epoch": 1.5865043125317098,
      "grad_norm": 0.9244907929973665,
      "learning_rate": 5.383176762644416e-06,
      "loss": 0.1799,
      "step": 782
    },
    {
      "epoch": 1.5905631659056316,
      "grad_norm": 1.015459762165936,
      "learning_rate": 5.359638742751994e-06,
      "loss": 0.1859,
      "step": 784
    },
    {
      "epoch": 1.5946220192795535,
      "grad_norm": 1.119032836602815,
      "learning_rate": 5.3360927084913925e-06,
      "loss": 0.1949,
      "step": 786
    },
    {
      "epoch": 1.5986808726534754,
      "grad_norm": 0.9834799242339374,
      "learning_rate": 5.312539184574123e-06,
      "loss": 0.1795,
      "step": 788
    },
    {
      "epoch": 1.6027397260273972,
      "grad_norm": 1.1257597437225455,
      "learning_rate": 5.288978695878596e-06,
      "loss": 0.1842,
      "step": 790
    },
    {
      "epoch": 1.606798579401319,
      "grad_norm": 1.1490293546501014,
      "learning_rate": 5.265411767438432e-06,
      "loss": 0.1892,
      "step": 792
    },
    {
      "epoch": 1.610857432775241,
      "grad_norm": 1.096272375625098,
      "learning_rate": 5.241838924430757e-06,
      "loss": 0.1857,
      "step": 794
    },
    {
      "epoch": 1.6149162861491628,
      "grad_norm": 0.9881695704441573,
      "learning_rate": 5.2182606921645e-06,
      "loss": 0.1839,
      "step": 796
    },
    {
      "epoch": 1.6189751395230847,
      "grad_norm": 1.0055701217382587,
      "learning_rate": 5.194677596068689e-06,
      "loss": 0.1974,
      "step": 798
    },
    {
      "epoch": 1.6230339928970066,
      "grad_norm": 1.0445320687597668,
      "learning_rate": 5.171090161680736e-06,
      "loss": 0.186,
      "step": 800
    },
    {
      "epoch": 1.6270928462709284,
      "grad_norm": 1.010532137401968,
      "learning_rate": 5.1474989146347355e-06,
      "loss": 0.1818,
      "step": 802
    },
    {
      "epoch": 1.6311516996448503,
      "grad_norm": 1.059728950180328,
      "learning_rate": 5.1239043806497365e-06,
      "loss": 0.1878,
      "step": 804
    },
    {
      "epoch": 1.6352105530187722,
      "grad_norm": 1.02492281938429,
      "learning_rate": 5.100307085518046e-06,
      "loss": 0.1792,
      "step": 806
    },
    {
      "epoch": 1.639269406392694,
      "grad_norm": 1.1092364608711534,
      "learning_rate": 5.076707555093491e-06,
      "loss": 0.1816,
      "step": 808
    },
    {
      "epoch": 1.643328259766616,
      "grad_norm": 0.9816745515421457,
      "learning_rate": 5.053106315279721e-06,
      "loss": 0.2025,
      "step": 810
    },
    {
      "epoch": 1.6473871131405378,
      "grad_norm": 1.0000356438781097,
      "learning_rate": 5.029503892018472e-06,
      "loss": 0.1669,
      "step": 812
    },
    {
      "epoch": 1.6514459665144596,
      "grad_norm": 1.0450858430582273,
      "learning_rate": 5.005900811277856e-06,
      "loss": 0.1802,
      "step": 814
    },
    {
      "epoch": 1.6555048198883815,
      "grad_norm": 0.9390205529074375,
      "learning_rate": 4.982297599040633e-06,
      "loss": 0.1636,
      "step": 816
    },
    {
      "epoch": 1.6595636732623034,
      "grad_norm": 1.154620857603639,
      "learning_rate": 4.958694781292496e-06,
      "loss": 0.1923,
      "step": 818
    },
    {
      "epoch": 1.6636225266362252,
      "grad_norm": 1.1872938869192748,
      "learning_rate": 4.935092884010347e-06,
      "loss": 0.1873,
      "step": 820
    },
    {
      "epoch": 1.667681380010147,
      "grad_norm": 1.0599792451386443,
      "learning_rate": 4.911492433150573e-06,
      "loss": 0.1809,
      "step": 822
    },
    {
      "epoch": 1.671740233384069,
      "grad_norm": 1.1108344863089323,
      "learning_rate": 4.887893954637335e-06,
      "loss": 0.1864,
      "step": 824
    },
    {
      "epoch": 1.6757990867579908,
      "grad_norm": 1.058121443964045,
      "learning_rate": 4.86429797435083e-06,
      "loss": 0.1766,
      "step": 826
    },
    {
      "epoch": 1.6798579401319127,
      "grad_norm": 1.1323101168080565,
      "learning_rate": 4.840705018115595e-06,
      "loss": 0.1808,
      "step": 828
    },
    {
      "epoch": 1.6839167935058346,
      "grad_norm": 1.128025551519256,
      "learning_rate": 4.8171156116887725e-06,
      "loss": 0.1757,
      "step": 830
    },
    {
      "epoch": 1.6879756468797564,
      "grad_norm": 1.0934679444423028,
      "learning_rate": 4.7935302807483965e-06,
      "loss": 0.1924,
      "step": 832
    },
    {
      "epoch": 1.6920345002536783,
      "grad_norm": 1.0760501447523048,
      "learning_rate": 4.769949550881687e-06,
      "loss": 0.1902,
      "step": 834
    },
    {
      "epoch": 1.6960933536276002,
      "grad_norm": 1.0550473463955812,
      "learning_rate": 4.746373947573325e-06,
      "loss": 0.1787,
      "step": 836
    },
    {
      "epoch": 1.700152207001522,
      "grad_norm": 1.2275660092618677,
      "learning_rate": 4.722803996193753e-06,
      "loss": 0.197,
      "step": 838
    },
    {
      "epoch": 1.704211060375444,
      "grad_norm": 1.0505064696078903,
      "learning_rate": 4.699240221987461e-06,
      "loss": 0.1819,
      "step": 840
    },
    {
      "epoch": 1.7082699137493658,
      "grad_norm": 1.1523046961319277,
      "learning_rate": 4.6756831500612846e-06,
      "loss": 0.1888,
      "step": 842
    },
    {
      "epoch": 1.7123287671232876,
      "grad_norm": 0.9989431343495883,
      "learning_rate": 4.652133305372705e-06,
      "loss": 0.1727,
      "step": 844
    },
    {
      "epoch": 1.7163876204972095,
      "grad_norm": 1.0740718139978316,
      "learning_rate": 4.628591212718144e-06,
      "loss": 0.1756,
      "step": 846
    },
    {
      "epoch": 1.7204464738711314,
      "grad_norm": 1.1041425692480016,
      "learning_rate": 4.605057396721275e-06,
      "loss": 0.1741,
      "step": 848
    },
    {
      "epoch": 1.7245053272450532,
      "grad_norm": 1.212666044737014,
      "learning_rate": 4.58153238182133e-06,
      "loss": 0.1841,
      "step": 850
    },
    {
      "epoch": 1.728564180618975,
      "grad_norm": 1.0783964750466963,
      "learning_rate": 4.558016692261412e-06,
      "loss": 0.1698,
      "step": 852
    },
    {
      "epoch": 1.732623033992897,
      "grad_norm": 1.0683744846668402,
      "learning_rate": 4.534510852076817e-06,
      "loss": 0.1886,
      "step": 854
    },
    {
      "epoch": 1.7366818873668188,
      "grad_norm": 1.1011269960255068,
      "learning_rate": 4.511015385083345e-06,
      "loss": 0.1945,
      "step": 856
    },
    {
      "epoch": 1.7407407407407407,
      "grad_norm": 0.9991671395240459,
      "learning_rate": 4.487530814865646e-06,
      "loss": 0.1824,
      "step": 858
    },
    {
      "epoch": 1.7447995941146626,
      "grad_norm": 1.0566808884558716,
      "learning_rate": 4.464057664765532e-06,
      "loss": 0.1823,
      "step": 860
    },
    {
      "epoch": 1.7488584474885844,
      "grad_norm": 1.0940203228626781,
      "learning_rate": 4.440596457870327e-06,
      "loss": 0.1834,
      "step": 862
    },
    {
      "epoch": 1.7529173008625063,
      "grad_norm": 1.0234332049105062,
      "learning_rate": 4.417147717001205e-06,
      "loss": 0.1746,
      "step": 864
    },
    {
      "epoch": 1.7569761542364282,
      "grad_norm": 0.9623367599486023,
      "learning_rate": 4.393711964701541e-06,
      "loss": 0.1682,
      "step": 866
    },
    {
      "epoch": 1.76103500761035,
      "grad_norm": 1.0516978200243972,
      "learning_rate": 4.37028972322527e-06,
      "loss": 0.1786,
      "step": 868
    },
    {
      "epoch": 1.765093860984272,
      "grad_norm": 1.1391069464012384,
      "learning_rate": 4.346881514525236e-06,
      "loss": 0.1791,
      "step": 870
    },
    {
      "epoch": 1.7691527143581938,
      "grad_norm": 0.971499677774941,
      "learning_rate": 4.323487860241582e-06,
      "loss": 0.1672,
      "step": 872
    },
    {
      "epoch": 1.7732115677321156,
      "grad_norm": 1.1577835890912351,
      "learning_rate": 4.3001092816901055e-06,
      "loss": 0.1854,
      "step": 874
    },
    {
      "epoch": 1.7772704211060375,
      "grad_norm": 1.1217645675230743,
      "learning_rate": 4.2767462998506485e-06,
      "loss": 0.1823,
      "step": 876
    },
    {
      "epoch": 1.7813292744799594,
      "grad_norm": 1.1190282031824559,
      "learning_rate": 4.253399435355492e-06,
      "loss": 0.1895,
      "step": 878
    },
    {
      "epoch": 1.7853881278538812,
      "grad_norm": 1.0134907069750374,
      "learning_rate": 4.230069208477745e-06,
      "loss": 0.175,
      "step": 880
    },
    {
      "epoch": 1.789446981227803,
      "grad_norm": 1.1494619938574746,
      "learning_rate": 4.206756139119762e-06,
      "loss": 0.1953,
      "step": 882
    },
    {
      "epoch": 1.793505834601725,
      "grad_norm": 0.9248356141218419,
      "learning_rate": 4.183460746801546e-06,
      "loss": 0.1702,
      "step": 884
    },
    {
      "epoch": 1.7975646879756468,
      "grad_norm": 1.0725930962377248,
      "learning_rate": 4.160183550649176e-06,
      "loss": 0.1778,
      "step": 886
    },
    {
      "epoch": 1.8016235413495687,
      "grad_norm": 1.0788894008577279,
      "learning_rate": 4.136925069383243e-06,
      "loss": 0.1917,
      "step": 888
    },
    {
      "epoch": 1.8056823947234906,
      "grad_norm": 1.0122516476461982,
      "learning_rate": 4.113685821307282e-06,
      "loss": 0.1898,
      "step": 890
    },
    {
      "epoch": 1.8097412480974124,
      "grad_norm": 1.027424121449119,
      "learning_rate": 4.090466324296228e-06,
      "loss": 0.1822,
      "step": 892
    },
    {
      "epoch": 1.8138001014713343,
      "grad_norm": 1.1269393961404834,
      "learning_rate": 4.067267095784871e-06,
      "loss": 0.1841,
      "step": 894
    },
    {
      "epoch": 1.8178589548452562,
      "grad_norm": 1.0052196803723334,
      "learning_rate": 4.044088652756332e-06,
      "loss": 0.1629,
      "step": 896
    },
    {
      "epoch": 1.821917808219178,
      "grad_norm": 1.079578577258494,
      "learning_rate": 4.020931511730533e-06,
      "loss": 0.1774,
      "step": 898
    },
    {
      "epoch": 1.8259766615931,
      "grad_norm": 0.9587436391914074,
      "learning_rate": 3.997796188752695e-06,
      "loss": 0.1733,
      "step": 900
    },
    {
      "epoch": 1.8300355149670218,
      "grad_norm": 0.9992614549374934,
      "learning_rate": 3.974683199381836e-06,
      "loss": 0.1685,
      "step": 902
    },
    {
      "epoch": 1.8340943683409436,
      "grad_norm": 0.9418897276184947,
      "learning_rate": 3.951593058679276e-06,
      "loss": 0.1672,
      "step": 904
    },
    {
      "epoch": 1.8381532217148655,
      "grad_norm": 1.1397268358795776,
      "learning_rate": 3.928526281197169e-06,
      "loss": 0.1749,
      "step": 906
    },
    {
      "epoch": 1.8422120750887874,
      "grad_norm": 1.0440206163216095,
      "learning_rate": 3.905483380967027e-06,
      "loss": 0.1722,
      "step": 908
    },
    {
      "epoch": 1.8462709284627092,
      "grad_norm": 1.048561547401053,
      "learning_rate": 3.882464871488273e-06,
      "loss": 0.1693,
      "step": 910
    },
    {
      "epoch": 1.850329781836631,
      "grad_norm": 1.0284223905418497,
      "learning_rate": 3.859471265716791e-06,
      "loss": 0.1691,
      "step": 912
    },
    {
      "epoch": 1.854388635210553,
      "grad_norm": 1.004974372673609,
      "learning_rate": 3.836503076053501e-06,
      "loss": 0.1751,
      "step": 914
    },
    {
      "epoch": 1.8584474885844748,
      "grad_norm": 1.1435852033856233,
      "learning_rate": 3.8135608143329404e-06,
      "loss": 0.1809,
      "step": 916
    },
    {
      "epoch": 1.8625063419583967,
      "grad_norm": 0.9996592509283232,
      "learning_rate": 3.7906449918118493e-06,
      "loss": 0.1696,
      "step": 918
    },
    {
      "epoch": 1.8665651953323186,
      "grad_norm": 1.0632454270482863,
      "learning_rate": 3.7677561191577873e-06,
      "loss": 0.17,
      "step": 920
    },
    {
      "epoch": 1.8706240487062404,
      "grad_norm": 1.026248873958979,
      "learning_rate": 3.7448947064377496e-06,
      "loss": 0.1768,
      "step": 922
    },
    {
      "epoch": 1.8746829020801623,
      "grad_norm": 1.0006033609765281,
      "learning_rate": 3.722061263106797e-06,
      "loss": 0.1712,
      "step": 924
    },
    {
      "epoch": 1.8787417554540842,
      "grad_norm": 1.0394166532597735,
      "learning_rate": 3.699256297996714e-06,
      "loss": 0.1802,
      "step": 926
    },
    {
      "epoch": 1.882800608828006,
      "grad_norm": 1.1087386752635604,
      "learning_rate": 3.6764803193046538e-06,
      "loss": 0.1787,
      "step": 928
    },
    {
      "epoch": 1.886859462201928,
      "grad_norm": 1.1539792806225302,
      "learning_rate": 3.6537338345818273e-06,
      "loss": 0.177,
      "step": 930
    },
    {
      "epoch": 1.8909183155758498,
      "grad_norm": 1.1358496184900775,
      "learning_rate": 3.6310173507221884e-06,
      "loss": 0.1784,
      "step": 932
    },
    {
      "epoch": 1.8949771689497716,
      "grad_norm": 0.9648197271266891,
      "learning_rate": 3.6083313739511316e-06,
      "loss": 0.1613,
      "step": 934
    },
    {
      "epoch": 1.8990360223236935,
      "grad_norm": 1.069217067686545,
      "learning_rate": 3.5856764098142207e-06,
      "loss": 0.1722,
      "step": 936
    },
    {
      "epoch": 1.9030948756976154,
      "grad_norm": 0.9827567009351711,
      "learning_rate": 3.563052963165915e-06,
      "loss": 0.1619,
      "step": 938
    },
    {
      "epoch": 1.9071537290715372,
      "grad_norm": 1.0416626747952469,
      "learning_rate": 3.5404615381583264e-06,
      "loss": 0.1786,
      "step": 940
    },
    {
      "epoch": 1.911212582445459,
      "grad_norm": 0.9796952362181767,
      "learning_rate": 3.5179026382299752e-06,
      "loss": 0.1635,
      "step": 942
    },
    {
      "epoch": 1.915271435819381,
      "grad_norm": 1.0913636067798673,
      "learning_rate": 3.4953767660945825e-06,
      "loss": 0.1849,
      "step": 944
    },
    {
      "epoch": 1.9193302891933028,
      "grad_norm": 1.054155532699976,
      "learning_rate": 3.472884423729861e-06,
      "loss": 0.1824,
      "step": 946
    },
    {
      "epoch": 1.9233891425672247,
      "grad_norm": 1.1299730992487989,
      "learning_rate": 3.4504261123663243e-06,
      "loss": 0.1741,
      "step": 948
    },
    {
      "epoch": 1.9274479959411466,
      "grad_norm": 0.9544541000662791,
      "learning_rate": 3.4280023324761287e-06,
      "loss": 0.1622,
      "step": 950
    },
    {
      "epoch": 1.9315068493150684,
      "grad_norm": 1.0633189960260987,
      "learning_rate": 3.4056135837619077e-06,
      "loss": 0.1714,
      "step": 952
    },
    {
      "epoch": 1.9355657026889903,
      "grad_norm": 0.9744187925381573,
      "learning_rate": 3.3832603651456486e-06,
      "loss": 0.1704,
      "step": 954
    },
    {
      "epoch": 1.9396245560629122,
      "grad_norm": 1.0876850028674756,
      "learning_rate": 3.360943174757564e-06,
      "loss": 0.1835,
      "step": 956
    },
    {
      "epoch": 1.943683409436834,
      "grad_norm": 0.9933052886092801,
      "learning_rate": 3.3386625099249957e-06,
      "loss": 0.1722,
      "step": 958
    },
    {
      "epoch": 1.947742262810756,
      "grad_norm": 1.0507655110716982,
      "learning_rate": 3.3164188671613382e-06,
      "loss": 0.1799,
      "step": 960
    },
    {
      "epoch": 1.9518011161846778,
      "grad_norm": 0.9635760320459535,
      "learning_rate": 3.29421274215496e-06,
      "loss": 0.1665,
      "step": 962
    },
    {
      "epoch": 1.9558599695585996,
      "grad_norm": 1.0098097588789372,
      "learning_rate": 3.2720446297581696e-06,
      "loss": 0.1756,
      "step": 964
    },
    {
      "epoch": 1.9599188229325215,
      "grad_norm": 0.9487863077375068,
      "learning_rate": 3.2499150239761813e-06,
      "loss": 0.1674,
      "step": 966
    },
    {
      "epoch": 1.9639776763064434,
      "grad_norm": 1.0886147748414823,
      "learning_rate": 3.2278244179561107e-06,
      "loss": 0.176,
      "step": 968
    },
    {
      "epoch": 1.9680365296803652,
      "grad_norm": 1.0933879192223048,
      "learning_rate": 3.205773303975982e-06,
      "loss": 0.1649,
      "step": 970
    },
    {
      "epoch": 1.972095383054287,
      "grad_norm": 1.032499198840103,
      "learning_rate": 3.1837621734337607e-06,
      "loss": 0.1712,
      "step": 972
    },
    {
      "epoch": 1.976154236428209,
      "grad_norm": 1.0255453322259884,
      "learning_rate": 3.1617915168363994e-06,
      "loss": 0.1835,
      "step": 974
    },
    {
      "epoch": 1.9802130898021308,
      "grad_norm": 0.9986750671875287,
      "learning_rate": 3.1398618237889124e-06,
      "loss": 0.1685,
      "step": 976
    },
    {
      "epoch": 1.9842719431760527,
      "grad_norm": 1.018414001751852,
      "learning_rate": 3.11797358298346e-06,
      "loss": 0.1707,
      "step": 978
    },
    {
      "epoch": 1.9883307965499746,
      "grad_norm": 1.0770634669309533,
      "learning_rate": 3.096127282188458e-06,
      "loss": 0.1687,
      "step": 980
    },
    {
      "epoch": 1.9923896499238964,
      "grad_norm": 1.1276389976988863,
      "learning_rate": 3.074323408237716e-06,
      "loss": 0.1788,
      "step": 982
    },
    {
      "epoch": 1.9964485032978183,
      "grad_norm": 1.1430608051198146,
      "learning_rate": 3.0525624470195746e-06,
      "loss": 0.1878,
      "step": 984
    },
    {
      "epoch": 2.0,
      "grad_norm": 1.1495443627078172,
      "learning_rate": 3.0308448834660953e-06,
      "loss": 0.1664,
      "step": 986
    },
    {
      "epoch": 2.004058853373922,
      "grad_norm": 0.7595072680880963,
      "learning_rate": 3.009171201542235e-06,
      "loss": 0.073,
      "step": 988
    },
    {
      "epoch": 2.0081177067478437,
      "grad_norm": 0.6553749481487482,
      "learning_rate": 2.987541884235078e-06,
      "loss": 0.0666,
      "step": 990
    },
    {
      "epoch": 2.0121765601217656,
      "grad_norm": 0.6758730321723564,
      "learning_rate": 2.965957413543063e-06,
      "loss": 0.068,
      "step": 992
    },
    {
      "epoch": 2.0162354134956875,
      "grad_norm": 0.7705357959194599,
      "learning_rate": 2.944418270465243e-06,
      "loss": 0.0722,
      "step": 994
    },
    {
      "epoch": 2.0202942668696093,
      "grad_norm": 0.7447986269637112,
      "learning_rate": 2.9229249349905686e-06,
      "loss": 0.0636,
      "step": 996
    },
    {
      "epoch": 2.024353120243531,
      "grad_norm": 0.7070522483364615,
      "learning_rate": 2.9014778860871916e-06,
      "loss": 0.056,
      "step": 998
    },
    {
      "epoch": 2.028411973617453,
      "grad_norm": 0.8137822848077799,
      "learning_rate": 2.880077601691793e-06,
      "loss": 0.0711,
      "step": 1000
    },
    {
      "epoch": 2.032470826991375,
      "grad_norm": 0.6930740331498185,
      "learning_rate": 2.8587245586989265e-06,
      "loss": 0.0619,
      "step": 1002
    },
    {
      "epoch": 2.036529680365297,
      "grad_norm": 0.6609838916960153,
      "learning_rate": 2.8374192329503934e-06,
      "loss": 0.0604,
      "step": 1004
    },
    {
      "epoch": 2.0405885337392187,
      "grad_norm": 0.6985284878939515,
      "learning_rate": 2.8161620992246497e-06,
      "loss": 0.0616,
      "step": 1006
    },
    {
      "epoch": 2.0446473871131405,
      "grad_norm": 0.697512001428481,
      "learning_rate": 2.7949536312262048e-06,
      "loss": 0.0649,
      "step": 1008
    },
    {
      "epoch": 2.0487062404870624,
      "grad_norm": 0.6960549223161825,
      "learning_rate": 2.7737943015750862e-06,
      "loss": 0.0699,
      "step": 1010
    },
    {
      "epoch": 2.0527650938609843,
      "grad_norm": 0.7147137635432833,
      "learning_rate": 2.752684581796292e-06,
      "loss": 0.0626,
      "step": 1012
    },
    {
      "epoch": 2.056823947234906,
      "grad_norm": 0.6478212242747857,
      "learning_rate": 2.7316249423092923e-06,
      "loss": 0.0594,
      "step": 1014
    },
    {
      "epoch": 2.060882800608828,
      "grad_norm": 0.7050061564241327,
      "learning_rate": 2.7106158524175396e-06,
      "loss": 0.0646,
      "step": 1016
    },
    {
      "epoch": 2.06494165398275,
      "grad_norm": 0.5836812360722653,
      "learning_rate": 2.689657780298019e-06,
      "loss": 0.0552,
      "step": 1018
    },
    {
      "epoch": 2.0690005073566717,
      "grad_norm": 0.6963206280767881,
      "learning_rate": 2.6687511929908093e-06,
      "loss": 0.0633,
      "step": 1020
    },
    {
      "epoch": 2.0730593607305936,
      "grad_norm": 0.6223916195319845,
      "learning_rate": 2.6478965563886745e-06,
      "loss": 0.0567,
      "step": 1022
    },
    {
      "epoch": 2.0771182141045155,
      "grad_norm": 0.7658362298283596,
      "learning_rate": 2.627094335226682e-06,
      "loss": 0.059,
      "step": 1024
    },
    {
      "epoch": 2.0811770674784373,
      "grad_norm": 0.6242034540359834,
      "learning_rate": 2.6063449930718487e-06,
      "loss": 0.0566,
      "step": 1026
    },
    {
      "epoch": 2.085235920852359,
      "grad_norm": 0.6057344953235689,
      "learning_rate": 2.5856489923128136e-06,
      "loss": 0.0573,
      "step": 1028
    },
    {
      "epoch": 2.089294774226281,
      "grad_norm": 0.6209117592060627,
      "learning_rate": 2.5650067941495236e-06,
      "loss": 0.0543,
      "step": 1030
    },
    {
      "epoch": 2.093353627600203,
      "grad_norm": 0.626145712835931,
      "learning_rate": 2.5444188585829634e-06,
      "loss": 0.0573,
      "step": 1032
    },
    {
      "epoch": 2.097412480974125,
      "grad_norm": 0.7019968254783542,
      "learning_rate": 2.523885644404906e-06,
      "loss": 0.0629,
      "step": 1034
    },
    {
      "epoch": 2.1014713343480467,
      "grad_norm": 0.672737803900476,
      "learning_rate": 2.5034076091876813e-06,
      "loss": 0.0599,
      "step": 1036
    },
    {
      "epoch": 2.1055301877219685,
      "grad_norm": 0.7666550066371539,
      "learning_rate": 2.48298520927399e-06,
      "loss": 0.0685,
      "step": 1038
    },
    {
      "epoch": 2.1095890410958904,
      "grad_norm": 0.6186035266270663,
      "learning_rate": 2.4626188997667224e-06,
      "loss": 0.0528,
      "step": 1040
    },
    {
      "epoch": 2.1136478944698123,
      "grad_norm": 0.6362086867459513,
      "learning_rate": 2.4423091345188244e-06,
      "loss": 0.0609,
      "step": 1042
    },
    {
      "epoch": 2.117706747843734,
      "grad_norm": 0.7043829575983082,
      "learning_rate": 2.4220563661231793e-06,
      "loss": 0.0607,
      "step": 1044
    },
    {
      "epoch": 2.121765601217656,
      "grad_norm": 0.6342780093035242,
      "learning_rate": 2.4018610459025317e-06,
      "loss": 0.0614,
      "step": 1046
    },
    {
      "epoch": 2.125824454591578,
      "grad_norm": 0.6371937965298768,
      "learning_rate": 2.381723623899412e-06,
      "loss": 0.0576,
      "step": 1048
    },
    {
      "epoch": 2.1298833079654997,
      "grad_norm": 0.7261372327288902,
      "learning_rate": 2.361644548866127e-06,
      "loss": 0.0612,
      "step": 1050
    },
    {
      "epoch": 2.1339421613394216,
      "grad_norm": 0.6921022790180155,
      "learning_rate": 2.341624268254747e-06,
      "loss": 0.0637,
      "step": 1052
    },
    {
      "epoch": 2.1380010147133435,
      "grad_norm": 0.7180722302503428,
      "learning_rate": 2.3216632282071345e-06,
      "loss": 0.0653,
      "step": 1054
    },
    {
      "epoch": 2.1420598680872653,
      "grad_norm": 0.6048159926460217,
      "learning_rate": 2.3017618735450142e-06,
      "loss": 0.055,
      "step": 1056
    },
    {
      "epoch": 2.146118721461187,
      "grad_norm": 0.6876882976918033,
      "learning_rate": 2.2819206477600462e-06,
      "loss": 0.0593,
      "step": 1058
    },
    {
      "epoch": 2.150177574835109,
      "grad_norm": 0.6830162087163217,
      "learning_rate": 2.2621399930039493e-06,
      "loss": 0.0576,
      "step": 1060
    },
    {
      "epoch": 2.154236428209031,
      "grad_norm": 0.572916709401609,
      "learning_rate": 2.2424203500786473e-06,
      "loss": 0.0565,
      "step": 1062
    },
    {
      "epoch": 2.158295281582953,
      "grad_norm": 0.6064104088259805,
      "learning_rate": 2.2227621584264505e-06,
      "loss": 0.0609,
      "step": 1064
    },
    {
      "epoch": 2.1623541349568747,
      "grad_norm": 0.5345159650560205,
      "learning_rate": 2.203165856120251e-06,
      "loss": 0.0486,
      "step": 1066
    },
    {
      "epoch": 2.1664129883307965,
      "grad_norm": 0.708241954697193,
      "learning_rate": 2.183631879853776e-06,
      "loss": 0.0592,
      "step": 1068
    },
    {
      "epoch": 2.1704718417047184,
      "grad_norm": 0.6237247767204619,
      "learning_rate": 2.164160664931843e-06,
      "loss": 0.0564,
      "step": 1070
    },
    {
      "epoch": 2.1745306950786403,
      "grad_norm": 0.6913274477398279,
      "learning_rate": 2.1447526452606658e-06,
      "loss": 0.0608,
      "step": 1072
    },
    {
      "epoch": 2.178589548452562,
      "grad_norm": 0.615699302647019,
      "learning_rate": 2.125408253338183e-06,
      "loss": 0.0572,
      "step": 1074
    },
    {
      "epoch": 2.182648401826484,
      "grad_norm": 0.7114790842641555,
      "learning_rate": 2.106127920244423e-06,
      "loss": 0.056,
      "step": 1076
    },
    {
      "epoch": 2.186707255200406,
      "grad_norm": 0.6498843232992042,
      "learning_rate": 2.086912075631896e-06,
      "loss": 0.0579,
      "step": 1078
    },
    {
      "epoch": 2.1907661085743277,
      "grad_norm": 0.6342534301664807,
      "learning_rate": 2.067761147716017e-06,
      "loss": 0.0573,
      "step": 1080
    },
    {
      "epoch": 2.1948249619482496,
      "grad_norm": 0.7027558078351507,
      "learning_rate": 2.0486755632655643e-06,
      "loss": 0.0593,
      "step": 1082
    },
    {
      "epoch": 2.1988838153221715,
      "grad_norm": 0.6558346648533067,
      "learning_rate": 2.029655747593169e-06,
      "loss": 0.0605,
      "step": 1084
    },
    {
      "epoch": 2.2029426686960933,
      "grad_norm": 0.6450513139758751,
      "learning_rate": 2.010702124545845e-06,
      "loss": 0.0598,
      "step": 1086
    },
    {
      "epoch": 2.207001522070015,
      "grad_norm": 0.7322704077213636,
      "learning_rate": 1.9918151164955303e-06,
      "loss": 0.0617,
      "step": 1088
    },
    {
      "epoch": 2.211060375443937,
      "grad_norm": 0.7103114005030767,
      "learning_rate": 1.9729951443296823e-06,
      "loss": 0.0564,
      "step": 1090
    },
    {
      "epoch": 2.215119228817859,
      "grad_norm": 0.6912085691591306,
      "learning_rate": 1.9542426274418975e-06,
      "loss": 0.0628,
      "step": 1092
    },
    {
      "epoch": 2.219178082191781,
      "grad_norm": 0.7492868491245555,
      "learning_rate": 1.9355579837225673e-06,
      "loss": 0.0601,
      "step": 1094
    },
    {
      "epoch": 2.2232369355657027,
      "grad_norm": 0.6846296844726598,
      "learning_rate": 1.916941629549565e-06,
      "loss": 0.0562,
      "step": 1096
    },
    {
      "epoch": 2.2272957889396245,
      "grad_norm": 0.6860703433669731,
      "learning_rate": 1.8983939797789624e-06,
      "loss": 0.0604,
      "step": 1098
    },
    {
      "epoch": 2.2313546423135464,
      "grad_norm": 0.6583737331854461,
      "learning_rate": 1.8799154477357883e-06,
      "loss": 0.057,
      "step": 1100
    },
    {
      "epoch": 2.2354134956874683,
      "grad_norm": 0.6015963283689161,
      "learning_rate": 1.8615064452048181e-06,
      "loss": 0.0529,
      "step": 1102
    },
    {
      "epoch": 2.23947234906139,
      "grad_norm": 0.6596224589385736,
      "learning_rate": 1.8431673824214013e-06,
      "loss": 0.0607,
      "step": 1104
    },
    {
      "epoch": 2.243531202435312,
      "grad_norm": 0.6295377331681089,
      "learning_rate": 1.8248986680623077e-06,
      "loss": 0.0524,
      "step": 1106
    },
    {
      "epoch": 2.247590055809234,
      "grad_norm": 0.7623992953499044,
      "learning_rate": 1.8067007092366368e-06,
      "loss": 0.0633,
      "step": 1108
    },
    {
      "epoch": 2.2516489091831557,
      "grad_norm": 0.6747010480441555,
      "learning_rate": 1.7885739114767292e-06,
      "loss": 0.0575,
      "step": 1110
    },
    {
      "epoch": 2.2557077625570776,
      "grad_norm": 0.6640676472618579,
      "learning_rate": 1.770518678729139e-06,
      "loss": 0.0532,
      "step": 1112
    },
    {
      "epoch": 2.2597666159309995,
      "grad_norm": 0.6588950267013456,
      "learning_rate": 1.752535413345634e-06,
      "loss": 0.0572,
      "step": 1114
    },
    {
      "epoch": 2.2638254693049213,
      "grad_norm": 0.6957155982625279,
      "learning_rate": 1.734624516074221e-06,
      "loss": 0.0591,
      "step": 1116
    },
    {
      "epoch": 2.267884322678843,
      "grad_norm": 0.7568659886745189,
      "learning_rate": 1.716786386050221e-06,
      "loss": 0.0619,
      "step": 1118
    },
    {
      "epoch": 2.271943176052765,
      "grad_norm": 0.7149883674184384,
      "learning_rate": 1.6990214207873723e-06,
      "loss": 0.0603,
      "step": 1120
    },
    {
      "epoch": 2.276002029426687,
      "grad_norm": 0.6375454124392296,
      "learning_rate": 1.681330016168977e-06,
      "loss": 0.0583,
      "step": 1122
    },
    {
      "epoch": 2.280060882800609,
      "grad_norm": 0.7001731734101665,
      "learning_rate": 1.6637125664390747e-06,
      "loss": 0.06,
      "step": 1124
    },
    {
      "epoch": 2.2841197361745307,
      "grad_norm": 0.5744052821303995,
      "learning_rate": 1.6461694641936544e-06,
      "loss": 0.0532,
      "step": 1126
    },
    {
      "epoch": 2.2881785895484525,
      "grad_norm": 0.6379817597651213,
      "learning_rate": 1.6287011003719105e-06,
      "loss": 0.0581,
      "step": 1128
    },
    {
      "epoch": 2.2922374429223744,
      "grad_norm": 0.6936132311539229,
      "learning_rate": 1.61130786424753e-06,
      "loss": 0.0578,
      "step": 1130
    },
    {
      "epoch": 2.2962962962962963,
      "grad_norm": 0.7643680282316857,
      "learning_rate": 1.5939901434200145e-06,
      "loss": 0.0587,
      "step": 1132
    },
    {
      "epoch": 2.300355149670218,
      "grad_norm": 0.676227187971244,
      "learning_rate": 1.5767483238060498e-06,
      "loss": 0.0568,
      "step": 1134
    },
    {
      "epoch": 2.30441400304414,
      "grad_norm": 0.6485083388679013,
      "learning_rate": 1.5595827896308968e-06,
      "loss": 0.0615,
      "step": 1136
    },
    {
      "epoch": 2.308472856418062,
      "grad_norm": 0.6513490211287265,
      "learning_rate": 1.5424939234198377e-06,
      "loss": 0.0558,
      "step": 1138
    },
    {
      "epoch": 2.3125317097919837,
      "grad_norm": 0.6470779888157924,
      "learning_rate": 1.5254821059896452e-06,
      "loss": 0.0569,
      "step": 1140
    },
    {
      "epoch": 2.3165905631659056,
      "grad_norm": 0.6690972634285901,
      "learning_rate": 1.5085477164400975e-06,
      "loss": 0.0564,
      "step": 1142
    },
    {
      "epoch": 2.3206494165398275,
      "grad_norm": 0.6192010726163617,
      "learning_rate": 1.4916911321455362e-06,
      "loss": 0.0566,
      "step": 1144
    },
    {
      "epoch": 2.3247082699137493,
      "grad_norm": 0.6718507373057219,
      "learning_rate": 1.4749127287464483e-06,
      "loss": 0.0566,
      "step": 1146
    },
    {
      "epoch": 2.328767123287671,
      "grad_norm": 0.6291964856953526,
      "learning_rate": 1.458212880141099e-06,
      "loss": 0.0568,
      "step": 1148
    },
    {
      "epoch": 2.332825976661593,
      "grad_norm": 0.6090771051076672,
      "learning_rate": 1.4415919584771999e-06,
      "loss": 0.0547,
      "step": 1150
    },
    {
      "epoch": 2.336884830035515,
      "grad_norm": 0.6315155634950337,
      "learning_rate": 1.425050334143616e-06,
      "loss": 0.0586,
      "step": 1152
    },
    {
      "epoch": 2.340943683409437,
      "grad_norm": 0.682944731395333,
      "learning_rate": 1.408588375762114e-06,
      "loss": 0.0575,
      "step": 1154
    },
    {
      "epoch": 2.3450025367833587,
      "grad_norm": 0.6828351505916127,
      "learning_rate": 1.39220645017914e-06,
      "loss": 0.0575,
      "step": 1156
    },
    {
      "epoch": 2.3490613901572805,
      "grad_norm": 0.6343438475682116,
      "learning_rate": 1.3759049224576516e-06,
      "loss": 0.054,
      "step": 1158
    },
    {
      "epoch": 2.3531202435312024,
      "grad_norm": 0.6608391141452298,
      "learning_rate": 1.3596841558689788e-06,
      "loss": 0.0611,
      "step": 1160
    },
    {
      "epoch": 2.3571790969051243,
      "grad_norm": 0.6847038775101427,
      "learning_rate": 1.3435445118847362e-06,
      "loss": 0.0597,
      "step": 1162
    },
    {
      "epoch": 2.361237950279046,
      "grad_norm": 0.6758006038700237,
      "learning_rate": 1.3274863501687546e-06,
      "loss": 0.0582,
      "step": 1164
    },
    {
      "epoch": 2.365296803652968,
      "grad_norm": 0.679273586750369,
      "learning_rate": 1.3115100285690795e-06,
      "loss": 0.0586,
      "step": 1166
    },
    {
      "epoch": 2.36935565702689,
      "grad_norm": 0.6455382817232485,
      "learning_rate": 1.2956159031099874e-06,
      "loss": 0.0572,
      "step": 1168
    },
    {
      "epoch": 2.3734145104008117,
      "grad_norm": 0.6494368906651962,
      "learning_rate": 1.2798043279840544e-06,
      "loss": 0.0573,
      "step": 1170
    },
    {
      "epoch": 2.3774733637747336,
      "grad_norm": 0.6652797010014586,
      "learning_rate": 1.2640756555442684e-06,
      "loss": 0.0585,
      "step": 1172
    },
    {
      "epoch": 2.3815322171486555,
      "grad_norm": 0.7085143214543068,
      "learning_rate": 1.248430236296168e-06,
      "loss": 0.0531,
      "step": 1174
    },
    {
      "epoch": 2.3855910705225774,
      "grad_norm": 0.7017172691247079,
      "learning_rate": 1.2328684188900392e-06,
      "loss": 0.0562,
      "step": 1176
    },
    {
      "epoch": 2.389649923896499,
      "grad_norm": 0.5911653357727898,
      "learning_rate": 1.2173905501131395e-06,
      "loss": 0.0555,
      "step": 1178
    },
    {
      "epoch": 2.393708777270421,
      "grad_norm": 0.7052853605271917,
      "learning_rate": 1.2019969748819783e-06,
      "loss": 0.0633,
      "step": 1180
    },
    {
      "epoch": 2.397767630644343,
      "grad_norm": 0.5468703307014926,
      "learning_rate": 1.186688036234625e-06,
      "loss": 0.0512,
      "step": 1182
    },
    {
      "epoch": 2.401826484018265,
      "grad_norm": 0.6298551223639655,
      "learning_rate": 1.1714640753230628e-06,
      "loss": 0.0523,
      "step": 1184
    },
    {
      "epoch": 2.4058853373921867,
      "grad_norm": 0.7357211211763364,
      "learning_rate": 1.1563254314055893e-06,
      "loss": 0.0553,
      "step": 1186
    },
    {
      "epoch": 2.4099441907661086,
      "grad_norm": 0.6645237994069922,
      "learning_rate": 1.1412724418392562e-06,
      "loss": 0.0544,
      "step": 1188
    },
    {
      "epoch": 2.4140030441400304,
      "grad_norm": 0.661565716961166,
      "learning_rate": 1.126305442072354e-06,
      "loss": 0.055,
      "step": 1190
    },
    {
      "epoch": 2.4180618975139523,
      "grad_norm": 0.6206331269413049,
      "learning_rate": 1.1114247656369305e-06,
      "loss": 0.0545,
      "step": 1192
    },
    {
      "epoch": 2.422120750887874,
      "grad_norm": 0.7180840889505126,
      "learning_rate": 1.0966307441413598e-06,
      "loss": 0.0581,
      "step": 1194
    },
    {
      "epoch": 2.426179604261796,
      "grad_norm": 0.7354347742714406,
      "learning_rate": 1.0819237072629606e-06,
      "loss": 0.0597,
      "step": 1196
    },
    {
      "epoch": 2.430238457635718,
      "grad_norm": 0.664963118331295,
      "learning_rate": 1.0673039827406373e-06,
      "loss": 0.0592,
      "step": 1198
    },
    {
      "epoch": 2.4342973110096398,
      "grad_norm": 0.6596757154643482,
      "learning_rate": 1.0527718963675871e-06,
      "loss": 0.0543,
      "step": 1200
    },
    {
      "epoch": 2.4383561643835616,
      "grad_norm": 0.614862575729698,
      "learning_rate": 1.0383277719840318e-06,
      "loss": 0.051,
      "step": 1202
    },
    {
      "epoch": 2.4424150177574835,
      "grad_norm": 0.6239737484592334,
      "learning_rate": 1.0239719314700052e-06,
      "loss": 0.0569,
      "step": 1204
    },
    {
      "epoch": 2.4464738711314054,
      "grad_norm": 0.7008527413286773,
      "learning_rate": 1.0097046947381805e-06,
      "loss": 0.0622,
      "step": 1206
    },
    {
      "epoch": 2.450532724505327,
      "grad_norm": 0.646447221626618,
      "learning_rate": 9.955263797267379e-07,
      "loss": 0.0593,
      "step": 1208
    },
    {
      "epoch": 2.454591577879249,
      "grad_norm": 0.6736248842428098,
      "learning_rate": 9.814373023922851e-07,
      "loss": 0.0573,
      "step": 1210
    },
    {
      "epoch": 2.458650431253171,
      "grad_norm": 0.7520656749859748,
      "learning_rate": 9.674377767028142e-07,
      "loss": 0.0595,
      "step": 1212
    },
    {
      "epoch": 2.462709284627093,
      "grad_norm": 0.6256286530852058,
      "learning_rate": 9.53528114630699e-07,
      "loss": 0.0539,
      "step": 1214
    },
    {
      "epoch": 2.4667681380010147,
      "grad_norm": 0.7163476466314366,
      "learning_rate": 9.397086261457511e-07,
      "loss": 0.0587,
      "step": 1216
    },
    {
      "epoch": 2.4708269913749366,
      "grad_norm": 0.6810504627251797,
      "learning_rate": 9.259796192083071e-07,
      "loss": 0.0576,
      "step": 1218
    },
    {
      "epoch": 2.4748858447488584,
      "grad_norm": 0.6288859512257164,
      "learning_rate": 9.123413997623714e-07,
      "loss": 0.0543,
      "step": 1220
    },
    {
      "epoch": 2.4789446981227803,
      "grad_norm": 0.6740418425171263,
      "learning_rate": 8.987942717287923e-07,
      "loss": 0.0578,
      "step": 1222
    },
    {
      "epoch": 2.483003551496702,
      "grad_norm": 0.6224042862768536,
      "learning_rate": 8.853385369984901e-07,
      "loss": 0.0537,
      "step": 1224
    },
    {
      "epoch": 2.487062404870624,
      "grad_norm": 0.6485173083194978,
      "learning_rate": 8.719744954257375e-07,
      "loss": 0.056,
      "step": 1226
    },
    {
      "epoch": 2.491121258244546,
      "grad_norm": 0.6582025110825541,
      "learning_rate": 8.587024448214637e-07,
      "loss": 0.0541,
      "step": 1228
    },
    {
      "epoch": 2.4951801116184678,
      "grad_norm": 0.7255418838785723,
      "learning_rate": 8.455226809466327e-07,
      "loss": 0.0592,
      "step": 1230
    },
    {
      "epoch": 2.4992389649923896,
      "grad_norm": 0.6507900300493289,
      "learning_rate": 8.324354975056403e-07,
      "loss": 0.0539,
      "step": 1232
    },
    {
      "epoch": 2.5032978183663115,
      "grad_norm": 0.6681824734246471,
      "learning_rate": 8.19441186139776e-07,
      "loss": 0.0591,
      "step": 1234
    },
    {
      "epoch": 2.5073566717402334,
      "grad_norm": 0.6936354997773724,
      "learning_rate": 8.065400364207194e-07,
      "loss": 0.0584,
      "step": 1236
    },
    {
      "epoch": 2.5114155251141552,
      "grad_norm": 0.6718221656136698,
      "learning_rate": 7.937323358440935e-07,
      "loss": 0.0543,
      "step": 1238
    },
    {
      "epoch": 2.515474378488077,
      "grad_norm": 0.6632718887777156,
      "learning_rate": 7.810183698230539e-07,
      "loss": 0.0572,
      "step": 1240
    },
    {
      "epoch": 2.519533231861999,
      "grad_norm": 0.6239004674471934,
      "learning_rate": 7.683984216819262e-07,
      "loss": 0.0545,
      "step": 1242
    },
    {
      "epoch": 2.523592085235921,
      "grad_norm": 0.5944403471674328,
      "learning_rate": 7.55872772649896e-07,
      "loss": 0.0535,
      "step": 1244
    },
    {
      "epoch": 2.5276509386098427,
      "grad_norm": 0.6165723170085607,
      "learning_rate": 7.434417018547396e-07,
      "loss": 0.0514,
      "step": 1246
    },
    {
      "epoch": 2.5317097919837646,
      "grad_norm": 0.7183547419188132,
      "learning_rate": 7.311054863166095e-07,
      "loss": 0.0588,
      "step": 1248
    },
    {
      "epoch": 2.5357686453576864,
      "grad_norm": 0.7242691023134634,
      "learning_rate": 7.188644009418517e-07,
      "loss": 0.0603,
      "step": 1250
    },
    {
      "epoch": 2.5398274987316083,
      "grad_norm": 0.5791350405500479,
      "learning_rate": 7.067187185168862e-07,
      "loss": 0.0531,
      "step": 1252
    },
    {
      "epoch": 2.54388635210553,
      "grad_norm": 0.6776524885992443,
      "learning_rate": 6.946687097021249e-07,
      "loss": 0.0544,
      "step": 1254
    },
    {
      "epoch": 2.547945205479452,
      "grad_norm": 0.6068439005721586,
      "learning_rate": 6.827146430259446e-07,
      "loss": 0.0504,
      "step": 1256
    },
    {
      "epoch": 2.552004058853374,
      "grad_norm": 0.6517780554148217,
      "learning_rate": 6.70856784878699e-07,
      "loss": 0.0576,
      "step": 1258
    },
    {
      "epoch": 2.5560629122272958,
      "grad_norm": 0.6551482566155284,
      "learning_rate": 6.590953995067812e-07,
      "loss": 0.0585,
      "step": 1260
    },
    {
      "epoch": 2.5601217656012176,
      "grad_norm": 0.7195939705815774,
      "learning_rate": 6.474307490067383e-07,
      "loss": 0.0591,
      "step": 1262
    },
    {
      "epoch": 2.5641806189751395,
      "grad_norm": 0.7410151414847665,
      "learning_rate": 6.358630933194282e-07,
      "loss": 0.0618,
      "step": 1264
    },
    {
      "epoch": 2.5682394723490614,
      "grad_norm": 0.6972961543769066,
      "learning_rate": 6.24392690224232e-07,
      "loss": 0.0607,
      "step": 1266
    },
    {
      "epoch": 2.5722983257229832,
      "grad_norm": 0.6627967555045137,
      "learning_rate": 6.130197953333017e-07,
      "loss": 0.0602,
      "step": 1268
    },
    {
      "epoch": 2.576357179096905,
      "grad_norm": 0.6185680861600283,
      "learning_rate": 6.017446620858708e-07,
      "loss": 0.0565,
      "step": 1270
    },
    {
      "epoch": 2.580416032470827,
      "grad_norm": 0.6250339920749016,
      "learning_rate": 5.905675417426027e-07,
      "loss": 0.0572,
      "step": 1272
    },
    {
      "epoch": 2.584474885844749,
      "grad_norm": 0.6417143051901513,
      "learning_rate": 5.794886833799923e-07,
      "loss": 0.0514,
      "step": 1274
    },
    {
      "epoch": 2.5885337392186707,
      "grad_norm": 0.5742514445618982,
      "learning_rate": 5.685083338848152e-07,
      "loss": 0.0509,
      "step": 1276
    },
    {
      "epoch": 2.5925925925925926,
      "grad_norm": 0.6842845774267343,
      "learning_rate": 5.576267379486294e-07,
      "loss": 0.0608,
      "step": 1278
    },
    {
      "epoch": 2.5966514459665144,
      "grad_norm": 0.7682701087480387,
      "learning_rate": 5.468441380623169e-07,
      "loss": 0.0619,
      "step": 1280
    },
    {
      "epoch": 2.6007102993404363,
      "grad_norm": 0.6379342121635503,
      "learning_rate": 5.361607745106817e-07,
      "loss": 0.0534,
      "step": 1282
    },
    {
      "epoch": 2.604769152714358,
      "grad_norm": 0.6746813956871355,
      "learning_rate": 5.255768853671011e-07,
      "loss": 0.0568,
      "step": 1284
    },
    {
      "epoch": 2.60882800608828,
      "grad_norm": 0.5662682410250746,
      "learning_rate": 5.150927064882089e-07,
      "loss": 0.0488,
      "step": 1286
    },
    {
      "epoch": 2.612886859462202,
      "grad_norm": 0.7495492021339842,
      "learning_rate": 5.047084715086515e-07,
      "loss": 0.0627,
      "step": 1288
    },
    {
      "epoch": 2.6169457128361238,
      "grad_norm": 0.5821244808744749,
      "learning_rate": 4.944244118358721e-07,
      "loss": 0.0496,
      "step": 1290
    },
    {
      "epoch": 2.6210045662100456,
      "grad_norm": 0.6716113774136223,
      "learning_rate": 4.842407566449591e-07,
      "loss": 0.0527,
      "step": 1292
    },
    {
      "epoch": 2.6250634195839675,
      "grad_norm": 0.6675478536309039,
      "learning_rate": 4.741577328735364e-07,
      "loss": 0.0562,
      "step": 1294
    },
    {
      "epoch": 2.6291222729578894,
      "grad_norm": 0.6215223340536244,
      "learning_rate": 4.641755652167107e-07,
      "loss": 0.0557,
      "step": 1296
    },
    {
      "epoch": 2.6331811263318112,
      "grad_norm": 0.6998801247830552,
      "learning_rate": 4.5429447612205635e-07,
      "loss": 0.0559,
      "step": 1298
    },
    {
      "epoch": 2.637239979705733,
      "grad_norm": 0.7251216921883125,
      "learning_rate": 4.445146857846672e-07,
      "loss": 0.0505,
      "step": 1300
    },
    {
      "epoch": 2.641298833079655,
      "grad_norm": 0.674778502737252,
      "learning_rate": 4.3483641214224325e-07,
      "loss": 0.0536,
      "step": 1302
    },
    {
      "epoch": 2.645357686453577,
      "grad_norm": 0.603226222531606,
      "learning_rate": 4.2525987087023433e-07,
      "loss": 0.0492,
      "step": 1304
    },
    {
      "epoch": 2.6494165398274987,
      "grad_norm": 0.7870111250427357,
      "learning_rate": 4.1578527537703973e-07,
      "loss": 0.061,
      "step": 1306
    },
    {
      "epoch": 2.6534753932014206,
      "grad_norm": 0.6451056158523719,
      "learning_rate": 4.064128367992459e-07,
      "loss": 0.0556,
      "step": 1308
    },
    {
      "epoch": 2.6575342465753424,
      "grad_norm": 0.7137232587300326,
      "learning_rate": 3.971427639969233e-07,
      "loss": 0.0557,
      "step": 1310
    },
    {
      "epoch": 2.6615930999492643,
      "grad_norm": 0.6325976622831373,
      "learning_rate": 3.879752635489736e-07,
      "loss": 0.0525,
      "step": 1312
    },
    {
      "epoch": 2.665651953323186,
      "grad_norm": 0.670332593338025,
      "learning_rate": 3.7891053974852597e-07,
      "loss": 0.0524,
      "step": 1314
    },
    {
      "epoch": 2.669710806697108,
      "grad_norm": 0.6627524615579112,
      "learning_rate": 3.6994879459838375e-07,
      "loss": 0.0557,
      "step": 1316
    },
    {
      "epoch": 2.67376966007103,
      "grad_norm": 0.6143115984862325,
      "learning_rate": 3.6109022780652147e-07,
      "loss": 0.0569,
      "step": 1318
    },
    {
      "epoch": 2.6778285134449518,
      "grad_norm": 0.645959952937934,
      "learning_rate": 3.5233503678163696e-07,
      "loss": 0.0571,
      "step": 1320
    },
    {
      "epoch": 2.6818873668188736,
      "grad_norm": 0.6681068621470589,
      "learning_rate": 3.4368341662875004e-07,
      "loss": 0.0535,
      "step": 1322
    },
    {
      "epoch": 2.6859462201927955,
      "grad_norm": 0.6686418775510267,
      "learning_rate": 3.3513556014485805e-07,
      "loss": 0.0615,
      "step": 1324
    },
    {
      "epoch": 2.6900050735667174,
      "grad_norm": 0.7424511108861405,
      "learning_rate": 3.26691657814634e-07,
      "loss": 0.0592,
      "step": 1326
    },
    {
      "epoch": 2.6940639269406392,
      "grad_norm": 0.659620559037728,
      "learning_rate": 3.183518978061895e-07,
      "loss": 0.0555,
      "step": 1328
    },
    {
      "epoch": 2.698122780314561,
      "grad_norm": 0.6744968743539785,
      "learning_rate": 3.101164659668732e-07,
      "loss": 0.0557,
      "step": 1330
    },
    {
      "epoch": 2.702181633688483,
      "grad_norm": 0.6611821221163022,
      "learning_rate": 3.0198554581913343e-07,
      "loss": 0.0572,
      "step": 1332
    },
    {
      "epoch": 2.706240487062405,
      "grad_norm": 0.6422102786010568,
      "learning_rate": 2.9395931855643043e-07,
      "loss": 0.0529,
      "step": 1334
    },
    {
      "epoch": 2.7102993404363267,
      "grad_norm": 0.5990751150942317,
      "learning_rate": 2.860379630391935e-07,
      "loss": 0.0522,
      "step": 1336
    },
    {
      "epoch": 2.7143581938102486,
      "grad_norm": 0.6397947037965095,
      "learning_rate": 2.7822165579084013e-07,
      "loss": 0.0516,
      "step": 1338
    },
    {
      "epoch": 2.7184170471841704,
      "grad_norm": 0.6033731180075299,
      "learning_rate": 2.705105709938388e-07,
      "loss": 0.0522,
      "step": 1340
    },
    {
      "epoch": 2.7224759005580923,
      "grad_norm": 0.5850767244585305,
      "learning_rate": 2.629048804858275e-07,
      "loss": 0.0571,
      "step": 1342
    },
    {
      "epoch": 2.726534753932014,
      "grad_norm": 0.6793421437999266,
      "learning_rate": 2.5540475375578967e-07,
      "loss": 0.0579,
      "step": 1344
    },
    {
      "epoch": 2.730593607305936,
      "grad_norm": 0.6089471972028935,
      "learning_rate": 2.4801035794026987e-07,
      "loss": 0.0537,
      "step": 1346
    },
    {
      "epoch": 2.734652460679858,
      "grad_norm": 0.5978644646078147,
      "learning_rate": 2.407218578196524e-07,
      "loss": 0.0521,
      "step": 1348
    },
    {
      "epoch": 2.7387113140537798,
      "grad_norm": 0.6521169806760104,
      "learning_rate": 2.3353941581449048e-07,
      "loss": 0.0584,
      "step": 1350
    },
    {
      "epoch": 2.7427701674277016,
      "grad_norm": 0.6427655880180726,
      "learning_rate": 2.2646319198188495e-07,
      "loss": 0.0531,
      "step": 1352
    },
    {
      "epoch": 2.7468290208016235,
      "grad_norm": 0.7400104362172217,
      "learning_rate": 2.1949334401192013e-07,
      "loss": 0.0597,
      "step": 1354
    },
    {
      "epoch": 2.7508878741755454,
      "grad_norm": 0.7047967548664266,
      "learning_rate": 2.1263002722414383e-07,
      "loss": 0.0593,
      "step": 1356
    },
    {
      "epoch": 2.7549467275494672,
      "grad_norm": 0.6950676115493591,
      "learning_rate": 2.0587339456411503e-07,
      "loss": 0.0558,
      "step": 1358
    },
    {
      "epoch": 2.759005580923389,
      "grad_norm": 0.6247096449549893,
      "learning_rate": 1.9922359659998724e-07,
      "loss": 0.0535,
      "step": 1360
    },
    {
      "epoch": 2.763064434297311,
      "grad_norm": 0.6324280760328311,
      "learning_rate": 1.9268078151915724e-07,
      "loss": 0.0572,
      "step": 1362
    },
    {
      "epoch": 2.767123287671233,
      "grad_norm": 0.6887667157732265,
      "learning_rate": 1.8624509512496336e-07,
      "loss": 0.0567,
      "step": 1364
    },
    {
      "epoch": 2.7711821410451547,
      "grad_norm": 0.6432677564664775,
      "learning_rate": 1.799166808334335e-07,
      "loss": 0.0561,
      "step": 1366
    },
    {
      "epoch": 2.7752409944190766,
      "grad_norm": 0.6374676188470956,
      "learning_rate": 1.7369567967009226e-07,
      "loss": 0.052,
      "step": 1368
    },
    {
      "epoch": 2.7792998477929984,
      "grad_norm": 0.6411778692609862,
      "learning_rate": 1.6758223026681507e-07,
      "loss": 0.056,
      "step": 1370
    },
    {
      "epoch": 2.7833587011669203,
      "grad_norm": 0.5631134199833117,
      "learning_rate": 1.615764688587429e-07,
      "loss": 0.0508,
      "step": 1372
    },
    {
      "epoch": 2.787417554540842,
      "grad_norm": 0.6819140357771947,
      "learning_rate": 1.5567852928124237e-07,
      "loss": 0.0571,
      "step": 1374
    },
    {
      "epoch": 2.791476407914764,
      "grad_norm": 0.5799311609819854,
      "learning_rate": 1.4988854296692557e-07,
      "loss": 0.0503,
      "step": 1376
    },
    {
      "epoch": 2.795535261288686,
      "grad_norm": 0.6901834332410363,
      "learning_rate": 1.442066389427199e-07,
      "loss": 0.0599,
      "step": 1378
    },
    {
      "epoch": 2.7995941146626078,
      "grad_norm": 0.6242349895835719,
      "learning_rate": 1.386329438269929e-07,
      "loss": 0.0563,
      "step": 1380
    },
    {
      "epoch": 2.8036529680365296,
      "grad_norm": 0.6747442124346058,
      "learning_rate": 1.3316758182673307e-07,
      "loss": 0.0559,
      "step": 1382
    },
    {
      "epoch": 2.8077118214104515,
      "grad_norm": 0.6806732183113077,
      "learning_rate": 1.2781067473477905e-07,
      "loss": 0.0553,
      "step": 1384
    },
    {
      "epoch": 2.8117706747843734,
      "grad_norm": 0.5453489129772455,
      "learning_rate": 1.225623419271055e-07,
      "loss": 0.0492,
      "step": 1386
    },
    {
      "epoch": 2.8158295281582952,
      "grad_norm": 0.6628204710761366,
      "learning_rate": 1.1742270036016523e-07,
      "loss": 0.0542,
      "step": 1388
    },
    {
      "epoch": 2.819888381532217,
      "grad_norm": 0.6122682091369429,
      "learning_rate": 1.1239186456828033e-07,
      "loss": 0.0551,
      "step": 1390
    },
    {
      "epoch": 2.823947234906139,
      "grad_norm": 0.6936962374041317,
      "learning_rate": 1.0746994666109234e-07,
      "loss": 0.0573,
      "step": 1392
    },
    {
      "epoch": 2.828006088280061,
      "grad_norm": 0.5643200467907136,
      "learning_rate": 1.0265705632106216e-07,
      "loss": 0.0546,
      "step": 1394
    },
    {
      "epoch": 2.8320649416539827,
      "grad_norm": 0.6353165412067484,
      "learning_rate": 9.795330080102527e-08,
      "loss": 0.0541,
      "step": 1396
    },
    {
      "epoch": 2.8361237950279046,
      "grad_norm": 0.6131605918166376,
      "learning_rate": 9.335878492180373e-08,
      "loss": 0.0519,
      "step": 1398
    },
    {
      "epoch": 2.8401826484018264,
      "grad_norm": 0.6838700561564602,
      "learning_rate": 8.887361106986848e-08,
      "loss": 0.0557,
      "step": 1400
    },
    {
      "epoch": 2.8442415017757483,
      "grad_norm": 0.6903440686599182,
      "learning_rate": 8.44978791950607e-08,
      "loss": 0.0594,
      "step": 1402
    },
    {
      "epoch": 2.84830035514967,
      "grad_norm": 0.6727563667189779,
      "learning_rate": 8.023168680835913e-08,
      "loss": 0.0599,
      "step": 1404
    },
    {
      "epoch": 2.852359208523592,
      "grad_norm": 0.6714864747461081,
      "learning_rate": 7.60751289797118e-08,
      "loss": 0.0596,
      "step": 1406
    },
    {
      "epoch": 2.856418061897514,
      "grad_norm": 0.6100055956786066,
      "learning_rate": 7.202829833591496e-08,
      "loss": 0.056,
      "step": 1408
    },
    {
      "epoch": 2.8604769152714358,
      "grad_norm": 0.6561132306996892,
      "learning_rate": 6.809128505855189e-08,
      "loss": 0.0556,
      "step": 1410
    },
    {
      "epoch": 2.8645357686453576,
      "grad_norm": 0.6332585194044941,
      "learning_rate": 6.426417688197961e-08,
      "loss": 0.0532,
      "step": 1412
    },
    {
      "epoch": 2.8685946220192795,
      "grad_norm": 0.6170375673674818,
      "learning_rate": 6.054705909137426e-08,
      "loss": 0.0496,
      "step": 1414
    },
    {
      "epoch": 2.8726534753932014,
      "grad_norm": 0.60220768047444,
      "learning_rate": 5.6940014520834865e-08,
      "loss": 0.0539,
      "step": 1416
    },
    {
      "epoch": 2.8767123287671232,
      "grad_norm": 0.5816521708453392,
      "learning_rate": 5.344312355153036e-08,
      "loss": 0.0523,
      "step": 1418
    },
    {
      "epoch": 2.880771182141045,
      "grad_norm": 0.6233216693560418,
      "learning_rate": 5.005646410991549e-08,
      "loss": 0.0547,
      "step": 1420
    },
    {
      "epoch": 2.884830035514967,
      "grad_norm": 0.6419014793947228,
      "learning_rate": 4.678011166598884e-08,
      "loss": 0.0619,
      "step": 1422
    },
    {
      "epoch": 2.888888888888889,
      "grad_norm": 0.6187502232959146,
      "learning_rate": 4.3614139231614725e-08,
      "loss": 0.0506,
      "step": 1424
    },
    {
      "epoch": 2.8929477422628107,
      "grad_norm": 0.6573679267165627,
      "learning_rate": 4.0558617358892326e-08,
      "loss": 0.054,
      "step": 1426
    },
    {
      "epoch": 2.8970065956367326,
      "grad_norm": 0.7332565562788992,
      "learning_rate": 3.7613614138587995e-08,
      "loss": 0.0587,
      "step": 1428
    },
    {
      "epoch": 2.9010654490106544,
      "grad_norm": 0.6415121216139319,
      "learning_rate": 3.477919519861428e-08,
      "loss": 0.0537,
      "step": 1430
    },
    {
      "epoch": 2.9051243023845763,
      "grad_norm": 0.7104972559533141,
      "learning_rate": 3.205542370256997e-08,
      "loss": 0.0549,
      "step": 1432
    },
    {
      "epoch": 2.909183155758498,
      "grad_norm": 0.6659234362952994,
      "learning_rate": 2.944236034832959e-08,
      "loss": 0.059,
      "step": 1434
    },
    {
      "epoch": 2.91324200913242,
      "grad_norm": 0.6504771749865272,
      "learning_rate": 2.6940063366693303e-08,
      "loss": 0.0545,
      "step": 1436
    },
    {
      "epoch": 2.917300862506342,
      "grad_norm": 0.6035759484889454,
      "learning_rate": 2.4548588520089123e-08,
      "loss": 0.0544,
      "step": 1438
    },
    {
      "epoch": 2.9213597158802638,
      "grad_norm": 0.6114721671996689,
      "learning_rate": 2.2267989101328878e-08,
      "loss": 0.0531,
      "step": 1440
    },
    {
      "epoch": 2.9254185692541856,
      "grad_norm": 0.6776141271918054,
      "learning_rate": 2.0098315932421952e-08,
      "loss": 0.0548,
      "step": 1442
    },
    {
      "epoch": 2.9294774226281075,
      "grad_norm": 0.5785157075548263,
      "learning_rate": 1.803961736344062e-08,
      "loss": 0.0489,
      "step": 1444
    },
    {
      "epoch": 2.9335362760020294,
      "grad_norm": 0.6257664598177896,
      "learning_rate": 1.6091939271446478e-08,
      "loss": 0.0541,
      "step": 1446
    },
    {
      "epoch": 2.9375951293759512,
      "grad_norm": 0.6581827205937377,
      "learning_rate": 1.4255325059463477e-08,
      "loss": 0.057,
      "step": 1448
    },
    {
      "epoch": 2.941653982749873,
      "grad_norm": 0.5842892930844981,
      "learning_rate": 1.252981565551481e-08,
      "loss": 0.0524,
      "step": 1450
    },
    {
      "epoch": 2.945712836123795,
      "grad_norm": 0.660064548851826,
      "learning_rate": 1.0915449511708088e-08,
      "loss": 0.0546,
      "step": 1452
    },
    {
      "epoch": 2.949771689497717,
      "grad_norm": 0.6419857691002046,
      "learning_rate": 9.412262603378797e-09,
      "loss": 0.0544,
      "step": 1454
    },
    {
      "epoch": 2.9538305428716387,
      "grad_norm": 0.5794278961094809,
      "learning_rate": 8.020288428289836e-09,
      "loss": 0.0532,
      "step": 1456
    },
    {
      "epoch": 2.9578893962455606,
      "grad_norm": 0.7121133884438979,
      "learning_rate": 6.739558005884883e-09,
      "loss": 0.0577,
      "step": 1458
    },
    {
      "epoch": 2.9619482496194824,
      "grad_norm": 0.6610137998761876,
      "learning_rate": 5.570099876595625e-09,
      "loss": 0.0582,
      "step": 1460
    },
    {
      "epoch": 2.9660071029934043,
      "grad_norm": 0.5782156107576852,
      "learning_rate": 4.511940101207812e-09,
      "loss": 0.0517,
      "step": 1462
    },
    {
      "epoch": 2.970065956367326,
      "grad_norm": 0.6497750292771783,
      "learning_rate": 3.565102260278397e-09,
      "loss": 0.0566,
      "step": 1464
    },
    {
      "epoch": 2.974124809741248,
      "grad_norm": 0.6075980392613102,
      "learning_rate": 2.72960745361206e-09,
      "loss": 0.0521,
      "step": 1466
    },
    {
      "epoch": 2.97818366311517,
      "grad_norm": 0.6593396919810925,
      "learning_rate": 2.0054742997893674e-09,
      "loss": 0.0561,
      "step": 1468
    },
    {
      "epoch": 2.9822425164890918,
      "grad_norm": 0.6349479858496213,
      "learning_rate": 1.392718935752102e-09,
      "loss": 0.0527,
      "step": 1470
    },
    {
      "epoch": 2.9863013698630136,
      "grad_norm": 0.6624916331368633,
      "learning_rate": 8.913550164463269e-10,
      "loss": 0.053,
      "step": 1472
    },
    {
      "epoch": 2.9903602232369355,
      "grad_norm": 0.6290549360832741,
      "learning_rate": 5.013937145131875e-10,
      "loss": 0.0563,
      "step": 1474
    },
    {
      "epoch": 2.9944190766108574,
      "grad_norm": 0.625615525565498,
      "learning_rate": 2.2284372004410804e-10,
      "loss": 0.0562,
      "step": 1476
    },
    {
      "epoch": 2.9984779299847792,
      "grad_norm": 0.5809460613562152,
      "learning_rate": 5.5711240385392106e-11,
      "loss": 0.0501,
      "step": 1478
    },
    {
      "epoch": 3.0,
      "step": 1479,
      "total_flos": 4127658346151936.0,
      "train_loss": 0.21015015432889433,
      "train_runtime": 144374.0796,
      "train_samples_per_second": 1.311,
      "train_steps_per_second": 0.01
    }
  ],
  "logging_steps": 2,
  "max_steps": 1479,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4127658346151936.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}