{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 5314,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.000940910801656003,
      "grad_norm": 60.01997358091019,
      "learning_rate": 2.8195488721804507e-06,
      "loss": 3.7648,
      "step": 5
    },
    {
      "epoch": 0.001881821603312006,
      "grad_norm": 43.13189358709948,
      "learning_rate": 5.6390977443609015e-06,
      "loss": 3.7027,
      "step": 10
    },
    {
      "epoch": 0.002822732404968009,
      "grad_norm": 21.06725791656804,
      "learning_rate": 8.458646616541352e-06,
      "loss": 2.9202,
      "step": 15
    },
    {
      "epoch": 0.003763643206624012,
      "grad_norm": 10.467981092560883,
      "learning_rate": 1.1278195488721803e-05,
      "loss": 2.2189,
      "step": 20
    },
    {
      "epoch": 0.004704554008280015,
      "grad_norm": 4.304956998410812,
      "learning_rate": 1.4097744360902254e-05,
      "loss": 1.7602,
      "step": 25
    },
    {
      "epoch": 0.005645464809936018,
      "grad_norm": 2.039731988186442,
      "learning_rate": 1.6917293233082704e-05,
      "loss": 1.421,
      "step": 30
    },
    {
      "epoch": 0.006586375611592021,
      "grad_norm": 1.142378863342944,
      "learning_rate": 1.9736842105263155e-05,
      "loss": 1.2312,
      "step": 35
    },
    {
      "epoch": 0.007527286413248024,
      "grad_norm": 0.560089452128016,
      "learning_rate": 2.2556390977443606e-05,
      "loss": 1.1372,
      "step": 40
    },
    {
      "epoch": 0.008468197214904027,
      "grad_norm": 0.5228484190309799,
      "learning_rate": 2.5375939849624057e-05,
      "loss": 1.0764,
      "step": 45
    },
    {
      "epoch": 0.00940910801656003,
      "grad_norm": 0.34335801536002225,
      "learning_rate": 2.8195488721804508e-05,
      "loss": 1.0306,
      "step": 50
    },
    {
      "epoch": 0.010350018818216034,
      "grad_norm": 0.3215605332639539,
      "learning_rate": 3.101503759398496e-05,
      "loss": 0.9845,
      "step": 55
    },
    {
      "epoch": 0.011290929619872036,
      "grad_norm": 0.22796155046045471,
      "learning_rate": 3.383458646616541e-05,
      "loss": 1.0076,
      "step": 60
    },
    {
      "epoch": 0.012231840421528039,
      "grad_norm": 0.19722227209725182,
      "learning_rate": 3.665413533834586e-05,
      "loss": 1.0149,
      "step": 65
    },
    {
      "epoch": 0.013172751223184042,
      "grad_norm": 0.21801488393560356,
      "learning_rate": 3.947368421052631e-05,
      "loss": 0.9928,
      "step": 70
    },
    {
      "epoch": 0.014113662024840046,
      "grad_norm": 0.2160945691538292,
      "learning_rate": 4.2293233082706764e-05,
      "loss": 0.9793,
      "step": 75
    },
    {
      "epoch": 0.015054572826496047,
      "grad_norm": 0.1709423275538542,
      "learning_rate": 4.511278195488721e-05,
      "loss": 0.9415,
      "step": 80
    },
    {
      "epoch": 0.015995483628152053,
      "grad_norm": 0.1984231147448857,
      "learning_rate": 4.7932330827067666e-05,
      "loss": 0.9456,
      "step": 85
    },
    {
      "epoch": 0.016936394429808054,
      "grad_norm": 0.16064378379367358,
      "learning_rate": 5.0751879699248114e-05,
      "loss": 0.937,
      "step": 90
    },
    {
      "epoch": 0.017877305231464056,
      "grad_norm": 0.17183543893075945,
      "learning_rate": 5.357142857142857e-05,
      "loss": 0.939,
      "step": 95
    },
    {
      "epoch": 0.01881821603312006,
      "grad_norm": 0.13904432551213514,
      "learning_rate": 5.6390977443609016e-05,
      "loss": 0.9358,
      "step": 100
    },
    {
      "epoch": 0.019759126834776063,
      "grad_norm": 0.14843412643116974,
      "learning_rate": 5.921052631578947e-05,
      "loss": 0.9221,
      "step": 105
    },
    {
      "epoch": 0.020700037636432068,
      "grad_norm": 0.14289835041826568,
      "learning_rate": 6.203007518796992e-05,
      "loss": 0.9335,
      "step": 110
    },
    {
      "epoch": 0.02164094843808807,
      "grad_norm": 0.12123282065253636,
      "learning_rate": 6.484962406015037e-05,
      "loss": 0.9428,
      "step": 115
    },
    {
      "epoch": 0.02258185923974407,
      "grad_norm": 0.12416935651368655,
      "learning_rate": 6.766917293233081e-05,
      "loss": 0.9183,
      "step": 120
    },
    {
      "epoch": 0.023522770041400076,
      "grad_norm": 0.09188631695179955,
      "learning_rate": 7.048872180451127e-05,
      "loss": 0.9055,
      "step": 125
    },
    {
      "epoch": 0.024463680843056078,
      "grad_norm": 0.0876665353586765,
      "learning_rate": 7.330827067669172e-05,
      "loss": 0.9103,
      "step": 130
    },
    {
      "epoch": 0.025404591644712083,
      "grad_norm": 0.08243508531454458,
      "learning_rate": 7.612781954887218e-05,
      "loss": 0.8813,
      "step": 135
    },
    {
      "epoch": 0.026345502446368085,
      "grad_norm": 0.09264651144613481,
      "learning_rate": 7.894736842105262e-05,
      "loss": 0.9165,
      "step": 140
    },
    {
      "epoch": 0.027286413248024086,
      "grad_norm": 0.10132147434306207,
      "learning_rate": 8.176691729323307e-05,
      "loss": 0.9094,
      "step": 145
    },
    {
      "epoch": 0.02822732404968009,
      "grad_norm": 0.07777446691897923,
      "learning_rate": 8.458646616541353e-05,
      "loss": 0.919,
      "step": 150
    },
    {
      "epoch": 0.029168234851336093,
      "grad_norm": 0.0877254827678949,
      "learning_rate": 8.740601503759398e-05,
      "loss": 0.9092,
      "step": 155
    },
    {
      "epoch": 0.030109145652992095,
      "grad_norm": 0.0698681608512868,
      "learning_rate": 9.022556390977442e-05,
      "loss": 0.8901,
      "step": 160
    },
    {
      "epoch": 0.0310500564546481,
      "grad_norm": 0.07865064250292489,
      "learning_rate": 9.304511278195488e-05,
      "loss": 0.9177,
      "step": 165
    },
    {
      "epoch": 0.031990967256304105,
      "grad_norm": 0.07217084698029017,
      "learning_rate": 9.586466165413533e-05,
      "loss": 0.8612,
      "step": 170
    },
    {
      "epoch": 0.03293187805796011,
      "grad_norm": 0.07821397459573423,
      "learning_rate": 9.868421052631579e-05,
      "loss": 0.9028,
      "step": 175
    },
    {
      "epoch": 0.03387278885961611,
      "grad_norm": 0.07354195280117189,
      "learning_rate": 0.00010150375939849623,
      "loss": 0.8853,
      "step": 180
    },
    {
      "epoch": 0.03481369966127211,
      "grad_norm": 0.07326370701811867,
      "learning_rate": 0.00010432330827067668,
      "loss": 0.8976,
      "step": 185
    },
    {
      "epoch": 0.03575461046292811,
      "grad_norm": 0.0771216114229083,
      "learning_rate": 0.00010714285714285714,
      "loss": 0.8974,
      "step": 190
    },
    {
      "epoch": 0.03669552126458412,
      "grad_norm": 0.07423933567725373,
      "learning_rate": 0.00010996240601503759,
      "loss": 0.8983,
      "step": 195
    },
    {
      "epoch": 0.03763643206624012,
      "grad_norm": 0.07359448396484719,
      "learning_rate": 0.00011278195488721803,
      "loss": 0.8855,
      "step": 200
    },
    {
      "epoch": 0.038577342867896124,
      "grad_norm": 0.0705322988260988,
      "learning_rate": 0.00011560150375939849,
      "loss": 0.8902,
      "step": 205
    },
    {
      "epoch": 0.039518253669552125,
      "grad_norm": 0.07553017144819835,
      "learning_rate": 0.00011842105263157894,
      "loss": 0.8979,
      "step": 210
    },
    {
      "epoch": 0.04045916447120813,
      "grad_norm": 0.06639469040581934,
      "learning_rate": 0.0001212406015037594,
      "loss": 0.8726,
      "step": 215
    },
    {
      "epoch": 0.041400075272864136,
      "grad_norm": 0.07164418665916035,
      "learning_rate": 0.00012406015037593984,
      "loss": 0.8805,
      "step": 220
    },
    {
      "epoch": 0.04234098607452014,
      "grad_norm": 0.08024783310853623,
      "learning_rate": 0.00012687969924812028,
      "loss": 0.8846,
      "step": 225
    },
    {
      "epoch": 0.04328189687617614,
      "grad_norm": 0.06967695982721508,
      "learning_rate": 0.00012969924812030075,
      "loss": 0.8562,
      "step": 230
    },
    {
      "epoch": 0.04422280767783214,
      "grad_norm": 0.06791598862412057,
      "learning_rate": 0.0001325187969924812,
      "loss": 0.8981,
      "step": 235
    },
    {
      "epoch": 0.04516371847948814,
      "grad_norm": 0.06926389506888998,
      "learning_rate": 0.00013533834586466163,
      "loss": 0.8889,
      "step": 240
    },
    {
      "epoch": 0.04610462928114415,
      "grad_norm": 0.07683826514393188,
      "learning_rate": 0.0001381578947368421,
      "loss": 0.8801,
      "step": 245
    },
    {
      "epoch": 0.04704554008280015,
      "grad_norm": 0.08813591407993811,
      "learning_rate": 0.00014097744360902254,
      "loss": 0.8885,
      "step": 250
    },
    {
      "epoch": 0.047986450884456154,
      "grad_norm": 0.07234142660651707,
      "learning_rate": 0.000143796992481203,
      "loss": 0.8517,
      "step": 255
    },
    {
      "epoch": 0.048927361686112156,
      "grad_norm": 0.0648457622804495,
      "learning_rate": 0.00014661654135338345,
      "loss": 0.8912,
      "step": 260
    },
    {
      "epoch": 0.04986827248776816,
      "grad_norm": 0.07356170701724246,
      "learning_rate": 0.0001494360902255639,
      "loss": 0.9047,
      "step": 265
    },
    {
      "epoch": 0.050809183289424166,
      "grad_norm": 0.06615172685965298,
      "learning_rate": 0.00015225563909774436,
      "loss": 0.8807,
      "step": 270
    },
    {
      "epoch": 0.05175009409108017,
      "grad_norm": 0.06082657075881043,
      "learning_rate": 0.0001550751879699248,
      "loss": 0.8834,
      "step": 275
    },
    {
      "epoch": 0.05269100489273617,
      "grad_norm": 0.06342890619901809,
      "learning_rate": 0.00015789473684210524,
      "loss": 0.864,
      "step": 280
    },
    {
      "epoch": 0.05363191569439217,
      "grad_norm": 0.06319688554101384,
      "learning_rate": 0.0001607142857142857,
      "loss": 0.8684,
      "step": 285
    },
    {
      "epoch": 0.05457282649604817,
      "grad_norm": 0.06334243363623335,
      "learning_rate": 0.00016353383458646615,
      "loss": 0.8909,
      "step": 290
    },
    {
      "epoch": 0.055513737297704174,
      "grad_norm": 0.06333186578028213,
      "learning_rate": 0.00016635338345864662,
      "loss": 0.9081,
      "step": 295
    },
    {
      "epoch": 0.05645464809936018,
      "grad_norm": 0.07330638979979831,
      "learning_rate": 0.00016917293233082706,
      "loss": 0.8736,
      "step": 300
    },
    {
      "epoch": 0.057395558901016185,
      "grad_norm": 0.061476218135212986,
      "learning_rate": 0.00017199248120300752,
      "loss": 0.8572,
      "step": 305
    },
    {
      "epoch": 0.058336469702672186,
      "grad_norm": 0.06885650230162942,
      "learning_rate": 0.00017481203007518797,
      "loss": 0.8825,
      "step": 310
    },
    {
      "epoch": 0.05927738050432819,
      "grad_norm": 0.06201718392161657,
      "learning_rate": 0.00017763157894736838,
      "loss": 0.8791,
      "step": 315
    },
    {
      "epoch": 0.06021829130598419,
      "grad_norm": 0.05952975722354683,
      "learning_rate": 0.00018045112781954885,
      "loss": 0.8722,
      "step": 320
    },
    {
      "epoch": 0.0611592021076402,
      "grad_norm": 0.0845033558899056,
      "learning_rate": 0.0001832706766917293,
      "loss": 0.8779,
      "step": 325
    },
    {
      "epoch": 0.0621001129092962,
      "grad_norm": 0.0696024287202025,
      "learning_rate": 0.00018609022556390976,
      "loss": 0.8589,
      "step": 330
    },
    {
      "epoch": 0.0630410237109522,
      "grad_norm": 0.06743400038358317,
      "learning_rate": 0.00018890977443609022,
      "loss": 0.8943,
      "step": 335
    },
    {
      "epoch": 0.06398193451260821,
      "grad_norm": 0.06448702771901722,
      "learning_rate": 0.00019172932330827067,
      "loss": 0.8706,
      "step": 340
    },
    {
      "epoch": 0.0649228453142642,
      "grad_norm": 0.06648697936479611,
      "learning_rate": 0.00019454887218045113,
      "loss": 0.8715,
      "step": 345
    },
    {
      "epoch": 0.06586375611592021,
      "grad_norm": 0.07133760531354241,
      "learning_rate": 0.00019736842105263157,
      "loss": 0.8909,
      "step": 350
    },
    {
      "epoch": 0.06680466691757621,
      "grad_norm": 0.07400726358762413,
      "learning_rate": 0.000200187969924812,
      "loss": 0.8829,
      "step": 355
    },
    {
      "epoch": 0.06774557771923222,
      "grad_norm": 0.066751649475411,
      "learning_rate": 0.00020300751879699246,
      "loss": 0.8602,
      "step": 360
    },
    {
      "epoch": 0.06868648852088823,
      "grad_norm": 0.07170376738210353,
      "learning_rate": 0.0002058270676691729,
      "loss": 0.8519,
      "step": 365
    },
    {
      "epoch": 0.06962739932254422,
      "grad_norm": 0.06344374065815822,
      "learning_rate": 0.00020864661654135337,
      "loss": 0.8373,
      "step": 370
    },
    {
      "epoch": 0.07056831012420023,
      "grad_norm": 0.06254663540702332,
      "learning_rate": 0.0002114661654135338,
      "loss": 0.9122,
      "step": 375
    },
    {
      "epoch": 0.07150922092585622,
      "grad_norm": 0.06630769532444106,
      "learning_rate": 0.00021428571428571427,
      "loss": 0.8654,
      "step": 380
    },
    {
      "epoch": 0.07245013172751223,
      "grad_norm": 0.07154196055342273,
      "learning_rate": 0.00021710526315789472,
      "loss": 0.8698,
      "step": 385
    },
    {
      "epoch": 0.07339104252916824,
      "grad_norm": 0.06473991172822582,
      "learning_rate": 0.00021992481203007518,
      "loss": 0.8558,
      "step": 390
    },
    {
      "epoch": 0.07433195333082424,
      "grad_norm": 0.0641271642923791,
      "learning_rate": 0.0002227443609022556,
      "loss": 0.8825,
      "step": 395
    },
    {
      "epoch": 0.07527286413248024,
      "grad_norm": 0.07171043288638893,
      "learning_rate": 0.00022556390977443607,
      "loss": 0.8715,
      "step": 400
    },
    {
      "epoch": 0.07621377493413624,
      "grad_norm": 0.07945386130978546,
      "learning_rate": 0.0002283834586466165,
      "loss": 0.8718,
      "step": 405
    },
    {
      "epoch": 0.07715468573579225,
      "grad_norm": 0.06502361339008453,
      "learning_rate": 0.00023120300751879697,
      "loss": 0.8945,
      "step": 410
    },
    {
      "epoch": 0.07809559653744826,
      "grad_norm": 0.07560856132420715,
      "learning_rate": 0.00023402255639097742,
      "loss": 0.8527,
      "step": 415
    },
    {
      "epoch": 0.07903650733910425,
      "grad_norm": 0.06652060140595817,
      "learning_rate": 0.00023684210526315788,
      "loss": 0.8757,
      "step": 420
    },
    {
      "epoch": 0.07997741814076026,
      "grad_norm": 0.0634870168645207,
      "learning_rate": 0.00023966165413533832,
      "loss": 0.8795,
      "step": 425
    },
    {
      "epoch": 0.08091832894241625,
      "grad_norm": 0.06045441546519768,
      "learning_rate": 0.0002424812030075188,
      "loss": 0.8696,
      "step": 430
    },
    {
      "epoch": 0.08185923974407226,
      "grad_norm": 0.061655818665132714,
      "learning_rate": 0.00024530075187969923,
      "loss": 0.8558,
      "step": 435
    },
    {
      "epoch": 0.08280015054572827,
      "grad_norm": 0.06182009827579582,
      "learning_rate": 0.0002481203007518797,
      "loss": 0.8547,
      "step": 440
    },
    {
      "epoch": 0.08374106134738427,
      "grad_norm": 0.0639219310698945,
      "learning_rate": 0.0002509398496240601,
      "loss": 0.8752,
      "step": 445
    },
    {
      "epoch": 0.08468197214904027,
      "grad_norm": 0.05045686701916079,
      "learning_rate": 0.00025375939849624056,
      "loss": 0.8377,
      "step": 450
    },
    {
      "epoch": 0.08562288295069627,
      "grad_norm": 0.06119130976338784,
      "learning_rate": 0.00025657894736842105,
      "loss": 0.8795,
      "step": 455
    },
    {
      "epoch": 0.08656379375235228,
      "grad_norm": 0.05851515205626573,
      "learning_rate": 0.0002593984962406015,
      "loss": 0.8466,
      "step": 460
    },
    {
      "epoch": 0.08750470455400829,
      "grad_norm": 0.05891589185564019,
      "learning_rate": 0.00026221804511278193,
      "loss": 0.8508,
      "step": 465
    },
    {
      "epoch": 0.08844561535566428,
      "grad_norm": 0.06568583634178668,
      "learning_rate": 0.0002650375939849624,
      "loss": 0.8887,
      "step": 470
    },
    {
      "epoch": 0.08938652615732029,
      "grad_norm": 0.06559964245515083,
      "learning_rate": 0.00026785714285714287,
      "loss": 0.8517,
      "step": 475
    },
    {
      "epoch": 0.09032743695897628,
      "grad_norm": 0.06489995786075839,
      "learning_rate": 0.00027067669172932326,
      "loss": 0.876,
      "step": 480
    },
    {
      "epoch": 0.09126834776063229,
      "grad_norm": 0.059994926099869166,
      "learning_rate": 0.0002734962406015037,
      "loss": 0.8905,
      "step": 485
    },
    {
      "epoch": 0.0922092585622883,
      "grad_norm": 0.05813814908142138,
      "learning_rate": 0.0002763157894736842,
      "loss": 0.8935,
      "step": 490
    },
    {
      "epoch": 0.0931501693639443,
      "grad_norm": 0.06773262538564226,
      "learning_rate": 0.00027913533834586463,
      "loss": 0.8724,
      "step": 495
    },
    {
      "epoch": 0.0940910801656003,
      "grad_norm": 0.06172481466819506,
      "learning_rate": 0.0002819548872180451,
      "loss": 0.8488,
      "step": 500
    },
    {
      "epoch": 0.0950319909672563,
      "grad_norm": 0.05892455966797863,
      "learning_rate": 0.00028477443609022557,
      "loss": 0.8969,
      "step": 505
    },
    {
      "epoch": 0.09597290176891231,
      "grad_norm": 0.07375087726120111,
      "learning_rate": 0.000287593984962406,
      "loss": 0.8699,
      "step": 510
    },
    {
      "epoch": 0.09691381257056832,
      "grad_norm": 0.06156991814488305,
      "learning_rate": 0.00029041353383458645,
      "loss": 0.871,
      "step": 515
    },
    {
      "epoch": 0.09785472337222431,
      "grad_norm": 0.062492373867649643,
      "learning_rate": 0.0002932330827067669,
      "loss": 0.8804,
      "step": 520
    },
    {
      "epoch": 0.09879563417388032,
      "grad_norm": 0.05942165284065285,
      "learning_rate": 0.00029605263157894733,
      "loss": 0.8812,
      "step": 525
    },
    {
      "epoch": 0.09973654497553631,
      "grad_norm": 0.059197976767297204,
      "learning_rate": 0.0002988721804511278,
      "loss": 0.888,
      "step": 530
    },
    {
      "epoch": 0.10067745577719232,
      "grad_norm": 0.060788308115763814,
      "learning_rate": 0.00029999970867065386,
      "loss": 0.8777,
      "step": 535
    },
    {
      "epoch": 0.10161836657884833,
      "grad_norm": 0.06549563064661894,
      "learning_rate": 0.0002999979283287479,
      "loss": 0.8973,
      "step": 540
    },
    {
      "epoch": 0.10255927738050433,
      "grad_norm": 0.05637984655649405,
      "learning_rate": 0.0002999945295137593,
      "loss": 0.864,
      "step": 545
    },
    {
      "epoch": 0.10350018818216034,
      "grad_norm": 0.05419448738098367,
      "learning_rate": 0.00029998951226236113,
      "loss": 0.8528,
      "step": 550
    },
    {
      "epoch": 0.10444109898381633,
      "grad_norm": 0.055413842575868566,
      "learning_rate": 0.0002999828766286894,
      "loss": 0.8721,
      "step": 555
    },
    {
      "epoch": 0.10538200978547234,
      "grad_norm": 0.05124313574780934,
      "learning_rate": 0.0002999746226843424,
      "loss": 0.8867,
      "step": 560
    },
    {
      "epoch": 0.10632292058712833,
      "grad_norm": 0.054834397457305846,
      "learning_rate": 0.0002999647505183799,
      "loss": 0.861,
      "step": 565
    },
    {
      "epoch": 0.10726383138878434,
      "grad_norm": 0.05532784610616103,
      "learning_rate": 0.00029995326023732235,
      "loss": 0.896,
      "step": 570
    },
    {
      "epoch": 0.10820474219044035,
      "grad_norm": 0.056119336353656256,
      "learning_rate": 0.00029994015196514945,
      "loss": 0.8922,
      "step": 575
    },
    {
      "epoch": 0.10914565299209635,
      "grad_norm": 0.054803911827884036,
      "learning_rate": 0.00029992542584329914,
      "loss": 0.8748,
      "step": 580
    },
    {
      "epoch": 0.11008656379375235,
      "grad_norm": 0.0575432175173428,
      "learning_rate": 0.00029990908203066574,
      "loss": 0.8804,
      "step": 585
    },
    {
      "epoch": 0.11102747459540835,
      "grad_norm": 0.0522611031206057,
      "learning_rate": 0.00029989112070359853,
      "loss": 0.8619,
      "step": 590
    },
    {
      "epoch": 0.11196838539706436,
      "grad_norm": 0.053009150267980906,
      "learning_rate": 0.0002998715420558997,
      "loss": 0.8849,
      "step": 595
    },
    {
      "epoch": 0.11290929619872037,
      "grad_norm": 0.05254302852123155,
      "learning_rate": 0.0002998503462988222,
      "loss": 0.8939,
      "step": 600
    },
    {
      "epoch": 0.11385020700037636,
      "grad_norm": 0.05929685311259276,
      "learning_rate": 0.0002998275336610677,
      "loss": 0.8651,
      "step": 605
    },
    {
      "epoch": 0.11479111780203237,
      "grad_norm": 0.055640971519342844,
      "learning_rate": 0.0002998031043887838,
      "loss": 0.9132,
      "step": 610
    },
    {
      "epoch": 0.11573202860368836,
      "grad_norm": 0.06515281749731798,
      "learning_rate": 0.0002997770587455616,
      "loss": 0.8854,
      "step": 615
    },
    {
      "epoch": 0.11667293940534437,
      "grad_norm": 0.05226198007608227,
      "learning_rate": 0.00029974939701243284,
      "loss": 0.8936,
      "step": 620
    },
    {
      "epoch": 0.11761385020700038,
      "grad_norm": 0.05246222413311401,
      "learning_rate": 0.00029972011948786677,
      "loss": 0.8709,
      "step": 625
    },
    {
      "epoch": 0.11855476100865638,
      "grad_norm": 0.05531148888103947,
      "learning_rate": 0.0002996892264877669,
      "loss": 0.8652,
      "step": 630
    },
    {
      "epoch": 0.11949567181031238,
      "grad_norm": 0.05499488496867662,
      "learning_rate": 0.00029965671834546794,
      "loss": 0.8678,
      "step": 635
    },
    {
      "epoch": 0.12043658261196838,
      "grad_norm": 0.05755758230328177,
      "learning_rate": 0.0002996225954117316,
      "loss": 0.8574,
      "step": 640
    },
    {
      "epoch": 0.12137749341362439,
      "grad_norm": 0.05120044581677358,
      "learning_rate": 0.0002995868580547434,
      "loss": 0.8647,
      "step": 645
    },
    {
      "epoch": 0.1223184042152804,
      "grad_norm": 0.05183325596536476,
      "learning_rate": 0.00029954950666010827,
      "loss": 0.8572,
      "step": 650
    },
    {
      "epoch": 0.12325931501693639,
      "grad_norm": 0.05295080137171756,
      "learning_rate": 0.0002995105416308466,
      "loss": 0.8766,
      "step": 655
    },
    {
      "epoch": 0.1242002258185924,
      "grad_norm": 0.05489170605693284,
      "learning_rate": 0.0002994699633873899,
      "loss": 0.8791,
      "step": 660
    },
    {
      "epoch": 0.1251411366202484,
      "grad_norm": 0.05376647275139867,
      "learning_rate": 0.00029942777236757626,
      "loss": 0.8876,
      "step": 665
    },
    {
      "epoch": 0.1260820474219044,
      "grad_norm": 0.05253119730747103,
      "learning_rate": 0.0002993839690266454,
      "loss": 0.8817,
      "step": 670
    },
    {
      "epoch": 0.1270229582235604,
      "grad_norm": 0.0517706614738255,
      "learning_rate": 0.00029933855383723406,
      "loss": 0.8762,
      "step": 675
    },
    {
      "epoch": 0.12796386902521642,
      "grad_norm": 0.05981220672493737,
      "learning_rate": 0.00029929152728937067,
      "loss": 0.8721,
      "step": 680
    },
    {
      "epoch": 0.1289047798268724,
      "grad_norm": 0.052639270170391564,
      "learning_rate": 0.00029924288989047047,
      "loss": 0.8645,
      "step": 685
    },
    {
      "epoch": 0.1298456906285284,
      "grad_norm": 0.04870706752581317,
      "learning_rate": 0.0002991926421653293,
      "loss": 0.8406,
      "step": 690
    },
    {
      "epoch": 0.13078660143018442,
      "grad_norm": 0.051293819330064536,
      "learning_rate": 0.00029914078465611866,
      "loss": 0.8571,
      "step": 695
    },
    {
      "epoch": 0.13172751223184043,
      "grad_norm": 0.05202337778091494,
      "learning_rate": 0.0002990873179223796,
      "loss": 0.8337,
      "step": 700
    },
    {
      "epoch": 0.13266842303349644,
      "grad_norm": 0.05886832645070351,
      "learning_rate": 0.00029903224254101637,
      "loss": 0.8948,
      "step": 705
    },
    {
      "epoch": 0.13360933383515242,
      "grad_norm": 0.05784259384372831,
      "learning_rate": 0.00029897555910629077,
      "loss": 0.8893,
      "step": 710
    },
    {
      "epoch": 0.13455024463680842,
      "grad_norm": 0.049720758505550806,
      "learning_rate": 0.0002989172682298153,
      "loss": 0.8561,
      "step": 715
    },
    {
      "epoch": 0.13549115543846443,
      "grad_norm": 0.057567182371576854,
      "learning_rate": 0.00029885737054054673,
      "loss": 0.853,
      "step": 720
    },
    {
      "epoch": 0.13643206624012044,
      "grad_norm": 0.05157693817638803,
      "learning_rate": 0.00029879586668477936,
      "loss": 0.8359,
      "step": 725
    },
    {
      "epoch": 0.13737297704177645,
      "grad_norm": 0.0533272964269685,
      "learning_rate": 0.0002987327573261379,
      "loss": 0.908,
      "step": 730
    },
    {
      "epoch": 0.13831388784343243,
      "grad_norm": 0.05233796692330438,
      "learning_rate": 0.00029866804314557043,
      "loss": 0.8819,
      "step": 735
    },
    {
      "epoch": 0.13925479864508844,
      "grad_norm": 0.0573014910728429,
      "learning_rate": 0.0002986017248413409,
      "loss": 0.8973,
      "step": 740
    },
    {
      "epoch": 0.14019570944674445,
      "grad_norm": 0.052849475942016416,
      "learning_rate": 0.00029853380312902186,
      "loss": 0.8419,
      "step": 745
    },
    {
      "epoch": 0.14113662024840046,
      "grad_norm": 0.06011994209298975,
      "learning_rate": 0.0002984642787414865,
      "loss": 0.8804,
      "step": 750
    },
    {
      "epoch": 0.14207753105005647,
      "grad_norm": 0.05499188180020471,
      "learning_rate": 0.00029839315242890087,
      "loss": 0.8634,
      "step": 755
    },
    {
      "epoch": 0.14301844185171245,
      "grad_norm": 0.05499133991676239,
      "learning_rate": 0.00029832042495871576,
      "loss": 0.8583,
      "step": 760
    },
    {
      "epoch": 0.14395935265336846,
      "grad_norm": 0.05426291762052608,
      "learning_rate": 0.00029824609711565824,
      "loss": 0.8725,
      "step": 765
    },
    {
      "epoch": 0.14490026345502446,
      "grad_norm": 0.047322871594277255,
      "learning_rate": 0.0002981701697017236,
      "loss": 0.8561,
      "step": 770
    },
    {
      "epoch": 0.14584117425668047,
      "grad_norm": 0.05466867627510976,
      "learning_rate": 0.0002980926435361662,
      "loss": 0.8737,
      "step": 775
    },
    {
      "epoch": 0.14678208505833648,
      "grad_norm": 0.051544041730181685,
      "learning_rate": 0.0002980135194554911,
      "loss": 0.8562,
      "step": 780
    },
    {
      "epoch": 0.14772299585999246,
      "grad_norm": 0.0512691349349204,
      "learning_rate": 0.00029793279831344475,
      "loss": 0.8512,
      "step": 785
    },
    {
      "epoch": 0.14866390666164847,
      "grad_norm": 0.04756716736330136,
      "learning_rate": 0.0002978504809810057,
      "loss": 0.8612,
      "step": 790
    },
    {
      "epoch": 0.14960481746330448,
      "grad_norm": 0.04882280569803268,
      "learning_rate": 0.00029776656834637553,
      "loss": 0.8514,
      "step": 795
    },
    {
      "epoch": 0.1505457282649605,
      "grad_norm": 0.054783783095015,
      "learning_rate": 0.00029768106131496905,
      "loss": 0.8796,
      "step": 800
    },
    {
      "epoch": 0.1514866390666165,
      "grad_norm": 0.0531473951393396,
      "learning_rate": 0.0002975939608094045,
      "loss": 0.8565,
      "step": 805
    },
    {
      "epoch": 0.15242754986827248,
      "grad_norm": 0.05185385237557039,
      "learning_rate": 0.00029750526776949364,
      "loss": 0.8371,
      "step": 810
    },
    {
      "epoch": 0.15336846066992849,
      "grad_norm": 0.0505734130462192,
      "learning_rate": 0.00029741498315223174,
      "loss": 0.8626,
      "step": 815
    },
    {
      "epoch": 0.1543093714715845,
      "grad_norm": 0.055795428961054876,
      "learning_rate": 0.000297323107931787,
      "loss": 0.8642,
      "step": 820
    },
    {
      "epoch": 0.1552502822732405,
      "grad_norm": 0.048819133510848926,
      "learning_rate": 0.0002972296430994903,
      "loss": 0.8873,
      "step": 825
    },
    {
      "epoch": 0.1561911930748965,
      "grad_norm": 0.05322784832445891,
      "learning_rate": 0.00029713458966382434,
      "loss": 0.8578,
      "step": 830
    },
    {
      "epoch": 0.1571321038765525,
      "grad_norm": 0.05681519640146074,
      "learning_rate": 0.00029703794865041283,
      "loss": 0.8791,
      "step": 835
    },
    {
      "epoch": 0.1580730146782085,
      "grad_norm": 0.05999945592046972,
      "learning_rate": 0.0002969397211020093,
      "loss": 0.849,
      "step": 840
    },
    {
      "epoch": 0.1590139254798645,
      "grad_norm": 0.04571088658610958,
      "learning_rate": 0.00029683990807848596,
      "loss": 0.8483,
      "step": 845
    },
    {
      "epoch": 0.15995483628152052,
      "grad_norm": 0.06089448054645934,
      "learning_rate": 0.00029673851065682244,
      "loss": 0.863,
      "step": 850
    },
    {
      "epoch": 0.16089574708317653,
      "grad_norm": 0.06061988663918843,
      "learning_rate": 0.00029663552993109375,
      "loss": 0.8794,
      "step": 855
    },
    {
      "epoch": 0.1618366578848325,
      "grad_norm": 0.05182284732026814,
      "learning_rate": 0.0002965309670124588,
      "loss": 0.8607,
      "step": 860
    },
    {
      "epoch": 0.16277756868648852,
      "grad_norm": 0.04524287407933527,
      "learning_rate": 0.0002964248230291483,
      "loss": 0.844,
      "step": 865
    },
    {
      "epoch": 0.16371847948814452,
      "grad_norm": 0.051529772912372,
      "learning_rate": 0.0002963170991264526,
      "loss": 0.851,
      "step": 870
    },
    {
      "epoch": 0.16465939028980053,
      "grad_norm": 0.04587024085305175,
      "learning_rate": 0.0002962077964667093,
      "loss": 0.8595,
      "step": 875
    },
    {
      "epoch": 0.16560030109145654,
      "grad_norm": 0.05060611998562655,
      "learning_rate": 0.0002960969162292908,
      "loss": 0.8677,
      "step": 880
    },
    {
      "epoch": 0.16654121189311252,
      "grad_norm": 0.04499302822555919,
      "learning_rate": 0.00029598445961059156,
      "loss": 0.8271,
      "step": 885
    },
    {
      "epoch": 0.16748212269476853,
      "grad_norm": 0.05129556847823224,
      "learning_rate": 0.000295870427824015,
      "loss": 0.8881,
      "step": 890
    },
    {
      "epoch": 0.16842303349642454,
      "grad_norm": 0.04871115226254147,
      "learning_rate": 0.00029575482209996055,
      "loss": 0.8336,
      "step": 895
    },
    {
      "epoch": 0.16936394429808055,
      "grad_norm": 0.0566108024774645,
      "learning_rate": 0.0002956376436858106,
      "loss": 0.8494,
      "step": 900
    },
    {
      "epoch": 0.17030485509973656,
      "grad_norm": 0.048845770084260345,
      "learning_rate": 0.00029551889384591665,
      "loss": 0.8986,
      "step": 905
    },
    {
      "epoch": 0.17124576590139254,
      "grad_norm": 0.048327818597270665,
      "learning_rate": 0.0002953985738615858,
      "loss": 0.8693,
      "step": 910
    },
    {
      "epoch": 0.17218667670304855,
      "grad_norm": 0.05247614713322588,
      "learning_rate": 0.000295276685031067,
      "loss": 0.8485,
      "step": 915
    },
    {
      "epoch": 0.17312758750470456,
      "grad_norm": 0.047710655547393406,
      "learning_rate": 0.0002951532286695371,
      "loss": 0.8581,
      "step": 920
    },
    {
      "epoch": 0.17406849830636056,
      "grad_norm": 0.048026071717255266,
      "learning_rate": 0.0002950282061090864,
      "loss": 0.8417,
      "step": 925
    },
    {
      "epoch": 0.17500940910801657,
      "grad_norm": 0.047035746855751244,
      "learning_rate": 0.0002949016186987046,
      "loss": 0.877,
      "step": 930
    },
    {
      "epoch": 0.17595031990967255,
      "grad_norm": 0.046963321258380666,
      "learning_rate": 0.00029477346780426605,
      "loss": 0.8792,
      "step": 935
    },
    {
      "epoch": 0.17689123071132856,
      "grad_norm": 0.04969923101676293,
      "learning_rate": 0.0002946437548085148,
      "loss": 0.8598,
      "step": 940
    },
    {
      "epoch": 0.17783214151298457,
      "grad_norm": 0.04621552171294473,
      "learning_rate": 0.0002945124811110504,
      "loss": 0.8335,
      "step": 945
    },
    {
      "epoch": 0.17877305231464058,
      "grad_norm": 0.051617110249976034,
      "learning_rate": 0.0002943796481283118,
      "loss": 0.8719,
      "step": 950
    },
    {
      "epoch": 0.1797139631162966,
      "grad_norm": 0.043058880781635334,
      "learning_rate": 0.000294245257293563,
      "loss": 0.8558,
      "step": 955
    },
    {
      "epoch": 0.18065487391795257,
      "grad_norm": 0.05388724186288067,
      "learning_rate": 0.00029410931005687696,
      "loss": 0.8519,
      "step": 960
    },
    {
      "epoch": 0.18159578471960858,
      "grad_norm": 0.04857900819806878,
      "learning_rate": 0.00029397180788512026,
      "loss": 0.8527,
      "step": 965
    },
    {
      "epoch": 0.18253669552126459,
      "grad_norm": 0.05424964878908578,
      "learning_rate": 0.0002938327522619371,
      "loss": 0.8568,
      "step": 970
    },
    {
      "epoch": 0.1834776063229206,
      "grad_norm": 0.05227365290335698,
      "learning_rate": 0.0002936921446877334,
      "loss": 0.8633,
      "step": 975
    },
    {
      "epoch": 0.1844185171245766,
      "grad_norm": 0.051325801180247675,
      "learning_rate": 0.0002935499866796607,
      "loss": 0.8848,
      "step": 980
    },
    {
      "epoch": 0.18535942792623258,
      "grad_norm": 0.05574668624448867,
      "learning_rate": 0.00029340627977159957,
      "loss": 0.8387,
      "step": 985
    },
    {
      "epoch": 0.1863003387278886,
      "grad_norm": 0.05634617811405129,
      "learning_rate": 0.0002932610255141431,
      "loss": 0.8611,
      "step": 990
    },
    {
      "epoch": 0.1872412495295446,
      "grad_norm": 0.04490025753044342,
      "learning_rate": 0.0002931142254745804,
      "loss": 0.8696,
      "step": 995
    },
    {
      "epoch": 0.1881821603312006,
      "grad_norm": 0.04554083227376874,
      "learning_rate": 0.0002929658812368794,
      "loss": 0.8518,
      "step": 1000
    },
    {
      "epoch": 0.18912307113285662,
      "grad_norm": 0.04781802172474072,
      "learning_rate": 0.0002928159944016698,
      "loss": 0.8371,
      "step": 1005
    },
    {
      "epoch": 0.1900639819345126,
      "grad_norm": 0.0489899852900461,
      "learning_rate": 0.00029266456658622617,
      "loss": 0.8826,
      "step": 1010
    },
    {
      "epoch": 0.1910048927361686,
      "grad_norm": 0.047291616554045394,
      "learning_rate": 0.0002925115994244499,
      "loss": 0.8193,
      "step": 1015
    },
    {
      "epoch": 0.19194580353782462,
      "grad_norm": 0.04800411582285608,
      "learning_rate": 0.000292357094566852,
      "loss": 0.8566,
      "step": 1020
    },
    {
      "epoch": 0.19288671433948062,
      "grad_norm": 0.05017688668028036,
      "learning_rate": 0.00029220105368053535,
      "loss": 0.8278,
      "step": 1025
    },
    {
      "epoch": 0.19382762514113663,
      "grad_norm": 0.05255812021463712,
      "learning_rate": 0.0002920434784491762,
      "loss": 0.8518,
      "step": 1030
    },
    {
      "epoch": 0.19476853594279261,
      "grad_norm": 0.04644990001608543,
      "learning_rate": 0.00029188437057300654,
      "loss": 0.8295,
      "step": 1035
    },
    {
      "epoch": 0.19570944674444862,
      "grad_norm": 0.051889984533039224,
      "learning_rate": 0.00029172373176879554,
      "loss": 0.8511,
      "step": 1040
    },
    {
      "epoch": 0.19665035754610463,
      "grad_norm": 0.05006046094748636,
      "learning_rate": 0.000291561563769831,
      "loss": 0.8699,
      "step": 1045
    },
    {
      "epoch": 0.19759126834776064,
      "grad_norm": 0.04471198696865864,
      "learning_rate": 0.00029139786832590075,
      "loss": 0.8204,
      "step": 1050
    },
    {
      "epoch": 0.19853217914941665,
      "grad_norm": 0.046864689834249275,
      "learning_rate": 0.00029123264720327355,
      "loss": 0.8482,
      "step": 1055
    },
    {
      "epoch": 0.19947308995107263,
      "grad_norm": 0.05135087246231078,
      "learning_rate": 0.0002910659021846803,
      "loss": 0.8483,
      "step": 1060
    },
    {
      "epoch": 0.20041400075272864,
      "grad_norm": 0.04785073870168607,
      "learning_rate": 0.00029089763506929476,
      "loss": 0.8503,
      "step": 1065
    },
    {
      "epoch": 0.20135491155438465,
      "grad_norm": 0.05489000507522068,
      "learning_rate": 0.0002907278476727139,
      "loss": 0.8273,
      "step": 1070
    },
    {
      "epoch": 0.20229582235604066,
      "grad_norm": 0.04772968129164812,
      "learning_rate": 0.0002905565418269386,
      "loss": 0.869,
      "step": 1075
    },
    {
      "epoch": 0.20323673315769666,
      "grad_norm": 0.0468360392868491,
      "learning_rate": 0.0002903837193803537,
      "loss": 0.8593,
      "step": 1080
    },
    {
      "epoch": 0.20417764395935264,
      "grad_norm": 0.05048292893225177,
      "learning_rate": 0.00029020938219770815,
      "loss": 0.8509,
      "step": 1085
    },
    {
      "epoch": 0.20511855476100865,
      "grad_norm": 0.050674095814671125,
      "learning_rate": 0.0002900335321600949,
      "loss": 0.8687,
      "step": 1090
    },
    {
      "epoch": 0.20605946556266466,
      "grad_norm": 0.04788733400998382,
      "learning_rate": 0.00028985617116493044,
      "loss": 0.8472,
      "step": 1095
    },
    {
      "epoch": 0.20700037636432067,
      "grad_norm": 0.04582231610895905,
      "learning_rate": 0.0002896773011259345,
      "loss": 0.8471,
      "step": 1100
    },
    {
      "epoch": 0.20794128716597668,
      "grad_norm": 0.0443686344112356,
      "learning_rate": 0.0002894969239731094,
      "loss": 0.8372,
      "step": 1105
    },
    {
      "epoch": 0.20888219796763266,
      "grad_norm": 0.06909605924612522,
      "learning_rate": 0.00028931504165271915,
      "loss": 0.8449,
      "step": 1110
    },
    {
      "epoch": 0.20982310876928867,
      "grad_norm": 0.053698108677639904,
      "learning_rate": 0.0002891316561272684,
      "loss": 0.8488,
      "step": 1115
    },
    {
      "epoch": 0.21076401957094468,
      "grad_norm": 0.04652295229508992,
      "learning_rate": 0.0002889467693754814,
      "loss": 0.8185,
      "step": 1120
    },
    {
      "epoch": 0.21170493037260069,
      "grad_norm": 0.048539262759809874,
      "learning_rate": 0.0002887603833922806,
      "loss": 0.8384,
      "step": 1125
    },
    {
      "epoch": 0.21264584117425667,
      "grad_norm": 0.04776277603446453,
      "learning_rate": 0.00028857250018876504,
      "loss": 0.8314,
      "step": 1130
    },
    {
      "epoch": 0.21358675197591268,
      "grad_norm": 0.04923483629023402,
      "learning_rate": 0.0002883831217921889,
      "loss": 0.8522,
      "step": 1135
    },
    {
      "epoch": 0.21452766277756868,
      "grad_norm": 0.04258834829093326,
      "learning_rate": 0.00028819225024593915,
      "loss": 0.8478,
      "step": 1140
    },
    {
      "epoch": 0.2154685735792247,
      "grad_norm": 0.04700949749104464,
      "learning_rate": 0.00028799988760951404,
      "loss": 0.8493,
      "step": 1145
    },
    {
      "epoch": 0.2164094843808807,
      "grad_norm": 0.05210570592265317,
      "learning_rate": 0.00028780603595850054,
      "loss": 0.8432,
      "step": 1150
    },
    {
      "epoch": 0.21735039518253668,
      "grad_norm": 0.04967685491585681,
      "learning_rate": 0.0002876106973845521,
      "loss": 0.8752,
      "step": 1155
    },
    {
      "epoch": 0.2182913059841927,
      "grad_norm": 0.04829576891783422,
      "learning_rate": 0.00028741387399536597,
      "loss": 0.8335,
      "step": 1160
    },
    {
      "epoch": 0.2192322167858487,
      "grad_norm": 0.04740474919455731,
      "learning_rate": 0.00028721556791466056,
      "loss": 0.8192,
      "step": 1165
    },
    {
      "epoch": 0.2201731275875047,
      "grad_norm": 0.048080208780232926,
      "learning_rate": 0.0002870157812821525,
      "loss": 0.8368,
      "step": 1170
    },
    {
      "epoch": 0.22111403838916072,
      "grad_norm": 0.044197737136251934,
      "learning_rate": 0.0002868145162535333,
      "loss": 0.8462,
      "step": 1175
    },
    {
      "epoch": 0.2220549491908167,
      "grad_norm": 0.0469168238676528,
      "learning_rate": 0.0002866117750004466,
      "loss": 0.8455,
      "step": 1180
    },
    {
      "epoch": 0.2229958599924727,
      "grad_norm": 0.058277013619873835,
      "learning_rate": 0.00028640755971046436,
      "loss": 0.8337,
      "step": 1185
    },
    {
      "epoch": 0.22393677079412871,
      "grad_norm": 0.04233910712545471,
      "learning_rate": 0.00028620187258706335,
      "loss": 0.8564,
      "step": 1190
    },
    {
      "epoch": 0.22487768159578472,
      "grad_norm": 0.04697864084139272,
      "learning_rate": 0.00028599471584960136,
      "loss": 0.824,
      "step": 1195
    },
    {
      "epoch": 0.22581859239744073,
      "grad_norm": 0.04788326739922656,
      "learning_rate": 0.0002857860917332933,
      "loss": 0.8129,
      "step": 1200
    },
    {
      "epoch": 0.2267595031990967,
      "grad_norm": 0.04394998686275356,
      "learning_rate": 0.0002855760024891869,
      "loss": 0.8271,
      "step": 1205
    },
    {
      "epoch": 0.22770041400075272,
      "grad_norm": 0.04704392654736644,
      "learning_rate": 0.0002853644503841389,
      "loss": 0.844,
      "step": 1210
    },
    {
      "epoch": 0.22864132480240873,
      "grad_norm": 0.05122535529682313,
      "learning_rate": 0.0002851514377007901,
      "loss": 0.8494,
      "step": 1215
    },
    {
      "epoch": 0.22958223560406474,
      "grad_norm": 0.0502260796215441,
      "learning_rate": 0.00028493696673754067,
      "loss": 0.8433,
      "step": 1220
    },
    {
      "epoch": 0.23052314640572075,
      "grad_norm": 0.043494324671621835,
      "learning_rate": 0.0002847210398085259,
      "loss": 0.8443,
      "step": 1225
    },
    {
      "epoch": 0.23146405720737673,
      "grad_norm": 0.05049651139793639,
      "learning_rate": 0.00028450365924359073,
      "loss": 0.8042,
      "step": 1230
    },
    {
      "epoch": 0.23240496800903274,
      "grad_norm": 0.05610756684714545,
      "learning_rate": 0.000284284827388265,
      "loss": 0.8256,
      "step": 1235
    },
    {
      "epoch": 0.23334587881068874,
      "grad_norm": 0.047968557913656215,
      "learning_rate": 0.00028406454660373753,
      "loss": 0.8365,
      "step": 1240
    },
    {
      "epoch": 0.23428678961234475,
      "grad_norm": 0.042261765294726174,
      "learning_rate": 0.0002838428192668315,
      "loss": 0.855,
      "step": 1245
    },
    {
      "epoch": 0.23522770041400076,
      "grad_norm": 0.05021581504261803,
      "learning_rate": 0.00028361964776997794,
      "loss": 0.8191,
      "step": 1250
    },
    {
      "epoch": 0.23616861121565674,
      "grad_norm": 0.05030219142064272,
      "learning_rate": 0.00028339503452119063,
      "loss": 0.8325,
      "step": 1255
    },
    {
      "epoch": 0.23710952201731275,
      "grad_norm": 0.04874399457655963,
      "learning_rate": 0.0002831689819440397,
      "loss": 0.8423,
      "step": 1260
    },
    {
      "epoch": 0.23805043281896876,
      "grad_norm": 0.04744286047223305,
      "learning_rate": 0.00028294149247762545,
      "loss": 0.859,
      "step": 1265
    },
    {
      "epoch": 0.23899134362062477,
      "grad_norm": 0.04338685105449176,
      "learning_rate": 0.00028271256857655244,
      "loss": 0.8065,
      "step": 1270
    },
    {
      "epoch": 0.23993225442228078,
      "grad_norm": 0.047153540286283435,
      "learning_rate": 0.0002824822127109026,
      "loss": 0.85,
      "step": 1275
    },
    {
      "epoch": 0.24087316522393676,
      "grad_norm": 0.050020086051956694,
      "learning_rate": 0.0002822504273662086,
      "loss": 0.8611,
      "step": 1280
    },
    {
      "epoch": 0.24181407602559277,
      "grad_norm": 0.04356866414442012,
      "learning_rate": 0.0002820172150434274,
      "loss": 0.8375,
      "step": 1285
    },
    {
      "epoch": 0.24275498682724878,
      "grad_norm": 0.04859564580518782,
      "learning_rate": 0.0002817825782589127,
      "loss": 0.851,
      "step": 1290
    },
    {
      "epoch": 0.24369589762890478,
      "grad_norm": 0.04736842332804661,
      "learning_rate": 0.0002815465195443884,
      "loss": 0.8232,
      "step": 1295
    },
    {
      "epoch": 0.2446368084305608,
      "grad_norm": 0.04546754699344671,
      "learning_rate": 0.0002813090414469208,
      "loss": 0.802,
      "step": 1300
    },
    {
      "epoch": 0.24557771923221677,
      "grad_norm": 0.04668790834139243,
      "learning_rate": 0.0002810701465288913,
      "loss": 0.8164,
      "step": 1305
    },
    {
      "epoch": 0.24651863003387278,
      "grad_norm": 0.04806767256497892,
      "learning_rate": 0.0002808298373679688,
      "loss": 0.844,
      "step": 1310
    },
    {
      "epoch": 0.2474595408355288,
      "grad_norm": 0.04430706443035298,
      "learning_rate": 0.00028058811655708193,
      "loss": 0.8402,
      "step": 1315
    },
    {
      "epoch": 0.2484004516371848,
      "grad_norm": 0.046991071291030626,
      "learning_rate": 0.00028034498670439085,
      "loss": 0.8165,
      "step": 1320
    },
    {
      "epoch": 0.2493413624388408,
      "grad_norm": 0.043876851948307184,
      "learning_rate": 0.00028010045043325925,
      "loss": 0.8373,
      "step": 1325
    },
    {
      "epoch": 0.2502822732404968,
      "grad_norm": 0.04464800453485912,
      "learning_rate": 0.000279854510382226,
      "loss": 0.8491,
      "step": 1330
    },
    {
      "epoch": 0.2512231840421528,
      "grad_norm": 0.05208965977018001,
      "learning_rate": 0.0002796071692049769,
      "loss": 0.8519,
      "step": 1335
    },
    {
      "epoch": 0.2521640948438088,
      "grad_norm": 0.0464137513178153,
      "learning_rate": 0.00027935842957031563,
      "loss": 0.8362,
      "step": 1340
    },
    {
      "epoch": 0.2531050056454648,
      "grad_norm": 0.048796355664881524,
      "learning_rate": 0.00027910829416213527,
      "loss": 0.8505,
      "step": 1345
    },
    {
      "epoch": 0.2540459164471208,
      "grad_norm": 0.048709351068813245,
      "learning_rate": 0.0002788567656793893,
      "loss": 0.8544,
      "step": 1350
    },
    {
      "epoch": 0.2549868272487768,
      "grad_norm": 0.045892021177835134,
      "learning_rate": 0.00027860384683606236,
      "loss": 0.8271,
      "step": 1355
    },
    {
      "epoch": 0.25592773805043284,
      "grad_norm": 0.05265800000922237,
      "learning_rate": 0.00027834954036114114,
      "loss": 0.885,
      "step": 1360
    },
    {
      "epoch": 0.2568686488520888,
      "grad_norm": 0.04551430213945619,
      "learning_rate": 0.00027809384899858474,
      "loss": 0.8225,
      "step": 1365
    },
    {
      "epoch": 0.2578095596537448,
      "grad_norm": 0.04793102535540072,
      "learning_rate": 0.00027783677550729515,
      "loss": 0.8339,
      "step": 1370
    },
    {
      "epoch": 0.25875047045540084,
      "grad_norm": 0.04205095375417017,
      "learning_rate": 0.0002775783226610875,
      "loss": 0.808,
      "step": 1375
    },
    {
      "epoch": 0.2596913812570568,
      "grad_norm": 0.047025422686677955,
      "learning_rate": 0.00027731849324866026,
      "loss": 0.8525,
      "step": 1380
    },
    {
      "epoch": 0.26063229205871286,
      "grad_norm": 0.043984335241227406,
      "learning_rate": 0.00027705729007356476,
      "loss": 0.8241,
      "step": 1385
    },
    {
      "epoch": 0.26157320286036884,
      "grad_norm": 0.04490799345162232,
      "learning_rate": 0.00027679471595417536,
      "loss": 0.843,
      "step": 1390
    },
    {
      "epoch": 0.2625141136620248,
      "grad_norm": 0.050208847690443474,
      "learning_rate": 0.00027653077372365886,
      "loss": 0.8233,
      "step": 1395
    },
    {
      "epoch": 0.26345502446368085,
      "grad_norm": 0.04338736887570603,
      "learning_rate": 0.00027626546622994374,
      "loss": 0.8177,
      "step": 1400
    },
    {
      "epoch": 0.26439593526533683,
      "grad_norm": 0.043029065881549575,
      "learning_rate": 0.00027599879633568994,
      "loss": 0.8201,
      "step": 1405
    },
    {
      "epoch": 0.26533684606699287,
      "grad_norm": 0.04528220902743319,
      "learning_rate": 0.0002757307669182575,
      "loss": 0.8182,
      "step": 1410
    },
    {
      "epoch": 0.26627775686864885,
      "grad_norm": 0.04189572516578376,
      "learning_rate": 0.0002754613808696756,
      "loss": 0.8093,
      "step": 1415
    },
    {
      "epoch": 0.26721866767030483,
      "grad_norm": 0.050018443121759355,
      "learning_rate": 0.00027519064109661153,
      "loss": 0.8408,
      "step": 1420
    },
    {
      "epoch": 0.26815957847196087,
      "grad_norm": 0.04477497802076473,
      "learning_rate": 0.00027491855052033925,
      "loss": 0.8037,
      "step": 1425
    },
    {
      "epoch": 0.26910048927361685,
      "grad_norm": 0.04392548330312801,
      "learning_rate": 0.00027464511207670773,
      "loss": 0.8507,
      "step": 1430
    },
    {
      "epoch": 0.2700414000752729,
      "grad_norm": 0.049777060488396405,
      "learning_rate": 0.0002743703287161095,
      "loss": 0.7992,
      "step": 1435
    },
    {
      "epoch": 0.27098231087692887,
      "grad_norm": 0.042140230036610965,
      "learning_rate": 0.00027409420340344866,
      "loss": 0.8167,
      "step": 1440
    },
    {
      "epoch": 0.27192322167858485,
      "grad_norm": 0.05002427399165945,
      "learning_rate": 0.00027381673911810897,
      "loss": 0.8121,
      "step": 1445
    },
    {
      "epoch": 0.2728641324802409,
      "grad_norm": 0.04163684703416787,
      "learning_rate": 0.00027353793885392155,
      "loss": 0.8244,
      "step": 1450
    },
    {
      "epoch": 0.27380504328189686,
      "grad_norm": 0.044059819695211666,
      "learning_rate": 0.00027325780561913277,
      "loss": 0.8164,
      "step": 1455
    },
    {
      "epoch": 0.2747459540835529,
      "grad_norm": 0.04563812665390404,
      "learning_rate": 0.00027297634243637176,
      "loss": 0.8366,
      "step": 1460
    },
    {
      "epoch": 0.2756868648852089,
      "grad_norm": 0.04827848887354726,
      "learning_rate": 0.00027269355234261773,
      "loss": 0.8281,
      "step": 1465
    },
    {
      "epoch": 0.27662777568686486,
      "grad_norm": 0.04999760434208785,
      "learning_rate": 0.000272409438389167,
      "loss": 0.8467,
      "step": 1470
    },
    {
      "epoch": 0.2775686864885209,
      "grad_norm": 0.05162297961569586,
      "learning_rate": 0.00027212400364160075,
      "loss": 0.8487,
      "step": 1475
    },
    {
      "epoch": 0.2785095972901769,
      "grad_norm": 0.04646244942560704,
      "learning_rate": 0.000271837251179751,
      "loss": 0.8084,
      "step": 1480
    },
    {
      "epoch": 0.2794505080918329,
      "grad_norm": 0.05039420456957765,
      "learning_rate": 0.0002715491840976682,
      "loss": 0.8471,
      "step": 1485
    },
    {
      "epoch": 0.2803914188934889,
      "grad_norm": 0.042544806912826326,
      "learning_rate": 0.00027125980550358743,
      "loss": 0.7844,
      "step": 1490
    },
    {
      "epoch": 0.2813323296951449,
      "grad_norm": 0.045410393598617226,
      "learning_rate": 0.0002709691185198948,
      "loss": 0.8618,
      "step": 1495
    },
    {
      "epoch": 0.2822732404968009,
      "grad_norm": 0.04318140661358377,
      "learning_rate": 0.0002706771262830941,
      "loss": 0.8097,
      "step": 1500
    },
    {
      "epoch": 0.2832141512984569,
      "grad_norm": 0.03985460964577001,
      "learning_rate": 0.0002703838319437727,
      "loss": 0.8328,
      "step": 1505
    },
    {
      "epoch": 0.28415506210011293,
      "grad_norm": 0.045705481658739236,
      "learning_rate": 0.0002700892386665675,
      "loss": 0.8194,
      "step": 1510
    },
    {
      "epoch": 0.2850959729017689,
      "grad_norm": 0.048028831085993116,
      "learning_rate": 0.0002697933496301311,
      "loss": 0.8338,
      "step": 1515
    },
    {
      "epoch": 0.2860368837034249,
      "grad_norm": 0.04693051612093597,
      "learning_rate": 0.00026949616802709716,
      "loss": 0.8425,
      "step": 1520
    },
    {
      "epoch": 0.28697779450508093,
      "grad_norm": 0.04357129292417143,
      "learning_rate": 0.0002691976970640461,
      "loss": 0.8246,
      "step": 1525
    },
    {
      "epoch": 0.2879187053067369,
      "grad_norm": 0.04698363226395185,
      "learning_rate": 0.00026889793996147057,
      "loss": 0.8242,
      "step": 1530
    },
    {
      "epoch": 0.28885961610839295,
      "grad_norm": 0.046155464725970596,
      "learning_rate": 0.00026859689995374056,
      "loss": 0.8137,
      "step": 1535
    },
    {
      "epoch": 0.28980052691004893,
      "grad_norm": 0.05204306070924651,
      "learning_rate": 0.0002682945802890686,
      "loss": 0.8264,
      "step": 1540
    },
    {
      "epoch": 0.2907414377117049,
      "grad_norm": 0.043611637100207754,
      "learning_rate": 0.00026799098422947474,
      "loss": 0.821,
      "step": 1545
    },
    {
      "epoch": 0.29168234851336095,
      "grad_norm": 0.05503848520813138,
      "learning_rate": 0.00026768611505075115,
      "loss": 0.8291,
      "step": 1550
    },
    {
      "epoch": 0.2926232593150169,
      "grad_norm": 0.05240199900772415,
      "learning_rate": 0.000267379976042427,
      "loss": 0.8345,
      "step": 1555
    },
    {
      "epoch": 0.29356417011667296,
      "grad_norm": 0.04555420445769968,
      "learning_rate": 0.0002670725705077329,
      "loss": 0.8361,
      "step": 1560
    },
    {
      "epoch": 0.29450508091832894,
      "grad_norm": 0.04207672123987573,
      "learning_rate": 0.0002667639017635651,
      "loss": 0.8083,
      "step": 1565
    },
    {
      "epoch": 0.2954459917199849,
      "grad_norm": 0.043154758358048634,
      "learning_rate": 0.0002664539731404502,
      "loss": 0.8507,
      "step": 1570
    },
    {
      "epoch": 0.29638690252164096,
      "grad_norm": 0.048023978799794254,
      "learning_rate": 0.0002661427879825084,
      "loss": 0.8311,
      "step": 1575
    },
    {
      "epoch": 0.29732781332329694,
      "grad_norm": 0.04479903851737126,
      "learning_rate": 0.0002658303496474182,
      "loss": 0.8177,
      "step": 1580
    },
    {
      "epoch": 0.298268724124953,
      "grad_norm": 0.04075712688100381,
      "learning_rate": 0.0002655166615063797,
      "loss": 0.8231,
      "step": 1585
    },
    {
      "epoch": 0.29920963492660896,
      "grad_norm": 0.04516519211583324,
      "learning_rate": 0.00026520172694407835,
      "loss": 0.8342,
      "step": 1590
    },
    {
      "epoch": 0.30015054572826494,
      "grad_norm": 0.04163573857623555,
      "learning_rate": 0.0002648855493586485,
      "loss": 0.8217,
      "step": 1595
    },
    {
      "epoch": 0.301091456529921,
      "grad_norm": 0.04703202421649344,
      "learning_rate": 0.00026456813216163674,
      "loss": 0.8375,
      "step": 1600
    },
    {
      "epoch": 0.30203236733157696,
      "grad_norm": 0.0435527583985287,
      "learning_rate": 0.0002642494787779649,
      "loss": 0.7929,
      "step": 1605
    },
    {
      "epoch": 0.302973278133233,
      "grad_norm": 0.04112659440879095,
      "learning_rate": 0.0002639295926458934,
      "loss": 0.8409,
      "step": 1610
    },
    {
      "epoch": 0.303914188934889,
      "grad_norm": 0.0455623778767916,
      "learning_rate": 0.0002636084772169838,
      "loss": 0.8398,
      "step": 1615
    },
    {
      "epoch": 0.30485509973654495,
      "grad_norm": 0.04205050261795213,
      "learning_rate": 0.00026328613595606173,
      "loss": 0.8041,
      "step": 1620
    },
    {
      "epoch": 0.305796010538201,
      "grad_norm": 0.04850951164010859,
      "learning_rate": 0.0002629625723411797,
      "loss": 0.7985,
      "step": 1625
    },
    {
      "epoch": 0.30673692133985697,
      "grad_norm": 0.046499953964171024,
      "learning_rate": 0.0002626377898635792,
      "loss": 0.8404,
      "step": 1630
    },
    {
      "epoch": 0.307677832141513,
      "grad_norm": 0.05087753755535387,
      "learning_rate": 0.00026231179202765336,
      "loss": 0.8247,
      "step": 1635
    },
    {
      "epoch": 0.308618742943169,
      "grad_norm": 0.05107289807504844,
      "learning_rate": 0.00026198458235090886,
      "loss": 0.8373,
      "step": 1640
    },
    {
      "epoch": 0.30955965374482497,
      "grad_norm": 0.047849970649591435,
      "learning_rate": 0.00026165616436392815,
      "loss": 0.8526,
      "step": 1645
    },
    {
      "epoch": 0.310500564546481,
      "grad_norm": 0.0452846113299356,
      "learning_rate": 0.00026132654161033133,
      "loss": 0.8257,
      "step": 1650
    },
    {
      "epoch": 0.311441475348137,
      "grad_norm": 0.046584198634579535,
      "learning_rate": 0.00026099571764673786,
      "loss": 0.8272,
      "step": 1655
    },
    {
      "epoch": 0.312382386149793,
      "grad_norm": 0.04195956869333814,
      "learning_rate": 0.00026066369604272835,
      "loss": 0.8295,
      "step": 1660
    },
    {
      "epoch": 0.313323296951449,
      "grad_norm": 0.047276897040517386,
      "learning_rate": 0.00026033048038080563,
      "loss": 0.851,
      "step": 1665
    },
    {
      "epoch": 0.314264207753105,
      "grad_norm": 0.04611674028446184,
      "learning_rate": 0.0002599960742563566,
      "loss": 0.8269,
      "step": 1670
    },
    {
      "epoch": 0.315205118554761,
      "grad_norm": 0.04599603285571535,
      "learning_rate": 0.0002596604812776133,
      "loss": 0.8253,
      "step": 1675
    },
    {
      "epoch": 0.316146029356417,
      "grad_norm": 0.04173568003131483,
      "learning_rate": 0.00025932370506561364,
      "loss": 0.8123,
      "step": 1680
    },
    {
      "epoch": 0.31708694015807304,
      "grad_norm": 0.0425349576791169,
      "learning_rate": 0.0002589857492541627,
      "loss": 0.8343,
      "step": 1685
    },
    {
      "epoch": 0.318027850959729,
      "grad_norm": 0.04610564920795079,
      "learning_rate": 0.0002586466174897934,
      "loss": 0.8215,
      "step": 1690
    },
    {
      "epoch": 0.318968761761385,
      "grad_norm": 0.04293233769403105,
      "learning_rate": 0.00025830631343172727,
      "loss": 0.7962,
      "step": 1695
    },
    {
      "epoch": 0.31990967256304104,
      "grad_norm": 0.040726277131415696,
      "learning_rate": 0.00025796484075183465,
      "loss": 0.8119,
      "step": 1700
    },
    {
      "epoch": 0.320850583364697,
      "grad_norm": 0.0444419737096656,
      "learning_rate": 0.00025762220313459535,
      "loss": 0.7843,
      "step": 1705
    },
    {
      "epoch": 0.32179149416635305,
      "grad_norm": 0.048133240264347225,
      "learning_rate": 0.0002572784042770588,
      "loss": 0.8307,
      "step": 1710
    },
    {
      "epoch": 0.32273240496800903,
      "grad_norm": 0.045535597036081774,
      "learning_rate": 0.0002569334478888044,
      "loss": 0.8228,
      "step": 1715
    },
    {
      "epoch": 0.323673315769665,
      "grad_norm": 0.04973249883926558,
      "learning_rate": 0.0002565873376919008,
      "loss": 0.8245,
      "step": 1720
    },
    {
      "epoch": 0.32461422657132105,
      "grad_norm": 0.044317466816763997,
      "learning_rate": 0.0002562400774208668,
      "loss": 0.7937,
      "step": 1725
    },
    {
      "epoch": 0.32555513737297703,
      "grad_norm": 0.04422454108768711,
      "learning_rate": 0.00025589167082263,
      "loss": 0.8492,
      "step": 1730
    },
    {
      "epoch": 0.32649604817463307,
      "grad_norm": 0.057793214248518535,
      "learning_rate": 0.0002555421216564869,
      "loss": 0.838,
      "step": 1735
    },
    {
      "epoch": 0.32743695897628905,
      "grad_norm": 0.050491165924182006,
      "learning_rate": 0.00025519143369406253,
      "loss": 0.8136,
      "step": 1740
    },
    {
      "epoch": 0.32837786977794503,
      "grad_norm": 0.039453461402937505,
      "learning_rate": 0.00025483961071926924,
      "loss": 0.833,
      "step": 1745
    },
    {
      "epoch": 0.32931878057960107,
      "grad_norm": 0.0427804162848213,
      "learning_rate": 0.00025448665652826627,
      "loss": 0.8182,
      "step": 1750
    },
    {
      "epoch": 0.33025969138125705,
      "grad_norm": 0.04278324709181072,
      "learning_rate": 0.0002541325749294186,
      "loss": 0.8501,
      "step": 1755
    },
    {
      "epoch": 0.3312006021829131,
      "grad_norm": 0.04007795533618747,
      "learning_rate": 0.0002537773697432559,
      "loss": 0.8122,
      "step": 1760
    },
    {
      "epoch": 0.33214151298456907,
      "grad_norm": 0.043309227799558356,
      "learning_rate": 0.0002534210448024313,
      "loss": 0.8096,
      "step": 1765
    },
    {
      "epoch": 0.33308242378622505,
      "grad_norm": 0.03941333694707204,
      "learning_rate": 0.0002530636039516801,
      "loss": 0.7938,
      "step": 1770
    },
    {
      "epoch": 0.3340233345878811,
      "grad_norm": 0.10747125716613212,
      "learning_rate": 0.0002527050510477782,
      "loss": 0.8307,
      "step": 1775
    },
    {
      "epoch": 0.33496424538953706,
      "grad_norm": 0.04590988600337092,
      "learning_rate": 0.00025234538995950047,
      "loss": 0.8122,
      "step": 1780
    },
    {
      "epoch": 0.3359051561911931,
      "grad_norm": 0.04172494378663382,
      "learning_rate": 0.00025198462456757915,
      "loss": 0.8345,
      "step": 1785
    },
    {
      "epoch": 0.3368460669928491,
      "grad_norm": 0.045093200155212766,
      "learning_rate": 0.0002516227587646619,
      "loss": 0.8347,
      "step": 1790
    },
    {
      "epoch": 0.33778697779450506,
      "grad_norm": 0.04401063743206211,
      "learning_rate": 0.0002512597964552696,
      "loss": 0.8285,
      "step": 1795
    },
    {
      "epoch": 0.3387278885961611,
      "grad_norm": 0.04213320681777121,
      "learning_rate": 0.00025089574155575463,
      "loss": 0.8113,
      "step": 1800
    },
    {
      "epoch": 0.3396687993978171,
      "grad_norm": 0.041757171559943365,
      "learning_rate": 0.0002505305979942582,
      "loss": 0.8252,
      "step": 1805
    },
    {
      "epoch": 0.3406097101994731,
      "grad_norm": 0.04786009269846987,
      "learning_rate": 0.00025016436971066837,
      "loss": 0.8228,
      "step": 1810
    },
    {
      "epoch": 0.3415506210011291,
      "grad_norm": 0.041726632525803914,
      "learning_rate": 0.000249797060656577,
      "loss": 0.824,
      "step": 1815
    },
    {
      "epoch": 0.3424915318027851,
      "grad_norm": 0.04595397683798158,
      "learning_rate": 0.00024942867479523764,
      "loss": 0.8391,
      "step": 1820
    },
    {
      "epoch": 0.3434324426044411,
      "grad_norm": 0.046502559025392236,
      "learning_rate": 0.0002490592161015227,
      "loss": 0.7999,
      "step": 1825
    },
    {
      "epoch": 0.3443733534060971,
      "grad_norm": 0.042052936652114195,
      "learning_rate": 0.00024868868856188,
      "loss": 0.8248,
      "step": 1830
    },
    {
      "epoch": 0.34531426420775313,
      "grad_norm": 0.05203965598763733,
      "learning_rate": 0.0002483170961742905,
      "loss": 0.812,
      "step": 1835
    },
    {
      "epoch": 0.3462551750094091,
      "grad_norm": 0.044682898482156765,
      "learning_rate": 0.00024794444294822486,
      "loss": 0.8477,
      "step": 1840
    },
    {
      "epoch": 0.3471960858110651,
      "grad_norm": 0.04216691856239276,
      "learning_rate": 0.0002475707329046,
      "loss": 0.7979,
      "step": 1845
    },
    {
      "epoch": 0.34813699661272113,
      "grad_norm": 0.04345355127718824,
      "learning_rate": 0.0002471959700757358,
      "loss": 0.8135,
      "step": 1850
    },
    {
      "epoch": 0.3490779074143771,
      "grad_norm": 0.042957408510867594,
      "learning_rate": 0.00024682015850531193,
      "loss": 0.8064,
      "step": 1855
    },
    {
      "epoch": 0.35001881821603315,
      "grad_norm": 0.04072622346447232,
      "learning_rate": 0.00024644330224832375,
      "loss": 0.8111,
      "step": 1860
    },
    {
      "epoch": 0.3509597290176891,
      "grad_norm": 0.045585863196081676,
      "learning_rate": 0.0002460654053710388,
      "loss": 0.8015,
      "step": 1865
    },
    {
      "epoch": 0.3519006398193451,
      "grad_norm": 0.04805889924747525,
      "learning_rate": 0.0002456864719509529,
      "loss": 0.8289,
      "step": 1870
    },
    {
      "epoch": 0.35284155062100114,
      "grad_norm": 0.040060429859775856,
      "learning_rate": 0.0002453065060767461,
      "loss": 0.8073,
      "step": 1875
    },
    {
      "epoch": 0.3537824614226571,
      "grad_norm": 0.04018127215217534,
      "learning_rate": 0.0002449255118482386,
      "loss": 0.798,
      "step": 1880
    },
    {
      "epoch": 0.35472337222431316,
      "grad_norm": 0.04853936791390769,
      "learning_rate": 0.0002445434933763466,
      "loss": 0.8419,
      "step": 1885
    },
    {
      "epoch": 0.35566428302596914,
      "grad_norm": 0.04367744556341427,
      "learning_rate": 0.0002441604547830378,
      "loss": 0.838,
      "step": 1890
    },
    {
      "epoch": 0.3566051938276251,
      "grad_norm": 0.04205522207764387,
      "learning_rate": 0.0002437764002012868,
      "loss": 0.8158,
      "step": 1895
    },
    {
      "epoch": 0.35754610462928116,
      "grad_norm": 0.04343667094277572,
      "learning_rate": 0.00024339133377503103,
      "loss": 0.8208,
      "step": 1900
    },
    {
      "epoch": 0.35848701543093714,
      "grad_norm": 0.03959475872321939,
      "learning_rate": 0.0002430052596591255,
      "loss": 0.814,
      "step": 1905
    },
    {
      "epoch": 0.3594279262325932,
      "grad_norm": 0.04256159840011562,
      "learning_rate": 0.00024261818201929813,
      "loss": 0.8369,
      "step": 1910
    },
    {
      "epoch": 0.36036883703424916,
      "grad_norm": 0.04672817842045811,
      "learning_rate": 0.00024223010503210483,
      "loss": 0.8023,
      "step": 1915
    },
    {
      "epoch": 0.36130974783590514,
      "grad_norm": 0.04766444087870317,
      "learning_rate": 0.00024184103288488456,
      "loss": 0.7827,
      "step": 1920
    },
    {
      "epoch": 0.3622506586375612,
      "grad_norm": 0.04922825160196635,
      "learning_rate": 0.0002414509697757139,
      "loss": 0.8146,
      "step": 1925
    },
    {
      "epoch": 0.36319156943921715,
      "grad_norm": 0.04305093896719169,
      "learning_rate": 0.00024105991991336197,
      "loss": 0.8519,
      "step": 1930
    },
    {
      "epoch": 0.3641324802408732,
      "grad_norm": 0.0509218525892877,
      "learning_rate": 0.00024066788751724483,
      "loss": 0.8323,
      "step": 1935
    },
    {
      "epoch": 0.36507339104252917,
      "grad_norm": 0.041068187949031935,
      "learning_rate": 0.00024027487681738016,
      "loss": 0.8015,
      "step": 1940
    },
    {
      "epoch": 0.36601430184418515,
      "grad_norm": 0.04156745894982358,
      "learning_rate": 0.0002398808920543414,
      "loss": 0.804,
      "step": 1945
    },
    {
      "epoch": 0.3669552126458412,
      "grad_norm": 0.03811372093805523,
      "learning_rate": 0.00023948593747921226,
      "loss": 0.7874,
      "step": 1950
    },
    {
      "epoch": 0.36789612344749717,
      "grad_norm": 0.04142805534519082,
      "learning_rate": 0.0002390900173535405,
      "loss": 0.8635,
      "step": 1955
    },
    {
      "epoch": 0.3688370342491532,
      "grad_norm": 0.041550575720770686,
      "learning_rate": 0.00023869313594929222,
      "loss": 0.813,
      "step": 1960
    },
    {
      "epoch": 0.3697779450508092,
      "grad_norm": 0.04523950919170376,
      "learning_rate": 0.00023829529754880574,
      "loss": 0.8025,
      "step": 1965
    },
    {
      "epoch": 0.37071885585246517,
      "grad_norm": 0.04169165852779439,
      "learning_rate": 0.00023789650644474527,
      "loss": 0.8074,
      "step": 1970
    },
    {
      "epoch": 0.3716597666541212,
      "grad_norm": 0.04010793628530859,
      "learning_rate": 0.0002374967669400547,
      "loss": 0.8093,
      "step": 1975
    },
    {
      "epoch": 0.3726006774557772,
      "grad_norm": 0.04324010723990065,
      "learning_rate": 0.00023709608334791113,
      "loss": 0.8072,
      "step": 1980
    },
    {
      "epoch": 0.3735415882574332,
      "grad_norm": 0.042840112648990035,
      "learning_rate": 0.00023669445999167834,
      "loss": 0.8213,
      "step": 1985
    },
    {
      "epoch": 0.3744824990590892,
      "grad_norm": 0.04684866437996544,
      "learning_rate": 0.00023629190120486002,
      "loss": 0.8238,
      "step": 1990
    },
    {
      "epoch": 0.3754234098607452,
      "grad_norm": 0.0411724284111032,
      "learning_rate": 0.00023588841133105338,
      "loss": 0.8117,
      "step": 1995
    },
    {
      "epoch": 0.3763643206624012,
      "grad_norm": 0.04450924105296537,
      "learning_rate": 0.00023548399472390178,
      "loss": 0.8218,
      "step": 2000
    },
    {
      "epoch": 0.3773052314640572,
      "grad_norm": 0.04011920691264243,
      "learning_rate": 0.0002350786557470482,
      "loss": 0.8244,
      "step": 2005
    },
    {
      "epoch": 0.37824614226571324,
      "grad_norm": 0.04712123262049659,
      "learning_rate": 0.00023467239877408773,
      "loss": 0.8227,
      "step": 2010
    },
    {
      "epoch": 0.3791870530673692,
      "grad_norm": 0.044712637958609615,
      "learning_rate": 0.00023426522818852086,
      "loss": 0.8216,
      "step": 2015
    },
    {
      "epoch": 0.3801279638690252,
      "grad_norm": 0.04150493938713221,
      "learning_rate": 0.00023385714838370582,
      "loss": 0.8148,
      "step": 2020
    },
    {
      "epoch": 0.38106887467068123,
      "grad_norm": 0.048742142112492115,
      "learning_rate": 0.0002334481637628112,
      "loss": 0.8348,
      "step": 2025
    },
    {
      "epoch": 0.3820097854723372,
      "grad_norm": 0.0415305433820995,
      "learning_rate": 0.0002330382787387687,
      "loss": 0.8151,
      "step": 2030
    },
    {
      "epoch": 0.38295069627399325,
      "grad_norm": 0.0453536583022637,
      "learning_rate": 0.00023262749773422518,
      "loss": 0.8157,
      "step": 2035
    },
    {
      "epoch": 0.38389160707564923,
      "grad_norm": 0.044005851429759116,
      "learning_rate": 0.00023221582518149526,
      "loss": 0.7728,
      "step": 2040
    },
    {
      "epoch": 0.3848325178773052,
      "grad_norm": 0.04867846228714434,
      "learning_rate": 0.00023180326552251323,
      "loss": 0.7984,
      "step": 2045
    },
    {
      "epoch": 0.38577342867896125,
      "grad_norm": 0.04136667249456415,
      "learning_rate": 0.0002313898232087852,
      "loss": 0.799,
      "step": 2050
    },
    {
      "epoch": 0.38671433948061723,
      "grad_norm": 0.0405221793452781,
      "learning_rate": 0.00023097550270134124,
      "loss": 0.8146,
      "step": 2055
    },
    {
      "epoch": 0.38765525028227327,
      "grad_norm": 0.04778677014197557,
      "learning_rate": 0.000230560308470687,
      "loss": 0.8383,
      "step": 2060
    },
    {
      "epoch": 0.38859616108392925,
      "grad_norm": 0.04391158932493037,
      "learning_rate": 0.00023014424499675555,
      "loss": 0.8648,
      "step": 2065
    },
    {
      "epoch": 0.38953707188558523,
      "grad_norm": 0.046018778807677026,
      "learning_rate": 0.00022972731676885913,
      "loss": 0.8043,
      "step": 2070
    },
    {
      "epoch": 0.39047798268724127,
      "grad_norm": 0.04560887374781656,
      "learning_rate": 0.00022930952828564073,
      "loss": 0.7997,
      "step": 2075
    },
    {
      "epoch": 0.39141889348889725,
      "grad_norm": 0.040583749331980695,
      "learning_rate": 0.00022889088405502522,
      "loss": 0.8008,
      "step": 2080
    },
    {
      "epoch": 0.3923598042905533,
      "grad_norm": 0.040731714295921484,
      "learning_rate": 0.00022847138859417114,
      "loss": 0.7964,
      "step": 2085
    },
    {
      "epoch": 0.39330071509220926,
      "grad_norm": 0.0428768624710387,
      "learning_rate": 0.00022805104642942186,
      "loss": 0.8211,
      "step": 2090
    },
    {
      "epoch": 0.39424162589386524,
      "grad_norm": 0.03600894815100002,
      "learning_rate": 0.00022762986209625644,
      "loss": 0.8043,
      "step": 2095
    },
    {
      "epoch": 0.3951825366955213,
      "grad_norm": 0.03886248110556022,
      "learning_rate": 0.00022720784013924102,
      "loss": 0.7894,
      "step": 2100
    },
    {
      "epoch": 0.39612344749717726,
      "grad_norm": 0.04550262987220453,
      "learning_rate": 0.00022678498511197976,
      "loss": 0.8123,
      "step": 2105
    },
    {
      "epoch": 0.3970643582988333,
      "grad_norm": 0.04253985842426856,
      "learning_rate": 0.0002263613015770655,
      "loss": 0.8094,
      "step": 2110
    },
    {
      "epoch": 0.3980052691004893,
      "grad_norm": 0.04139895688562898,
      "learning_rate": 0.00022593679410603062,
      "loss": 0.8101,
      "step": 2115
    },
    {
      "epoch": 0.39894617990214526,
      "grad_norm": 0.04611695349566767,
      "learning_rate": 0.00022551146727929793,
      "loss": 0.7969,
      "step": 2120
    },
    {
      "epoch": 0.3998870907038013,
      "grad_norm": 0.03767361228914821,
      "learning_rate": 0.00022508532568613087,
      "loss": 0.777,
      "step": 2125
    },
    {
      "epoch": 0.4008280015054573,
      "grad_norm": 0.03917014861794376,
      "learning_rate": 0.0002246583739245843,
      "loss": 0.8062,
      "step": 2130
    },
    {
      "epoch": 0.4017689123071133,
      "grad_norm": 0.047039791387090205,
      "learning_rate": 0.00022423061660145467,
      "loss": 0.8055,
      "step": 2135
    },
    {
      "epoch": 0.4027098231087693,
      "grad_norm": 0.03980335720604302,
      "learning_rate": 0.00022380205833223062,
      "loss": 0.8114,
      "step": 2140
    },
    {
      "epoch": 0.4036507339104253,
      "grad_norm": 0.040218404097981254,
      "learning_rate": 0.00022337270374104268,
      "loss": 0.7878,
      "step": 2145
    },
    {
      "epoch": 0.4045916447120813,
      "grad_norm": 0.03770658683678954,
      "learning_rate": 0.0002229425574606139,
      "loss": 0.7626,
      "step": 2150
    },
    {
      "epoch": 0.4055325555137373,
      "grad_norm": 0.044949683935009095,
      "learning_rate": 0.00022251162413220956,
      "loss": 0.8187,
      "step": 2155
    },
    {
      "epoch": 0.40647346631539333,
      "grad_norm": 0.03983952278617522,
      "learning_rate": 0.0002220799084055872,
      "loss": 0.7852,
      "step": 2160
    },
    {
      "epoch": 0.4074143771170493,
      "grad_norm": 0.05174431759947435,
      "learning_rate": 0.00022164741493894624,
      "loss": 0.8323,
      "step": 2165
    },
    {
      "epoch": 0.4083552879187053,
      "grad_norm": 0.04243001886382076,
      "learning_rate": 0.00022121414839887813,
      "loss": 0.7876,
      "step": 2170
    },
    {
      "epoch": 0.4092961987203613,
      "grad_norm": 0.037037966238162086,
      "learning_rate": 0.00022078011346031572,
      "loss": 0.7927,
      "step": 2175
    },
    {
      "epoch": 0.4102371095220173,
      "grad_norm": 0.04184803898066816,
      "learning_rate": 0.0002203453148064826,
      "loss": 0.7871,
      "step": 2180
    },
    {
      "epoch": 0.41117802032367334,
      "grad_norm": 0.0428590620625003,
      "learning_rate": 0.00021990975712884322,
      "loss": 0.8127,
      "step": 2185
    },
    {
      "epoch": 0.4121189311253293,
      "grad_norm": 0.03582098140612815,
      "learning_rate": 0.0002194734451270515,
      "loss": 0.7809,
      "step": 2190
    },
    {
      "epoch": 0.4130598419269853,
      "grad_norm": 0.039671091493742434,
      "learning_rate": 0.00021903638350890078,
      "loss": 0.8145,
      "step": 2195
    },
    {
      "epoch": 0.41400075272864134,
      "grad_norm": 0.043079186328936876,
      "learning_rate": 0.00021859857699027256,
      "loss": 0.8163,
      "step": 2200
    },
    {
      "epoch": 0.4149416635302973,
      "grad_norm": 0.04821222253606962,
      "learning_rate": 0.00021816003029508587,
      "loss": 0.8108,
      "step": 2205
    },
    {
      "epoch": 0.41588257433195336,
      "grad_norm": 0.04643606468121251,
      "learning_rate": 0.0002177207481552462,
      "loss": 0.8143,
      "step": 2210
    },
    {
      "epoch": 0.41682348513360934,
      "grad_norm": 0.05088614638476515,
      "learning_rate": 0.0002172807353105945,
      "loss": 0.8093,
      "step": 2215
    },
    {
      "epoch": 0.4177643959352653,
      "grad_norm": 0.04275749284477858,
      "learning_rate": 0.00021683999650885598,
      "loss": 0.8043,
      "step": 2220
    },
    {
      "epoch": 0.41870530673692136,
      "grad_norm": 0.04036391126072423,
      "learning_rate": 0.00021639853650558884,
      "loss": 0.7994,
      "step": 2225
    },
    {
      "epoch": 0.41964621753857734,
      "grad_norm": 0.0431659963056544,
      "learning_rate": 0.00021595636006413308,
      "loss": 0.8197,
      "step": 2230
    },
    {
      "epoch": 0.4205871283402333,
      "grad_norm": 0.04225940473147677,
      "learning_rate": 0.00021551347195555916,
      "loss": 0.7891,
      "step": 2235
    },
    {
      "epoch": 0.42152803914188935,
      "grad_norm": 0.04116212403602597,
      "learning_rate": 0.00021506987695861618,
      "loss": 0.8418,
      "step": 2240
    },
    {
      "epoch": 0.42246894994354534,
      "grad_norm": 0.04039520834463586,
      "learning_rate": 0.00021462557985968075,
      "loss": 0.7952,
      "step": 2245
    },
    {
      "epoch": 0.42340986074520137,
      "grad_norm": 0.048662820756663734,
      "learning_rate": 0.000214180585452705,
      "loss": 0.8019,
      "step": 2250
    },
    {
      "epoch": 0.42435077154685735,
      "grad_norm": 0.045423020413219564,
      "learning_rate": 0.00021373489853916499,
      "loss": 0.7975,
      "step": 2255
    },
    {
      "epoch": 0.42529168234851333,
      "grad_norm": 0.04640593668762107,
      "learning_rate": 0.00021328852392800906,
      "loss": 0.8312,
      "step": 2260
    },
    {
      "epoch": 0.42623259315016937,
      "grad_norm": 0.04277782133320467,
      "learning_rate": 0.00021284146643560562,
      "loss": 0.8104,
      "step": 2265
    },
    {
      "epoch": 0.42717350395182535,
      "grad_norm": 0.04040549088992285,
      "learning_rate": 0.00021239373088569142,
      "loss": 0.7887,
      "step": 2270
    },
    {
      "epoch": 0.4281144147534814,
      "grad_norm": 0.03889124568442978,
      "learning_rate": 0.00021194532210931945,
      "loss": 0.8061,
      "step": 2275
    },
    {
      "epoch": 0.42905532555513737,
      "grad_norm": 0.043868472214118666,
      "learning_rate": 0.00021149624494480674,
      "loss": 0.7947,
      "step": 2280
    },
    {
      "epoch": 0.42999623635679335,
      "grad_norm": 0.03981679327310523,
      "learning_rate": 0.00021104650423768218,
      "loss": 0.7891,
      "step": 2285
    },
    {
      "epoch": 0.4309371471584494,
      "grad_norm": 0.04037233565136616,
      "learning_rate": 0.00021059610484063437,
      "loss": 0.8016,
      "step": 2290
    },
    {
      "epoch": 0.43187805796010537,
      "grad_norm": 0.041805266956483865,
      "learning_rate": 0.00021014505161345915,
      "loss": 0.8037,
      "step": 2295
    },
    {
      "epoch": 0.4328189687617614,
      "grad_norm": 0.03748382253401212,
      "learning_rate": 0.00020969334942300702,
      "loss": 0.8073,
      "step": 2300
    },
    {
      "epoch": 0.4337598795634174,
      "grad_norm": 0.06578354317476753,
      "learning_rate": 0.00020924100314313092,
      "loss": 0.8075,
      "step": 2305
    },
    {
      "epoch": 0.43470079036507336,
      "grad_norm": 0.04239179218818634,
      "learning_rate": 0.00020878801765463343,
      "loss": 0.8027,
      "step": 2310
    },
    {
      "epoch": 0.4356417011667294,
      "grad_norm": 0.042779310945398136,
      "learning_rate": 0.00020833439784521423,
      "loss": 0.8102,
      "step": 2315
    },
    {
      "epoch": 0.4365826119683854,
      "grad_norm": 0.04206757037096745,
      "learning_rate": 0.00020788014860941717,
      "loss": 0.8008,
      "step": 2320
    },
    {
      "epoch": 0.4375235227700414,
      "grad_norm": 0.04286947710250131,
      "learning_rate": 0.00020742527484857778,
      "loss": 0.8038,
      "step": 2325
    },
    {
      "epoch": 0.4384644335716974,
      "grad_norm": 0.04156846594623706,
      "learning_rate": 0.00020696978147077006,
      "loss": 0.7946,
      "step": 2330
    },
    {
      "epoch": 0.4394053443733534,
      "grad_norm": 0.041413097020774656,
      "learning_rate": 0.00020651367339075366,
      "loss": 0.7986,
      "step": 2335
    },
    {
      "epoch": 0.4403462551750094,
      "grad_norm": 0.04220729277505702,
      "learning_rate": 0.00020605695552992093,
      "loss": 0.8294,
      "step": 2340
    },
    {
      "epoch": 0.4412871659766654,
      "grad_norm": 0.03874549638262173,
      "learning_rate": 0.00020559963281624376,
      "loss": 0.7638,
      "step": 2345
    },
    {
      "epoch": 0.44222807677832143,
      "grad_norm": 0.04109206825097649,
      "learning_rate": 0.00020514171018422015,
      "loss": 0.8068,
      "step": 2350
    },
    {
      "epoch": 0.4431689875799774,
      "grad_norm": 0.043772113393048005,
      "learning_rate": 0.0002046831925748215,
      "loss": 0.8087,
      "step": 2355
    },
    {
      "epoch": 0.4441098983816334,
      "grad_norm": 0.04314130063844934,
      "learning_rate": 0.00020422408493543878,
      "loss": 0.8176,
      "step": 2360
    },
    {
      "epoch": 0.44505080918328943,
      "grad_norm": 0.04227709213575997,
      "learning_rate": 0.00020376439221982953,
      "loss": 0.7848,
      "step": 2365
    },
    {
      "epoch": 0.4459917199849454,
      "grad_norm": 0.047483555049165516,
      "learning_rate": 0.0002033041193880641,
      "loss": 0.7906,
      "step": 2370
    },
    {
      "epoch": 0.44693263078660145,
      "grad_norm": 0.04328503293360676,
      "learning_rate": 0.00020284327140647238,
      "loss": 0.8087,
      "step": 2375
    },
    {
      "epoch": 0.44787354158825743,
      "grad_norm": 0.043229994930452834,
      "learning_rate": 0.00020238185324759005,
      "loss": 0.7977,
      "step": 2380
    },
    {
      "epoch": 0.4488144523899134,
      "grad_norm": 0.04138845464473692,
      "learning_rate": 0.00020191986989010497,
      "loss": 0.805,
      "step": 2385
    },
    {
      "epoch": 0.44975536319156945,
      "grad_norm": 0.042452324658930944,
      "learning_rate": 0.0002014573263188036,
      "loss": 0.7953,
      "step": 2390
    },
    {
      "epoch": 0.4506962739932254,
      "grad_norm": 0.044241588342132626,
      "learning_rate": 0.0002009942275245169,
      "loss": 0.8349,
      "step": 2395
    },
    {
      "epoch": 0.45163718479488146,
      "grad_norm": 0.04179408805570128,
      "learning_rate": 0.00020053057850406687,
      "loss": 0.7995,
      "step": 2400
    },
    {
      "epoch": 0.45257809559653744,
      "grad_norm": 0.048094796140699454,
      "learning_rate": 0.00020006638426021226,
      "loss": 0.811,
      "step": 2405
    },
    {
      "epoch": 0.4535190063981934,
      "grad_norm": 0.041380019778814475,
      "learning_rate": 0.00019960164980159484,
      "loss": 0.8142,
      "step": 2410
    },
    {
      "epoch": 0.45445991719984946,
      "grad_norm": 0.04287459814218423,
      "learning_rate": 0.0001991363801426853,
      "loss": 0.7988,
      "step": 2415
    },
    {
      "epoch": 0.45540082800150544,
      "grad_norm": 0.050121488389194564,
      "learning_rate": 0.00019867058030372916,
      "loss": 0.8017,
      "step": 2420
    },
    {
      "epoch": 0.4563417388031615,
      "grad_norm": 0.04424030813075273,
      "learning_rate": 0.00019820425531069235,
      "loss": 0.7994,
      "step": 2425
    },
    {
      "epoch": 0.45728264960481746,
      "grad_norm": 0.03912669330614894,
      "learning_rate": 0.0001977374101952075,
      "loss": 0.8172,
      "step": 2430
    },
    {
      "epoch": 0.45822356040647344,
      "grad_norm": 0.04228385679812487,
      "learning_rate": 0.00019727004999451917,
      "loss": 0.7907,
      "step": 2435
    },
    {
      "epoch": 0.4591644712081295,
      "grad_norm": 0.04975994860517981,
      "learning_rate": 0.00019680217975142963,
      "loss": 0.816,
      "step": 2440
    },
    {
      "epoch": 0.46010538200978546,
      "grad_norm": 0.044510558468411905,
      "learning_rate": 0.00019633380451424473,
      "loss": 0.7835,
      "step": 2445
    },
    {
      "epoch": 0.4610462928114415,
      "grad_norm": 0.04486213312302885,
      "learning_rate": 0.00019586492933671885,
      "loss": 0.8223,
      "step": 2450
    },
    {
      "epoch": 0.4619872036130975,
      "grad_norm": 0.04563165216828993,
      "learning_rate": 0.00019539555927800098,
      "loss": 0.795,
      "step": 2455
    },
    {
      "epoch": 0.46292811441475346,
      "grad_norm": 0.040840435500794685,
      "learning_rate": 0.00019492569940257972,
      "loss": 0.7782,
      "step": 2460
    },
    {
      "epoch": 0.4638690252164095,
      "grad_norm": 0.04957991037956064,
      "learning_rate": 0.0001944553547802289,
      "loss": 0.8075,
      "step": 2465
    },
    {
      "epoch": 0.4648099360180655,
      "grad_norm": 0.042607119092549925,
      "learning_rate": 0.00019398453048595268,
      "loss": 0.8056,
      "step": 2470
    },
    {
      "epoch": 0.4657508468197215,
      "grad_norm": 0.04192235755301655,
      "learning_rate": 0.00019351323159993083,
      "loss": 0.8347,
      "step": 2475
    },
    {
      "epoch": 0.4666917576213775,
      "grad_norm": 0.03928466435364261,
      "learning_rate": 0.00019304146320746397,
      "loss": 0.7899,
      "step": 2480
    },
    {
      "epoch": 0.46763266842303347,
      "grad_norm": 0.040044034579578336,
      "learning_rate": 0.00019256923039891877,
      "loss": 0.7933,
      "step": 2485
    },
    {
      "epoch": 0.4685735792246895,
      "grad_norm": 0.04312279650442732,
      "learning_rate": 0.00019209653826967276,
      "loss": 0.7883,
      "step": 2490
    },
    {
      "epoch": 0.4695144900263455,
      "grad_norm": 0.04085403683152945,
      "learning_rate": 0.00019162339192005972,
      "loss": 0.7579,
      "step": 2495
    },
    {
      "epoch": 0.4704554008280015,
      "grad_norm": 0.043873630317500224,
      "learning_rate": 0.00019114979645531437,
      "loss": 0.7929,
      "step": 2500
    },
    {
      "epoch": 0.4713963116296575,
      "grad_norm": 0.040154803681733534,
      "learning_rate": 0.00019067575698551728,
      "loss": 0.79,
      "step": 2505
    },
    {
      "epoch": 0.4723372224313135,
      "grad_norm": 0.03684855703789701,
      "learning_rate": 0.00019020127862554,
      "loss": 0.7897,
      "step": 2510
    },
    {
      "epoch": 0.4732781332329695,
      "grad_norm": 0.04422268883476745,
      "learning_rate": 0.0001897263664949896,
      "loss": 0.792,
      "step": 2515
    },
    {
      "epoch": 0.4742190440346255,
      "grad_norm": 0.043857810173637005,
      "learning_rate": 0.00018925102571815344,
      "loss": 0.7851,
      "step": 2520
    },
    {
      "epoch": 0.47515995483628154,
      "grad_norm": 0.042539435296578026,
      "learning_rate": 0.00018877526142394404,
      "loss": 0.7886,
      "step": 2525
    },
    {
      "epoch": 0.4761008656379375,
      "grad_norm": 0.04214932919499374,
      "learning_rate": 0.00018829907874584376,
      "loss": 0.7906,
      "step": 2530
    },
    {
      "epoch": 0.4770417764395935,
      "grad_norm": 0.0384479257214575,
      "learning_rate": 0.0001878224828218491,
      "loss": 0.7825,
      "step": 2535
    },
    {
      "epoch": 0.47798268724124954,
      "grad_norm": 0.04162096424062071,
      "learning_rate": 0.0001873454787944156,
      "loss": 0.7957,
      "step": 2540
    },
    {
      "epoch": 0.4789235980429055,
      "grad_norm": 0.03883485962874196,
      "learning_rate": 0.0001868680718104023,
      "loss": 0.7909,
      "step": 2545
    },
    {
      "epoch": 0.47986450884456155,
      "grad_norm": 0.03749476318685997,
      "learning_rate": 0.0001863902670210159,
      "loss": 0.7817,
      "step": 2550
    },
    {
      "epoch": 0.48080541964621754,
      "grad_norm": 0.03910242002103014,
      "learning_rate": 0.0001859120695817556,
      "loss": 0.7817,
      "step": 2555
    },
    {
      "epoch": 0.4817463304478735,
      "grad_norm": 0.038950913555839455,
      "learning_rate": 0.0001854334846523572,
      "loss": 0.7796,
      "step": 2560
    },
    {
      "epoch": 0.48268724124952955,
      "grad_norm": 0.04324847711598021,
      "learning_rate": 0.00018495451739673757,
      "loss": 0.797,
      "step": 2565
    },
    {
      "epoch": 0.48362815205118553,
      "grad_norm": 0.039000544800866135,
      "learning_rate": 0.0001844751729829388,
      "loss": 0.7777,
      "step": 2570
    },
    {
      "epoch": 0.48456906285284157,
      "grad_norm": 0.040232908364916414,
      "learning_rate": 0.0001839954565830725,
      "loss": 0.7885,
      "step": 2575
    },
    {
      "epoch": 0.48550997365449755,
      "grad_norm": 0.03871796270192426,
      "learning_rate": 0.00018351537337326404,
      "loss": 0.8016,
      "step": 2580
    },
    {
      "epoch": 0.48645088445615353,
      "grad_norm": 0.037364272818028524,
      "learning_rate": 0.0001830349285335967,
      "loss": 0.7796,
      "step": 2585
    },
    {
      "epoch": 0.48739179525780957,
      "grad_norm": 0.03990561450519654,
      "learning_rate": 0.00018255412724805557,
      "loss": 0.7863,
      "step": 2590
    },
    {
      "epoch": 0.48833270605946555,
      "grad_norm": 0.04185146560129521,
      "learning_rate": 0.00018207297470447206,
      "loss": 0.8122,
      "step": 2595
    },
    {
      "epoch": 0.4892736168611216,
      "grad_norm": 0.040063511223070405,
      "learning_rate": 0.00018159147609446728,
      "loss": 0.7948,
      "step": 2600
    },
    {
      "epoch": 0.49021452766277757,
      "grad_norm": 0.044541898554158056,
      "learning_rate": 0.00018110963661339675,
      "loss": 0.7987,
      "step": 2605
    },
    {
      "epoch": 0.49115543846443355,
      "grad_norm": 0.04209970580203627,
      "learning_rate": 0.00018062746146029374,
      "loss": 0.7982,
      "step": 2610
    },
    {
      "epoch": 0.4920963492660896,
      "grad_norm": 0.03954771319272124,
      "learning_rate": 0.00018014495583781344,
      "loss": 0.7631,
      "step": 2615
    },
    {
      "epoch": 0.49303726006774556,
      "grad_norm": 0.043084260115585415,
      "learning_rate": 0.00017966212495217686,
      "loss": 0.77,
      "step": 2620
    },
    {
      "epoch": 0.4939781708694016,
      "grad_norm": 0.045997910488941696,
      "learning_rate": 0.00017917897401311465,
      "loss": 0.8029,
      "step": 2625
    },
    {
      "epoch": 0.4949190816710576,
      "grad_norm": 0.04061225203519024,
      "learning_rate": 0.0001786955082338106,
      "loss": 0.7776,
      "step": 2630
    },
    {
      "epoch": 0.49585999247271356,
      "grad_norm": 0.03975991003304855,
      "learning_rate": 0.00017821173283084584,
      "loss": 0.7995,
      "step": 2635
    },
    {
      "epoch": 0.4968009032743696,
      "grad_norm": 0.04073622084361536,
      "learning_rate": 0.00017772765302414228,
      "loss": 0.7881,
      "step": 2640
    },
    {
      "epoch": 0.4977418140760256,
      "grad_norm": 0.04246319256025743,
      "learning_rate": 0.0001772432740369062,
      "loss": 0.7851,
      "step": 2645
    },
    {
      "epoch": 0.4986827248776816,
      "grad_norm": 0.040200342333617425,
      "learning_rate": 0.00017675860109557225,
      "loss": 0.7874,
      "step": 2650
    },
    {
      "epoch": 0.4996236356793376,
      "grad_norm": 0.04313427466781039,
      "learning_rate": 0.00017627363942974663,
      "loss": 0.7662,
      "step": 2655
    },
    {
      "epoch": 0.5005645464809936,
      "grad_norm": 0.04470911106937541,
      "learning_rate": 0.00017578839427215102,
      "loss": 0.777,
      "step": 2660
    },
    {
      "epoch": 0.5015054572826496,
      "grad_norm": 0.04174530809793399,
      "learning_rate": 0.00017530287085856583,
      "loss": 0.7591,
      "step": 2665
    },
    {
      "epoch": 0.5024463680843057,
      "grad_norm": 0.04344420655267131,
      "learning_rate": 0.00017481707442777402,
      "loss": 0.7915,
      "step": 2670
    },
    {
      "epoch": 0.5033872788859616,
      "grad_norm": 0.04411942787559072,
      "learning_rate": 0.0001743310102215042,
      "loss": 0.8101,
      "step": 2675
    },
    {
      "epoch": 0.5043281896876176,
      "grad_norm": 0.03995728857524497,
      "learning_rate": 0.00017384468348437447,
      "loss": 0.7676,
      "step": 2680
    },
    {
      "epoch": 0.5052691004892736,
      "grad_norm": 0.04144099448309982,
      "learning_rate": 0.00017335809946383542,
      "loss": 0.7839,
      "step": 2685
    },
    {
      "epoch": 0.5062100112909296,
      "grad_norm": 0.03635972182712348,
      "learning_rate": 0.00017287126341011396,
      "loss": 0.7652,
      "step": 2690
    },
    {
      "epoch": 0.5071509220925856,
      "grad_norm": 0.04144440650346267,
      "learning_rate": 0.00017238418057615611,
      "loss": 0.7691,
      "step": 2695
    },
    {
      "epoch": 0.5080918328942416,
      "grad_norm": 0.0388799423795147,
      "learning_rate": 0.000171896856217571,
      "loss": 0.7745,
      "step": 2700
    },
    {
      "epoch": 0.5090327436958977,
      "grad_norm": 0.04098955077677498,
      "learning_rate": 0.0001714092955925735,
      "loss": 0.7638,
      "step": 2705
    },
    {
      "epoch": 0.5099736544975536,
      "grad_norm": 0.05176471641470045,
      "learning_rate": 0.000170921503961928,
      "loss": 0.7915,
      "step": 2710
    },
    {
      "epoch": 0.5109145652992096,
      "grad_norm": 0.03903056061857688,
      "learning_rate": 0.00017043348658889133,
      "loss": 0.7582,
      "step": 2715
    },
    {
      "epoch": 0.5118554761008657,
      "grad_norm": 0.03918100612671428,
      "learning_rate": 0.00016994524873915613,
      "loss": 0.7876,
      "step": 2720
    },
    {
      "epoch": 0.5127963869025216,
      "grad_norm": 0.04124280214103889,
      "learning_rate": 0.0001694567956807939,
      "loss": 0.7761,
      "step": 2725
    },
    {
      "epoch": 0.5137372977041776,
      "grad_norm": 0.042496128838645876,
      "learning_rate": 0.00016896813268419824,
      "loss": 0.7563,
      "step": 2730
    },
    {
      "epoch": 0.5146782085058337,
      "grad_norm": 0.042727195504920386,
      "learning_rate": 0.00016847926502202814,
      "loss": 0.7715,
      "step": 2735
    },
    {
      "epoch": 0.5156191193074896,
      "grad_norm": 0.0453239652902863,
      "learning_rate": 0.00016799019796915067,
      "loss": 0.7786,
      "step": 2740
    },
    {
      "epoch": 0.5165600301091456,
      "grad_norm": 0.045118257069757896,
      "learning_rate": 0.00016750093680258454,
      "loss": 0.7824,
      "step": 2745
    },
    {
      "epoch": 0.5175009409108017,
      "grad_norm": 0.038825006570890906,
      "learning_rate": 0.00016701148680144277,
      "loss": 0.7749,
      "step": 2750
    },
    {
      "epoch": 0.5184418517124577,
      "grad_norm": 0.041921133819207645,
      "learning_rate": 0.00016652185324687605,
      "loss": 0.7762,
      "step": 2755
    },
    {
      "epoch": 0.5193827625141136,
      "grad_norm": 0.04014068407855972,
      "learning_rate": 0.0001660320414220155,
      "loss": 0.7965,
      "step": 2760
    },
    {
      "epoch": 0.5203236733157697,
      "grad_norm": 0.0389817444179057,
      "learning_rate": 0.0001655420566119158,
      "loss": 0.7803,
      "step": 2765
    },
    {
      "epoch": 0.5212645841174257,
      "grad_norm": 0.04084074773574928,
      "learning_rate": 0.00016505190410349817,
      "loss": 0.7728,
      "step": 2770
    },
    {
      "epoch": 0.5222054949190816,
      "grad_norm": 0.03931726740857862,
      "learning_rate": 0.00016456158918549328,
      "loss": 0.7673,
      "step": 2775
    },
    {
      "epoch": 0.5231464057207377,
      "grad_norm": 0.04263330287791737,
      "learning_rate": 0.00016407111714838407,
      "loss": 0.7768,
      "step": 2780
    },
    {
      "epoch": 0.5240873165223937,
      "grad_norm": 0.03868707213111586,
      "learning_rate": 0.00016358049328434903,
      "loss": 0.7975,
      "step": 2785
    },
    {
      "epoch": 0.5250282273240496,
      "grad_norm": 0.04065607527535718,
      "learning_rate": 0.00016308972288720466,
      "loss": 0.793,
      "step": 2790
    },
    {
      "epoch": 0.5259691381257057,
      "grad_norm": 0.03586574957051923,
      "learning_rate": 0.00016259881125234863,
      "loss": 0.7704,
      "step": 2795
    },
    {
      "epoch": 0.5269100489273617,
      "grad_norm": 0.04097298758383249,
      "learning_rate": 0.00016210776367670253,
      "loss": 0.7503,
      "step": 2800
    },
    {
      "epoch": 0.5278509597290177,
      "grad_norm": 0.044803423222512996,
      "learning_rate": 0.00016161658545865473,
      "loss": 0.806,
      "step": 2805
    },
    {
      "epoch": 0.5287918705306737,
      "grad_norm": 0.04270347978524801,
      "learning_rate": 0.00016112528189800334,
      "loss": 0.8056,
      "step": 2810
    },
    {
      "epoch": 0.5297327813323297,
      "grad_norm": 0.04047987808565142,
      "learning_rate": 0.00016063385829589874,
      "loss": 0.754,
      "step": 2815
    },
    {
      "epoch": 0.5306736921339857,
      "grad_norm": 0.037879635517597286,
      "learning_rate": 0.0001601423199547867,
      "loss": 0.7573,
      "step": 2820
    },
    {
      "epoch": 0.5316146029356417,
      "grad_norm": 0.03784641405503706,
      "learning_rate": 0.00015965067217835093,
      "loss": 0.7672,
      "step": 2825
    },
    {
      "epoch": 0.5325555137372977,
      "grad_norm": 0.04190542796765804,
      "learning_rate": 0.00015915892027145603,
      "loss": 0.7646,
      "step": 2830
    },
    {
      "epoch": 0.5334964245389537,
      "grad_norm": 0.0410546092280587,
      "learning_rate": 0.00015866706954009005,
      "loss": 0.7823,
      "step": 2835
    },
    {
      "epoch": 0.5344373353406097,
      "grad_norm": 0.040014735565657274,
      "learning_rate": 0.00015817512529130748,
      "loss": 0.7619,
      "step": 2840
    },
    {
      "epoch": 0.5353782461422657,
      "grad_norm": 0.04109448908128682,
      "learning_rate": 0.00015768309283317175,
      "loss": 0.7749,
      "step": 2845
    },
    {
      "epoch": 0.5363191569439217,
      "grad_norm": 0.042386121106642534,
      "learning_rate": 0.0001571909774746981,
      "loss": 0.759,
      "step": 2850
    },
    {
      "epoch": 0.5372600677455778,
      "grad_norm": 0.03948724800684583,
      "learning_rate": 0.00015669878452579633,
      "loss": 0.8001,
      "step": 2855
    },
    {
      "epoch": 0.5382009785472337,
      "grad_norm": 0.039488312405531356,
      "learning_rate": 0.00015620651929721335,
      "loss": 0.7394,
      "step": 2860
    },
    {
      "epoch": 0.5391418893488897,
      "grad_norm": 0.04561518902409399,
      "learning_rate": 0.00015571418710047597,
      "loss": 0.8038,
      "step": 2865
    },
    {
      "epoch": 0.5400828001505458,
      "grad_norm": 0.042232271266558645,
      "learning_rate": 0.00015522179324783364,
      "loss": 0.7848,
      "step": 2870
    },
    {
      "epoch": 0.5410237109522017,
      "grad_norm": 0.042459217752880335,
      "learning_rate": 0.0001547293430522011,
      "loss": 0.787,
      "step": 2875
    },
    {
      "epoch": 0.5419646217538577,
      "grad_norm": 0.04563613956360711,
      "learning_rate": 0.0001542368418271009,
      "loss": 0.7922,
      "step": 2880
    },
    {
      "epoch": 0.5429055325555138,
      "grad_norm": 0.04471760423803294,
      "learning_rate": 0.0001537442948866063,
      "loss": 0.7768,
      "step": 2885
    },
    {
      "epoch": 0.5438464433571697,
      "grad_norm": 0.04367786244918379,
      "learning_rate": 0.00015325170754528376,
      "loss": 0.7551,
      "step": 2890
    },
    {
      "epoch": 0.5447873541588257,
      "grad_norm": 0.04050477501250885,
      "learning_rate": 0.00015275908511813583,
      "loss": 0.7591,
      "step": 2895
    },
    {
      "epoch": 0.5457282649604818,
      "grad_norm": 0.03457399407540036,
      "learning_rate": 0.00015226643292054335,
      "loss": 0.7867,
      "step": 2900
    },
    {
      "epoch": 0.5466691757621378,
      "grad_norm": 0.03851340729404049,
      "learning_rate": 0.00015177375626820866,
      "loss": 0.7514,
      "step": 2905
    },
    {
      "epoch": 0.5476100865637937,
      "grad_norm": 0.04344603262075698,
      "learning_rate": 0.00015128106047709782,
      "loss": 0.7818,
      "step": 2910
    },
    {
      "epoch": 0.5485509973654498,
      "grad_norm": 0.0385972605358632,
      "learning_rate": 0.00015078835086338333,
      "loss": 0.776,
      "step": 2915
    },
    {
      "epoch": 0.5494919081671058,
      "grad_norm": 0.04105948951389995,
      "learning_rate": 0.00015029563274338711,
      "loss": 0.7799,
      "step": 2920
    },
    {
      "epoch": 0.5504328189687617,
      "grad_norm": 0.0373428818729792,
      "learning_rate": 0.00014980291143352253,
      "loss": 0.787,
      "step": 2925
    },
    {
      "epoch": 0.5513737297704178,
      "grad_norm": 0.04145957845710554,
      "learning_rate": 0.00014931019225023764,
      "loss": 0.7903,
      "step": 2930
    },
    {
      "epoch": 0.5523146405720738,
      "grad_norm": 0.03832821967374709,
      "learning_rate": 0.0001488174805099573,
      "loss": 0.7743,
      "step": 2935
    },
    {
      "epoch": 0.5532555513737297,
      "grad_norm": 0.04371721164045727,
      "learning_rate": 0.00014832478152902633,
      "loss": 0.7917,
      "step": 2940
    },
    {
      "epoch": 0.5541964621753858,
      "grad_norm": 0.045192576709012396,
      "learning_rate": 0.0001478321006236517,
      "loss": 0.819,
      "step": 2945
    },
    {
      "epoch": 0.5551373729770418,
      "grad_norm": 0.041868786627357824,
      "learning_rate": 0.00014733944310984533,
      "loss": 0.7836,
      "step": 2950
    },
    {
      "epoch": 0.5560782837786977,
      "grad_norm": 0.040054306103734574,
      "learning_rate": 0.00014684681430336688,
      "loss": 0.7581,
      "step": 2955
    },
    {
      "epoch": 0.5570191945803538,
      "grad_norm": 0.04498485518590034,
      "learning_rate": 0.00014635421951966613,
      "loss": 0.7804,
      "step": 2960
    },
    {
      "epoch": 0.5579601053820098,
      "grad_norm": 0.03795169554357177,
      "learning_rate": 0.00014586166407382585,
      "loss": 0.76,
      "step": 2965
    },
    {
      "epoch": 0.5589010161836658,
      "grad_norm": 0.039089524876466074,
      "learning_rate": 0.0001453691532805043,
      "loss": 0.7692,
      "step": 2970
    },
    {
      "epoch": 0.5598419269853218,
      "grad_norm": 0.03791366653189066,
      "learning_rate": 0.00014487669245387793,
      "loss": 0.7979,
      "step": 2975
    },
    {
      "epoch": 0.5607828377869778,
      "grad_norm": 0.048004979557690994,
      "learning_rate": 0.00014438428690758415,
      "loss": 0.746,
      "step": 2980
    },
    {
      "epoch": 0.5617237485886338,
      "grad_norm": 0.040058739496838455,
      "learning_rate": 0.00014389194195466373,
      "loss": 0.7711,
      "step": 2985
    },
    {
      "epoch": 0.5626646593902898,
      "grad_norm": 0.03652076270611612,
      "learning_rate": 0.00014339966290750374,
      "loss": 0.7344,
      "step": 2990
    },
    {
      "epoch": 0.5636055701919458,
      "grad_norm": 0.042636228941696684,
      "learning_rate": 0.00014290745507778018,
      "loss": 0.7819,
      "step": 2995
    },
    {
      "epoch": 0.5645464809936018,
      "grad_norm": 0.03580210308957461,
      "learning_rate": 0.00014241532377640056,
      "loss": 0.7699,
      "step": 3000
    },
    {
      "epoch": 0.5654873917952578,
      "grad_norm": 0.038702251641132904,
      "learning_rate": 0.00014192327431344654,
      "loss": 0.7587,
      "step": 3005
    },
    {
      "epoch": 0.5664283025969138,
      "grad_norm": 0.043869218575217146,
      "learning_rate": 0.00014143131199811695,
      "loss": 0.7598,
      "step": 3010
    },
    {
      "epoch": 0.5673692133985698,
      "grad_norm": 0.03942521728979009,
      "learning_rate": 0.00014093944213867027,
      "loss": 0.7779,
      "step": 3015
    },
    {
      "epoch": 0.5683101242002259,
      "grad_norm": 0.04379986996024926,
      "learning_rate": 0.00014044767004236708,
      "loss": 0.7721,
      "step": 3020
    },
    {
      "epoch": 0.5692510350018818,
      "grad_norm": 0.041493273088253166,
      "learning_rate": 0.00013995600101541358,
      "loss": 0.7864,
      "step": 3025
    },
    {
      "epoch": 0.5701919458035378,
      "grad_norm": 0.04809266982465616,
      "learning_rate": 0.0001394644403629035,
      "loss": 0.7826,
      "step": 3030
    },
    {
      "epoch": 0.5711328566051939,
      "grad_norm": 0.03877586910463833,
      "learning_rate": 0.0001389729933887613,
      "loss": 0.7555,
      "step": 3035
    },
    {
      "epoch": 0.5720737674068498,
      "grad_norm": 0.0424860755202435,
      "learning_rate": 0.00013848166539568495,
      "loss": 0.749,
      "step": 3040
    },
    {
      "epoch": 0.5730146782085058,
      "grad_norm": 0.04037436043604233,
      "learning_rate": 0.00013799046168508851,
      "loss": 0.7779,
      "step": 3045
    },
    {
      "epoch": 0.5739555890101619,
      "grad_norm": 0.04095161246609761,
      "learning_rate": 0.00013749938755704504,
      "loss": 0.7682,
      "step": 3050
    },
    {
      "epoch": 0.5748964998118178,
      "grad_norm": 0.03996299861070224,
      "learning_rate": 0.00013700844831022948,
      "loss": 0.7495,
      "step": 3055
    },
    {
      "epoch": 0.5758374106134738,
      "grad_norm": 0.04127396019541893,
      "learning_rate": 0.00013651764924186142,
      "loss": 0.8048,
      "step": 3060
    },
    {
      "epoch": 0.5767783214151299,
      "grad_norm": 0.03925183560100803,
      "learning_rate": 0.0001360269956476477,
      "loss": 0.7614,
      "step": 3065
    },
    {
      "epoch": 0.5777192322167859,
      "grad_norm": 0.04104317482073666,
      "learning_rate": 0.00013553649282172588,
      "loss": 0.7875,
      "step": 3070
    },
    {
      "epoch": 0.5786601430184418,
      "grad_norm": 0.04047442818024267,
      "learning_rate": 0.00013504614605660642,
      "loss": 0.8087,
      "step": 3075
    },
    {
      "epoch": 0.5796010538200979,
      "grad_norm": 0.03790235486672248,
      "learning_rate": 0.00013455596064311593,
      "loss": 0.7414,
      "step": 3080
    },
    {
      "epoch": 0.5805419646217539,
      "grad_norm": 0.039394611832599055,
      "learning_rate": 0.00013406594187034026,
      "loss": 0.7511,
      "step": 3085
    },
    {
      "epoch": 0.5814828754234098,
      "grad_norm": 0.04013793427774893,
      "learning_rate": 0.00013357609502556697,
      "loss": 0.7666,
      "step": 3090
    },
    {
      "epoch": 0.5824237862250659,
      "grad_norm": 0.04085601620139591,
      "learning_rate": 0.00013308642539422858,
      "loss": 0.7471,
      "step": 3095
    },
    {
      "epoch": 0.5833646970267219,
      "grad_norm": 0.04129620694156995,
      "learning_rate": 0.00013259693825984562,
      "loss": 0.8013,
      "step": 3100
    },
    {
      "epoch": 0.5843056078283778,
      "grad_norm": 0.03631629884354763,
      "learning_rate": 0.0001321076389039693,
      "loss": 0.7534,
      "step": 3105
    },
    {
      "epoch": 0.5852465186300339,
      "grad_norm": 0.08206893663995983,
      "learning_rate": 0.00013161853260612474,
      "loss": 0.7885,
      "step": 3110
    },
    {
      "epoch": 0.5861874294316899,
      "grad_norm": 0.046338835239627396,
      "learning_rate": 0.0001311296246437541,
      "loss": 0.7386,
      "step": 3115
    },
    {
      "epoch": 0.5871283402333459,
      "grad_norm": 0.04213777780082758,
      "learning_rate": 0.0001306409202921594,
      "loss": 0.7798,
      "step": 3120
    },
    {
      "epoch": 0.5880692510350018,
      "grad_norm": 0.04362316942259357,
      "learning_rate": 0.00013015242482444564,
      "loss": 0.8252,
      "step": 3125
    },
    {
      "epoch": 0.5890101618366579,
      "grad_norm": 0.041766857211591846,
      "learning_rate": 0.0001296641435114642,
      "loss": 0.7943,
      "step": 3130
    },
    {
      "epoch": 0.5899510726383139,
      "grad_norm": 0.04441519901114515,
      "learning_rate": 0.0001291760816217555,
      "loss": 0.7652,
      "step": 3135
    },
    {
      "epoch": 0.5908919834399698,
      "grad_norm": 0.038449411700647515,
      "learning_rate": 0.00012868824442149242,
      "loss": 0.7802,
      "step": 3140
    },
    {
      "epoch": 0.5918328942416259,
      "grad_norm": 0.03939930370264386,
      "learning_rate": 0.00012820063717442366,
      "loss": 0.7715,
      "step": 3145
    },
    {
      "epoch": 0.5927738050432819,
      "grad_norm": 0.040400026135115875,
      "learning_rate": 0.00012771326514181646,
      "loss": 0.7749,
      "step": 3150
    },
    {
      "epoch": 0.5937147158449378,
      "grad_norm": 0.04110702660939482,
      "learning_rate": 0.00012722613358240022,
      "loss": 0.7564,
      "step": 3155
    },
    {
      "epoch": 0.5946556266465939,
      "grad_norm": 0.03784848807322662,
      "learning_rate": 0.00012673924775230972,
      "loss": 0.7424,
      "step": 3160
    },
    {
      "epoch": 0.5955965374482499,
      "grad_norm": 0.04018189304197721,
      "learning_rate": 0.00012625261290502823,
      "loss": 0.7974,
      "step": 3165
    },
    {
      "epoch": 0.596537448249906,
      "grad_norm": 0.03834107117175049,
      "learning_rate": 0.00012576623429133089,
      "loss": 0.7441,
      "step": 3170
    },
    {
      "epoch": 0.5974783590515619,
      "grad_norm": 0.04188273882175529,
      "learning_rate": 0.00012528011715922822,
      "loss": 0.7666,
      "step": 3175
    },
    {
      "epoch": 0.5984192698532179,
      "grad_norm": 0.04048234489441125,
      "learning_rate": 0.0001247942667539092,
      "loss": 0.7686,
      "step": 3180
    },
    {
      "epoch": 0.599360180654874,
      "grad_norm": 0.042753366871858815,
      "learning_rate": 0.00012430868831768505,
      "loss": 0.7692,
      "step": 3185
    },
    {
      "epoch": 0.6003010914565299,
      "grad_norm": 0.03965154904470419,
      "learning_rate": 0.0001238233870899322,
      "loss": 0.7621,
      "step": 3190
    },
    {
      "epoch": 0.6012420022581859,
      "grad_norm": 0.040895100280079935,
      "learning_rate": 0.00012333836830703615,
      "loss": 0.7711,
      "step": 3195
    },
    {
      "epoch": 0.602182913059842,
      "grad_norm": 0.039036996904750175,
      "learning_rate": 0.00012285363720233484,
      "loss": 0.7403,
      "step": 3200
    },
    {
      "epoch": 0.6031238238614979,
      "grad_norm": 0.03984475123838604,
      "learning_rate": 0.00012236919900606214,
      "loss": 0.8089,
      "step": 3205
    },
    {
      "epoch": 0.6040647346631539,
      "grad_norm": 0.03602768052095753,
      "learning_rate": 0.0001218850589452914,
      "loss": 0.772,
      "step": 3210
    },
    {
      "epoch": 0.60500564546481,
      "grad_norm": 0.03775213464617447,
      "learning_rate": 0.00012140122224387924,
      "loss": 0.7517,
      "step": 3215
    },
    {
      "epoch": 0.605946556266466,
      "grad_norm": 0.03568230380993887,
      "learning_rate": 0.00012091769412240889,
      "loss": 0.7606,
      "step": 3220
    },
    {
      "epoch": 0.6068874670681219,
      "grad_norm": 0.03614446877998065,
      "learning_rate": 0.000120434479798134,
      "loss": 0.7758,
      "step": 3225
    },
    {
      "epoch": 0.607828377869778,
      "grad_norm": 0.04101207650613775,
      "learning_rate": 0.00011995158448492257,
      "loss": 0.7326,
      "step": 3230
    },
    {
      "epoch": 0.608769288671434,
      "grad_norm": 0.03872714799207714,
      "learning_rate": 0.00011946901339320025,
      "loss": 0.7583,
      "step": 3235
    },
    {
      "epoch": 0.6097101994730899,
      "grad_norm": 0.04499673060260799,
      "learning_rate": 0.0001189867717298944,
      "loss": 0.7808,
      "step": 3240
    },
    {
      "epoch": 0.610651110274746,
      "grad_norm": 0.037363074205504686,
      "learning_rate": 0.000118504864698378,
      "loss": 0.7854,
      "step": 3245
    },
    {
      "epoch": 0.611592021076402,
      "grad_norm": 0.037838990173753896,
      "learning_rate": 0.00011802329749841316,
      "loss": 0.7946,
      "step": 3250
    },
    {
      "epoch": 0.6125329318780579,
      "grad_norm": 0.04050006759000257,
      "learning_rate": 0.00011754207532609534,
      "loss": 0.7541,
      "step": 3255
    },
    {
      "epoch": 0.6134738426797139,
      "grad_norm": 0.038242266145084615,
      "learning_rate": 0.00011706120337379718,
      "loss": 0.7483,
      "step": 3260
    },
    {
      "epoch": 0.61441475348137,
      "grad_norm": 0.0392400144645598,
      "learning_rate": 0.00011658068683011241,
      "loss": 0.7575,
      "step": 3265
    },
    {
      "epoch": 0.615355664283026,
      "grad_norm": 0.045110458493318586,
      "learning_rate": 0.0001161005308797998,
      "loss": 0.7429,
      "step": 3270
    },
    {
      "epoch": 0.6162965750846819,
      "grad_norm": 0.038540030132832,
      "learning_rate": 0.00011562074070372764,
      "loss": 0.7321,
      "step": 3275
    },
    {
      "epoch": 0.617237485886338,
      "grad_norm": 0.037506266917269986,
      "learning_rate": 0.00011514132147881717,
      "loss": 0.7405,
      "step": 3280
    },
    {
      "epoch": 0.618178396687994,
      "grad_norm": 0.03913471723109424,
      "learning_rate": 0.0001146622783779873,
      "loss": 0.7495,
      "step": 3285
    },
    {
      "epoch": 0.6191193074896499,
      "grad_norm": 0.04109286833361118,
      "learning_rate": 0.0001141836165700985,
      "loss": 0.7286,
      "step": 3290
    },
    {
      "epoch": 0.620060218291306,
      "grad_norm": 0.03854391729454944,
      "learning_rate": 0.00011370534121989713,
      "loss": 0.772,
      "step": 3295
    },
    {
      "epoch": 0.621001129092962,
      "grad_norm": 0.0393768039777761,
      "learning_rate": 0.00011322745748795964,
      "loss": 0.7605,
      "step": 3300
    },
    {
      "epoch": 0.6219420398946179,
      "grad_norm": 0.04333935406275173,
      "learning_rate": 0.00011274997053063702,
      "loss": 0.7883,
      "step": 3305
    },
    {
      "epoch": 0.622882950696274,
      "grad_norm": 0.0390615079213823,
      "learning_rate": 0.00011227288549999894,
      "loss": 0.7809,
      "step": 3310
    },
    {
      "epoch": 0.62382386149793,
      "grad_norm": 0.045178121155615474,
      "learning_rate": 0.00011179620754377833,
      "loss": 0.7541,
      "step": 3315
    },
    {
      "epoch": 0.624764772299586,
      "grad_norm": 0.038276191870259636,
      "learning_rate": 0.00011131994180531597,
      "loss": 0.7668,
      "step": 3320
    },
    {
      "epoch": 0.625705683101242,
      "grad_norm": 0.04593621357066484,
      "learning_rate": 0.00011084409342350458,
      "loss": 0.7778,
      "step": 3325
    },
    {
      "epoch": 0.626646593902898,
      "grad_norm": 0.042697008069698866,
      "learning_rate": 0.00011036866753273372,
      "loss": 0.7812,
      "step": 3330
    },
    {
      "epoch": 0.627587504704554,
      "grad_norm": 0.038210651549027225,
      "learning_rate": 0.00010989366926283435,
      "loss": 0.7645,
      "step": 3335
    },
    {
      "epoch": 0.62852841550621,
      "grad_norm": 0.04016328258057881,
      "learning_rate": 0.00010941910373902334,
      "loss": 0.7447,
      "step": 3340
    },
    {
      "epoch": 0.629469326307866,
      "grad_norm": 0.03979873617240781,
      "learning_rate": 0.00010894497608184814,
      "loss": 0.7739,
      "step": 3345
    },
    {
      "epoch": 0.630410237109522,
      "grad_norm": 0.03825888432646367,
      "learning_rate": 0.00010847129140713192,
      "loss": 0.7654,
      "step": 3350
    },
    {
      "epoch": 0.631351147911178,
      "grad_norm": 0.04160212266379006,
      "learning_rate": 0.00010799805482591778,
      "loss": 0.8068,
      "step": 3355
    },
    {
      "epoch": 0.632292058712834,
      "grad_norm": 0.040102831786925454,
      "learning_rate": 0.00010752527144441405,
      "loss": 0.7676,
      "step": 3360
    },
    {
      "epoch": 0.63323296951449,
      "grad_norm": 0.04073264579453533,
      "learning_rate": 0.00010705294636393908,
      "loss": 0.7605,
      "step": 3365
    },
    {
      "epoch": 0.6341738803161461,
      "grad_norm": 0.03930481140797053,
      "learning_rate": 0.00010658108468086611,
      "loss": 0.7421,
      "step": 3370
    },
    {
      "epoch": 0.635114791117802,
      "grad_norm": 0.04129180654967124,
      "learning_rate": 0.00010610969148656824,
      "loss": 0.7459,
      "step": 3375
    },
    {
      "epoch": 0.636055701919458,
      "grad_norm": 0.04025751491566716,
      "learning_rate": 0.00010563877186736384,
      "loss": 0.7532,
      "step": 3380
    },
    {
      "epoch": 0.6369966127211141,
      "grad_norm": 0.04130711339590857,
      "learning_rate": 0.00010516833090446123,
      "loss": 0.7692,
      "step": 3385
    },
    {
      "epoch": 0.63793752352277,
      "grad_norm": 0.04249719108175661,
      "learning_rate": 0.000104698373673904,
      "loss": 0.7721,
      "step": 3390
    },
    {
      "epoch": 0.638878434324426,
      "grad_norm": 0.03793225541937712,
      "learning_rate": 0.00010422890524651647,
      "loss": 0.7605,
      "step": 3395
    },
    {
      "epoch": 0.6398193451260821,
      "grad_norm": 0.037043396185056116,
      "learning_rate": 0.0001037599306878486,
      "loss": 0.7335,
      "step": 3400
    },
    {
      "epoch": 0.640760255927738,
      "grad_norm": 0.03812826423492339,
      "learning_rate": 0.0001032914550581217,
      "loss": 0.7342,
      "step": 3405
    },
    {
      "epoch": 0.641701166729394,
      "grad_norm": 0.03967669170673079,
      "learning_rate": 0.00010282348341217352,
      "loss": 0.7574,
      "step": 3410
    },
    {
      "epoch": 0.6426420775310501,
      "grad_norm": 0.03737016200455732,
      "learning_rate": 0.00010235602079940385,
      "loss": 0.7766,
      "step": 3415
    },
    {
      "epoch": 0.6435829883327061,
      "grad_norm": 0.03898453606920356,
      "learning_rate": 0.0001018890722637201,
      "loss": 0.7677,
      "step": 3420
    },
    {
      "epoch": 0.644523899134362,
      "grad_norm": 0.042695495342005334,
      "learning_rate": 0.00010142264284348278,
      "loss": 0.8001,
      "step": 3425
    },
    {
      "epoch": 0.6454648099360181,
      "grad_norm": 0.0396946259433925,
      "learning_rate": 0.00010095673757145103,
      "loss": 0.7716,
      "step": 3430
    },
    {
      "epoch": 0.6464057207376741,
      "grad_norm": 0.04406355047386435,
      "learning_rate": 0.00010049136147472874,
      "loss": 0.7759,
      "step": 3435
    },
    {
      "epoch": 0.64734663153933,
      "grad_norm": 0.043764052802193115,
      "learning_rate": 0.00010002651957470968,
      "loss": 0.8051,
      "step": 3440
    },
    {
      "epoch": 0.6482875423409861,
      "grad_norm": 0.041926281617999266,
      "learning_rate": 9.956221688702384e-05,
      "loss": 0.7647,
      "step": 3445
    },
    {
      "epoch": 0.6492284531426421,
      "grad_norm": 0.03895521821927712,
      "learning_rate": 9.909845842148313e-05,
      "loss": 0.7602,
      "step": 3450
    },
    {
      "epoch": 0.650169363944298,
      "grad_norm": 0.03914173750008508,
      "learning_rate": 9.863524918202729e-05,
      "loss": 0.7627,
      "step": 3455
    },
    {
      "epoch": 0.6511102747459541,
      "grad_norm": 0.03993016779305327,
      "learning_rate": 9.817259416666985e-05,
      "loss": 0.7646,
      "step": 3460
    },
    {
      "epoch": 0.6520511855476101,
      "grad_norm": 0.03980886857877244,
      "learning_rate": 9.77104983674444e-05,
      "loss": 0.7425,
      "step": 3465
    },
    {
      "epoch": 0.6529920963492661,
      "grad_norm": 0.0401924210782212,
      "learning_rate": 9.724896677035061e-05,
      "loss": 0.6987,
      "step": 3470
    },
    {
      "epoch": 0.6539330071509221,
      "grad_norm": 0.03664837733116737,
      "learning_rate": 9.67880043553002e-05,
      "loss": 0.7429,
      "step": 3475
    },
    {
      "epoch": 0.6548739179525781,
      "grad_norm": 0.03777329875630416,
      "learning_rate": 9.632761609606382e-05,
      "loss": 0.7661,
      "step": 3480
    },
    {
      "epoch": 0.6558148287542341,
      "grad_norm": 0.03939981829447013,
      "learning_rate": 9.586780696021662e-05,
      "loss": 0.7475,
      "step": 3485
    },
    {
      "epoch": 0.6567557395558901,
      "grad_norm": 0.04466284968667148,
      "learning_rate": 9.540858190908521e-05,
      "loss": 0.7922,
      "step": 3490
    },
    {
      "epoch": 0.6576966503575461,
      "grad_norm": 0.038955559682471524,
      "learning_rate": 9.494994589769395e-05,
      "loss": 0.7738,
      "step": 3495
    },
    {
      "epoch": 0.6586375611592021,
      "grad_norm": 0.0411424120473035,
      "learning_rate": 9.449190387471146e-05,
      "loss": 0.7914,
      "step": 3500
    },
    {
      "epoch": 0.6595784719608581,
      "grad_norm": 0.03649617721160762,
      "learning_rate": 9.40344607823972e-05,
      "loss": 0.7332,
      "step": 3505
    },
    {
      "epoch": 0.6605193827625141,
      "grad_norm": 0.045697152332815814,
      "learning_rate": 9.357762155654826e-05,
      "loss": 0.736,
      "step": 3510
    },
    {
      "epoch": 0.6614602935641701,
      "grad_norm": 0.04346134712991159,
      "learning_rate": 9.312139112644593e-05,
      "loss": 0.7753,
      "step": 3515
    },
    {
      "epoch": 0.6624012043658262,
      "grad_norm": 0.03920510438440831,
      "learning_rate": 9.266577441480266e-05,
      "loss": 0.778,
      "step": 3520
    },
    {
      "epoch": 0.6633421151674821,
      "grad_norm": 0.040739403735231945,
      "learning_rate": 9.221077633770898e-05,
      "loss": 0.7421,
      "step": 3525
    },
    {
      "epoch": 0.6642830259691381,
      "grad_norm": 0.03703007602048622,
      "learning_rate": 9.175640180458026e-05,
      "loss": 0.7625,
      "step": 3530
    },
    {
      "epoch": 0.6652239367707942,
      "grad_norm": 0.04195682496632696,
      "learning_rate": 9.130265571810383e-05,
      "loss": 0.7675,
      "step": 3535
    },
    {
      "epoch": 0.6661648475724501,
      "grad_norm": 0.038248688786009566,
      "learning_rate": 9.084954297418625e-05,
      "loss": 0.7286,
      "step": 3540
    },
    {
      "epoch": 0.6671057583741061,
      "grad_norm": 0.04263400445476122,
      "learning_rate": 9.039706846190026e-05,
      "loss": 0.7723,
      "step": 3545
    },
    {
      "epoch": 0.6680466691757622,
      "grad_norm": 0.04018110083160048,
      "learning_rate": 8.99452370634319e-05,
      "loss": 0.7595,
      "step": 3550
    },
    {
      "epoch": 0.6689875799774181,
      "grad_norm": 0.04129649016774401,
      "learning_rate": 8.949405365402843e-05,
      "loss": 0.7386,
      "step": 3555
    },
    {
      "epoch": 0.6699284907790741,
      "grad_norm": 0.03730989500271481,
      "learning_rate": 8.904352310194497e-05,
      "loss": 0.7762,
      "step": 3560
    },
    {
      "epoch": 0.6708694015807302,
      "grad_norm": 0.04233708639216568,
      "learning_rate": 8.85936502683925e-05,
      "loss": 0.7552,
      "step": 3565
    },
    {
      "epoch": 0.6718103123823862,
      "grad_norm": 0.03856143493937795,
      "learning_rate": 8.814444000748523e-05,
      "loss": 0.7539,
      "step": 3570
    },
    {
      "epoch": 0.6727512231840421,
      "grad_norm": 0.041220356746205916,
      "learning_rate": 8.76958971661882e-05,
      "loss": 0.7583,
      "step": 3575
    },
    {
      "epoch": 0.6736921339856982,
      "grad_norm": 0.03885156037305439,
      "learning_rate": 8.724802658426502e-05,
      "loss": 0.7376,
      "step": 3580
    },
    {
      "epoch": 0.6746330447873542,
      "grad_norm": 0.03874853523714315,
      "learning_rate": 8.68008330942256e-05,
      "loss": 0.7656,
      "step": 3585
    },
    {
      "epoch": 0.6755739555890101,
      "grad_norm": 0.04028531730729849,
      "learning_rate": 8.635432152127418e-05,
      "loss": 0.7825,
      "step": 3590
    },
    {
      "epoch": 0.6765148663906662,
      "grad_norm": 0.04280053960563239,
      "learning_rate": 8.590849668325693e-05,
      "loss": 0.754,
      "step": 3595
    },
    {
      "epoch": 0.6774557771923222,
      "grad_norm": 0.03794786579840221,
      "learning_rate": 8.546336339061036e-05,
      "loss": 0.734,
      "step": 3600
    },
    {
      "epoch": 0.6783966879939781,
      "grad_norm": 0.0402090640543888,
      "learning_rate": 8.501892644630921e-05,
      "loss": 0.7534,
      "step": 3605
    },
    {
      "epoch": 0.6793375987956342,
      "grad_norm": 0.043552980145466276,
      "learning_rate": 8.457519064581444e-05,
      "loss": 0.7616,
      "step": 3610
    },
    {
      "epoch": 0.6802785095972902,
      "grad_norm": 0.04080500922486465,
      "learning_rate": 8.413216077702196e-05,
      "loss": 0.7479,
      "step": 3615
    },
    {
      "epoch": 0.6812194203989462,
      "grad_norm": 0.041554874325141766,
      "learning_rate": 8.368984162021043e-05,
      "loss": 0.7544,
      "step": 3620
    },
    {
      "epoch": 0.6821603312006022,
      "grad_norm": 0.042784250483365954,
      "learning_rate": 8.324823794799032e-05,
      "loss": 0.7553,
      "step": 3625
    },
    {
      "epoch": 0.6831012420022582,
      "grad_norm": 0.038641859923428605,
      "learning_rate": 8.280735452525167e-05,
      "loss": 0.7607,
      "step": 3630
    },
    {
      "epoch": 0.6840421528039142,
      "grad_norm": 0.043016436368934555,
      "learning_rate": 8.236719610911314e-05,
      "loss": 0.7391,
      "step": 3635
    },
    {
      "epoch": 0.6849830636055702,
      "grad_norm": 0.03879736605977712,
      "learning_rate": 8.192776744887076e-05,
      "loss": 0.7313,
      "step": 3640
    },
    {
      "epoch": 0.6859239744072262,
      "grad_norm": 0.04080074250182663,
      "learning_rate": 8.14890732859464e-05,
      "loss": 0.7391,
      "step": 3645
    },
    {
      "epoch": 0.6868648852088822,
      "grad_norm": 0.03990822597090894,
      "learning_rate": 8.105111835383663e-05,
      "loss": 0.7714,
      "step": 3650
    },
    {
      "epoch": 0.6878057960105382,
      "grad_norm": 0.039537316806122595,
      "learning_rate": 8.061390737806198e-05,
      "loss": 0.7504,
      "step": 3655
    },
    {
      "epoch": 0.6887467068121942,
      "grad_norm": 0.03939074291969639,
      "learning_rate": 8.017744507611544e-05,
      "loss": 0.715,
      "step": 3660
    },
    {
      "epoch": 0.6896876176138502,
      "grad_norm": 0.0366601266910447,
      "learning_rate": 7.974173615741204e-05,
      "loss": 0.7386,
      "step": 3665
    },
    {
      "epoch": 0.6906285284155063,
      "grad_norm": 0.038454118392867886,
      "learning_rate": 7.930678532323778e-05,
      "loss": 0.7742,
      "step": 3670
    },
    {
      "epoch": 0.6915694392171622,
      "grad_norm": 0.03849044618209459,
      "learning_rate": 7.887259726669884e-05,
      "loss": 0.7567,
      "step": 3675
    },
    {
      "epoch": 0.6925103500188182,
      "grad_norm": 0.03823520672805604,
      "learning_rate": 7.84391766726712e-05,
      "loss": 0.76,
      "step": 3680
    },
    {
      "epoch": 0.6934512608204743,
      "grad_norm": 0.041103142624627866,
      "learning_rate": 7.800652821774995e-05,
      "loss": 0.737,
      "step": 3685
    },
    {
      "epoch": 0.6943921716221302,
      "grad_norm": 0.04060986038183799,
      "learning_rate": 7.757465657019864e-05,
      "loss": 0.7447,
      "step": 3690
    },
    {
      "epoch": 0.6953330824237862,
      "grad_norm": 0.04010014279749571,
      "learning_rate": 7.714356638989914e-05,
      "loss": 0.7119,
      "step": 3695
    },
    {
      "epoch": 0.6962739932254423,
      "grad_norm": 0.03873233135487847,
      "learning_rate": 7.67132623283016e-05,
      "loss": 0.7429,
      "step": 3700
    },
    {
      "epoch": 0.6972149040270982,
      "grad_norm": 0.04007347045017312,
      "learning_rate": 7.628374902837363e-05,
      "loss": 0.7385,
      "step": 3705
    },
    {
      "epoch": 0.6981558148287542,
      "grad_norm": 0.040519533492342004,
      "learning_rate": 7.585503112455062e-05,
      "loss": 0.7534,
      "step": 3710
    },
    {
      "epoch": 0.6990967256304103,
      "grad_norm": 0.04109428606589565,
      "learning_rate": 7.542711324268576e-05,
      "loss": 0.7538,
      "step": 3715
    },
    {
      "epoch": 0.7000376364320663,
      "grad_norm": 0.03658743414096176,
      "learning_rate": 7.500000000000002e-05,
      "loss": 0.7326,
      "step": 3720
    },
    {
      "epoch": 0.7009785472337222,
      "grad_norm": 0.03980166365958357,
      "learning_rate": 7.45736960050322e-05,
      "loss": 0.7409,
      "step": 3725
    },
    {
      "epoch": 0.7019194580353783,
      "grad_norm": 0.03656884698195228,
      "learning_rate": 7.414820585758949e-05,
      "loss": 0.7699,
      "step": 3730
    },
    {
      "epoch": 0.7028603688370343,
      "grad_norm": 0.03618243018140937,
      "learning_rate": 7.372353414869766e-05,
      "loss": 0.7493,
      "step": 3735
    },
    {
      "epoch": 0.7038012796386902,
      "grad_norm": 0.0400626300749975,
      "learning_rate": 7.329968546055144e-05,
      "loss": 0.7505,
      "step": 3740
    },
    {
      "epoch": 0.7047421904403463,
      "grad_norm": 0.03697501490735565,
      "learning_rate": 7.287666436646539e-05,
      "loss": 0.7508,
      "step": 3745
    },
    {
      "epoch": 0.7056831012420023,
      "grad_norm": 0.03865403994396552,
      "learning_rate": 7.245447543082414e-05,
      "loss": 0.7348,
      "step": 3750
    },
    {
      "epoch": 0.7066240120436582,
      "grad_norm": 0.039335397836340956,
      "learning_rate": 7.20331232090335e-05,
      "loss": 0.7493,
      "step": 3755
    },
    {
      "epoch": 0.7075649228453142,
      "grad_norm": 0.03793808471305577,
      "learning_rate": 7.161261224747119e-05,
      "loss": 0.7339,
      "step": 3760
    },
    {
      "epoch": 0.7085058336469703,
      "grad_norm": 0.037488809656223004,
      "learning_rate": 7.119294708343755e-05,
      "loss": 0.7477,
      "step": 3765
    },
    {
      "epoch": 0.7094467444486263,
      "grad_norm": 0.038730154299705596,
      "learning_rate": 7.077413224510702e-05,
      "loss": 0.7421,
      "step": 3770
    },
    {
      "epoch": 0.7103876552502822,
      "grad_norm": 0.04047318420968464,
      "learning_rate": 7.0356172251479e-05,
      "loss": 0.786,
      "step": 3775
    },
    {
      "epoch": 0.7113285660519383,
      "grad_norm": 0.04012985610521384,
      "learning_rate": 6.993907161232907e-05,
      "loss": 0.7564,
      "step": 3780
    },
    {
      "epoch": 0.7122694768535943,
      "grad_norm": 0.040195166286305296,
      "learning_rate": 6.952283482816037e-05,
      "loss": 0.7452,
      "step": 3785
    },
    {
      "epoch": 0.7132103876552502,
      "grad_norm": 0.036013934570515216,
      "learning_rate": 6.910746639015518e-05,
      "loss": 0.7416,
      "step": 3790
    },
    {
      "epoch": 0.7141512984569063,
      "grad_norm": 0.039404706768370185,
      "learning_rate": 6.869297078012636e-05,
      "loss": 0.7566,
      "step": 3795
    },
    {
      "epoch": 0.7150922092585623,
      "grad_norm": 0.03794240394451752,
      "learning_rate": 6.827935247046883e-05,
      "loss": 0.7405,
      "step": 3800
    },
    {
      "epoch": 0.7160331200602182,
      "grad_norm": 0.03817108747506884,
      "learning_rate": 6.786661592411162e-05,
      "loss": 0.7466,
      "step": 3805
    },
    {
      "epoch": 0.7169740308618743,
      "grad_norm": 0.03872769520991303,
      "learning_rate": 6.745476559446956e-05,
      "loss": 0.7595,
      "step": 3810
    },
    {
      "epoch": 0.7179149416635303,
      "grad_norm": 0.03884711036444254,
      "learning_rate": 6.704380592539508e-05,
      "loss": 0.7578,
      "step": 3815
    },
    {
      "epoch": 0.7188558524651864,
      "grad_norm": 0.03780978653067677,
      "learning_rate": 6.663374135113059e-05,
      "loss": 0.7311,
      "step": 3820
    },
    {
      "epoch": 0.7197967632668423,
      "grad_norm": 0.040555453463663634,
      "learning_rate": 6.622457629626027e-05,
      "loss": 0.7664,
      "step": 3825
    },
    {
      "epoch": 0.7207376740684983,
      "grad_norm": 0.03892829872566159,
      "learning_rate": 6.581631517566268e-05,
      "loss": 0.7515,
      "step": 3830
    },
    {
      "epoch": 0.7216785848701543,
      "grad_norm": 0.03899925932302288,
      "learning_rate": 6.540896239446293e-05,
      "loss": 0.7431,
      "step": 3835
    },
    {
      "epoch": 0.7226194956718103,
      "grad_norm": 0.03724943309525145,
      "learning_rate": 6.500252234798503e-05,
      "loss": 0.7305,
      "step": 3840
    },
    {
      "epoch": 0.7235604064734663,
      "grad_norm": 0.03821337427785788,
      "learning_rate": 6.459699942170475e-05,
      "loss": 0.745,
      "step": 3845
    },
    {
      "epoch": 0.7245013172751223,
      "grad_norm": 0.04022918959169577,
      "learning_rate": 6.419239799120222e-05,
      "loss": 0.7662,
      "step": 3850
    },
    {
      "epoch": 0.7254422280767783,
      "grad_norm": 0.03852879372490541,
      "learning_rate": 6.378872242211443e-05,
      "loss": 0.7675,
      "step": 3855
    },
    {
      "epoch": 0.7263831388784343,
      "grad_norm": 0.03781259503267875,
      "learning_rate": 6.338597707008859e-05,
      "loss": 0.7308,
      "step": 3860
    },
    {
      "epoch": 0.7273240496800903,
      "grad_norm": 0.03951092581019206,
      "learning_rate": 6.29841662807347e-05,
      "loss": 0.7387,
      "step": 3865
    },
    {
      "epoch": 0.7282649604817464,
      "grad_norm": 0.040290629672598395,
      "learning_rate": 6.258329438957899e-05,
      "loss": 0.7406,
      "step": 3870
    },
    {
      "epoch": 0.7292058712834023,
      "grad_norm": 0.03694512622132562,
      "learning_rate": 6.218336572201705e-05,
      "loss": 0.7193,
      "step": 3875
    },
    {
      "epoch": 0.7301467820850583,
      "grad_norm": 0.03646511173753941,
      "learning_rate": 6.178438459326689e-05,
      "loss": 0.7402,
      "step": 3880
    },
    {
      "epoch": 0.7310876928867144,
      "grad_norm": 0.0406395023903416,
      "learning_rate": 6.138635530832283e-05,
      "loss": 0.7414,
      "step": 3885
    },
    {
      "epoch": 0.7320286036883703,
      "grad_norm": 0.036014218987116424,
      "learning_rate": 6.09892821619088e-05,
      "loss": 0.725,
      "step": 3890
    },
    {
      "epoch": 0.7329695144900263,
      "grad_norm": 0.040755514238358985,
      "learning_rate": 6.059316943843189e-05,
      "loss": 0.7587,
      "step": 3895
    },
    {
      "epoch": 0.7339104252916824,
      "grad_norm": 0.040411548204649615,
      "learning_rate": 6.019802141193625e-05,
      "loss": 0.7646,
      "step": 3900
    },
    {
      "epoch": 0.7348513360933383,
      "grad_norm": 0.038968355232819656,
      "learning_rate": 5.980384234605726e-05,
      "loss": 0.776,
      "step": 3905
    },
    {
      "epoch": 0.7357922468949943,
      "grad_norm": 0.042090530618439974,
      "learning_rate": 5.941063649397495e-05,
      "loss": 0.7758,
      "step": 3910
    },
    {
      "epoch": 0.7367331576966504,
      "grad_norm": 0.037713848383341686,
      "learning_rate": 5.901840809836844e-05,
      "loss": 0.7538,
      "step": 3915
    },
    {
      "epoch": 0.7376740684983064,
      "grad_norm": 0.03686538623291845,
      "learning_rate": 5.8627161391370245e-05,
      "loss": 0.7419,
      "step": 3920
    },
    {
      "epoch": 0.7386149792999623,
      "grad_norm": 0.0412323805290299,
      "learning_rate": 5.823690059452049e-05,
      "loss": 0.7286,
      "step": 3925
    },
    {
      "epoch": 0.7395558901016184,
      "grad_norm": 0.04681091382814438,
      "learning_rate": 5.7847629918721165e-05,
      "loss": 0.7392,
      "step": 3930
    },
    {
      "epoch": 0.7404968009032744,
      "grad_norm": 0.038102594611252705,
      "learning_rate": 5.7459353564191095e-05,
      "loss": 0.7581,
      "step": 3935
    },
    {
      "epoch": 0.7414377117049303,
      "grad_norm": 0.03890825582383635,
      "learning_rate": 5.707207572042037e-05,
      "loss": 0.7455,
      "step": 3940
    },
    {
      "epoch": 0.7423786225065864,
      "grad_norm": 0.039387553938316465,
      "learning_rate": 5.668580056612504e-05,
      "loss": 0.7285,
      "step": 3945
    },
    {
      "epoch": 0.7433195333082424,
      "grad_norm": 0.03946818985958446,
      "learning_rate": 5.630053226920239e-05,
      "loss": 0.7248,
      "step": 3950
    },
    {
      "epoch": 0.7442604441098983,
      "grad_norm": 0.03936387385845415,
      "learning_rate": 5.591627498668548e-05,
      "loss": 0.766,
      "step": 3955
    },
    {
      "epoch": 0.7452013549115544,
      "grad_norm": 0.03472976147552407,
      "learning_rate": 5.5533032864698754e-05,
      "loss": 0.7205,
      "step": 3960
    },
    {
      "epoch": 0.7461422657132104,
      "grad_norm": 0.03912387994170675,
      "learning_rate": 5.515081003841315e-05,
      "loss": 0.7593,
      "step": 3965
    },
    {
      "epoch": 0.7470831765148664,
      "grad_norm": 0.041833487223668316,
      "learning_rate": 5.4769610632001164e-05,
      "loss": 0.7618,
      "step": 3970
    },
    {
      "epoch": 0.7480240873165224,
      "grad_norm": 0.03700071263990363,
      "learning_rate": 5.4389438758592884e-05,
      "loss": 0.7354,
      "step": 3975
    },
    {
      "epoch": 0.7489649981181784,
      "grad_norm": 0.039575292853940104,
      "learning_rate": 5.401029852023129e-05,
      "loss": 0.7493,
      "step": 3980
    },
    {
      "epoch": 0.7499059089198344,
      "grad_norm": 0.034510383462628254,
      "learning_rate": 5.363219400782798e-05,
      "loss": 0.7379,
      "step": 3985
    },
    {
      "epoch": 0.7508468197214904,
      "grad_norm": 0.04074525021374615,
      "learning_rate": 5.325512930111907e-05,
      "loss": 0.7327,
      "step": 3990
    },
    {
      "epoch": 0.7517877305231464,
      "grad_norm": 0.03972661994649692,
      "learning_rate": 5.2879108468621346e-05,
      "loss": 0.7632,
      "step": 3995
    },
    {
      "epoch": 0.7527286413248024,
      "grad_norm": 0.040751426623560565,
      "learning_rate": 5.250413556758819e-05,
      "loss": 0.7573,
      "step": 4000
    },
    {
      "epoch": 0.7536695521264584,
      "grad_norm": 0.037165299818227866,
      "learning_rate": 5.2130214643965685e-05,
      "loss": 0.7703,
      "step": 4005
    },
    {
      "epoch": 0.7546104629281144,
      "grad_norm": 0.039192953238953,
      "learning_rate": 5.175734973234927e-05,
      "loss": 0.7383,
      "step": 4010
    },
    {
      "epoch": 0.7555513737297704,
      "grad_norm": 0.03861148502718981,
      "learning_rate": 5.1385544855940066e-05,
      "loss": 0.7483,
      "step": 4015
    },
    {
      "epoch": 0.7564922845314265,
      "grad_norm": 0.03866162098831916,
      "learning_rate": 5.1014804026501244e-05,
      "loss": 0.7212,
      "step": 4020
    },
    {
      "epoch": 0.7574331953330824,
      "grad_norm": 0.0403684213936758,
      "learning_rate": 5.0645131244315214e-05,
      "loss": 0.7466,
      "step": 4025
    },
    {
      "epoch": 0.7583741061347384,
      "grad_norm": 0.036399521831994304,
      "learning_rate": 5.027653049813991e-05,
      "loss": 0.7327,
      "step": 4030
    },
    {
      "epoch": 0.7593150169363945,
      "grad_norm": 0.03824476127393509,
      "learning_rate": 4.990900576516625e-05,
      "loss": 0.7304,
      "step": 4035
    },
    {
      "epoch": 0.7602559277380504,
      "grad_norm": 0.04226316377265603,
      "learning_rate": 4.954256101097494e-05,
      "loss": 0.7592,
      "step": 4040
    },
    {
      "epoch": 0.7611968385397064,
      "grad_norm": 0.0353431684108597,
      "learning_rate": 4.917720018949364e-05,
      "loss": 0.7101,
      "step": 4045
    },
    {
      "epoch": 0.7621377493413625,
      "grad_norm": 0.03822443909312598,
      "learning_rate": 4.8812927242954564e-05,
      "loss": 0.7392,
      "step": 4050
    },
    {
      "epoch": 0.7630786601430184,
      "grad_norm": 0.03835749701797319,
      "learning_rate": 4.844974610185173e-05,
      "loss": 0.7323,
      "step": 4055
    },
    {
      "epoch": 0.7640195709446744,
      "grad_norm": 0.037684888204025845,
      "learning_rate": 4.808766068489855e-05,
      "loss": 0.7392,
      "step": 4060
    },
    {
      "epoch": 0.7649604817463305,
      "grad_norm": 0.03795012722182954,
      "learning_rate": 4.772667489898572e-05,
      "loss": 0.7261,
      "step": 4065
    },
    {
      "epoch": 0.7659013925479865,
      "grad_norm": 0.03846412848813938,
      "learning_rate": 4.736679263913881e-05,
      "loss": 0.7456,
      "step": 4070
    },
    {
      "epoch": 0.7668423033496424,
      "grad_norm": 0.04277670399034575,
      "learning_rate": 4.7008017788476476e-05,
      "loss": 0.7676,
      "step": 4075
    },
    {
      "epoch": 0.7677832141512985,
      "grad_norm": 0.03733090710113088,
      "learning_rate": 4.665035421816852e-05,
      "loss": 0.7586,
      "step": 4080
    },
    {
      "epoch": 0.7687241249529545,
      "grad_norm": 0.036470579624849335,
      "learning_rate": 4.629380578739385e-05,
      "loss": 0.7254,
      "step": 4085
    },
    {
      "epoch": 0.7696650357546104,
      "grad_norm": 0.03975957425764092,
      "learning_rate": 4.593837634329928e-05,
      "loss": 0.7569,
      "step": 4090
    },
    {
      "epoch": 0.7706059465562665,
      "grad_norm": 0.040549018273597276,
      "learning_rate": 4.558406972095771e-05,
      "loss": 0.7307,
      "step": 4095
    },
    {
      "epoch": 0.7715468573579225,
      "grad_norm": 0.03801305901578898,
      "learning_rate": 4.523088974332676e-05,
      "loss": 0.7249,
      "step": 4100
    },
    {
      "epoch": 0.7724877681595784,
      "grad_norm": 0.04200138565229912,
      "learning_rate": 4.487884022120758e-05,
      "loss": 0.7567,
      "step": 4105
    },
    {
      "epoch": 0.7734286789612345,
      "grad_norm": 0.03950895201351385,
      "learning_rate": 4.452792495320396e-05,
      "loss": 0.7046,
      "step": 4110
    },
    {
      "epoch": 0.7743695897628905,
      "grad_norm": 0.036898557922398705,
      "learning_rate": 4.41781477256809e-05,
      "loss": 0.7263,
      "step": 4115
    },
    {
      "epoch": 0.7753105005645465,
      "grad_norm": 0.03802666125569989,
      "learning_rate": 4.382951231272397e-05,
      "loss": 0.7588,
      "step": 4120
    },
    {
      "epoch": 0.7762514113662025,
      "grad_norm": 0.037620561058654495,
      "learning_rate": 4.3482022476098736e-05,
      "loss": 0.7518,
      "step": 4125
    },
    {
      "epoch": 0.7771923221678585,
      "grad_norm": 0.042625621645339215,
      "learning_rate": 4.313568196520998e-05,
      "loss": 0.7467,
      "step": 4130
    },
    {
      "epoch": 0.7781332329695145,
      "grad_norm": 0.03933008556723823,
      "learning_rate": 4.27904945170612e-05,
      "loss": 0.74,
      "step": 4135
    },
    {
      "epoch": 0.7790741437711705,
      "grad_norm": 0.03976842759714889,
      "learning_rate": 4.244646385621451e-05,
      "loss": 0.7475,
      "step": 4140
    },
    {
      "epoch": 0.7800150545728265,
      "grad_norm": 0.03768428813268079,
      "learning_rate": 4.2103593694750324e-05,
      "loss": 0.7295,
      "step": 4145
    },
    {
      "epoch": 0.7809559653744825,
      "grad_norm": 0.03876815133956591,
      "learning_rate": 4.176188773222715e-05,
      "loss": 0.7232,
      "step": 4150
    },
    {
      "epoch": 0.7818968761761385,
      "grad_norm": 0.03668277473358429,
      "learning_rate": 4.1421349655641994e-05,
      "loss": 0.7589,
      "step": 4155
    },
    {
      "epoch": 0.7828377869777945,
      "grad_norm": 0.04030783885886016,
      "learning_rate": 4.108198313939029e-05,
      "loss": 0.7473,
      "step": 4160
    },
    {
      "epoch": 0.7837786977794505,
      "grad_norm": 0.03763435879728677,
      "learning_rate": 4.0743791845226446e-05,
      "loss": 0.7461,
      "step": 4165
    },
    {
      "epoch": 0.7847196085811066,
      "grad_norm": 0.03854446021480888,
      "learning_rate": 4.04067794222243e-05,
      "loss": 0.7435,
      "step": 4170
    },
    {
      "epoch": 0.7856605193827625,
      "grad_norm": 0.037540640945074796,
      "learning_rate": 4.007094950673753e-05,
      "loss": 0.7447,
      "step": 4175
    },
    {
      "epoch": 0.7866014301844185,
      "grad_norm": 0.04173529963643009,
      "learning_rate": 3.973630572236075e-05,
      "loss": 0.7272,
      "step": 4180
    },
    {
      "epoch": 0.7875423409860746,
      "grad_norm": 0.03950203020150416,
      "learning_rate": 3.940285167989028e-05,
      "loss": 0.7385,
      "step": 4185
    },
    {
      "epoch": 0.7884832517877305,
      "grad_norm": 0.03744463784853737,
      "learning_rate": 3.9070590977285016e-05,
      "loss": 0.7408,
      "step": 4190
    },
    {
      "epoch": 0.7894241625893865,
      "grad_norm": 0.0415749729661611,
      "learning_rate": 3.873952719962781e-05,
      "loss": 0.7553,
      "step": 4195
    },
    {
      "epoch": 0.7903650733910426,
      "grad_norm": 0.04023668652299723,
      "learning_rate": 3.840966391908678e-05,
      "loss": 0.7393,
      "step": 4200
    },
    {
      "epoch": 0.7913059841926985,
      "grad_norm": 0.03985163930669438,
      "learning_rate": 3.808100469487674e-05,
      "loss": 0.7433,
      "step": 4205
    },
    {
      "epoch": 0.7922468949943545,
      "grad_norm": 0.042655408743132714,
      "learning_rate": 3.775355307322063e-05,
      "loss": 0.7815,
      "step": 4210
    },
    {
      "epoch": 0.7931878057960106,
      "grad_norm": 0.037507990065317645,
      "learning_rate": 3.742731258731152e-05,
      "loss": 0.763,
      "step": 4215
    },
    {
      "epoch": 0.7941287165976666,
      "grad_norm": 0.04151808695349708,
      "learning_rate": 3.7102286757274364e-05,
      "loss": 0.7298,
      "step": 4220
    },
    {
      "epoch": 0.7950696273993225,
      "grad_norm": 0.03871917007808031,
      "learning_rate": 3.6778479090127913e-05,
      "loss": 0.7179,
      "step": 4225
    },
    {
      "epoch": 0.7960105382009786,
      "grad_norm": 0.0395273004111852,
      "learning_rate": 3.6455893079747114e-05,
      "loss": 0.7215,
      "step": 4230
    },
    {
      "epoch": 0.7969514490026346,
      "grad_norm": 0.037341829211501365,
      "learning_rate": 3.6134532206825136e-05,
      "loss": 0.7518,
      "step": 4235
    },
    {
      "epoch": 0.7978923598042905,
      "grad_norm": 0.039938364583883966,
      "learning_rate": 3.581439993883604e-05,
      "loss": 0.7498,
      "step": 4240
    },
    {
      "epoch": 0.7988332706059466,
      "grad_norm": 0.040057519903909024,
      "learning_rate": 3.5495499729997304e-05,
      "loss": 0.7071,
      "step": 4245
    },
    {
      "epoch": 0.7997741814076026,
      "grad_norm": 0.037110178091548936,
      "learning_rate": 3.5177835021232395e-05,
      "loss": 0.7041,
      "step": 4250
    },
    {
      "epoch": 0.8007150922092585,
      "grad_norm": 0.03888319458444373,
      "learning_rate": 3.486140924013391e-05,
      "loss": 0.7312,
      "step": 4255
    },
    {
      "epoch": 0.8016560030109146,
      "grad_norm": 0.03743060676550586,
      "learning_rate": 3.4546225800926416e-05,
      "loss": 0.7128,
      "step": 4260
    },
    {
      "epoch": 0.8025969138125706,
      "grad_norm": 0.038536328098299384,
      "learning_rate": 3.4232288104429636e-05,
      "loss": 0.7449,
      "step": 4265
    },
    {
      "epoch": 0.8035378246142266,
      "grad_norm": 0.03878605489785658,
      "learning_rate": 3.3919599538021664e-05,
      "loss": 0.7497,
      "step": 4270
    },
    {
      "epoch": 0.8044787354158826,
      "grad_norm": 0.03793631840075618,
      "learning_rate": 3.3608163475602684e-05,
      "loss": 0.7377,
      "step": 4275
    },
    {
      "epoch": 0.8054196462175386,
      "grad_norm": 0.03968152466748523,
      "learning_rate": 3.329798327755835e-05,
      "loss": 0.7307,
      "step": 4280
    },
    {
      "epoch": 0.8063605570191946,
      "grad_norm": 0.03749528471492435,
      "learning_rate": 3.298906229072357e-05,
      "loss": 0.7644,
      "step": 4285
    },
    {
      "epoch": 0.8073014678208505,
      "grad_norm": 0.03784045958987088,
      "learning_rate": 3.268140384834633e-05,
      "loss": 0.7269,
      "step": 4290
    },
    {
      "epoch": 0.8082423786225066,
      "grad_norm": 0.037631543918115885,
      "learning_rate": 3.237501127005192e-05,
      "loss": 0.7341,
      "step": 4295
    },
    {
      "epoch": 0.8091832894241626,
      "grad_norm": 0.0390771932444786,
      "learning_rate": 3.206988786180693e-05,
      "loss": 0.7328,
      "step": 4300
    },
    {
      "epoch": 0.8101242002258185,
      "grad_norm": 0.03647087521210094,
      "learning_rate": 3.176603691588365e-05,
      "loss": 0.7395,
      "step": 4305
    },
    {
      "epoch": 0.8110651110274746,
      "grad_norm": 0.03694803246663371,
      "learning_rate": 3.146346171082445e-05,
      "loss": 0.7527,
      "step": 4310
    },
    {
      "epoch": 0.8120060218291306,
      "grad_norm": 0.040278247753399284,
      "learning_rate": 3.1162165511406756e-05,
      "loss": 0.7317,
      "step": 4315
    },
    {
      "epoch": 0.8129469326307867,
      "grad_norm": 0.03898944326441212,
      "learning_rate": 3.086215156860729e-05,
      "loss": 0.7222,
      "step": 4320
    },
    {
      "epoch": 0.8138878434324426,
      "grad_norm": 0.04051272560722607,
      "learning_rate": 3.056342311956735e-05,
      "loss": 0.7484,
      "step": 4325
    },
    {
      "epoch": 0.8148287542340986,
      "grad_norm": 0.03796686896436505,
      "learning_rate": 3.026598338755783e-05,
      "loss": 0.737,
      "step": 4330
    },
    {
      "epoch": 0.8157696650357547,
      "grad_norm": 0.03901772952940146,
      "learning_rate": 2.9969835581944423e-05,
      "loss": 0.7275,
      "step": 4335
    },
    {
      "epoch": 0.8167105758374106,
      "grad_norm": 0.03789607099708822,
      "learning_rate": 2.9674982898152904e-05,
      "loss": 0.7522,
      "step": 4340
    },
    {
      "epoch": 0.8176514866390666,
      "grad_norm": 0.04437902229228163,
      "learning_rate": 2.938142851763476e-05,
      "loss": 0.748,
      "step": 4345
    },
    {
      "epoch": 0.8185923974407227,
      "grad_norm": 0.040534612356349066,
      "learning_rate": 2.908917560783286e-05,
      "loss": 0.745,
      "step": 4350
    },
    {
      "epoch": 0.8195333082423786,
      "grad_norm": 0.04165229631859438,
      "learning_rate": 2.8798227322147167e-05,
      "loss": 0.754,
      "step": 4355
    },
    {
      "epoch": 0.8204742190440346,
      "grad_norm": 0.04285176631929181,
      "learning_rate": 2.8508586799900878e-05,
      "loss": 0.7279,
      "step": 4360
    },
    {
      "epoch": 0.8214151298456907,
      "grad_norm": 0.04179797544417384,
      "learning_rate": 2.8220257166306338e-05,
      "loss": 0.7461,
      "step": 4365
    },
    {
      "epoch": 0.8223560406473467,
      "grad_norm": 0.04019820707217107,
      "learning_rate": 2.7933241532431576e-05,
      "loss": 0.7481,
      "step": 4370
    },
    {
      "epoch": 0.8232969514490026,
      "grad_norm": 0.03603648651130401,
      "learning_rate": 2.7647542995166576e-05,
      "loss": 0.7335,
      "step": 4375
    },
    {
      "epoch": 0.8242378622506586,
      "grad_norm": 0.03979622492169847,
      "learning_rate": 2.736316463718978e-05,
      "loss": 0.7483,
      "step": 4380
    },
    {
      "epoch": 0.8251787730523147,
      "grad_norm": 0.03939493805725078,
      "learning_rate": 2.7080109526935083e-05,
      "loss": 0.7187,
      "step": 4385
    },
    {
      "epoch": 0.8261196838539706,
      "grad_norm": 0.036865190585736146,
      "learning_rate": 2.6798380718558526e-05,
      "loss": 0.759,
      "step": 4390
    },
    {
      "epoch": 0.8270605946556266,
      "grad_norm": 0.03612023659473949,
      "learning_rate": 2.6517981251905336e-05,
      "loss": 0.7388,
      "step": 4395
    },
    {
      "epoch": 0.8280015054572827,
      "grad_norm": 0.03764904252746977,
      "learning_rate": 2.623891415247721e-05,
      "loss": 0.7146,
      "step": 4400
    },
    {
      "epoch": 0.8289424162589386,
      "grad_norm": 0.03996839095480978,
      "learning_rate": 2.596118243139968e-05,
      "loss": 0.7382,
      "step": 4405
    },
    {
      "epoch": 0.8298833270605946,
      "grad_norm": 0.041170050061391135,
      "learning_rate": 2.5684789085389607e-05,
      "loss": 0.7324,
      "step": 4410
    },
    {
      "epoch": 0.8308242378622507,
      "grad_norm": 0.03765734472228694,
      "learning_rate": 2.5409737096722716e-05,
      "loss": 0.7205,
      "step": 4415
    },
    {
      "epoch": 0.8317651486639067,
      "grad_norm": 0.03910602217381,
      "learning_rate": 2.5136029433201625e-05,
      "loss": 0.712,
      "step": 4420
    },
    {
      "epoch": 0.8327060594655626,
      "grad_norm": 0.043314895360783305,
      "learning_rate": 2.4863669048123746e-05,
      "loss": 0.7252,
      "step": 4425
    },
    {
      "epoch": 0.8336469702672187,
      "grad_norm": 0.038416515119674845,
      "learning_rate": 2.4592658880249244e-05,
      "loss": 0.7342,
      "step": 4430
    },
    {
      "epoch": 0.8345878810688747,
      "grad_norm": 0.03966310990660385,
      "learning_rate": 2.4323001853769692e-05,
      "loss": 0.7278,
      "step": 4435
    },
    {
      "epoch": 0.8355287918705306,
      "grad_norm": 0.039679489923308116,
      "learning_rate": 2.4054700878276122e-05,
      "loss": 0.7268,
      "step": 4440
    },
    {
      "epoch": 0.8364697026721867,
      "grad_norm": 0.03897089451361406,
      "learning_rate": 2.3787758848727912e-05,
      "loss": 0.7233,
      "step": 4445
    },
    {
      "epoch": 0.8374106134738427,
      "grad_norm": 0.03825105631460866,
      "learning_rate": 2.352217864542149e-05,
      "loss": 0.7186,
      "step": 4450
    },
    {
      "epoch": 0.8383515242754986,
      "grad_norm": 0.037516278264590745,
      "learning_rate": 2.3257963133959086e-05,
      "loss": 0.7359,
      "step": 4455
    },
    {
      "epoch": 0.8392924350771547,
      "grad_norm": 0.03803680908475784,
      "learning_rate": 2.2995115165218076e-05,
      "loss": 0.7324,
      "step": 4460
    },
    {
      "epoch": 0.8402333458788107,
      "grad_norm": 0.041405405174316776,
      "learning_rate": 2.2733637575320085e-05,
      "loss": 0.7328,
      "step": 4465
    },
    {
      "epoch": 0.8411742566804666,
      "grad_norm": 0.03654086979510833,
      "learning_rate": 2.2473533185600295e-05,
      "loss": 0.7187,
      "step": 4470
    },
    {
      "epoch": 0.8421151674821227,
      "grad_norm": 0.039987056977315666,
      "learning_rate": 2.2214804802577108e-05,
      "loss": 0.741,
      "step": 4475
    },
    {
      "epoch": 0.8430560782837787,
      "grad_norm": 0.04099954115508159,
      "learning_rate": 2.1957455217922033e-05,
      "loss": 0.7247,
      "step": 4480
    },
    {
      "epoch": 0.8439969890854347,
      "grad_norm": 0.038398613227579474,
      "learning_rate": 2.1701487208429197e-05,
      "loss": 0.7382,
      "step": 4485
    },
    {
      "epoch": 0.8449378998870907,
      "grad_norm": 0.03836989471820563,
      "learning_rate": 2.1446903535985587e-05,
      "loss": 0.7134,
      "step": 4490
    },
    {
      "epoch": 0.8458788106887467,
      "grad_norm": 0.036465783338229904,
      "learning_rate": 2.119370694754132e-05,
      "loss": 0.7,
      "step": 4495
    },
    {
      "epoch": 0.8468197214904027,
      "grad_norm": 0.0385801606753652,
      "learning_rate": 2.094190017507989e-05,
      "loss": 0.7475,
      "step": 4500
    },
    {
      "epoch": 0.8477606322920587,
      "grad_norm": 0.035990420555936965,
      "learning_rate": 2.0691485935588743e-05,
      "loss": 0.7334,
      "step": 4505
    },
    {
      "epoch": 0.8487015430937147,
      "grad_norm": 0.04380741523278768,
      "learning_rate": 2.0442466931029867e-05,
      "loss": 0.7237,
      "step": 4510
    },
    {
      "epoch": 0.8496424538953707,
      "grad_norm": 0.037151691736236815,
      "learning_rate": 2.0194845848310674e-05,
      "loss": 0.7276,
      "step": 4515
    },
    {
      "epoch": 0.8505833646970267,
      "grad_norm": 0.036431746414973216,
      "learning_rate": 1.9948625359255248e-05,
      "loss": 0.7031,
      "step": 4520
    },
    {
      "epoch": 0.8515242754986827,
      "grad_norm": 0.03727873723258803,
      "learning_rate": 1.970380812057512e-05,
      "loss": 0.7229,
      "step": 4525
    },
    {
      "epoch": 0.8524651863003387,
      "grad_norm": 0.03479466063222127,
      "learning_rate": 1.9460396773840786e-05,
      "loss": 0.7544,
      "step": 4530
    },
    {
      "epoch": 0.8534060971019948,
      "grad_norm": 0.04104017949784562,
      "learning_rate": 1.9218393945453327e-05,
      "loss": 0.7197,
      "step": 4535
    },
    {
      "epoch": 0.8543470079036507,
      "grad_norm": 0.03790070545246109,
      "learning_rate": 1.8977802246615908e-05,
      "loss": 0.7431,
      "step": 4540
    },
    {
      "epoch": 0.8552879187053067,
      "grad_norm": 0.03729217061921706,
      "learning_rate": 1.8738624273305602e-05,
      "loss": 0.7533,
      "step": 4545
    },
    {
      "epoch": 0.8562288295069628,
      "grad_norm": 0.03931349035555177,
      "learning_rate": 1.8500862606245476e-05,
      "loss": 0.7394,
      "step": 4550
    },
    {
      "epoch": 0.8571697403086187,
      "grad_norm": 0.0394433321374659,
      "learning_rate": 1.8264519810876722e-05,
      "loss": 0.7326,
      "step": 4555
    },
    {
      "epoch": 0.8581106511102747,
      "grad_norm": 0.035368518092189605,
      "learning_rate": 1.802959843733086e-05,
      "loss": 0.7472,
      "step": 4560
    },
    {
      "epoch": 0.8590515619119308,
      "grad_norm": 0.037582766906246075,
      "learning_rate": 1.7796101020402405e-05,
      "loss": 0.7061,
      "step": 4565
    },
    {
      "epoch": 0.8599924727135867,
      "grad_norm": 0.038386275083281136,
      "learning_rate": 1.7564030079521312e-05,
      "loss": 0.7281,
      "step": 4570
    },
    {
      "epoch": 0.8609333835152427,
      "grad_norm": 0.03798225357409595,
      "learning_rate": 1.7333388118726033e-05,
      "loss": 0.7417,
      "step": 4575
    },
    {
      "epoch": 0.8618742943168988,
      "grad_norm": 0.03952864589268583,
      "learning_rate": 1.7104177626636308e-05,
      "loss": 0.7386,
      "step": 4580
    },
    {
      "epoch": 0.8628152051185548,
      "grad_norm": 0.039175178129552325,
      "learning_rate": 1.6876401076426332e-05,
      "loss": 0.7348,
      "step": 4585
    },
    {
      "epoch": 0.8637561159202107,
      "grad_norm": 0.04213404267588905,
      "learning_rate": 1.665006092579817e-05,
      "loss": 0.7451,
      "step": 4590
    },
    {
      "epoch": 0.8646970267218668,
      "grad_norm": 0.036904029064067076,
      "learning_rate": 1.6425159616955208e-05,
      "loss": 0.732,
      "step": 4595
    },
    {
      "epoch": 0.8656379375235228,
      "grad_norm": 0.04055058687139153,
      "learning_rate": 1.620169957657567e-05,
      "loss": 0.7336,
      "step": 4600
    },
    {
      "epoch": 0.8665788483251787,
      "grad_norm": 0.03633816516730953,
      "learning_rate": 1.5979683215786575e-05,
      "loss": 0.7253,
      "step": 4605
    },
    {
      "epoch": 0.8675197591268348,
      "grad_norm": 0.03780409397880549,
      "learning_rate": 1.575911293013773e-05,
      "loss": 0.7493,
      "step": 4610
    },
    {
      "epoch": 0.8684606699284908,
      "grad_norm": 0.036721595492597056,
      "learning_rate": 1.5539991099575854e-05,
      "loss": 0.7202,
      "step": 4615
    },
    {
      "epoch": 0.8694015807301467,
      "grad_norm": 0.037482839459661806,
      "learning_rate": 1.5322320088418725e-05,
      "loss": 0.7112,
      "step": 4620
    },
    {
      "epoch": 0.8703424915318028,
      "grad_norm": 0.04032680309979362,
      "learning_rate": 1.510610224533001e-05,
      "loss": 0.7459,
      "step": 4625
    },
    {
      "epoch": 0.8712834023334588,
      "grad_norm": 0.039375359663647816,
      "learning_rate": 1.489133990329366e-05,
      "loss": 0.7459,
      "step": 4630
    },
    {
      "epoch": 0.8722243131351148,
      "grad_norm": 0.03878387865856684,
      "learning_rate": 1.467803537958876e-05,
      "loss": 0.7314,
      "step": 4635
    },
    {
      "epoch": 0.8731652239367708,
      "grad_norm": 0.03820312498729265,
      "learning_rate": 1.446619097576468e-05,
      "loss": 0.7081,
      "step": 4640
    },
    {
      "epoch": 0.8741061347384268,
      "grad_norm": 0.04141438212898032,
      "learning_rate": 1.425580897761604e-05,
      "loss": 0.7524,
      "step": 4645
    },
    {
      "epoch": 0.8750470455400828,
      "grad_norm": 0.03963965690705673,
      "learning_rate": 1.4046891655158233e-05,
      "loss": 0.7289,
      "step": 4650
    },
    {
      "epoch": 0.8759879563417388,
      "grad_norm": 0.04111262551595695,
      "learning_rate": 1.383944126260284e-05,
      "loss": 0.7293,
      "step": 4655
    },
    {
      "epoch": 0.8769288671433948,
      "grad_norm": 0.04061469675303553,
      "learning_rate": 1.3633460038333211e-05,
      "loss": 0.7525,
      "step": 4660
    },
    {
      "epoch": 0.8778697779450508,
      "grad_norm": 0.0376892938395166,
      "learning_rate": 1.3428950204880534e-05,
      "loss": 0.7311,
      "step": 4665
    },
    {
      "epoch": 0.8788106887467068,
      "grad_norm": 0.03891564478991497,
      "learning_rate": 1.3225913968899705e-05,
      "loss": 0.7366,
      "step": 4670
    },
    {
      "epoch": 0.8797515995483628,
      "grad_norm": 0.03795076957307728,
      "learning_rate": 1.3024353521145515e-05,
      "loss": 0.74,
      "step": 4675
    },
    {
      "epoch": 0.8806925103500188,
      "grad_norm": 0.03879491364323159,
      "learning_rate": 1.2824271036449013e-05,
      "loss": 0.7569,
      "step": 4680
    },
    {
      "epoch": 0.8816334211516749,
      "grad_norm": 0.03648855134440867,
      "learning_rate": 1.2625668673694206e-05,
      "loss": 0.7261,
      "step": 4685
    },
    {
      "epoch": 0.8825743319533308,
      "grad_norm": 0.039114744946843395,
      "learning_rate": 1.2428548575794506e-05,
      "loss": 0.7276,
      "step": 4690
    },
    {
      "epoch": 0.8835152427549868,
      "grad_norm": 0.03922278721510972,
      "learning_rate": 1.2232912869669753e-05,
      "loss": 0.7412,
      "step": 4695
    },
    {
      "epoch": 0.8844561535566429,
      "grad_norm": 0.0413220284359729,
      "learning_rate": 1.2038763666223283e-05,
      "loss": 0.6961,
      "step": 4700
    },
    {
      "epoch": 0.8853970643582988,
      "grad_norm": 0.03774504327378547,
      "learning_rate": 1.1846103060319112e-05,
      "loss": 0.7616,
      "step": 4705
    },
    {
      "epoch": 0.8863379751599548,
      "grad_norm": 0.03719254603141807,
      "learning_rate": 1.1654933130759269e-05,
      "loss": 0.7295,
      "step": 4710
    },
    {
      "epoch": 0.8872788859616109,
      "grad_norm": 0.04039683465612545,
      "learning_rate": 1.1465255940261536e-05,
      "loss": 0.7315,
      "step": 4715
    },
    {
      "epoch": 0.8882197967632668,
      "grad_norm": 0.038907342623597366,
      "learning_rate": 1.1277073535436943e-05,
      "loss": 0.7424,
      "step": 4720
    },
    {
      "epoch": 0.8891607075649228,
      "grad_norm": 0.03788244107623249,
      "learning_rate": 1.1090387946768003e-05,
      "loss": 0.7515,
      "step": 4725
    },
    {
      "epoch": 0.8901016183665789,
      "grad_norm": 0.038838422890715006,
      "learning_rate": 1.090520118858652e-05,
      "loss": 0.7368,
      "step": 4730
    },
    {
      "epoch": 0.8910425291682349,
      "grad_norm": 0.03725542123628333,
      "learning_rate": 1.0721515259051916e-05,
      "loss": 0.7201,
      "step": 4735
    },
    {
      "epoch": 0.8919834399698908,
      "grad_norm": 0.03589707805750827,
      "learning_rate": 1.053933214012983e-05,
      "loss": 0.7129,
      "step": 4740
    },
    {
      "epoch": 0.8929243507715469,
      "grad_norm": 0.038642857374594816,
      "learning_rate": 1.0358653797570593e-05,
      "loss": 0.7541,
      "step": 4745
    },
    {
      "epoch": 0.8938652615732029,
      "grad_norm": 0.039982874321707856,
      "learning_rate": 1.017948218088797e-05,
      "loss": 0.7061,
      "step": 4750
    },
    {
      "epoch": 0.8948061723748588,
      "grad_norm": 0.0370503487079274,
      "learning_rate": 1.0001819223338287e-05,
      "loss": 0.7363,
      "step": 4755
    },
    {
      "epoch": 0.8957470831765149,
      "grad_norm": 0.03536457438950792,
      "learning_rate": 9.825666841899465e-06,
      "loss": 0.7415,
      "step": 4760
    },
    {
      "epoch": 0.8966879939781709,
      "grad_norm": 0.03707956825731724,
      "learning_rate": 9.651026937250288e-06,
      "loss": 0.7211,
      "step": 4765
    },
    {
      "epoch": 0.8976289047798268,
      "grad_norm": 0.03963652644770756,
      "learning_rate": 9.477901393750076e-06,
      "loss": 0.7391,
      "step": 4770
    },
    {
      "epoch": 0.8985698155814829,
      "grad_norm": 0.038563286201813984,
      "learning_rate": 9.306292079418115e-06,
      "loss": 0.6965,
      "step": 4775
    },
    {
      "epoch": 0.8995107263831389,
      "grad_norm": 0.037576451289906165,
      "learning_rate": 9.136200845913716e-06,
      "loss": 0.7404,
      "step": 4780
    },
    {
      "epoch": 0.9004516371847949,
      "grad_norm": 0.03920865759024056,
      "learning_rate": 8.967629528516141e-06,
      "loss": 0.7214,
      "step": 4785
    },
    {
      "epoch": 0.9013925479864509,
      "grad_norm": 0.03869578048793669,
      "learning_rate": 8.800579946104702e-06,
      "loss": 0.7287,
      "step": 4790
    },
    {
      "epoch": 0.9023334587881069,
      "grad_norm": 0.041785756799252886,
      "learning_rate": 8.635053901139367e-06,
      "loss": 0.7647,
      "step": 4795
    },
    {
      "epoch": 0.9032743695897629,
      "grad_norm": 0.03868915487772746,
      "learning_rate": 8.471053179641147e-06,
      "loss": 0.7223,
      "step": 4800
    },
    {
      "epoch": 0.9042152803914189,
      "grad_norm": 0.03662076107336638,
      "learning_rate": 8.30857955117279e-06,
      "loss": 0.7399,
      "step": 4805
    },
    {
      "epoch": 0.9051561911930749,
      "grad_norm": 0.03359384020617572,
      "learning_rate": 8.147634768819788e-06,
      "loss": 0.7046,
      "step": 4810
    },
    {
      "epoch": 0.9060971019947309,
      "grad_norm": 0.03666121162864638,
      "learning_rate": 7.988220569171467e-06,
      "loss": 0.7387,
      "step": 4815
    },
    {
      "epoch": 0.9070380127963868,
      "grad_norm": 0.036559492972736925,
      "learning_rate": 7.830338672302223e-06,
      "loss": 0.7398,
      "step": 4820
    },
    {
      "epoch": 0.9079789235980429,
      "grad_norm": 0.03695997811728329,
      "learning_rate": 7.673990781752881e-06,
      "loss": 0.7133,
      "step": 4825
    },
    {
      "epoch": 0.9089198343996989,
      "grad_norm": 0.038686133865653574,
      "learning_rate": 7.5191785845124255e-06,
      "loss": 0.7275,
      "step": 4830
    },
    {
      "epoch": 0.909860745201355,
      "grad_norm": 0.034693594406954034,
      "learning_rate": 7.365903750999791e-06,
      "loss": 0.7157,
      "step": 4835
    },
    {
      "epoch": 0.9108016560030109,
      "grad_norm": 0.0388397518590927,
      "learning_rate": 7.2141679350457175e-06,
      "loss": 0.7216,
      "step": 4840
    },
    {
      "epoch": 0.9117425668046669,
      "grad_norm": 0.03748596193447337,
      "learning_rate": 7.063972773875076e-06,
      "loss": 0.7359,
      "step": 4845
    },
    {
      "epoch": 0.912683477606323,
      "grad_norm": 0.03888928393947248,
      "learning_rate": 6.915319888089055e-06,
      "loss": 0.7296,
      "step": 4850
    },
    {
      "epoch": 0.9136243884079789,
      "grad_norm": 0.03873257173734812,
      "learning_rate": 6.768210881647784e-06,
      "loss": 0.7514,
      "step": 4855
    },
    {
      "epoch": 0.9145652992096349,
      "grad_norm": 0.03709779612823535,
      "learning_rate": 6.622647341853005e-06,
      "loss": 0.7421,
      "step": 4860
    },
    {
      "epoch": 0.915506210011291,
      "grad_norm": 0.03587682055067527,
      "learning_rate": 6.478630839330828e-06,
      "loss": 0.7205,
      "step": 4865
    },
    {
      "epoch": 0.9164471208129469,
      "grad_norm": 0.04029055825522218,
      "learning_rate": 6.336162928014937e-06,
      "loss": 0.737,
      "step": 4870
    },
    {
      "epoch": 0.9173880316146029,
      "grad_norm": 0.037073343055570404,
      "learning_rate": 6.195245145129812e-06,
      "loss": 0.7347,
      "step": 4875
    },
    {
      "epoch": 0.918328942416259,
      "grad_norm": 0.036440160856527605,
      "learning_rate": 6.055879011173998e-06,
      "loss": 0.7387,
      "step": 4880
    },
    {
      "epoch": 0.919269853217915,
      "grad_norm": 0.0377819594467133,
      "learning_rate": 5.918066029903812e-06,
      "loss": 0.7215,
      "step": 4885
    },
    {
      "epoch": 0.9202107640195709,
      "grad_norm": 0.0384362688453867,
      "learning_rate": 5.781807688317214e-06,
      "loss": 0.7101,
      "step": 4890
    },
    {
      "epoch": 0.921151674821227,
      "grad_norm": 0.04042614908872056,
      "learning_rate": 5.6471054566374965e-06,
      "loss": 0.726,
      "step": 4895
    },
    {
      "epoch": 0.922092585622883,
      "grad_norm": 0.037566662938396556,
      "learning_rate": 5.5139607882976666e-06,
      "loss": 0.7312,
      "step": 4900
    },
    {
      "epoch": 0.9230334964245389,
      "grad_norm": 0.03800770208223098,
      "learning_rate": 5.382375119924626e-06,
      "loss": 0.7431,
      "step": 4905
    },
    {
      "epoch": 0.923974407226195,
      "grad_norm": 0.03619717959439674,
      "learning_rate": 5.252349871323747e-06,
      "loss": 0.7284,
      "step": 4910
    },
    {
      "epoch": 0.924915318027851,
      "grad_norm": 0.03753904354868467,
      "learning_rate": 5.123886445463504e-06,
      "loss": 0.7567,
      "step": 4915
    },
    {
      "epoch": 0.9258562288295069,
      "grad_norm": 0.038858725721177816,
      "learning_rate": 4.99698622846037e-06,
      "loss": 0.7093,
      "step": 4920
    },
    {
      "epoch": 0.926797139631163,
      "grad_norm": 0.03824992710079084,
      "learning_rate": 4.871650589563775e-06,
      "loss": 0.7451,
      "step": 4925
    },
    {
      "epoch": 0.927738050432819,
      "grad_norm": 0.04100741519395592,
      "learning_rate": 4.747880881141502e-06,
      "loss": 0.7291,
      "step": 4930
    },
    {
      "epoch": 0.928678961234475,
      "grad_norm": 0.03950366551892632,
      "learning_rate": 4.62567843866492e-06,
      "loss": 0.7362,
      "step": 4935
    },
    {
      "epoch": 0.929619872036131,
      "grad_norm": 0.03655294044802147,
      "learning_rate": 4.5050445806946555e-06,
      "loss": 0.7318,
      "step": 4940
    },
    {
      "epoch": 0.930560782837787,
      "grad_norm": 0.03893513792284634,
      "learning_rate": 4.385980608866374e-06,
      "loss": 0.751,
      "step": 4945
    },
    {
      "epoch": 0.931501693639443,
      "grad_norm": 0.03535458990197148,
      "learning_rate": 4.268487807876725e-06,
      "loss": 0.7318,
      "step": 4950
    },
    {
      "epoch": 0.9324426044410989,
      "grad_norm": 0.041789838223581545,
      "learning_rate": 4.152567445469418e-06,
      "loss": 0.7276,
      "step": 4955
    },
    {
      "epoch": 0.933383515242755,
      "grad_norm": 0.03906894325898849,
      "learning_rate": 4.038220772421668e-06,
      "loss": 0.7163,
      "step": 4960
    },
    {
      "epoch": 0.934324426044411,
      "grad_norm": 0.03989311989542537,
      "learning_rate": 3.9254490225305915e-06,
      "loss": 0.7326,
      "step": 4965
    },
    {
      "epoch": 0.9352653368460669,
      "grad_norm": 0.03578498133734959,
      "learning_rate": 3.814253412599927e-06,
      "loss": 0.6939,
      "step": 4970
    },
    {
      "epoch": 0.936206247647723,
      "grad_norm": 0.03670755137788207,
      "learning_rate": 3.704635142426937e-06,
      "loss": 0.7555,
      "step": 4975
    },
    {
      "epoch": 0.937147158449379,
      "grad_norm": 0.03938777341705205,
      "learning_rate": 3.5965953947894144e-06,
      "loss": 0.7263,
      "step": 4980
    },
    {
      "epoch": 0.938088069251035,
      "grad_norm": 0.03628876749133803,
      "learning_rate": 3.490135335432942e-06,
      "loss": 0.7009,
      "step": 4985
    },
    {
      "epoch": 0.939028980052691,
      "grad_norm": 0.03826742122227512,
      "learning_rate": 3.3852561130583376e-06,
      "loss": 0.7432,
      "step": 4990
    },
    {
      "epoch": 0.939969890854347,
      "grad_norm": 0.03883574703669586,
      "learning_rate": 3.281958859309197e-06,
      "loss": 0.7406,
      "step": 4995
    },
    {
      "epoch": 0.940910801656003,
      "grad_norm": 0.038660784217541634,
      "learning_rate": 3.18024468875977e-06,
      "loss": 0.7288,
      "step": 5000
    },
    {
      "epoch": 0.941851712457659,
      "grad_norm": 0.03986660657950191,
      "learning_rate": 3.0801146989028525e-06,
      "loss": 0.7233,
      "step": 5005
    },
    {
      "epoch": 0.942792623259315,
      "grad_norm": 0.03698570319860795,
      "learning_rate": 2.9815699701379813e-06,
      "loss": 0.7249,
      "step": 5010
    },
    {
      "epoch": 0.943733534060971,
      "grad_norm": 0.035194532189499236,
      "learning_rate": 2.884611565759792e-06,
      "loss": 0.724,
      "step": 5015
    },
    {
      "epoch": 0.944674444862627,
      "grad_norm": 0.03724239049887656,
      "learning_rate": 2.7892405319464963e-06,
      "loss": 0.7434,
      "step": 5020
    },
    {
      "epoch": 0.945615355664283,
      "grad_norm": 0.041330518568329144,
      "learning_rate": 2.6954578977486707e-06,
      "loss": 0.7232,
      "step": 5025
    },
    {
      "epoch": 0.946556266465939,
      "grad_norm": 0.037368253372142564,
      "learning_rate": 2.6032646750780706e-06,
      "loss": 0.7389,
      "step": 5030
    },
    {
      "epoch": 0.9474971772675951,
      "grad_norm": 0.03493182990339746,
      "learning_rate": 2.5126618586967685e-06,
      "loss": 0.7497,
      "step": 5035
    },
    {
      "epoch": 0.948438088069251,
      "grad_norm": 0.03889842265077455,
      "learning_rate": 2.4236504262064136e-06,
      "loss": 0.7089,
      "step": 5040
    },
    {
      "epoch": 0.949378998870907,
      "grad_norm": 0.0359201656454254,
      "learning_rate": 2.3362313380376253e-06,
      "loss": 0.7094,
      "step": 5045
    },
    {
      "epoch": 0.9503199096725631,
      "grad_norm": 0.0353292313883741,
      "learning_rate": 2.2504055374397144e-06,
      "loss": 0.7348,
      "step": 5050
    },
    {
      "epoch": 0.951260820474219,
      "grad_norm": 0.03966754193538584,
      "learning_rate": 2.1661739504704623e-06,
      "loss": 0.7268,
      "step": 5055
    },
    {
      "epoch": 0.952201731275875,
      "grad_norm": 0.03702888456410481,
      "learning_rate": 2.0835374859861255e-06,
      "loss": 0.7224,
      "step": 5060
    },
    {
      "epoch": 0.9531426420775311,
      "grad_norm": 0.037585415673704874,
      "learning_rate": 2.0024970356316615e-06,
      "loss": 0.7313,
      "step": 5065
    },
    {
      "epoch": 0.954083552879187,
      "grad_norm": 0.04180203300864954,
      "learning_rate": 1.9230534738310375e-06,
      "loss": 0.7107,
      "step": 5070
    },
    {
      "epoch": 0.955024463680843,
      "grad_norm": 0.037393099939864984,
      "learning_rate": 1.8452076577778696e-06,
      "loss": 0.7181,
      "step": 5075
    },
    {
      "epoch": 0.9559653744824991,
      "grad_norm": 0.03553043089641243,
      "learning_rate": 1.7689604274261637e-06,
      "loss": 0.7303,
      "step": 5080
    },
    {
      "epoch": 0.9569062852841551,
      "grad_norm": 0.037063309388190024,
      "learning_rate": 1.6943126054811906e-06,
      "loss": 0.7582,
      "step": 5085
    },
    {
      "epoch": 0.957847196085811,
      "grad_norm": 0.03908640307451864,
      "learning_rate": 1.621264997390692e-06,
      "loss": 0.7409,
      "step": 5090
    },
    {
      "epoch": 0.9587881068874671,
      "grad_norm": 0.03940471571019541,
      "learning_rate": 1.5498183913361383e-06,
      "loss": 0.7608,
      "step": 5095
    },
    {
      "epoch": 0.9597290176891231,
      "grad_norm": 0.03659422309678058,
      "learning_rate": 1.4799735582242344e-06,
      "loss": 0.7184,
      "step": 5100
    },
    {
      "epoch": 0.960669928490779,
      "grad_norm": 0.03897811850405322,
      "learning_rate": 1.4117312516785938e-06,
      "loss": 0.7231,
      "step": 5105
    },
    {
      "epoch": 0.9616108392924351,
      "grad_norm": 0.03672154149071319,
      "learning_rate": 1.345092208031645e-06,
      "loss": 0.7052,
      "step": 5110
    },
    {
      "epoch": 0.9625517500940911,
      "grad_norm": 0.03491112077981314,
      "learning_rate": 1.280057146316621e-06,
      "loss": 0.7194,
      "step": 5115
    },
    {
      "epoch": 0.963492660895747,
      "grad_norm": 0.03847928744181442,
      "learning_rate": 1.2166267682598818e-06,
      "loss": 0.7348,
      "step": 5120
    },
    {
      "epoch": 0.9644335716974031,
      "grad_norm": 0.03929152091074595,
      "learning_rate": 1.154801758273255e-06,
      "loss": 0.7096,
      "step": 5125
    },
    {
      "epoch": 0.9653744824990591,
      "grad_norm": 0.037421477773637336,
      "learning_rate": 1.0945827834467402e-06,
      "loss": 0.7433,
      "step": 5130
    },
    {
      "epoch": 0.9663153933007151,
      "grad_norm": 0.03988682711853078,
      "learning_rate": 1.035970493541216e-06,
      "loss": 0.744,
      "step": 5135
    },
    {
      "epoch": 0.9672563041023711,
      "grad_norm": 0.03687421910742082,
      "learning_rate": 9.789655209815284e-07,
      "loss": 0.7039,
      "step": 5140
    },
    {
      "epoch": 0.9681972149040271,
      "grad_norm": 0.0401166521279677,
      "learning_rate": 9.235684808495792e-07,
      "loss": 0.7078,
      "step": 5145
    },
    {
      "epoch": 0.9691381257056831,
      "grad_norm": 0.036933913690302404,
      "learning_rate": 8.697799708777653e-07,
      "loss": 0.7205,
      "step": 5150
    },
    {
      "epoch": 0.9700790365073391,
      "grad_norm": 0.03862870548258374,
      "learning_rate": 8.176005714424671e-07,
      "loss": 0.7427,
      "step": 5155
    },
    {
      "epoch": 0.9710199473089951,
      "grad_norm": 0.037195912476703265,
      "learning_rate": 7.670308455578034e-07,
      "loss": 0.7095,
      "step": 5160
    },
    {
      "epoch": 0.9719608581106511,
      "grad_norm": 0.0387790773069963,
      "learning_rate": 7.180713388695858e-07,
      "loss": 0.7335,
      "step": 5165
    },
    {
      "epoch": 0.9729017689123071,
      "grad_norm": 0.038473815659207836,
      "learning_rate": 6.707225796494076e-07,
      "loss": 0.7406,
      "step": 5170
    },
    {
      "epoch": 0.9738426797139631,
      "grad_norm": 0.038220935568139616,
      "learning_rate": 6.249850787889477e-07,
      "loss": 0.7328,
      "step": 5175
    },
    {
      "epoch": 0.9747835905156191,
      "grad_norm": 0.03577405006427383,
      "learning_rate": 5.808593297944253e-07,
      "loss": 0.6966,
      "step": 5180
    },
    {
      "epoch": 0.9757245013172752,
      "grad_norm": 0.03926752579673784,
      "learning_rate": 5.383458087813375e-07,
      "loss": 0.7144,
      "step": 5185
    },
    {
      "epoch": 0.9766654121189311,
      "grad_norm": 0.03907926405272728,
      "learning_rate": 4.974449744692966e-07,
      "loss": 0.7429,
      "step": 5190
    },
    {
      "epoch": 0.9776063229205871,
      "grad_norm": 0.038899452851094404,
      "learning_rate": 4.5815726817705065e-07,
      "loss": 0.7677,
      "step": 5195
    },
    {
      "epoch": 0.9785472337222432,
      "grad_norm": 0.0423749591733099,
      "learning_rate": 4.204831138177378e-07,
      "loss": 0.7252,
      "step": 5200
    },
    {
      "epoch": 0.9794881445238991,
      "grad_norm": 0.03698062230023023,
      "learning_rate": 3.844229178943725e-07,
      "loss": 0.7439,
      "step": 5205
    },
    {
      "epoch": 0.9804290553255551,
      "grad_norm": 0.03715944964729997,
      "learning_rate": 3.4997706949534966e-07,
      "loss": 0.7431,
      "step": 5210
    },
    {
      "epoch": 0.9813699661272112,
      "grad_norm": 0.03833525661199143,
      "learning_rate": 3.171459402903309e-07,
      "loss": 0.7506,
      "step": 5215
    },
    {
      "epoch": 0.9823108769288671,
      "grad_norm": 0.04029829091509341,
      "learning_rate": 2.859298845261815e-07,
      "loss": 0.7206,
      "step": 5220
    },
    {
      "epoch": 0.9832517877305231,
      "grad_norm": 0.04317581049694436,
      "learning_rate": 2.56329239023223e-07,
      "loss": 0.7442,
      "step": 5225
    },
    {
      "epoch": 0.9841926985321792,
      "grad_norm": 0.03947040991708499,
      "learning_rate": 2.2834432317151986e-07,
      "loss": 0.7467,
      "step": 5230
    },
    {
      "epoch": 0.9851336093338352,
      "grad_norm": 0.038225453966465185,
      "learning_rate": 2.0197543892743195e-07,
      "loss": 0.71,
      "step": 5235
    },
    {
      "epoch": 0.9860745201354911,
      "grad_norm": 0.03981803197968165,
      "learning_rate": 1.772228708104506e-07,
      "loss": 0.7083,
      "step": 5240
    },
    {
      "epoch": 0.9870154309371472,
      "grad_norm": 0.03706590784392966,
      "learning_rate": 1.5408688590000107e-07,
      "loss": 0.7193,
      "step": 5245
    },
    {
      "epoch": 0.9879563417388032,
      "grad_norm": 0.03776800734619944,
      "learning_rate": 1.325677338326947e-07,
      "loss": 0.7093,
      "step": 5250
    },
    {
      "epoch": 0.9888972525404591,
      "grad_norm": 0.03617798634178418,
      "learning_rate": 1.1266564679949797e-07,
      "loss": 0.7014,
      "step": 5255
    },
    {
      "epoch": 0.9898381633421152,
      "grad_norm": 0.04052107735340787,
      "learning_rate": 9.43808395433343e-08,
      "loss": 0.7344,
      "step": 5260
    },
    {
      "epoch": 0.9907790741437712,
      "grad_norm": 0.03811509221337354,
      "learning_rate": 7.771350935670274e-08,
      "loss": 0.7027,
      "step": 5265
    },
    {
      "epoch": 0.9917199849454271,
      "grad_norm": 0.03795993990734393,
      "learning_rate": 6.266383607961278e-08,
      "loss": 0.7107,
      "step": 5270
    },
    {
      "epoch": 0.9926608957470832,
      "grad_norm": 0.03844604892644717,
      "learning_rate": 4.9231982097586164e-08,
      "loss": 0.7499,
      "step": 5275
    },
    {
      "epoch": 0.9936018065487392,
      "grad_norm": 0.03756964997959224,
      "learning_rate": 3.741809233989146e-08,
      "loss": 0.7194,
      "step": 5280
    },
    {
      "epoch": 0.9945427173503952,
      "grad_norm": 0.03744567511221886,
      "learning_rate": 2.7222294278045343e-08,
      "loss": 0.7258,
      "step": 5285
    },
    {
      "epoch": 0.9954836281520512,
      "grad_norm": 0.03534047578763023,
      "learning_rate": 1.8644697924413697e-08,
      "loss": 0.7428,
      "step": 5290
    },
    {
      "epoch": 0.9964245389537072,
      "grad_norm": 0.03693996603556449,
      "learning_rate": 1.1685395830979271e-08,
      "loss": 0.7315,
      "step": 5295
    },
    {
      "epoch": 0.9973654497553632,
      "grad_norm": 0.03684649235727902,
      "learning_rate": 6.344463088425733e-09,
      "loss": 0.7008,
      "step": 5300
    },
    {
      "epoch": 0.9983063605570192,
      "grad_norm": 0.03615359821424916,
      "learning_rate": 2.6219573252383995e-09,
      "loss": 0.7311,
      "step": 5305
    },
    {
      "epoch": 0.9992472713586752,
      "grad_norm": 0.03782149225904557,
      "learning_rate": 5.179187071546742e-10,
      "loss": 0.7642,
      "step": 5310
    },
    {
      "epoch": 1.0,
      "eval_loss": 1.0969747304916382,
      "eval_runtime": 1105.2258,
      "eval_samples_per_second": 191.917,
      "eval_steps_per_second": 5.998,
      "step": 5314
    },
    {
      "epoch": 1.0,
      "step": 5314,
      "total_flos": 773266676056064.0,
      "train_loss": 0.8050324304417017,
      "train_runtime": 21832.2284,
      "train_samples_per_second": 31.155,
      "train_steps_per_second": 0.243
    }
  ],
  "logging_steps": 5,
  "max_steps": 5314,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": false,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 773266676056064.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}