{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9795918367346939,
  "eval_steps": 200,
  "global_step": 6000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0016326530612244899,
      "grad_norm": 7.955283164978027,
      "learning_rate": 4.5000000000000003e-07,
      "loss": 4.391213607788086,
      "step": 10
    },
    {
      "epoch": 0.0032653061224489797,
      "grad_norm": 2.4868686199188232,
      "learning_rate": 9.500000000000001e-07,
      "loss": 1.9876020431518555,
      "step": 20
    },
    {
      "epoch": 0.004897959183673469,
      "grad_norm": 0.25438952445983887,
      "learning_rate": 1.45e-06,
      "loss": 0.34127225875854494,
      "step": 30
    },
    {
      "epoch": 0.006530612244897959,
      "grad_norm": 0.13044093549251556,
      "learning_rate": 1.9500000000000004e-06,
      "loss": 0.23643033504486083,
      "step": 40
    },
    {
      "epoch": 0.00816326530612245,
      "grad_norm": 0.17984068393707275,
      "learning_rate": 2.4500000000000003e-06,
      "loss": 0.23313720226287843,
      "step": 50
    },
    {
      "epoch": 0.009795918367346938,
      "grad_norm": 0.15249308943748474,
      "learning_rate": 2.95e-06,
      "loss": 0.22351114749908446,
      "step": 60
    },
    {
      "epoch": 0.011428571428571429,
      "grad_norm": 0.07123949378728867,
      "learning_rate": 3.45e-06,
      "loss": 0.21615636348724365,
      "step": 70
    },
    {
      "epoch": 0.013061224489795919,
      "grad_norm": 0.21456502377986908,
      "learning_rate": 3.95e-06,
      "loss": 0.21677422523498535,
      "step": 80
    },
    {
      "epoch": 0.014693877551020407,
      "grad_norm": 0.22391553223133087,
      "learning_rate": 4.450000000000001e-06,
      "loss": 0.21422204971313477,
      "step": 90
    },
    {
      "epoch": 0.0163265306122449,
      "grad_norm": 0.1745220273733139,
      "learning_rate": 4.95e-06,
      "loss": 0.19350455999374389,
      "step": 100
    },
    {
      "epoch": 0.017959183673469388,
      "grad_norm": 0.18820920586585999,
      "learning_rate": 4.9999724716692435e-06,
      "loss": 0.1981007933616638,
      "step": 110
    },
    {
      "epoch": 0.019591836734693877,
      "grad_norm": 0.21733109652996063,
      "learning_rate": 4.9998773127856985e-06,
      "loss": 0.16994532346725463,
      "step": 120
    },
    {
      "epoch": 0.02122448979591837,
      "grad_norm": 0.40475547313690186,
      "learning_rate": 4.999714186080037e-06,
      "loss": 0.1539763927459717,
      "step": 130
    },
    {
      "epoch": 0.022857142857142857,
      "grad_norm": 0.3676598370075226,
      "learning_rate": 4.999483095987423e-06,
      "loss": 0.16321685314178466,
      "step": 140
    },
    {
      "epoch": 0.024489795918367346,
      "grad_norm": 0.19484871625900269,
      "learning_rate": 4.9991840487908426e-06,
      "loss": 0.16523454189300538,
      "step": 150
    },
    {
      "epoch": 0.026122448979591838,
      "grad_norm": 0.21928830444812775,
      "learning_rate": 4.998817052620928e-06,
      "loss": 0.14424897432327272,
      "step": 160
    },
    {
      "epoch": 0.027755102040816326,
      "grad_norm": 0.2790975868701935,
      "learning_rate": 4.9983821174557415e-06,
      "loss": 0.13810645341873168,
      "step": 170
    },
    {
      "epoch": 0.029387755102040815,
      "grad_norm": 0.21702228486537933,
      "learning_rate": 4.997879255120501e-06,
      "loss": 0.1318126440048218,
      "step": 180
    },
    {
      "epoch": 0.031020408163265307,
      "grad_norm": 0.16967810690402985,
      "learning_rate": 4.997308479287263e-06,
      "loss": 0.14249314069747926,
      "step": 190
    },
    {
      "epoch": 0.0326530612244898,
      "grad_norm": 0.14007994532585144,
      "learning_rate": 4.996669805474542e-06,
      "loss": 0.12708702087402343,
      "step": 200
    },
    {
      "epoch": 0.0326530612244898,
      "eval_accuracy": 0.9408333333333335,
      "eval_loss": 0.12691152095794678,
      "eval_runtime": 156.68,
      "eval_samples_per_second": 25.53,
      "eval_steps_per_second": 25.53,
      "step": 200
    },
    {
      "epoch": 0.03428571428571429,
      "grad_norm": 0.2674005627632141,
      "learning_rate": 4.9959632510469e-06,
      "loss": 0.11019121408462525,
      "step": 210
    },
    {
      "epoch": 0.035918367346938776,
      "grad_norm": 0.12073638290166855,
      "learning_rate": 4.995188835214465e-06,
      "loss": 0.12032746076583863,
      "step": 220
    },
    {
      "epoch": 0.037551020408163265,
      "grad_norm": 0.11186162382364273,
      "learning_rate": 4.994346579032413e-06,
      "loss": 0.12122929096221924,
      "step": 230
    },
    {
      "epoch": 0.03918367346938775,
      "grad_norm": 0.09840800613164902,
      "learning_rate": 4.993436505400396e-06,
      "loss": 0.11416752338409424,
      "step": 240
    },
    {
      "epoch": 0.04081632653061224,
      "grad_norm": 0.19076374173164368,
      "learning_rate": 4.992458639061916e-06,
      "loss": 0.11376930475234985,
      "step": 250
    },
    {
      "epoch": 0.04244897959183674,
      "grad_norm": 0.14405065774917603,
      "learning_rate": 4.991413006603657e-06,
      "loss": 0.10997685194015502,
      "step": 260
    },
    {
      "epoch": 0.044081632653061226,
      "grad_norm": 0.23844055831432343,
      "learning_rate": 4.990299636454759e-06,
      "loss": 0.1000083327293396,
      "step": 270
    },
    {
      "epoch": 0.045714285714285714,
      "grad_norm": 0.23128052055835724,
      "learning_rate": 4.989118558886043e-06,
      "loss": 0.1243711233139038,
      "step": 280
    },
    {
      "epoch": 0.0473469387755102,
      "grad_norm": 0.19849570095539093,
      "learning_rate": 4.9878698060091955e-06,
      "loss": 0.11728224754333497,
      "step": 290
    },
    {
      "epoch": 0.04897959183673469,
      "grad_norm": 0.13039851188659668,
      "learning_rate": 4.986553411775886e-06,
      "loss": 0.09353847503662109,
      "step": 300
    },
    {
      "epoch": 0.05061224489795919,
      "grad_norm": 0.19887588918209076,
      "learning_rate": 4.985169411976852e-06,
      "loss": 0.11291944980621338,
      "step": 310
    },
    {
      "epoch": 0.052244897959183675,
      "grad_norm": 0.25038304924964905,
      "learning_rate": 4.98371784424092e-06,
      "loss": 0.11149277687072753,
      "step": 320
    },
    {
      "epoch": 0.053877551020408164,
      "grad_norm": 0.238360196352005,
      "learning_rate": 4.982198748033986e-06,
      "loss": 0.11344953775405883,
      "step": 330
    },
    {
      "epoch": 0.05551020408163265,
      "grad_norm": 0.13686658442020416,
      "learning_rate": 4.980612164657943e-06,
      "loss": 0.09844974875450134,
      "step": 340
    },
    {
      "epoch": 0.05714285714285714,
      "grad_norm": 0.0829666405916214,
      "learning_rate": 4.978958137249551e-06,
      "loss": 0.10898438692092896,
      "step": 350
    },
    {
      "epoch": 0.05877551020408163,
      "grad_norm": 0.10389993339776993,
      "learning_rate": 4.977236710779277e-06,
      "loss": 0.09371156096458436,
      "step": 360
    },
    {
      "epoch": 0.060408163265306125,
      "grad_norm": 0.18182680010795593,
      "learning_rate": 4.9754479320500584e-06,
      "loss": 0.1049533724784851,
      "step": 370
    },
    {
      "epoch": 0.062040816326530614,
      "grad_norm": 0.14488115906715393,
      "learning_rate": 4.973591849696041e-06,
      "loss": 0.10510741472244263,
      "step": 380
    },
    {
      "epoch": 0.0636734693877551,
      "grad_norm": 0.14816738665103912,
      "learning_rate": 4.971668514181252e-06,
      "loss": 0.10956356525421143,
      "step": 390
    },
    {
      "epoch": 0.0653061224489796,
      "grad_norm": 0.20584072172641754,
      "learning_rate": 4.969677977798225e-06,
      "loss": 0.11344989538192748,
      "step": 400
    },
    {
      "epoch": 0.0653061224489796,
      "eval_accuracy": 0.9496250000000002,
      "eval_loss": 0.11409253627061844,
      "eval_runtime": 165.7682,
      "eval_samples_per_second": 24.13,
      "eval_steps_per_second": 24.13,
      "step": 400
    },
    {
      "epoch": 0.06693877551020408,
      "grad_norm": 0.1342787891626358,
      "learning_rate": 4.967620294666589e-06,
      "loss": 0.09949527978897095,
      "step": 410
    },
    {
      "epoch": 0.06857142857142857,
      "grad_norm": 0.17336596548557281,
      "learning_rate": 4.965495520731583e-06,
      "loss": 0.10606559514999389,
      "step": 420
    },
    {
      "epoch": 0.07020408163265306,
      "grad_norm": 0.19437003135681152,
      "learning_rate": 4.963303713762547e-06,
      "loss": 0.11677042245864869,
      "step": 430
    },
    {
      "epoch": 0.07183673469387755,
      "grad_norm": 0.12076073884963989,
      "learning_rate": 4.961044933351342e-06,
      "loss": 0.1019243597984314,
      "step": 440
    },
    {
      "epoch": 0.07346938775510205,
      "grad_norm": 0.10272067785263062,
      "learning_rate": 4.958719240910737e-06,
      "loss": 0.10125980377197266,
      "step": 450
    },
    {
      "epoch": 0.07510204081632653,
      "grad_norm": 0.1080622524023056,
      "learning_rate": 4.956326699672736e-06,
      "loss": 0.09888594150543213,
      "step": 460
    },
    {
      "epoch": 0.07673469387755102,
      "grad_norm": 0.1307847797870636,
      "learning_rate": 4.953867374686856e-06,
      "loss": 0.10753540992736817,
      "step": 470
    },
    {
      "epoch": 0.0783673469387755,
      "grad_norm": 0.2128073275089264,
      "learning_rate": 4.951341332818365e-06,
      "loss": 0.11452326774597169,
      "step": 480
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.21006478369235992,
      "learning_rate": 4.9487486427464594e-06,
      "loss": 0.09555010795593262,
      "step": 490
    },
    {
      "epoch": 0.08163265306122448,
      "grad_norm": 0.24889807403087616,
      "learning_rate": 4.946089374962396e-06,
      "loss": 0.09771155118942261,
      "step": 500
    },
    {
      "epoch": 0.08326530612244898,
      "grad_norm": 0.13042858242988586,
      "learning_rate": 4.943363601767582e-06,
      "loss": 0.10659778118133545,
      "step": 510
    },
    {
      "epoch": 0.08489795918367347,
      "grad_norm": 0.2210501879453659,
      "learning_rate": 4.940571397271598e-06,
      "loss": 0.10161921977996827,
      "step": 520
    },
    {
      "epoch": 0.08653061224489796,
      "grad_norm": 0.11963305622339249,
      "learning_rate": 4.937712837390194e-06,
      "loss": 0.09155921936035157,
      "step": 530
    },
    {
      "epoch": 0.08816326530612245,
      "grad_norm": 0.07435746490955353,
      "learning_rate": 4.93478799984322e-06,
      "loss": 0.11164016723632812,
      "step": 540
    },
    {
      "epoch": 0.08979591836734693,
      "grad_norm": 0.16348940134048462,
      "learning_rate": 4.9317969641525154e-06,
      "loss": 0.10738091468811035,
      "step": 550
    },
    {
      "epoch": 0.09142857142857143,
      "grad_norm": 0.12221129983663559,
      "learning_rate": 4.928739811639741e-06,
      "loss": 0.09491395950317383,
      "step": 560
    },
    {
      "epoch": 0.09306122448979592,
      "grad_norm": 0.1107218861579895,
      "learning_rate": 4.9256166254241775e-06,
      "loss": 0.08408294320106506,
      "step": 570
    },
    {
      "epoch": 0.0946938775510204,
      "grad_norm": 0.207329660654068,
      "learning_rate": 4.922427490420457e-06,
      "loss": 0.10272791385650634,
      "step": 580
    },
    {
      "epoch": 0.0963265306122449,
      "grad_norm": 0.14269684255123138,
      "learning_rate": 4.919172493336259e-06,
      "loss": 0.10189608335494996,
      "step": 590
    },
    {
      "epoch": 0.09795918367346938,
      "grad_norm": 0.10970286279916763,
      "learning_rate": 4.915851722669952e-06,
      "loss": 0.09506216645240784,
      "step": 600
    },
    {
      "epoch": 0.09795918367346938,
      "eval_accuracy": 0.9561666666666667,
      "eval_loss": 0.09913250058889389,
      "eval_runtime": 158.3659,
      "eval_samples_per_second": 25.258,
      "eval_steps_per_second": 25.258,
      "step": 600
    },
    {
      "epoch": 0.09959183673469388,
      "grad_norm": 0.11382903158664703,
      "learning_rate": 4.912465268708186e-06,
      "loss": 0.09665942788124085,
      "step": 610
    },
    {
      "epoch": 0.10122448979591837,
      "grad_norm": 0.24785904586315155,
      "learning_rate": 4.90901322352344e-06,
      "loss": 0.10539349317550659,
      "step": 620
    },
    {
      "epoch": 0.10285714285714286,
      "grad_norm": 0.18585072457790375,
      "learning_rate": 4.905495680971518e-06,
      "loss": 0.10907092094421386,
      "step": 630
    },
    {
      "epoch": 0.10448979591836735,
      "grad_norm": 0.16385921835899353,
      "learning_rate": 4.901912736688995e-06,
      "loss": 0.09973281621932983,
      "step": 640
    },
    {
      "epoch": 0.10612244897959183,
      "grad_norm": 0.10820458829402924,
      "learning_rate": 4.898264488090619e-06,
      "loss": 0.09869267344474793,
      "step": 650
    },
    {
      "epoch": 0.10775510204081633,
      "grad_norm": 0.18020115792751312,
      "learning_rate": 4.894551034366665e-06,
      "loss": 0.10499387979507446,
      "step": 660
    },
    {
      "epoch": 0.10938775510204081,
      "grad_norm": 0.10356947779655457,
      "learning_rate": 4.890772476480229e-06,
      "loss": 0.10153095722198487,
      "step": 670
    },
    {
      "epoch": 0.1110204081632653,
      "grad_norm": 0.08888879418373108,
      "learning_rate": 4.886928917164496e-06,
      "loss": 0.08613221645355225,
      "step": 680
    },
    {
      "epoch": 0.1126530612244898,
      "grad_norm": 0.11978956311941147,
      "learning_rate": 4.8830204609199335e-06,
      "loss": 0.09545036554336547,
      "step": 690
    },
    {
      "epoch": 0.11428571428571428,
      "grad_norm": 0.11924679577350616,
      "learning_rate": 4.8790472140114635e-06,
      "loss": 0.0950542688369751,
      "step": 700
    },
    {
      "epoch": 0.11591836734693878,
      "grad_norm": 0.0637463852763176,
      "learning_rate": 4.875009284465561e-06,
      "loss": 0.10127921104431152,
      "step": 710
    },
    {
      "epoch": 0.11755102040816326,
      "grad_norm": 0.0894392654299736,
      "learning_rate": 4.8709067820673235e-06,
      "loss": 0.09835844039916992,
      "step": 720
    },
    {
      "epoch": 0.11918367346938775,
      "grad_norm": 0.06312194466590881,
      "learning_rate": 4.866739818357489e-06,
      "loss": 0.08583117127418519,
      "step": 730
    },
    {
      "epoch": 0.12081632653061225,
      "grad_norm": 0.1375141739845276,
      "learning_rate": 4.862508506629394e-06,
      "loss": 0.08735222220420838,
      "step": 740
    },
    {
      "epoch": 0.12244897959183673,
      "grad_norm": 0.12715794146060944,
      "learning_rate": 4.858212961925902e-06,
      "loss": 0.09324318170547485,
      "step": 750
    },
    {
      "epoch": 0.12408163265306123,
      "grad_norm": 0.14359286427497864,
      "learning_rate": 4.8538533010362735e-06,
      "loss": 0.09482367634773255,
      "step": 760
    },
    {
      "epoch": 0.12571428571428572,
      "grad_norm": 0.1228424683213234,
      "learning_rate": 4.849429642492985e-06,
      "loss": 0.09595230221748352,
      "step": 770
    },
    {
      "epoch": 0.1273469387755102,
      "grad_norm": 0.08908221125602722,
      "learning_rate": 4.844942106568517e-06,
      "loss": 0.08924583196640015,
      "step": 780
    },
    {
      "epoch": 0.12897959183673469,
      "grad_norm": 0.15417414903640747,
      "learning_rate": 4.84039081527207e-06,
      "loss": 0.09454164505004883,
      "step": 790
    },
    {
      "epoch": 0.1306122448979592,
      "grad_norm": 0.1259608417749405,
      "learning_rate": 4.835775892346264e-06,
      "loss": 0.08659166097640991,
      "step": 800
    },
    {
      "epoch": 0.1306122448979592,
      "eval_accuracy": 0.9564166666666667,
      "eval_loss": 0.09297937154769897,
      "eval_runtime": 157.5491,
      "eval_samples_per_second": 25.389,
      "eval_steps_per_second": 25.389,
      "step": 800
    },
    {
      "epoch": 0.13224489795918368,
      "grad_norm": 0.15664513409137726,
      "learning_rate": 4.8310974632637584e-06,
      "loss": 0.09094155430793763,
      "step": 810
    },
    {
      "epoch": 0.13387755102040816,
      "grad_norm": 0.12366823107004166,
      "learning_rate": 4.82635565522385e-06,
      "loss": 0.09823386669158936,
      "step": 820
    },
    {
      "epoch": 0.13551020408163264,
      "grad_norm": 0.09367755055427551,
      "learning_rate": 4.821550597149012e-06,
      "loss": 0.09080367088317871,
      "step": 830
    },
    {
      "epoch": 0.13714285714285715,
      "grad_norm": 0.15230220556259155,
      "learning_rate": 4.816682419681389e-06,
      "loss": 0.09046205282211303,
      "step": 840
    },
    {
      "epoch": 0.13877551020408163,
      "grad_norm": 0.09214162826538086,
      "learning_rate": 4.811751255179244e-06,
      "loss": 0.09502801299095154,
      "step": 850
    },
    {
      "epoch": 0.1404081632653061,
      "grad_norm": 0.09514431655406952,
      "learning_rate": 4.806757237713361e-06,
      "loss": 0.09261927604675294,
      "step": 860
    },
    {
      "epoch": 0.14204081632653062,
      "grad_norm": 0.13052736222743988,
      "learning_rate": 4.8017005030634e-06,
      "loss": 0.08243635892868043,
      "step": 870
    },
    {
      "epoch": 0.1436734693877551,
      "grad_norm": 0.05511025711894035,
      "learning_rate": 4.796581188714205e-06,
      "loss": 0.10203326940536499,
      "step": 880
    },
    {
      "epoch": 0.14530612244897959,
      "grad_norm": 0.09896261245012283,
      "learning_rate": 4.7913994338520655e-06,
      "loss": 0.08544076681137085,
      "step": 890
    },
    {
      "epoch": 0.1469387755102041,
      "grad_norm": 0.18726249039173126,
      "learning_rate": 4.786155379360932e-06,
      "loss": 0.0944068193435669,
      "step": 900
    },
    {
      "epoch": 0.14857142857142858,
      "grad_norm": 0.09349548071622849,
      "learning_rate": 4.7808491678185855e-06,
      "loss": 0.0877715528011322,
      "step": 910
    },
    {
      "epoch": 0.15020408163265306,
      "grad_norm": 0.13616853952407837,
      "learning_rate": 4.775480943492764e-06,
      "loss": 0.09196346998214722,
      "step": 920
    },
    {
      "epoch": 0.15183673469387754,
      "grad_norm": 0.061041463166475296,
      "learning_rate": 4.770050852337236e-06,
      "loss": 0.09890784621238709,
      "step": 930
    },
    {
      "epoch": 0.15346938775510205,
      "grad_norm": 0.09928455948829651,
      "learning_rate": 4.764559041987836e-06,
      "loss": 0.09260086417198181,
      "step": 940
    },
    {
      "epoch": 0.15510204081632653,
      "grad_norm": 0.10996410250663757,
      "learning_rate": 4.759005661758446e-06,
      "loss": 0.09412651658058166,
      "step": 950
    },
    {
      "epoch": 0.156734693877551,
      "grad_norm": 0.09731809049844742,
      "learning_rate": 4.753390862636939e-06,
      "loss": 0.09459404945373535,
      "step": 960
    },
    {
      "epoch": 0.15836734693877552,
      "grad_norm": 0.12398040294647217,
      "learning_rate": 4.747714797281076e-06,
      "loss": 0.09960640072822571,
      "step": 970
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.14135490357875824,
      "learning_rate": 4.741977620014347e-06,
      "loss": 0.09338371157646179,
      "step": 980
    },
    {
      "epoch": 0.16163265306122448,
      "grad_norm": 0.09384343028068542,
      "learning_rate": 4.736179486821788e-06,
      "loss": 0.08515415191650391,
      "step": 990
    },
    {
      "epoch": 0.16326530612244897,
      "grad_norm": 0.10298261791467667,
      "learning_rate": 4.730320555345728e-06,
      "loss": 0.09090787768363953,
      "step": 1000
    },
    {
      "epoch": 0.16326530612244897,
      "eval_accuracy": 0.9607916666666667,
      "eval_loss": 0.08832322806119919,
      "eval_runtime": 166.8275,
      "eval_samples_per_second": 23.977,
      "eval_steps_per_second": 23.977,
      "step": 1000
    },
    {
      "epoch": 0.16489795918367348,
      "grad_norm": 0.05896759778261185,
      "learning_rate": 4.724400984881508e-06,
      "loss": 0.08005568385124207,
      "step": 1010
    },
    {
      "epoch": 0.16653061224489796,
      "grad_norm": 0.07907038927078247,
      "learning_rate": 4.7184209363731546e-06,
      "loss": 0.08133251667022705,
      "step": 1020
    },
    {
      "epoch": 0.16816326530612244,
      "grad_norm": 0.07444760203361511,
      "learning_rate": 4.7123805724089935e-06,
      "loss": 0.08690541982650757,
      "step": 1030
    },
    {
      "epoch": 0.16979591836734695,
      "grad_norm": 0.16517433524131775,
      "learning_rate": 4.706280057217239e-06,
      "loss": 0.09946454763412475,
      "step": 1040
    },
    {
      "epoch": 0.17142857142857143,
      "grad_norm": 0.18107500672340393,
      "learning_rate": 4.700119556661521e-06,
      "loss": 0.08886862993240356,
      "step": 1050
    },
    {
      "epoch": 0.1730612244897959,
      "grad_norm": 0.15386350452899933,
      "learning_rate": 4.693899238236383e-06,
      "loss": 0.09117826819419861,
      "step": 1060
    },
    {
      "epoch": 0.17469387755102042,
      "grad_norm": 0.1098460704088211,
      "learning_rate": 4.687619271062725e-06,
      "loss": 0.09286551475524903,
      "step": 1070
    },
    {
      "epoch": 0.1763265306122449,
      "grad_norm": 0.09872590750455856,
      "learning_rate": 4.681279825883201e-06,
      "loss": 0.09102073907852173,
      "step": 1080
    },
    {
      "epoch": 0.17795918367346938,
      "grad_norm": 0.12001907080411911,
      "learning_rate": 4.674881075057581e-06,
      "loss": 0.09481253027915955,
      "step": 1090
    },
    {
      "epoch": 0.17959183673469387,
      "grad_norm": 0.13000014424324036,
      "learning_rate": 4.668423192558069e-06,
      "loss": 0.08999797105789184,
      "step": 1100
    },
    {
      "epoch": 0.18122448979591838,
      "grad_norm": 0.07537361979484558,
      "learning_rate": 4.661906353964563e-06,
      "loss": 0.07345216870307922,
      "step": 1110
    },
    {
      "epoch": 0.18285714285714286,
      "grad_norm": 0.10346294194459915,
      "learning_rate": 4.65533073645989e-06,
      "loss": 0.08096543550491334,
      "step": 1120
    },
    {
      "epoch": 0.18448979591836734,
      "grad_norm": 0.12576258182525635,
      "learning_rate": 4.6486965188249825e-06,
      "loss": 0.08680164813995361,
      "step": 1130
    },
    {
      "epoch": 0.18612244897959185,
      "grad_norm": 0.17314419150352478,
      "learning_rate": 4.642003881434024e-06,
      "loss": 0.08470291495323182,
      "step": 1140
    },
    {
      "epoch": 0.18775510204081633,
      "grad_norm": 0.1576225906610489,
      "learning_rate": 4.635253006249536e-06,
      "loss": 0.10852066278457642,
      "step": 1150
    },
    {
      "epoch": 0.1893877551020408,
      "grad_norm": 0.15372557938098907,
      "learning_rate": 4.628444076817444e-06,
      "loss": 0.1022921085357666,
      "step": 1160
    },
    {
      "epoch": 0.1910204081632653,
      "grad_norm": 0.15021173655986786,
      "learning_rate": 4.621577278262072e-06,
      "loss": 0.09645735621452331,
      "step": 1170
    },
    {
      "epoch": 0.1926530612244898,
      "grad_norm": 0.07714739441871643,
      "learning_rate": 4.614652797281118e-06,
      "loss": 0.08636590242385864,
      "step": 1180
    },
    {
      "epoch": 0.19428571428571428,
      "grad_norm": 0.17956240475177765,
      "learning_rate": 4.6076708221405806e-06,
      "loss": 0.09293715357780456,
      "step": 1190
    },
    {
      "epoch": 0.19591836734693877,
      "grad_norm": 0.13412988185882568,
      "learning_rate": 4.600631542669633e-06,
      "loss": 0.09799563884735107,
      "step": 1200
    },
    {
      "epoch": 0.19591836734693877,
      "eval_accuracy": 0.963,
      "eval_loss": 0.08563050627708435,
      "eval_runtime": 171.1854,
      "eval_samples_per_second": 23.366,
      "eval_steps_per_second": 23.366,
      "step": 1200
    },
    {
      "epoch": 0.19755102040816327,
      "grad_norm": 0.1682359278202057,
      "learning_rate": 4.593535150255463e-06,
      "loss": 0.08345703482627868,
      "step": 1210
    },
    {
      "epoch": 0.19918367346938776,
      "grad_norm": 0.09281504899263382,
      "learning_rate": 4.586381837838076e-06,
      "loss": 0.08114275336265564,
      "step": 1220
    },
    {
      "epoch": 0.20081632653061224,
      "grad_norm": 0.12355420738458633,
      "learning_rate": 4.579171799905044e-06,
      "loss": 0.0780484676361084,
      "step": 1230
    },
    {
      "epoch": 0.20244897959183675,
      "grad_norm": 0.12121636420488358,
      "learning_rate": 4.571905232486214e-06,
      "loss": 0.07816853523254394,
      "step": 1240
    },
    {
      "epoch": 0.20408163265306123,
      "grad_norm": 0.09326840937137604,
      "learning_rate": 4.56458233314839e-06,
      "loss": 0.08001847267150879,
      "step": 1250
    },
    {
      "epoch": 0.2057142857142857,
      "grad_norm": 0.11423090845346451,
      "learning_rate": 4.557203300989948e-06,
      "loss": 0.08720387816429138,
      "step": 1260
    },
    {
      "epoch": 0.2073469387755102,
      "grad_norm": 0.124808169901371,
      "learning_rate": 4.549768336635432e-06,
      "loss": 0.08812607526779175,
      "step": 1270
    },
    {
      "epoch": 0.2089795918367347,
      "grad_norm": 0.08311110734939575,
      "learning_rate": 4.542277642230096e-06,
      "loss": 0.0880801498889923,
      "step": 1280
    },
    {
      "epoch": 0.21061224489795918,
      "grad_norm": 0.1179559975862503,
      "learning_rate": 4.53473142143441e-06,
      "loss": 0.09044411182403564,
      "step": 1290
    },
    {
      "epoch": 0.21224489795918366,
      "grad_norm": 0.13122901320457458,
      "learning_rate": 4.527129879418519e-06,
      "loss": 0.06792758107185363,
      "step": 1300
    },
    {
      "epoch": 0.21387755102040817,
      "grad_norm": 0.10990814864635468,
      "learning_rate": 4.519473222856667e-06,
      "loss": 0.07861824035644531,
      "step": 1310
    },
    {
      "epoch": 0.21551020408163266,
      "grad_norm": 0.14613105356693268,
      "learning_rate": 4.51176165992158e-06,
      "loss": 0.08266589641571045,
      "step": 1320
    },
    {
      "epoch": 0.21714285714285714,
      "grad_norm": 0.07217947393655777,
      "learning_rate": 4.503995400278801e-06,
      "loss": 0.08272708654403686,
      "step": 1330
    },
    {
      "epoch": 0.21877551020408162,
      "grad_norm": 0.12690335512161255,
      "learning_rate": 4.4961746550809945e-06,
      "loss": 0.08644292950630188,
      "step": 1340
    },
    {
      "epoch": 0.22040816326530613,
      "grad_norm": 0.11895330995321274,
      "learning_rate": 4.488299636962203e-06,
      "loss": 0.08812489509582519,
      "step": 1350
    },
    {
      "epoch": 0.2220408163265306,
      "grad_norm": 0.08727742731571198,
      "learning_rate": 4.4803705600320655e-06,
      "loss": 0.08752686977386474,
      "step": 1360
    },
    {
      "epoch": 0.2236734693877551,
      "grad_norm": 0.1101253554224968,
      "learning_rate": 4.472387639869998e-06,
      "loss": 0.08365487456321716,
      "step": 1370
    },
    {
      "epoch": 0.2253061224489796,
      "grad_norm": 0.0881471335887909,
      "learning_rate": 4.464351093519332e-06,
      "loss": 0.08101181387901306,
      "step": 1380
    },
    {
      "epoch": 0.22693877551020408,
      "grad_norm": 0.1676328480243683,
      "learning_rate": 4.45626113948141e-06,
      "loss": 0.08873040080070496,
      "step": 1390
    },
    {
      "epoch": 0.22857142857142856,
      "grad_norm": 0.13493730127811432,
      "learning_rate": 4.44811799770965e-06,
      "loss": 0.08360225558280945,
      "step": 1400
    },
    {
      "epoch": 0.22857142857142856,
      "eval_accuracy": 0.961125,
      "eval_loss": 0.0838993564248085,
      "eval_runtime": 159.3888,
      "eval_samples_per_second": 25.096,
      "eval_steps_per_second": 25.096,
      "step": 1400
    },
    {
      "epoch": 0.23020408163265307,
      "grad_norm": 0.18087805807590485,
      "learning_rate": 4.4399218896035615e-06,
      "loss": 0.07942168116569519,
      "step": 1410
    },
    {
      "epoch": 0.23183673469387756,
      "grad_norm": 0.15980401635169983,
      "learning_rate": 4.431673038002726e-06,
      "loss": 0.07959137558937072,
      "step": 1420
    },
    {
      "epoch": 0.23346938775510204,
      "grad_norm": 0.09756626188755035,
      "learning_rate": 4.423371667180743e-06,
      "loss": 0.08047830462455749,
      "step": 1430
    },
    {
      "epoch": 0.23510204081632652,
      "grad_norm": 0.11922340840101242,
      "learning_rate": 4.415018002839127e-06,
      "loss": 0.07832802534103393,
      "step": 1440
    },
    {
      "epoch": 0.23673469387755103,
      "grad_norm": 0.09443783015012741,
      "learning_rate": 4.40661227210117e-06,
      "loss": 0.07132846713066102,
      "step": 1450
    },
    {
      "epoch": 0.2383673469387755,
      "grad_norm": 0.15397194027900696,
      "learning_rate": 4.398154703505776e-06,
      "loss": 0.09222683906555176,
      "step": 1460
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.06159692630171776,
      "learning_rate": 4.389645527001234e-06,
      "loss": 0.07937920093536377,
      "step": 1470
    },
    {
      "epoch": 0.2416326530612245,
      "grad_norm": 0.11855911463499069,
      "learning_rate": 4.381084973938976e-06,
      "loss": 0.07650941014289855,
      "step": 1480
    },
    {
      "epoch": 0.24326530612244898,
      "grad_norm": 0.1305486559867859,
      "learning_rate": 4.372473277067285e-06,
      "loss": 0.07730157375335693,
      "step": 1490
    },
    {
      "epoch": 0.24489795918367346,
      "grad_norm": 0.09036920964717865,
      "learning_rate": 4.363810670524962e-06,
      "loss": 0.07192737460136414,
      "step": 1500
    },
    {
      "epoch": 0.24653061224489795,
      "grad_norm": 0.0936962217092514,
      "learning_rate": 4.355097389834966e-06,
      "loss": 0.09040454030036926,
      "step": 1510
    },
    {
      "epoch": 0.24816326530612245,
      "grad_norm": 0.0778910219669342,
      "learning_rate": 4.346333671898007e-06,
      "loss": 0.06948431730270385,
      "step": 1520
    },
    {
      "epoch": 0.24979591836734694,
      "grad_norm": 0.0979679748415947,
      "learning_rate": 4.337519754986108e-06,
      "loss": 0.07317689657211304,
      "step": 1530
    },
    {
      "epoch": 0.25142857142857145,
      "grad_norm": 0.15620048344135284,
      "learning_rate": 4.328655878736123e-06,
      "loss": 0.09126524925231934,
      "step": 1540
    },
    {
      "epoch": 0.2530612244897959,
      "grad_norm": 0.09080824255943298,
      "learning_rate": 4.319742284143226e-06,
      "loss": 0.09065211415290833,
      "step": 1550
    },
    {
      "epoch": 0.2546938775510204,
      "grad_norm": 0.046968940645456314,
      "learning_rate": 4.310779213554353e-06,
      "loss": 0.0718291699886322,
      "step": 1560
    },
    {
      "epoch": 0.2563265306122449,
      "grad_norm": 0.11479081958532333,
      "learning_rate": 4.301766910661619e-06,
      "loss": 0.07913097143173217,
      "step": 1570
    },
    {
      "epoch": 0.25795918367346937,
      "grad_norm": 0.1042279377579689,
      "learning_rate": 4.292705620495689e-06,
      "loss": 0.06828063130378723,
      "step": 1580
    },
    {
      "epoch": 0.2595918367346939,
      "grad_norm": 0.17096509039402008,
      "learning_rate": 4.283595589419115e-06,
      "loss": 0.07042163014411926,
      "step": 1590
    },
    {
      "epoch": 0.2612244897959184,
      "grad_norm": 0.10892639309167862,
      "learning_rate": 4.274437065119643e-06,
      "loss": 0.07090482115745544,
      "step": 1600
    },
    {
      "epoch": 0.2612244897959184,
      "eval_accuracy": 0.964375,
      "eval_loss": 0.08112655580043793,
      "eval_runtime": 158.0164,
      "eval_samples_per_second": 25.314,
      "eval_steps_per_second": 25.314,
      "step": 1600
    },
    {
      "epoch": 0.26285714285714284,
      "grad_norm": 0.09731441736221313,
      "learning_rate": 4.265230296603471e-06,
      "loss": 0.08803416490554809,
      "step": 1610
    },
    {
      "epoch": 0.26448979591836735,
      "grad_norm": 0.0956069752573967,
      "learning_rate": 4.255975534188488e-06,
      "loss": 0.0734250545501709,
      "step": 1620
    },
    {
      "epoch": 0.26612244897959186,
      "grad_norm": 0.14361435174942017,
      "learning_rate": 4.246673029497458e-06,
      "loss": 0.07703657150268554,
      "step": 1630
    },
    {
      "epoch": 0.2677551020408163,
      "grad_norm": 0.08011971414089203,
      "learning_rate": 4.237323035451188e-06,
      "loss": 0.08410758376121522,
      "step": 1640
    },
    {
      "epoch": 0.2693877551020408,
      "grad_norm": 0.1244175136089325,
      "learning_rate": 4.2279258062616455e-06,
      "loss": 0.0808764636516571,
      "step": 1650
    },
    {
      "epoch": 0.2710204081632653,
      "grad_norm": 0.11162611097097397,
      "learning_rate": 4.21848159742505e-06,
      "loss": 0.07636536359786987,
      "step": 1660
    },
    {
      "epoch": 0.2726530612244898,
      "grad_norm": 0.16819386184215546,
      "learning_rate": 4.208990665714927e-06,
      "loss": 0.07789689898490906,
      "step": 1670
    },
    {
      "epoch": 0.2742857142857143,
      "grad_norm": 0.07522564381361008,
      "learning_rate": 4.19945326917512e-06,
      "loss": 0.07442367672920228,
      "step": 1680
    },
    {
      "epoch": 0.27591836734693875,
      "grad_norm": 0.08352494984865189,
      "learning_rate": 4.1898696671127855e-06,
      "loss": 0.07646024227142334,
      "step": 1690
    },
    {
      "epoch": 0.27755102040816326,
      "grad_norm": 0.12580762803554535,
      "learning_rate": 4.180240120091333e-06,
      "loss": 0.07484800815582275,
      "step": 1700
    },
    {
      "epoch": 0.27918367346938777,
      "grad_norm": 0.14690619707107544,
      "learning_rate": 4.170564889923348e-06,
      "loss": 0.07452926635742188,
      "step": 1710
    },
    {
      "epoch": 0.2808163265306122,
      "grad_norm": 0.08760543167591095,
      "learning_rate": 4.1608442396634675e-06,
      "loss": 0.07579211592674255,
      "step": 1720
    },
    {
      "epoch": 0.28244897959183674,
      "grad_norm": 0.05263754725456238,
      "learning_rate": 4.151078433601234e-06,
      "loss": 0.08277950882911682,
      "step": 1730
    },
    {
      "epoch": 0.28408163265306124,
      "grad_norm": 0.12929993867874146,
      "learning_rate": 4.141267737253905e-06,
      "loss": 0.07354526519775391,
      "step": 1740
    },
    {
      "epoch": 0.2857142857142857,
      "grad_norm": 0.1444639414548874,
      "learning_rate": 4.1314124173592356e-06,
      "loss": 0.07377716898918152,
      "step": 1750
    },
    {
      "epoch": 0.2873469387755102,
      "grad_norm": 0.15250442922115326,
      "learning_rate": 4.121512741868229e-06,
      "loss": 0.0802634596824646,
      "step": 1760
    },
    {
      "epoch": 0.2889795918367347,
      "grad_norm": 0.14867356419563293,
      "learning_rate": 4.111568979937845e-06,
      "loss": 0.08141970038414001,
      "step": 1770
    },
    {
      "epoch": 0.29061224489795917,
      "grad_norm": 0.1100233644247055,
      "learning_rate": 4.10158140192369e-06,
      "loss": 0.07370007634162903,
      "step": 1780
    },
    {
      "epoch": 0.2922448979591837,
      "grad_norm": 0.10663364082574844,
      "learning_rate": 4.091550279372659e-06,
      "loss": 0.0754891276359558,
      "step": 1790
    },
    {
      "epoch": 0.2938775510204082,
      "grad_norm": 0.07148909568786621,
      "learning_rate": 4.081475885015558e-06,
      "loss": 0.07567381858825684,
      "step": 1800
    },
    {
      "epoch": 0.2938775510204082,
      "eval_accuracy": 0.9665416666666667,
      "eval_loss": 0.07648575305938721,
      "eval_runtime": 176.7261,
      "eval_samples_per_second": 22.634,
      "eval_steps_per_second": 22.634,
      "step": 1800
    },
    {
      "epoch": 0.29551020408163264,
      "grad_norm": 0.07446923106908798,
      "learning_rate": 4.071358492759686e-06,
      "loss": 0.06706757545471191,
      "step": 1810
    },
    {
      "epoch": 0.29714285714285715,
      "grad_norm": 0.144475519657135,
      "learning_rate": 4.061198377681391e-06,
      "loss": 0.07407833337783813,
      "step": 1820
    },
    {
      "epoch": 0.2987755102040816,
      "grad_norm": 0.16540028154850006,
      "learning_rate": 4.050995816018585e-06,
      "loss": 0.07593105435371399,
      "step": 1830
    },
    {
      "epoch": 0.3004081632653061,
      "grad_norm": 0.09237829595804214,
      "learning_rate": 4.040751085163239e-06,
      "loss": 0.08375502228736878,
      "step": 1840
    },
    {
      "epoch": 0.3020408163265306,
      "grad_norm": 0.11202957481145859,
      "learning_rate": 4.0304644636538435e-06,
      "loss": 0.0692280650138855,
      "step": 1850
    },
    {
      "epoch": 0.3036734693877551,
      "grad_norm": 0.16075952351093292,
      "learning_rate": 4.020136231167824e-06,
      "loss": 0.07824563384056091,
      "step": 1860
    },
    {
      "epoch": 0.3053061224489796,
      "grad_norm": 0.12567447125911713,
      "learning_rate": 4.0097666685139516e-06,
      "loss": 0.07255304455757142,
      "step": 1870
    },
    {
      "epoch": 0.3069387755102041,
      "grad_norm": 0.08912669867277145,
      "learning_rate": 3.999356057624696e-06,
      "loss": 0.06304961442947388,
      "step": 1880
    },
    {
      "epoch": 0.30857142857142855,
      "grad_norm": 0.15736177563667297,
      "learning_rate": 3.988904681548568e-06,
      "loss": 0.07315694689750671,
      "step": 1890
    },
    {
      "epoch": 0.31020408163265306,
      "grad_norm": 0.13224704563617706,
      "learning_rate": 3.978412824442421e-06,
      "loss": 0.07607222199440003,
      "step": 1900
    },
    {
      "epoch": 0.31183673469387757,
      "grad_norm": 0.0942244678735733,
      "learning_rate": 3.9678807715637245e-06,
      "loss": 0.06320942640304565,
      "step": 1910
    },
    {
      "epoch": 0.313469387755102,
      "grad_norm": 0.1153193786740303,
      "learning_rate": 3.95730880926281e-06,
      "loss": 0.07607839703559875,
      "step": 1920
    },
    {
      "epoch": 0.31510204081632653,
      "grad_norm": 0.24464164674282074,
      "learning_rate": 3.946697224975083e-06,
      "loss": 0.07458690404891968,
      "step": 1930
    },
    {
      "epoch": 0.31673469387755104,
      "grad_norm": 0.14584548771381378,
      "learning_rate": 3.936046307213215e-06,
      "loss": 0.07876120805740357,
      "step": 1940
    },
    {
      "epoch": 0.3183673469387755,
      "grad_norm": 0.0880698636174202,
      "learning_rate": 3.925356345559288e-06,
      "loss": 0.07082821726799012,
      "step": 1950
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.08619305491447449,
      "learning_rate": 3.914627630656931e-06,
      "loss": 0.06648402214050293,
      "step": 1960
    },
    {
      "epoch": 0.3216326530612245,
      "grad_norm": 0.1341329663991928,
      "learning_rate": 3.903860454203413e-06,
      "loss": 0.07000230550765991,
      "step": 1970
    },
    {
      "epoch": 0.32326530612244897,
      "grad_norm": 0.1504107564687729,
      "learning_rate": 3.8930551089417145e-06,
      "loss": 0.06887786984443664,
      "step": 1980
    },
    {
      "epoch": 0.3248979591836735,
      "grad_norm": 0.1262267827987671,
      "learning_rate": 3.882211888652566e-06,
      "loss": 0.08991954326629639,
      "step": 1990
    },
    {
      "epoch": 0.32653061224489793,
      "grad_norm": 0.2052707076072693,
      "learning_rate": 3.871331088146463e-06,
      "loss": 0.07011507153511047,
      "step": 2000
    },
    {
      "epoch": 0.32653061224489793,
      "eval_accuracy": 0.9654583333333334,
      "eval_loss": 0.07913381606340408,
      "eval_runtime": 161.4221,
      "eval_samples_per_second": 24.78,
      "eval_steps_per_second": 24.78,
      "step": 2000
    },
    {
      "epoch": 0.32816326530612244,
      "grad_norm": 0.11643362790346146,
      "learning_rate": 3.860413003255648e-06,
      "loss": 0.08266008496284485,
      "step": 2010
    },
    {
      "epoch": 0.32979591836734695,
      "grad_norm": 0.1472826600074768,
      "learning_rate": 3.8494579308260695e-06,
      "loss": 0.07043538689613342,
      "step": 2020
    },
    {
      "epoch": 0.3314285714285714,
      "grad_norm": 0.10538945347070694,
      "learning_rate": 3.838466168709312e-06,
      "loss": 0.06780247688293457,
      "step": 2030
    },
    {
      "epoch": 0.3330612244897959,
      "grad_norm": 0.14366035163402557,
      "learning_rate": 3.827438015754491e-06,
      "loss": 0.06872215867042542,
      "step": 2040
    },
    {
      "epoch": 0.3346938775510204,
      "grad_norm": 0.11022552847862244,
      "learning_rate": 3.81637377180014e-06,
      "loss": 0.06861716508865356,
      "step": 2050
    },
    {
      "epoch": 0.3363265306122449,
      "grad_norm": 0.07990925014019012,
      "learning_rate": 3.8052737376660446e-06,
      "loss": 0.07096996307373046,
      "step": 2060
    },
    {
      "epoch": 0.3379591836734694,
      "grad_norm": 0.11924420297145844,
      "learning_rate": 3.7941382151450756e-06,
      "loss": 0.07092551589012146,
      "step": 2070
    },
    {
      "epoch": 0.3395918367346939,
      "grad_norm": 0.08096475899219513,
      "learning_rate": 3.782967506994975e-06,
      "loss": 0.06780472993850709,
      "step": 2080
    },
    {
      "epoch": 0.34122448979591835,
      "grad_norm": 0.14714907109737396,
      "learning_rate": 3.7717619169301302e-06,
      "loss": 0.07661795020103454,
      "step": 2090
    },
    {
      "epoch": 0.34285714285714286,
      "grad_norm": 0.14839571714401245,
      "learning_rate": 3.7605217496133127e-06,
      "loss": 0.07939797639846802,
      "step": 2100
    },
    {
      "epoch": 0.34448979591836737,
      "grad_norm": 0.15081271529197693,
      "learning_rate": 3.749247310647398e-06,
      "loss": 0.07869908213615417,
      "step": 2110
    },
    {
      "epoch": 0.3461224489795918,
      "grad_norm": 0.13346275687217712,
      "learning_rate": 3.737938906567053e-06,
      "loss": 0.07526676058769226,
      "step": 2120
    },
    {
      "epoch": 0.34775510204081633,
      "grad_norm": 0.112598717212677,
      "learning_rate": 3.7265968448304057e-06,
      "loss": 0.07366414070129394,
      "step": 2130
    },
    {
      "epoch": 0.34938775510204084,
      "grad_norm": 0.12423531711101532,
      "learning_rate": 3.7152214338106827e-06,
      "loss": 0.06439908146858216,
      "step": 2140
    },
    {
      "epoch": 0.3510204081632653,
      "grad_norm": 0.21758921444416046,
      "learning_rate": 3.703812982787828e-06,
      "loss": 0.08098108768463134,
      "step": 2150
    },
    {
      "epoch": 0.3526530612244898,
      "grad_norm": 0.1298121213912964,
      "learning_rate": 3.6923718019400906e-06,
      "loss": 0.08134381771087647,
      "step": 2160
    },
    {
      "epoch": 0.35428571428571426,
      "grad_norm": 0.09018377214670181,
      "learning_rate": 3.6808982023355934e-06,
      "loss": 0.07070590257644653,
      "step": 2170
    },
    {
      "epoch": 0.35591836734693877,
      "grad_norm": 0.1329157054424286,
      "learning_rate": 3.6693924959238774e-06,
      "loss": 0.06200396418571472,
      "step": 2180
    },
    {
      "epoch": 0.3575510204081633,
      "grad_norm": 0.08813945204019547,
      "learning_rate": 3.657854995527416e-06,
      "loss": 0.06886230111122131,
      "step": 2190
    },
    {
      "epoch": 0.35918367346938773,
      "grad_norm": 0.13459829986095428,
      "learning_rate": 3.646286014833114e-06,
      "loss": 0.07170915603637695,
      "step": 2200
    },
    {
      "epoch": 0.35918367346938773,
      "eval_accuracy": 0.970625,
      "eval_loss": 0.06810569018125534,
      "eval_runtime": 157.4227,
      "eval_samples_per_second": 25.409,
      "eval_steps_per_second": 25.409,
      "step": 2200
    },
    {
      "epoch": 0.36081632653061224,
      "grad_norm": 0.13405098021030426,
      "learning_rate": 3.634685868383776e-06,
      "loss": 0.07438129186630249,
      "step": 2210
    },
    {
      "epoch": 0.36244897959183675,
      "grad_norm": 0.1342102289199829,
      "learning_rate": 3.6230548715695555e-06,
      "loss": 0.07625046968460084,
      "step": 2220
    },
    {
      "epoch": 0.3640816326530612,
      "grad_norm": 0.1532502919435501,
      "learning_rate": 3.611393340619381e-06,
      "loss": 0.06719872951507569,
      "step": 2230
    },
    {
      "epoch": 0.3657142857142857,
      "grad_norm": 0.11218152195215225,
      "learning_rate": 3.5997015925923563e-06,
      "loss": 0.07131683230400085,
      "step": 2240
    },
    {
      "epoch": 0.3673469387755102,
      "grad_norm": 0.09200239181518555,
      "learning_rate": 3.587979945369141e-06,
      "loss": 0.06948224902153015,
      "step": 2250
    },
    {
      "epoch": 0.3689795918367347,
      "grad_norm": 0.08099328726530075,
      "learning_rate": 3.5762287176433097e-06,
      "loss": 0.07263018488883972,
      "step": 2260
    },
    {
      "epoch": 0.3706122448979592,
      "grad_norm": 0.09097494184970856,
      "learning_rate": 3.564448228912682e-06,
      "loss": 0.06066258549690247,
      "step": 2270
    },
    {
      "epoch": 0.3722448979591837,
      "grad_norm": 0.07033897191286087,
      "learning_rate": 3.5526387994706428e-06,
      "loss": 0.07041062712669373,
      "step": 2280
    },
    {
      "epoch": 0.37387755102040815,
      "grad_norm": 0.07659374922513962,
      "learning_rate": 3.5408007503974283e-06,
      "loss": 0.07272242307662964,
      "step": 2290
    },
    {
      "epoch": 0.37551020408163266,
      "grad_norm": 0.0836353451013565,
      "learning_rate": 3.5289344035513996e-06,
      "loss": 0.07268807291984558,
      "step": 2300
    },
    {
      "epoch": 0.37714285714285717,
      "grad_norm": 0.1426168978214264,
      "learning_rate": 3.5170400815602894e-06,
      "loss": 0.05777261257171631,
      "step": 2310
    },
    {
      "epoch": 0.3787755102040816,
      "grad_norm": 0.07479120045900345,
      "learning_rate": 3.5051181078124336e-06,
      "loss": 0.06174240708351135,
      "step": 2320
    },
    {
      "epoch": 0.38040816326530613,
      "grad_norm": 0.14598114788532257,
      "learning_rate": 3.4931688064479745e-06,
      "loss": 0.06616324782371522,
      "step": 2330
    },
    {
      "epoch": 0.3820408163265306,
      "grad_norm": 0.22399863600730896,
      "learning_rate": 3.4811925023500524e-06,
      "loss": 0.06692227125167846,
      "step": 2340
    },
    {
      "epoch": 0.3836734693877551,
      "grad_norm": 0.11600285023450851,
      "learning_rate": 3.4691895211359693e-06,
      "loss": 0.0634126603603363,
      "step": 2350
    },
    {
      "epoch": 0.3853061224489796,
      "grad_norm": 0.0577060841023922,
      "learning_rate": 3.457160189148337e-06,
      "loss": 0.06884999275207519,
      "step": 2360
    },
    {
      "epoch": 0.38693877551020406,
      "grad_norm": 0.09160040318965912,
      "learning_rate": 3.445104833446205e-06,
      "loss": 0.05986430644989014,
      "step": 2370
    },
    {
      "epoch": 0.38857142857142857,
      "grad_norm": 0.1284518539905548,
      "learning_rate": 3.433023781796167e-06,
      "loss": 0.06759394407272339,
      "step": 2380
    },
    {
      "epoch": 0.3902040816326531,
      "grad_norm": 0.08572858572006226,
      "learning_rate": 3.4209173626634494e-06,
      "loss": 0.06813116669654846,
      "step": 2390
    },
    {
      "epoch": 0.39183673469387753,
      "grad_norm": 0.11550725251436234,
      "learning_rate": 3.4087859052029837e-06,
      "loss": 0.06371633410453796,
      "step": 2400
    },
    {
      "epoch": 0.39183673469387753,
      "eval_accuracy": 0.9685833333333334,
      "eval_loss": 0.07035119831562042,
      "eval_runtime": 156.9729,
      "eval_samples_per_second": 25.482,
      "eval_steps_per_second": 25.482,
      "step": 2400
    },
    {
      "epoch": 0.39346938775510204,
      "grad_norm": 0.22328943014144897,
      "learning_rate": 3.3966297392504535e-06,
      "loss": 0.06804299950599671,
      "step": 2410
    },
    {
      "epoch": 0.39510204081632655,
      "grad_norm": 0.18518126010894775,
      "learning_rate": 3.3844491953133272e-06,
      "loss": 0.07678125500679016,
      "step": 2420
    },
    {
      "epoch": 0.396734693877551,
      "grad_norm": 0.09818598628044128,
      "learning_rate": 3.372244604561875e-06,
      "loss": 0.06537411212921143,
      "step": 2430
    },
    {
      "epoch": 0.3983673469387755,
      "grad_norm": 0.08255010843276978,
      "learning_rate": 3.360016298820163e-06,
      "loss": 0.05702770948410034,
      "step": 2440
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.10319415479898453,
      "learning_rate": 3.3477646105570293e-06,
      "loss": 0.06334798336029053,
      "step": 2450
    },
    {
      "epoch": 0.4016326530612245,
      "grad_norm": 0.06523872911930084,
      "learning_rate": 3.3354898728770503e-06,
      "loss": 0.051438117027282716,
      "step": 2460
    },
    {
      "epoch": 0.403265306122449,
      "grad_norm": 0.15883173048496246,
      "learning_rate": 3.3231924195114774e-06,
      "loss": 0.06427289247512817,
      "step": 2470
    },
    {
      "epoch": 0.4048979591836735,
      "grad_norm": 0.1734374463558197,
      "learning_rate": 3.3108725848091685e-06,
      "loss": 0.06652372479438781,
      "step": 2480
    },
    {
      "epoch": 0.40653061224489795,
      "grad_norm": 0.10557752102613449,
      "learning_rate": 3.2985307037274937e-06,
      "loss": 0.07374808788299561,
      "step": 2490
    },
    {
      "epoch": 0.40816326530612246,
      "grad_norm": 0.12942200899124146,
      "learning_rate": 3.286167111823234e-06,
      "loss": 0.06349012851715088,
      "step": 2500
    },
    {
      "epoch": 0.4097959183673469,
      "grad_norm": 0.1858324259519577,
      "learning_rate": 3.2737821452434502e-06,
      "loss": 0.06953533291816712,
      "step": 2510
    },
    {
      "epoch": 0.4114285714285714,
      "grad_norm": 0.10682573169469833,
      "learning_rate": 3.26137614071635e-06,
      "loss": 0.05826004147529602,
      "step": 2520
    },
    {
      "epoch": 0.41306122448979593,
      "grad_norm": 0.12533792853355408,
      "learning_rate": 3.2489494355421293e-06,
      "loss": 0.05837242007255554,
      "step": 2530
    },
    {
      "epoch": 0.4146938775510204,
      "grad_norm": 0.10952792316675186,
      "learning_rate": 3.2365023675838027e-06,
      "loss": 0.06359312534332276,
      "step": 2540
    },
    {
      "epoch": 0.4163265306122449,
      "grad_norm": 0.08605755865573883,
      "learning_rate": 3.22403527525802e-06,
      "loss": 0.07361164093017578,
      "step": 2550
    },
    {
      "epoch": 0.4179591836734694,
      "grad_norm": 0.15942610800266266,
      "learning_rate": 3.211548497525861e-06,
      "loss": 0.05989238619804382,
      "step": 2560
    },
    {
      "epoch": 0.41959183673469386,
      "grad_norm": 0.16340239346027374,
      "learning_rate": 3.1990423738836206e-06,
      "loss": 0.07593320608139038,
      "step": 2570
    },
    {
      "epoch": 0.42122448979591837,
      "grad_norm": 0.11011330783367157,
      "learning_rate": 3.1865172443535797e-06,
      "loss": 0.06850495338439941,
      "step": 2580
    },
    {
      "epoch": 0.4228571428571429,
      "grad_norm": 0.10529608279466629,
      "learning_rate": 3.173973449474762e-06,
      "loss": 0.056969082355499266,
      "step": 2590
    },
    {
      "epoch": 0.42448979591836733,
      "grad_norm": 0.12615667283535004,
      "learning_rate": 3.1614113302936716e-06,
      "loss": 0.06189748048782349,
      "step": 2600
    },
    {
      "epoch": 0.42448979591836733,
      "eval_accuracy": 0.9746666666666668,
      "eval_loss": 0.0618240088224411,
      "eval_runtime": 157.0858,
      "eval_samples_per_second": 25.464,
      "eval_steps_per_second": 25.464,
      "step": 2600
    },
    {
      "epoch": 0.42612244897959184,
      "grad_norm": 0.1343226134777069,
      "learning_rate": 3.1488312283550216e-06,
      "loss": 0.061647194623947146,
      "step": 2610
    },
    {
      "epoch": 0.42775510204081635,
      "grad_norm": 0.11777225136756897,
      "learning_rate": 3.136233485692451e-06,
      "loss": 0.05916886925697327,
      "step": 2620
    },
    {
      "epoch": 0.4293877551020408,
      "grad_norm": 0.14721977710723877,
      "learning_rate": 3.12361844481922e-06,
      "loss": 0.059158307313919065,
      "step": 2630
    },
    {
      "epoch": 0.4310204081632653,
      "grad_norm": 0.12912684679031372,
      "learning_rate": 3.110986448718902e-06,
      "loss": 0.05914759635925293,
      "step": 2640
    },
    {
      "epoch": 0.4326530612244898,
      "grad_norm": 0.13003695011138916,
      "learning_rate": 3.0983378408360597e-06,
      "loss": 0.059078723192214966,
      "step": 2650
    },
    {
      "epoch": 0.4342857142857143,
      "grad_norm": 0.12714017927646637,
      "learning_rate": 3.085672965066899e-06,
      "loss": 0.05707222819328308,
      "step": 2660
    },
    {
      "epoch": 0.4359183673469388,
      "grad_norm": 0.13708427548408508,
      "learning_rate": 3.0729921657499294e-06,
      "loss": 0.05138048529624939,
      "step": 2670
    },
    {
      "epoch": 0.43755102040816324,
      "grad_norm": 0.0949573740363121,
      "learning_rate": 3.0602957876565943e-06,
      "loss": 0.050283265113830564,
      "step": 2680
    },
    {
      "epoch": 0.43918367346938775,
      "grad_norm": 0.08723263442516327,
      "learning_rate": 3.0475841759819023e-06,
      "loss": 0.06342648863792419,
      "step": 2690
    },
    {
      "epoch": 0.44081632653061226,
      "grad_norm": 0.09944969415664673,
      "learning_rate": 3.034857676335038e-06,
      "loss": 0.06127093434333801,
      "step": 2700
    },
    {
      "epoch": 0.4424489795918367,
      "grad_norm": 0.10576151311397552,
      "learning_rate": 3.0221166347299673e-06,
      "loss": 0.05412284731864929,
      "step": 2710
    },
    {
      "epoch": 0.4440816326530612,
      "grad_norm": 0.1598891168832779,
      "learning_rate": 3.009361397576031e-06,
      "loss": 0.05579071640968323,
      "step": 2720
    },
    {
      "epoch": 0.44571428571428573,
      "grad_norm": 0.16953758895397186,
      "learning_rate": 2.9965923116685224e-06,
      "loss": 0.06472888588905334,
      "step": 2730
    },
    {
      "epoch": 0.4473469387755102,
      "grad_norm": 0.10883133113384247,
      "learning_rate": 2.9838097241792646e-06,
      "loss": 0.06263615489006043,
      "step": 2740
    },
    {
      "epoch": 0.4489795918367347,
      "grad_norm": 0.08914396911859512,
      "learning_rate": 2.9710139826471646e-06,
      "loss": 0.0624904453754425,
      "step": 2750
    },
    {
      "epoch": 0.4506122448979592,
      "grad_norm": 0.1059069111943245,
      "learning_rate": 2.9582054349687706e-06,
      "loss": 0.05488716959953308,
      "step": 2760
    },
    {
      "epoch": 0.45224489795918366,
      "grad_norm": 0.09883642196655273,
      "learning_rate": 2.9453844293888067e-06,
      "loss": 0.06263139843940735,
      "step": 2770
    },
    {
      "epoch": 0.45387755102040817,
      "grad_norm": 0.11156519502401352,
      "learning_rate": 2.932551314490712e-06,
      "loss": 0.06324111819267272,
      "step": 2780
    },
    {
      "epoch": 0.4555102040816327,
      "grad_norm": 0.08826332539319992,
      "learning_rate": 2.9197064391871565e-06,
      "loss": 0.06384775042533875,
      "step": 2790
    },
    {
      "epoch": 0.45714285714285713,
      "grad_norm": 0.0698089748620987,
      "learning_rate": 2.9068501527105595e-06,
      "loss": 0.05722553730010986,
      "step": 2800
    },
    {
      "epoch": 0.45714285714285713,
      "eval_accuracy": 0.977375,
      "eval_loss": 0.05622806400060654,
      "eval_runtime": 170.7758,
      "eval_samples_per_second": 23.423,
      "eval_steps_per_second": 23.423,
      "step": 2800
    },
    {
      "epoch": 0.45877551020408164,
      "grad_norm": 0.07031046599149704,
      "learning_rate": 2.893982804603592e-06,
      "loss": 0.060957270860672,
      "step": 2810
    },
    {
      "epoch": 0.46040816326530615,
      "grad_norm": 0.08772005140781403,
      "learning_rate": 2.8811047447096714e-06,
      "loss": 0.05667365789413452,
      "step": 2820
    },
    {
      "epoch": 0.4620408163265306,
      "grad_norm": 0.10329847782850266,
      "learning_rate": 2.8682163231634557e-06,
      "loss": 0.06144403219223023,
      "step": 2830
    },
    {
      "epoch": 0.4636734693877551,
      "grad_norm": 0.06306952983140945,
      "learning_rate": 2.8553178903813193e-06,
      "loss": 0.04665087461471558,
      "step": 2840
    },
    {
      "epoch": 0.46530612244897956,
      "grad_norm": 0.11146903783082962,
      "learning_rate": 2.842409797051825e-06,
      "loss": 0.06363347172737122,
      "step": 2850
    },
    {
      "epoch": 0.4669387755102041,
      "grad_norm": 0.04504350945353508,
      "learning_rate": 2.829492394126192e-06,
      "loss": 0.05332474112510681,
      "step": 2860
    },
    {
      "epoch": 0.4685714285714286,
      "grad_norm": 0.06039620563387871,
      "learning_rate": 2.8165660328087546e-06,
      "loss": 0.07094461917877197,
      "step": 2870
    },
    {
      "epoch": 0.47020408163265304,
      "grad_norm": 0.08084474503993988,
      "learning_rate": 2.8036310645474096e-06,
      "loss": 0.058167701959609984,
      "step": 2880
    },
    {
      "epoch": 0.47183673469387755,
      "grad_norm": 0.05352522060275078,
      "learning_rate": 2.7906878410240655e-06,
      "loss": 0.0486674964427948,
      "step": 2890
    },
    {
      "epoch": 0.47346938775510206,
      "grad_norm": 0.09431054443120956,
      "learning_rate": 2.777736714145077e-06,
      "loss": 0.062025409936904904,
      "step": 2900
    },
    {
      "epoch": 0.4751020408163265,
      "grad_norm": 0.09863542020320892,
      "learning_rate": 2.7647780360316787e-06,
      "loss": 0.061118441820144656,
      "step": 2910
    },
    {
      "epoch": 0.476734693877551,
      "grad_norm": 0.082881860435009,
      "learning_rate": 2.7518121590104145e-06,
      "loss": 0.061808472871780394,
      "step": 2920
    },
    {
      "epoch": 0.47836734693877553,
      "grad_norm": 0.06983684748411179,
      "learning_rate": 2.7388394356035524e-06,
      "loss": 0.05849882960319519,
      "step": 2930
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.10832090675830841,
      "learning_rate": 2.7258602185195043e-06,
      "loss": 0.06612529158592224,
      "step": 2940
    },
    {
      "epoch": 0.4816326530612245,
      "grad_norm": 0.1516750454902649,
      "learning_rate": 2.7128748606432353e-06,
      "loss": 0.058327901363372806,
      "step": 2950
    },
    {
      "epoch": 0.483265306122449,
      "grad_norm": 0.14055661857128143,
      "learning_rate": 2.699883715026669e-06,
      "loss": 0.055737996101379396,
      "step": 2960
    },
    {
      "epoch": 0.48489795918367345,
      "grad_norm": 0.0793638750910759,
      "learning_rate": 2.686887134879089e-06,
      "loss": 0.051851028203964235,
      "step": 2970
    },
    {
      "epoch": 0.48653061224489796,
      "grad_norm": 0.07475428283214569,
      "learning_rate": 2.6738854735575358e-06,
      "loss": 0.06357839703559875,
      "step": 2980
    },
    {
      "epoch": 0.4881632653061225,
      "grad_norm": 0.13335047662258148,
      "learning_rate": 2.660879084557198e-06,
      "loss": 0.06160399913787842,
      "step": 2990
    },
    {
      "epoch": 0.4897959183673469,
      "grad_norm": 0.12583893537521362,
      "learning_rate": 2.6478683215018025e-06,
      "loss": 0.060502588748931885,
      "step": 3000
    },
    {
      "epoch": 0.4897959183673469,
      "eval_accuracy": 0.9767083333333334,
      "eval_loss": 0.0561000294983387,
      "eval_runtime": 156.4202,
      "eval_samples_per_second": 25.572,
      "eval_steps_per_second": 25.572,
      "step": 3000
    },
    {
      "epoch": 0.49142857142857144,
      "grad_norm": 0.1411438137292862,
      "learning_rate": 2.6348535381340025e-06,
      "loss": 0.060459482669830325,
      "step": 3010
    },
    {
      "epoch": 0.4930612244897959,
      "grad_norm": 0.12584605813026428,
      "learning_rate": 2.6218350883057546e-06,
      "loss": 0.0632048487663269,
      "step": 3020
    },
    {
      "epoch": 0.4946938775510204,
      "grad_norm": 0.10522248595952988,
      "learning_rate": 2.608813325968702e-06,
      "loss": 0.04655081033706665,
      "step": 3030
    },
    {
      "epoch": 0.4963265306122449,
      "grad_norm": 0.11343304812908173,
      "learning_rate": 2.59578860516455e-06,
      "loss": 0.05672039389610291,
      "step": 3040
    },
    {
      "epoch": 0.49795918367346936,
      "grad_norm": 0.12666337192058563,
      "learning_rate": 2.5827612800154382e-06,
      "loss": 0.047120341658592226,
      "step": 3050
    },
    {
      "epoch": 0.4995918367346939,
      "grad_norm": 0.08930598944425583,
      "learning_rate": 2.5697317047143177e-06,
      "loss": 0.06063341498374939,
      "step": 3060
    },
    {
      "epoch": 0.5012244897959184,
      "grad_norm": 0.07818852365016937,
      "learning_rate": 2.556700233515316e-06,
      "loss": 0.05240688323974609,
      "step": 3070
    },
    {
      "epoch": 0.5028571428571429,
      "grad_norm": 0.1425711065530777,
      "learning_rate": 2.5436672207241064e-06,
      "loss": 0.053180736303329465,
      "step": 3080
    },
    {
      "epoch": 0.5044897959183674,
      "grad_norm": 0.1457373946905136,
      "learning_rate": 2.5306330206882764e-06,
      "loss": 0.06092001795768738,
      "step": 3090
    },
    {
      "epoch": 0.5061224489795918,
      "grad_norm": 0.12738314270973206,
      "learning_rate": 2.5175979877876935e-06,
      "loss": 0.06613186597824097,
      "step": 3100
    },
    {
      "epoch": 0.5077551020408163,
      "grad_norm": 0.09169036149978638,
      "learning_rate": 2.5045624764248687e-06,
      "loss": 0.06115126609802246,
      "step": 3110
    },
    {
      "epoch": 0.5093877551020408,
      "grad_norm": 0.09637737274169922,
      "learning_rate": 2.491526841015321e-06,
      "loss": 0.044120225310325625,
      "step": 3120
    },
    {
      "epoch": 0.5110204081632653,
      "grad_norm": 0.15029804408550262,
      "learning_rate": 2.478491435977945e-06,
      "loss": 0.07098687291145325,
      "step": 3130
    },
    {
      "epoch": 0.5126530612244898,
      "grad_norm": 0.1228741705417633,
      "learning_rate": 2.4654566157253683e-06,
      "loss": 0.05738852024078369,
      "step": 3140
    },
    {
      "epoch": 0.5142857142857142,
      "grad_norm": 0.09150952100753784,
      "learning_rate": 2.452422734654321e-06,
      "loss": 0.053479206562042234,
      "step": 3150
    },
    {
      "epoch": 0.5159183673469387,
      "grad_norm": 0.14547918736934662,
      "learning_rate": 2.4393901471359977e-06,
      "loss": 0.056794995069503786,
      "step": 3160
    },
    {
      "epoch": 0.5175510204081633,
      "grad_norm": 0.10099287331104279,
      "learning_rate": 2.4263592075064238e-06,
      "loss": 0.05802353620529175,
      "step": 3170
    },
    {
      "epoch": 0.5191836734693878,
      "grad_norm": 0.10859636962413788,
      "learning_rate": 2.41333027005682e-06,
      "loss": 0.05282890200614929,
      "step": 3180
    },
    {
      "epoch": 0.5208163265306123,
      "grad_norm": 0.12420635670423508,
      "learning_rate": 2.400303689023972e-06,
      "loss": 0.05190218687057495,
      "step": 3190
    },
    {
      "epoch": 0.5224489795918368,
      "grad_norm": 0.1902378350496292,
      "learning_rate": 2.3872798185805986e-06,
      "loss": 0.06482383608818054,
      "step": 3200
    },
    {
      "epoch": 0.5224489795918368,
      "eval_accuracy": 0.9744583333333335,
      "eval_loss": 0.058392543345689774,
      "eval_runtime": 156.8655,
      "eval_samples_per_second": 25.5,
      "eval_steps_per_second": 25.5,
      "step": 3200
    },
    {
      "epoch": 0.5240816326530612,
      "grad_norm": 0.15229448676109314,
      "learning_rate": 2.37425901282572e-06,
      "loss": 0.06062687039375305,
      "step": 3210
    },
    {
      "epoch": 0.5257142857142857,
      "grad_norm": 0.08411400765180588,
      "learning_rate": 2.3612416257750335e-06,
      "loss": 0.06494970321655273,
      "step": 3220
    },
    {
      "epoch": 0.5273469387755102,
      "grad_norm": 0.114021435379982,
      "learning_rate": 2.348228011351287e-06,
      "loss": 0.05140092372894287,
      "step": 3230
    },
    {
      "epoch": 0.5289795918367347,
      "grad_norm": 0.08826510608196259,
      "learning_rate": 2.335218523374656e-06,
      "loss": 0.041680914163589475,
      "step": 3240
    },
    {
      "epoch": 0.5306122448979592,
      "grad_norm": 0.10536732524633408,
      "learning_rate": 2.3222135155531248e-06,
      "loss": 0.04369679093360901,
      "step": 3250
    },
    {
      "epoch": 0.5322448979591837,
      "grad_norm": 0.16883279383182526,
      "learning_rate": 2.309213341472868e-06,
      "loss": 0.050543594360351565,
      "step": 3260
    },
    {
      "epoch": 0.5338775510204081,
      "grad_norm": 0.15277455747127533,
      "learning_rate": 2.29621835458864e-06,
      "loss": 0.05258342027664185,
      "step": 3270
    },
    {
      "epoch": 0.5355102040816326,
      "grad_norm": 0.07162481546401978,
      "learning_rate": 2.283228908214163e-06,
      "loss": 0.055678969621658324,
      "step": 3280
    },
    {
      "epoch": 0.5371428571428571,
      "grad_norm": 0.11578263342380524,
      "learning_rate": 2.2702453555125182e-06,
      "loss": 0.048620349168777464,
      "step": 3290
    },
    {
      "epoch": 0.5387755102040817,
      "grad_norm": 0.21185705065727234,
      "learning_rate": 2.2572680494865527e-06,
      "loss": 0.046547812223434445,
      "step": 3300
    },
    {
      "epoch": 0.5404081632653062,
      "grad_norm": 0.19949115812778473,
      "learning_rate": 2.2442973429692705e-06,
      "loss": 0.04967870116233826,
      "step": 3310
    },
    {
      "epoch": 0.5420408163265306,
      "grad_norm": 0.10855370759963989,
      "learning_rate": 2.231333588614248e-06,
      "loss": 0.0508593499660492,
      "step": 3320
    },
    {
      "epoch": 0.5436734693877551,
      "grad_norm": 0.11827342212200165,
      "learning_rate": 2.2183771388860427e-06,
      "loss": 0.04854269027709961,
      "step": 3330
    },
    {
      "epoch": 0.5453061224489796,
      "grad_norm": 0.1081443578004837,
      "learning_rate": 2.2054283460506096e-06,
      "loss": 0.05934192538261414,
      "step": 3340
    },
    {
      "epoch": 0.5469387755102041,
      "grad_norm": 0.14441704750061035,
      "learning_rate": 2.1924875621657256e-06,
      "loss": 0.05332346558570862,
      "step": 3350
    },
    {
      "epoch": 0.5485714285714286,
      "grad_norm": 0.11531820893287659,
      "learning_rate": 2.179555139071415e-06,
      "loss": 0.04938814043998718,
      "step": 3360
    },
    {
      "epoch": 0.5502040816326531,
      "grad_norm": 0.08365523815155029,
      "learning_rate": 2.166631428380387e-06,
      "loss": 0.05734975934028626,
      "step": 3370
    },
    {
      "epoch": 0.5518367346938775,
      "grad_norm": 0.09165070950984955,
      "learning_rate": 2.1537167814684728e-06,
      "loss": 0.047475004196166994,
      "step": 3380
    },
    {
      "epoch": 0.553469387755102,
      "grad_norm": 0.13237863779067993,
      "learning_rate": 2.140811549465074e-06,
      "loss": 0.062284767627716064,
      "step": 3390
    },
    {
      "epoch": 0.5551020408163265,
      "grad_norm": 0.1698858141899109,
      "learning_rate": 2.127916083243615e-06,
      "loss": 0.06585791110992431,
      "step": 3400
    },
    {
      "epoch": 0.5551020408163265,
      "eval_accuracy": 0.9770833333333334,
      "eval_loss": 0.05396538972854614,
      "eval_runtime": 156.044,
      "eval_samples_per_second": 25.634,
      "eval_steps_per_second": 25.634,
      "step": 3400
    },
    {
      "epoch": 0.556734693877551,
      "grad_norm": 0.1104230135679245,
      "learning_rate": 2.1150307334120033e-06,
      "loss": 0.04635375440120697,
      "step": 3410
    },
    {
      "epoch": 0.5583673469387755,
      "grad_norm": 0.21372850239276886,
      "learning_rate": 2.1021558503030973e-06,
      "loss": 0.05940789580345154,
      "step": 3420
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.2013176679611206,
      "learning_rate": 2.0892917839651818e-06,
      "loss": 0.047165653109550475,
      "step": 3430
    },
    {
      "epoch": 0.5616326530612245,
      "grad_norm": 0.09189072996377945,
      "learning_rate": 2.076438884152449e-06,
      "loss": 0.04550817906856537,
      "step": 3440
    },
    {
      "epoch": 0.563265306122449,
      "grad_norm": 0.10521821677684784,
      "learning_rate": 2.0635975003154934e-06,
      "loss": 0.045033201575279236,
      "step": 3450
    },
    {
      "epoch": 0.5648979591836735,
      "grad_norm": 0.10311131924390793,
      "learning_rate": 2.0507679815918043e-06,
      "loss": 0.04502847194671631,
      "step": 3460
    },
    {
      "epoch": 0.566530612244898,
      "grad_norm": 0.07487176358699799,
      "learning_rate": 2.0379506767962788e-06,
      "loss": 0.04697479605674744,
      "step": 3470
    },
    {
      "epoch": 0.5681632653061225,
      "grad_norm": 0.12441752105951309,
      "learning_rate": 2.0251459344117345e-06,
      "loss": 0.052119261026382445,
      "step": 3480
    },
    {
      "epoch": 0.5697959183673469,
      "grad_norm": 0.12823422253131866,
      "learning_rate": 2.0123541025794397e-06,
      "loss": 0.05213663578033447,
      "step": 3490
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 0.11340193450450897,
      "learning_rate": 1.9995755290896414e-06,
      "loss": 0.05319364666938782,
      "step": 3500
    },
    {
      "epoch": 0.5730612244897959,
      "grad_norm": 0.10469839721918106,
      "learning_rate": 1.986810561372113e-06,
      "loss": 0.046560952067375184,
      "step": 3510
    },
    {
      "epoch": 0.5746938775510204,
      "grad_norm": 0.07797456532716751,
      "learning_rate": 1.9740595464867092e-06,
      "loss": 0.05037369728088379,
      "step": 3520
    },
    {
      "epoch": 0.5763265306122449,
      "grad_norm": 0.13010293245315552,
      "learning_rate": 1.961322831113927e-06,
      "loss": 0.0543134331703186,
      "step": 3530
    },
    {
      "epoch": 0.5779591836734694,
      "grad_norm": 0.13981281220912933,
      "learning_rate": 1.9486007615454837e-06,
      "loss": 0.052860957384109494,
      "step": 3540
    },
    {
      "epoch": 0.5795918367346938,
      "grad_norm": 0.14817261695861816,
      "learning_rate": 1.9358936836748972e-06,
      "loss": 0.05510561466217041,
      "step": 3550
    },
    {
      "epoch": 0.5812244897959183,
      "grad_norm": 0.15079492330551147,
      "learning_rate": 1.9232019429880874e-06,
      "loss": 0.06125714182853699,
      "step": 3560
    },
    {
      "epoch": 0.5828571428571429,
      "grad_norm": 0.10553149878978729,
      "learning_rate": 1.910525884553976e-06,
      "loss": 0.051503753662109374,
      "step": 3570
    },
    {
      "epoch": 0.5844897959183674,
      "grad_norm": 0.09094442427158356,
      "learning_rate": 1.8978658530151113e-06,
      "loss": 0.05377998948097229,
      "step": 3580
    },
    {
      "epoch": 0.5861224489795919,
      "grad_norm": 0.09810740500688553,
      "learning_rate": 1.8852221925782935e-06,
      "loss": 0.05506981611251831,
      "step": 3590
    },
    {
      "epoch": 0.5877551020408164,
      "grad_norm": 0.13397352397441864,
      "learning_rate": 1.872595247005218e-06,
      "loss": 0.056353437900543216,
      "step": 3600
    },
    {
      "epoch": 0.5877551020408164,
      "eval_accuracy": 0.979875,
      "eval_loss": 0.04787343740463257,
      "eval_runtime": 157.8457,
      "eval_samples_per_second": 25.341,
      "eval_steps_per_second": 25.341,
      "step": 3600
    },
    {
      "epoch": 0.5893877551020408,
      "grad_norm": 0.07899880409240723,
      "learning_rate": 1.8599853596031289e-06,
      "loss": 0.05329249501228332,
      "step": 3610
    },
    {
      "epoch": 0.5910204081632653,
      "grad_norm": 0.10414254665374756,
      "learning_rate": 1.8473928732154847e-06,
      "loss": 0.04905630648136139,
      "step": 3620
    },
    {
      "epoch": 0.5926530612244898,
      "grad_norm": 0.1037079319357872,
      "learning_rate": 1.8348181302126367e-06,
      "loss": 0.04863021373748779,
      "step": 3630
    },
    {
      "epoch": 0.5942857142857143,
      "grad_norm": 0.06960397213697433,
      "learning_rate": 1.8222614724825222e-06,
      "loss": 0.04666702449321747,
      "step": 3640
    },
    {
      "epoch": 0.5959183673469388,
      "grad_norm": 0.11159648001194,
      "learning_rate": 1.8097232414213662e-06,
      "loss": 0.05730679631233215,
      "step": 3650
    },
    {
      "epoch": 0.5975510204081632,
      "grad_norm": 0.10231669992208481,
      "learning_rate": 1.7972037779244e-06,
      "loss": 0.04433938264846802,
      "step": 3660
    },
    {
      "epoch": 0.5991836734693877,
      "grad_norm": 0.1256829798221588,
      "learning_rate": 1.784703422376598e-06,
      "loss": 0.04502029418945312,
      "step": 3670
    },
    {
      "epoch": 0.6008163265306122,
      "grad_norm": 0.1006830632686615,
      "learning_rate": 1.7722225146434146e-06,
      "loss": 0.04091633260250092,
      "step": 3680
    },
    {
      "epoch": 0.6024489795918367,
      "grad_norm": 0.12239495664834976,
      "learning_rate": 1.7597613940615492e-06,
      "loss": 0.0417140930891037,
      "step": 3690
    },
    {
      "epoch": 0.6040816326530613,
      "grad_norm": 0.09386949241161346,
      "learning_rate": 1.7473203994297197e-06,
      "loss": 0.045112240314483645,
      "step": 3700
    },
    {
      "epoch": 0.6057142857142858,
      "grad_norm": 0.1845707893371582,
      "learning_rate": 1.7348998689994492e-06,
      "loss": 0.04915813505649567,
      "step": 3710
    },
    {
      "epoch": 0.6073469387755102,
      "grad_norm": 0.1345887929201126,
      "learning_rate": 1.7225001404658714e-06,
      "loss": 0.05195118188858032,
      "step": 3720
    },
    {
      "epoch": 0.6089795918367347,
      "grad_norm": 0.16226522624492645,
      "learning_rate": 1.7101215509585482e-06,
      "loss": 0.047248026728630065,
      "step": 3730
    },
    {
      "epoch": 0.6106122448979592,
      "grad_norm": 0.12012234330177307,
      "learning_rate": 1.6977644370323032e-06,
      "loss": 0.05229860544204712,
      "step": 3740
    },
    {
      "epoch": 0.6122448979591837,
      "grad_norm": 0.16154533624649048,
      "learning_rate": 1.6854291346580737e-06,
      "loss": 0.048448923230171206,
      "step": 3750
    },
    {
      "epoch": 0.6138775510204082,
      "grad_norm": 0.08616314828395844,
      "learning_rate": 1.673115979213773e-06,
      "loss": 0.04779277443885803,
      "step": 3760
    },
    {
      "epoch": 0.6155102040816327,
      "grad_norm": 0.20649370551109314,
      "learning_rate": 1.6608253054751739e-06,
      "loss": 0.04001966416835785,
      "step": 3770
    },
    {
      "epoch": 0.6171428571428571,
      "grad_norm": 0.22419355809688568,
      "learning_rate": 1.6485574476068056e-06,
      "loss": 0.04915740489959717,
      "step": 3780
    },
    {
      "epoch": 0.6187755102040816,
      "grad_norm": 0.11812295019626617,
      "learning_rate": 1.6363127391528694e-06,
      "loss": 0.055313241481781,
      "step": 3790
    },
    {
      "epoch": 0.6204081632653061,
      "grad_norm": 0.12400855869054794,
      "learning_rate": 1.6240915130281696e-06,
      "loss": 0.05452631115913391,
      "step": 3800
    },
    {
      "epoch": 0.6204081632653061,
      "eval_accuracy": 0.981875,
      "eval_loss": 0.04318515956401825,
      "eval_runtime": 158.5838,
      "eval_samples_per_second": 25.223,
      "eval_steps_per_second": 25.223,
      "step": 3800
    },
    {
      "epoch": 0.6220408163265306,
      "grad_norm": 0.094053253531456,
      "learning_rate": 1.6118941015090614e-06,
      "loss": 0.047327810525894166,
      "step": 3810
    },
    {
      "epoch": 0.6236734693877551,
      "grad_norm": 0.11286808550357819,
      "learning_rate": 1.599720836224419e-06,
      "loss": 0.04089818894863129,
      "step": 3820
    },
    {
      "epoch": 0.6253061224489795,
      "grad_norm": 0.0909293070435524,
      "learning_rate": 1.5875720481466162e-06,
      "loss": 0.04378651976585388,
      "step": 3830
    },
    {
      "epoch": 0.626938775510204,
      "grad_norm": 0.1207573264837265,
      "learning_rate": 1.5754480675825295e-06,
      "loss": 0.055971544981002805,
      "step": 3840
    },
    {
      "epoch": 0.6285714285714286,
      "grad_norm": 0.09171696752309799,
      "learning_rate": 1.563349224164556e-06,
      "loss": 0.04364039599895477,
      "step": 3850
    },
    {
      "epoch": 0.6302040816326531,
      "grad_norm": 0.1100732609629631,
      "learning_rate": 1.5512758468416561e-06,
      "loss": 0.04227602481842041,
      "step": 3860
    },
    {
      "epoch": 0.6318367346938776,
      "grad_norm": 0.08587154746055603,
      "learning_rate": 1.5392282638704032e-06,
      "loss": 0.03987776041030884,
      "step": 3870
    },
    {
      "epoch": 0.6334693877551021,
      "grad_norm": 0.14273083209991455,
      "learning_rate": 1.5272068028060616e-06,
      "loss": 0.05040489435195923,
      "step": 3880
    },
    {
      "epoch": 0.6351020408163265,
      "grad_norm": 0.12788064777851105,
      "learning_rate": 1.5152117904936827e-06,
      "loss": 0.04129888415336609,
      "step": 3890
    },
    {
      "epoch": 0.636734693877551,
      "grad_norm": 0.14224086701869965,
      "learning_rate": 1.5032435530592165e-06,
      "loss": 0.04145504236221313,
      "step": 3900
    },
    {
      "epoch": 0.6383673469387755,
      "grad_norm": 0.07414636015892029,
      "learning_rate": 1.4913024159006444e-06,
      "loss": 0.03938417434692383,
      "step": 3910
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.1443425565958023,
      "learning_rate": 1.4793887036791338e-06,
      "loss": 0.047359606623649596,
      "step": 3920
    },
    {
      "epoch": 0.6416326530612245,
      "grad_norm": 0.1462288498878479,
      "learning_rate": 1.4675027403102107e-06,
      "loss": 0.047661393880844116,
      "step": 3930
    },
    {
      "epoch": 0.643265306122449,
      "grad_norm": 0.15937893092632294,
      "learning_rate": 1.4556448489549519e-06,
      "loss": 0.04829471111297608,
      "step": 3940
    },
    {
      "epoch": 0.6448979591836734,
      "grad_norm": 0.10469378530979156,
      "learning_rate": 1.4438153520111978e-06,
      "loss": 0.047904521226882935,
      "step": 3950
    },
    {
      "epoch": 0.6465306122448979,
      "grad_norm": 0.10817313939332962,
      "learning_rate": 1.4320145711047894e-06,
      "loss": 0.04648992121219635,
      "step": 3960
    },
    {
      "epoch": 0.6481632653061224,
      "grad_norm": 0.12307990342378616,
      "learning_rate": 1.4202428270808256e-06,
      "loss": 0.044715133309364316,
      "step": 3970
    },
    {
      "epoch": 0.649795918367347,
      "grad_norm": 0.14425775408744812,
      "learning_rate": 1.408500439994933e-06,
      "loss": 0.042470496892929074,
      "step": 3980
    },
    {
      "epoch": 0.6514285714285715,
      "grad_norm": 0.11694067716598511,
      "learning_rate": 1.3967877291045706e-06,
      "loss": 0.03910423815250397,
      "step": 3990
    },
    {
      "epoch": 0.6530612244897959,
      "grad_norm": 0.13050039112567902,
      "learning_rate": 1.3851050128603454e-06,
      "loss": 0.046834564208984374,
      "step": 4000
    },
    {
      "epoch": 0.6530612244897959,
      "eval_accuracy": 0.9817083333333334,
      "eval_loss": 0.04485878720879555,
      "eval_runtime": 155.2113,
      "eval_samples_per_second": 25.771,
      "eval_steps_per_second": 25.771,
      "step": 4000
    },
    {
      "epoch": 0.6546938775510204,
      "grad_norm": 0.16441842913627625,
      "learning_rate": 1.3734526088973576e-06,
      "loss": 0.048332995176315306,
      "step": 4010
    },
    {
      "epoch": 0.6563265306122449,
      "grad_norm": 0.16489046812057495,
      "learning_rate": 1.3618308340265628e-06,
      "loss": 0.05632186532020569,
      "step": 4020
    },
    {
      "epoch": 0.6579591836734694,
      "grad_norm": 0.0776519775390625,
      "learning_rate": 1.3502400042261583e-06,
      "loss": 0.0413711816072464,
      "step": 4030
    },
    {
      "epoch": 0.6595918367346939,
      "grad_norm": 0.07065974175930023,
      "learning_rate": 1.3386804346329913e-06,
      "loss": 0.04443484246730804,
      "step": 4040
    },
    {
      "epoch": 0.6612244897959184,
      "grad_norm": 0.058040838688611984,
      "learning_rate": 1.3271524395339958e-06,
      "loss": 0.03936767876148224,
      "step": 4050
    },
    {
      "epoch": 0.6628571428571428,
      "grad_norm": 0.12576180696487427,
      "learning_rate": 1.31565633235764e-06,
      "loss": 0.03893322050571442,
      "step": 4060
    },
    {
      "epoch": 0.6644897959183673,
      "grad_norm": 0.1022111177444458,
      "learning_rate": 1.30419242566541e-06,
      "loss": 0.05221283435821533,
      "step": 4070
    },
    {
      "epoch": 0.6661224489795918,
      "grad_norm": 0.07897438853979111,
      "learning_rate": 1.2927610311433098e-06,
      "loss": 0.04261190891265869,
      "step": 4080
    },
    {
      "epoch": 0.6677551020408163,
      "grad_norm": 0.16535215079784393,
      "learning_rate": 1.2813624595933885e-06,
      "loss": 0.04804243743419647,
      "step": 4090
    },
    {
      "epoch": 0.6693877551020408,
      "grad_norm": 0.10754700005054474,
      "learning_rate": 1.2699970209252877e-06,
      "loss": 0.03677414059638977,
      "step": 4100
    },
    {
      "epoch": 0.6710204081632654,
      "grad_norm": 0.13121150434017181,
      "learning_rate": 1.2586650241478173e-06,
      "loss": 0.04266786575317383,
      "step": 4110
    },
    {
      "epoch": 0.6726530612244898,
      "grad_norm": 0.11523906886577606,
      "learning_rate": 1.2473667773605542e-06,
      "loss": 0.045382776856422426,
      "step": 4120
    },
    {
      "epoch": 0.6742857142857143,
      "grad_norm": 0.16150203347206116,
      "learning_rate": 1.236102587745464e-06,
      "loss": 0.0483401358127594,
      "step": 4130
    },
    {
      "epoch": 0.6759183673469388,
      "grad_norm": 0.2037627100944519,
      "learning_rate": 1.2248727615585501e-06,
      "loss": 0.0531754195690155,
      "step": 4140
    },
    {
      "epoch": 0.6775510204081633,
      "grad_norm": 0.08756938576698303,
      "learning_rate": 1.2136776041215293e-06,
      "loss": 0.046069496870040895,
      "step": 4150
    },
    {
      "epoch": 0.6791836734693878,
      "grad_norm": 0.10196162015199661,
      "learning_rate": 1.2025174198135255e-06,
      "loss": 0.03938464820384979,
      "step": 4160
    },
    {
      "epoch": 0.6808163265306122,
      "grad_norm": 0.10243439674377441,
      "learning_rate": 1.1913925120627987e-06,
      "loss": 0.04410702586174011,
      "step": 4170
    },
    {
      "epoch": 0.6824489795918367,
      "grad_norm": 0.16230984032154083,
      "learning_rate": 1.1803031833384923e-06,
      "loss": 0.03496443629264832,
      "step": 4180
    },
    {
      "epoch": 0.6840816326530612,
      "grad_norm": 0.1036972925066948,
      "learning_rate": 1.1692497351424117e-06,
      "loss": 0.04019207060337067,
      "step": 4190
    },
    {
      "epoch": 0.6857142857142857,
      "grad_norm": 0.19966299831867218,
      "learning_rate": 1.1582324680008252e-06,
      "loss": 0.03875584900379181,
      "step": 4200
    },
    {
      "epoch": 0.6857142857142857,
      "eval_accuracy": 0.9839583333333334,
      "eval_loss": 0.0395464189350605,
      "eval_runtime": 153.8599,
      "eval_samples_per_second": 25.998,
      "eval_steps_per_second": 25.998,
      "step": 4200
    },
    {
      "epoch": 0.6873469387755102,
      "grad_norm": 0.15349307656288147,
      "learning_rate": 1.1472516814562945e-06,
      "loss": 0.04495754837989807,
      "step": 4210
    },
    {
      "epoch": 0.6889795918367347,
      "grad_norm": 0.16430068016052246,
      "learning_rate": 1.1363076740595294e-06,
      "loss": 0.0422965407371521,
      "step": 4220
    },
    {
      "epoch": 0.6906122448979591,
      "grad_norm": 0.1903417408466339,
      "learning_rate": 1.1254007433612705e-06,
      "loss": 0.04501302838325501,
      "step": 4230
    },
    {
      "epoch": 0.6922448979591836,
      "grad_norm": 0.05951374024152756,
      "learning_rate": 1.1145311859042026e-06,
      "loss": 0.03593409359455109,
      "step": 4240
    },
    {
      "epoch": 0.6938775510204082,
      "grad_norm": 0.05894222855567932,
      "learning_rate": 1.1036992972148865e-06,
      "loss": 0.034275355935096743,
      "step": 4250
    },
    {
      "epoch": 0.6955102040816327,
      "grad_norm": 0.09788545221090317,
      "learning_rate": 1.092905371795729e-06,
      "loss": 0.039912134408950806,
      "step": 4260
    },
    {
      "epoch": 0.6971428571428572,
      "grad_norm": 0.2608252763748169,
      "learning_rate": 1.0821497031169729e-06,
      "loss": 0.03563873171806335,
      "step": 4270
    },
    {
      "epoch": 0.6987755102040817,
      "grad_norm": 0.10350881516933441,
      "learning_rate": 1.0714325836087191e-06,
      "loss": 0.036586591601371767,
      "step": 4280
    },
    {
      "epoch": 0.7004081632653061,
      "grad_norm": 0.10214894264936447,
      "learning_rate": 1.0607543046529763e-06,
      "loss": 0.03775157630443573,
      "step": 4290
    },
    {
      "epoch": 0.7020408163265306,
      "grad_norm": 0.1326843649148941,
      "learning_rate": 1.050115156575738e-06,
      "loss": 0.03171868622303009,
      "step": 4300
    },
    {
      "epoch": 0.7036734693877551,
      "grad_norm": 0.12274391204118729,
      "learning_rate": 1.0395154286390896e-06,
      "loss": 0.028169712424278258,
      "step": 4310
    },
    {
      "epoch": 0.7053061224489796,
      "grad_norm": 0.12580160796642303,
      "learning_rate": 1.028955409033342e-06,
      "loss": 0.03762204349040985,
      "step": 4320
    },
    {
      "epoch": 0.7069387755102041,
      "grad_norm": 0.26383766531944275,
      "learning_rate": 1.0184353848692005e-06,
      "loss": 0.04035975933074951,
      "step": 4330
    },
    {
      "epoch": 0.7085714285714285,
      "grad_norm": 0.101371631026268,
      "learning_rate": 1.0079556421699533e-06,
      "loss": 0.04394418001174927,
      "step": 4340
    },
    {
      "epoch": 0.710204081632653,
      "grad_norm": 0.12708403170108795,
      "learning_rate": 9.97516465863698e-07,
      "loss": 0.04101270735263825,
      "step": 4350
    },
    {
      "epoch": 0.7118367346938775,
      "grad_norm": 0.08838815987110138,
      "learning_rate": 9.87118139775595e-07,
      "loss": 0.04232141673564911,
      "step": 4360
    },
    {
      "epoch": 0.713469387755102,
      "grad_norm": 0.13831272721290588,
      "learning_rate": 9.767609466201494e-07,
      "loss": 0.03110981285572052,
      "step": 4370
    },
    {
      "epoch": 0.7151020408163266,
      "grad_norm": 0.14169402420520782,
      "learning_rate": 9.664451679935252e-07,
      "loss": 0.036100244522094725,
      "step": 4380
    },
    {
      "epoch": 0.7167346938775511,
      "grad_norm": 0.09364918619394302,
      "learning_rate": 9.561710843658892e-07,
      "loss": 0.028025591373443605,
      "step": 4390
    },
    {
      "epoch": 0.7183673469387755,
      "grad_norm": 0.08178938925266266,
      "learning_rate": 9.459389750737854e-07,
      "loss": 0.03276517987251282,
      "step": 4400
    },
    {
      "epoch": 0.7183673469387755,
      "eval_accuracy": 0.9830833333333334,
      "eval_loss": 0.03968822583556175,
      "eval_runtime": 170.9863,
      "eval_samples_per_second": 23.394,
      "eval_steps_per_second": 23.394,
      "step": 4400
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.21406538784503937,
      "learning_rate": 9.357491183125398e-07,
      "loss": 0.04240003228187561,
      "step": 4410
    },
    {
      "epoch": 0.7216326530612245,
      "grad_norm": 0.2528787851333618,
      "learning_rate": 9.256017911286958e-07,
      "loss": 0.03953196704387665,
      "step": 4420
    },
    {
      "epoch": 0.723265306122449,
      "grad_norm": 0.1817523092031479,
      "learning_rate": 9.154972694124866e-07,
      "loss": 0.03630510270595551,
      "step": 4430
    },
    {
      "epoch": 0.7248979591836735,
      "grad_norm": 0.19527313113212585,
      "learning_rate": 9.054358278903272e-07,
      "loss": 0.04581010937690735,
      "step": 4440
    },
    {
      "epoch": 0.726530612244898,
      "grad_norm": 0.3551980257034302,
      "learning_rate": 8.954177401173491e-07,
      "loss": 0.04633161723613739,
      "step": 4450
    },
    {
      "epoch": 0.7281632653061224,
      "grad_norm": 0.1003197506070137,
      "learning_rate": 8.854432784699624e-07,
      "loss": 0.03686977326869965,
      "step": 4460
    },
    {
      "epoch": 0.7297959183673469,
      "grad_norm": 0.1250677853822708,
      "learning_rate": 8.755127141384495e-07,
      "loss": 0.03494169116020203,
      "step": 4470
    },
    {
      "epoch": 0.7314285714285714,
      "grad_norm": 0.23732195794582367,
      "learning_rate": 8.656263171195931e-07,
      "loss": 0.04174305498600006,
      "step": 4480
    },
    {
      "epoch": 0.7330612244897959,
      "grad_norm": 0.2553883194923401,
      "learning_rate": 8.557843562093329e-07,
      "loss": 0.04263312518596649,
      "step": 4490
    },
    {
      "epoch": 0.7346938775510204,
      "grad_norm": 0.1312720775604248,
      "learning_rate": 8.459870989954611e-07,
      "loss": 0.03155354261398315,
      "step": 4500
    },
    {
      "epoch": 0.7363265306122448,
      "grad_norm": 0.2632088363170624,
      "learning_rate": 8.362348118503424e-07,
      "loss": 0.05083600878715515,
      "step": 4510
    },
    {
      "epoch": 0.7379591836734694,
      "grad_norm": 0.1293715387582779,
      "learning_rate": 8.265277599236785e-07,
      "loss": 0.031102049350738525,
      "step": 4520
    },
    {
      "epoch": 0.7395918367346939,
      "grad_norm": 0.15807363390922546,
      "learning_rate": 8.168662071352918e-07,
      "loss": 0.033837145566940306,
      "step": 4530
    },
    {
      "epoch": 0.7412244897959184,
      "grad_norm": 0.08791180700063705,
      "learning_rate": 8.072504161679534e-07,
      "loss": 0.0337544322013855,
      "step": 4540
    },
    {
      "epoch": 0.7428571428571429,
      "grad_norm": 0.10295934230089188,
      "learning_rate": 7.976806484602417e-07,
      "loss": 0.03291972577571869,
      "step": 4550
    },
    {
      "epoch": 0.7444897959183674,
      "grad_norm": 0.11660359799861908,
      "learning_rate": 7.881571641994331e-07,
      "loss": 0.032550466060638425,
      "step": 4560
    },
    {
      "epoch": 0.7461224489795918,
      "grad_norm": 0.1896156519651413,
      "learning_rate": 7.786802223144286e-07,
      "loss": 0.030972787737846376,
      "step": 4570
    },
    {
      "epoch": 0.7477551020408163,
      "grad_norm": 0.2084398865699768,
      "learning_rate": 7.69250080468712e-07,
      "loss": 0.0415867954492569,
      "step": 4580
    },
    {
      "epoch": 0.7493877551020408,
      "grad_norm": 0.12618854641914368,
      "learning_rate": 7.59866995053348e-07,
      "loss": 0.0360225111246109,
      "step": 4590
    },
    {
      "epoch": 0.7510204081632653,
      "grad_norm": 0.12291006743907928,
      "learning_rate": 7.505312211800081e-07,
      "loss": 0.03627174496650696,
      "step": 4600
    },
    {
      "epoch": 0.7510204081632653,
      "eval_accuracy": 0.9855833333333334,
      "eval_loss": 0.03568050265312195,
      "eval_runtime": 156.9074,
      "eval_samples_per_second": 25.493,
      "eval_steps_per_second": 25.493,
      "step": 4600
    },
    {
      "epoch": 0.7526530612244898,
      "grad_norm": 0.1491072177886963,
      "learning_rate": 7.41243012674035e-07,
      "loss": 0.033873635530471805,
      "step": 4610
    },
    {
      "epoch": 0.7542857142857143,
      "grad_norm": 0.14268337190151215,
      "learning_rate": 7.320026220675447e-07,
      "loss": 0.03949807286262512,
      "step": 4620
    },
    {
      "epoch": 0.7559183673469387,
      "grad_norm": 0.15548810362815857,
      "learning_rate": 7.228103005925557e-07,
      "loss": 0.03478931188583374,
      "step": 4630
    },
    {
      "epoch": 0.7575510204081632,
      "grad_norm": 0.14298392832279205,
      "learning_rate": 7.136662981741613e-07,
      "loss": 0.030326524376869203,
      "step": 4640
    },
    {
      "epoch": 0.7591836734693878,
      "grad_norm": 0.11854545772075653,
      "learning_rate": 7.045708634237341e-07,
      "loss": 0.034136393666267396,
      "step": 4650
    },
    {
      "epoch": 0.7608163265306123,
      "grad_norm": 0.1346571296453476,
      "learning_rate": 6.955242436321663e-07,
      "loss": 0.040317881107330325,
      "step": 4660
    },
    {
      "epoch": 0.7624489795918368,
      "grad_norm": 0.13217571377754211,
      "learning_rate": 6.865266847631463e-07,
      "loss": 0.02895120084285736,
      "step": 4670
    },
    {
      "epoch": 0.7640816326530612,
      "grad_norm": 0.0761382132768631,
      "learning_rate": 6.775784314464717e-07,
      "loss": 0.029726022481918336,
      "step": 4680
    },
    {
      "epoch": 0.7657142857142857,
      "grad_norm": 0.17583715915679932,
      "learning_rate": 6.686797269713971e-07,
      "loss": 0.02383600324392319,
      "step": 4690
    },
    {
      "epoch": 0.7673469387755102,
      "grad_norm": 0.13434812426567078,
      "learning_rate": 6.598308132800221e-07,
      "loss": 0.03801000118255615,
      "step": 4700
    },
    {
      "epoch": 0.7689795918367347,
      "grad_norm": 0.0841183140873909,
      "learning_rate": 6.510319309607099e-07,
      "loss": 0.030053699016571046,
      "step": 4710
    },
    {
      "epoch": 0.7706122448979592,
      "grad_norm": 0.10911499708890915,
      "learning_rate": 6.422833192415476e-07,
      "loss": 0.03296325206756592,
      "step": 4720
    },
    {
      "epoch": 0.7722448979591837,
      "grad_norm": 0.08562543988227844,
      "learning_rate": 6.335852159838423e-07,
      "loss": 0.029071077704429626,
      "step": 4730
    },
    {
      "epoch": 0.7738775510204081,
      "grad_norm": 0.24464724957942963,
      "learning_rate": 6.249378576756538e-07,
      "loss": 0.03307548463344574,
      "step": 4740
    },
    {
      "epoch": 0.7755102040816326,
      "grad_norm": 0.17294660210609436,
      "learning_rate": 6.163414794253641e-07,
      "loss": 0.03507235944271088,
      "step": 4750
    },
    {
      "epoch": 0.7771428571428571,
      "grad_norm": 0.18331816792488098,
      "learning_rate": 6.077963149552868e-07,
      "loss": 0.038254004716873166,
      "step": 4760
    },
    {
      "epoch": 0.7787755102040816,
      "grad_norm": 0.10756120830774307,
      "learning_rate": 5.993025965953103e-07,
      "loss": 0.03428310751914978,
      "step": 4770
    },
    {
      "epoch": 0.7804081632653062,
      "grad_norm": 0.16071061789989471,
      "learning_rate": 5.908605552765833e-07,
      "loss": 0.032243117690086365,
      "step": 4780
    },
    {
      "epoch": 0.7820408163265307,
      "grad_norm": 0.14897944033145905,
      "learning_rate": 5.824704205252343e-07,
      "loss": 0.03812848925590515,
      "step": 4790
    },
    {
      "epoch": 0.7836734693877551,
      "grad_norm": 0.1536232829093933,
      "learning_rate": 5.741324204561335e-07,
      "loss": 0.031389710307121274,
      "step": 4800
    },
    {
      "epoch": 0.7836734693877551,
      "eval_accuracy": 0.985,
      "eval_loss": 0.03615976870059967,
      "eval_runtime": 153.2713,
      "eval_samples_per_second": 26.098,
      "eval_steps_per_second": 26.098,
      "step": 4800
    },
    {
      "epoch": 0.7853061224489796,
      "grad_norm": 0.15687023103237152,
      "learning_rate": 5.65846781766688e-07,
      "loss": 0.027873021364212037,
      "step": 4810
    },
    {
      "epoch": 0.7869387755102041,
      "grad_norm": 0.14541009068489075,
      "learning_rate": 5.576137297306794e-07,
      "loss": 0.0407156765460968,
      "step": 4820
    },
    {
      "epoch": 0.7885714285714286,
      "grad_norm": 0.16398967802524567,
      "learning_rate": 5.494334881921393e-07,
      "loss": 0.03936888575553894,
      "step": 4830
    },
    {
      "epoch": 0.7902040816326531,
      "grad_norm": 0.2177809625864029,
      "learning_rate": 5.413062795592633e-07,
      "loss": 0.03059300184249878,
      "step": 4840
    },
    {
      "epoch": 0.7918367346938775,
      "grad_norm": 0.1487113982439041,
      "learning_rate": 5.332323247983632e-07,
      "loss": 0.038730043172836306,
      "step": 4850
    },
    {
      "epoch": 0.793469387755102,
      "grad_norm": 0.1111542284488678,
      "learning_rate": 5.252118434278605e-07,
      "loss": 0.033898717164993285,
      "step": 4860
    },
    {
      "epoch": 0.7951020408163265,
      "grad_norm": 0.10296906530857086,
      "learning_rate": 5.172450535123166e-07,
      "loss": 0.033659690618515016,
      "step": 4870
    },
    {
      "epoch": 0.796734693877551,
      "grad_norm": 0.11844902485609055,
      "learning_rate": 5.093321716565064e-07,
      "loss": 0.0293354332447052,
      "step": 4880
    },
    {
      "epoch": 0.7983673469387755,
      "grad_norm": 0.08401476591825485,
      "learning_rate": 5.014734129995258e-07,
      "loss": 0.027682244777679443,
      "step": 4890
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.15870651602745056,
      "learning_rate": 4.936689912089443e-07,
      "loss": 0.029118484258651732,
      "step": 4900
    },
    {
      "epoch": 0.8016326530612244,
      "grad_norm": 0.10739132016897202,
      "learning_rate": 4.859191184749968e-07,
      "loss": 0.031624987721443176,
      "step": 4910
    },
    {
      "epoch": 0.803265306122449,
      "grad_norm": 0.1523323655128479,
      "learning_rate": 4.782240055048113e-07,
      "loss": 0.03415923118591309,
      "step": 4920
    },
    {
      "epoch": 0.8048979591836735,
      "grad_norm": 0.31860172748565674,
      "learning_rate": 4.705838615166836e-07,
      "loss": 0.035749971866607666,
      "step": 4930
    },
    {
      "epoch": 0.806530612244898,
      "grad_norm": 0.15043528378009796,
      "learning_rate": 4.629988942343863e-07,
      "loss": 0.029294773936271667,
      "step": 4940
    },
    {
      "epoch": 0.8081632653061225,
      "grad_norm": 0.1007913127541542,
      "learning_rate": 4.55469309881523e-07,
      "loss": 0.026727235317230223,
      "step": 4950
    },
    {
      "epoch": 0.809795918367347,
      "grad_norm": 0.10851600021123886,
      "learning_rate": 4.479953131759199e-07,
      "loss": 0.029011189937591553,
      "step": 4960
    },
    {
      "epoch": 0.8114285714285714,
      "grad_norm": 0.19257904589176178,
      "learning_rate": 4.4057710732406113e-07,
      "loss": 0.040424668788909913,
      "step": 4970
    },
    {
      "epoch": 0.8130612244897959,
      "grad_norm": 0.08985571563243866,
      "learning_rate": 4.332148940155617e-07,
      "loss": 0.031291928887367246,
      "step": 4980
    },
    {
      "epoch": 0.8146938775510204,
      "grad_norm": 0.09874805808067322,
      "learning_rate": 4.259088734176883e-07,
      "loss": 0.028314629197120668,
      "step": 4990
    },
    {
      "epoch": 0.8163265306122449,
      "grad_norm": 0.2056759148836136,
      "learning_rate": 4.186592441699119e-07,
      "loss": 0.028049173951148986,
      "step": 5000
    },
    {
      "epoch": 0.8163265306122449,
      "eval_accuracy": 0.986125,
      "eval_loss": 0.033585112541913986,
      "eval_runtime": 153.2119,
      "eval_samples_per_second": 26.108,
      "eval_steps_per_second": 26.108,
      "step": 5000
    },
    {
      "epoch": 0.8179591836734694,
      "grad_norm": 0.10125680267810822,
      "learning_rate": 4.1146620337850965e-07,
      "loss": 0.03612466752529144,
      "step": 5010
    },
    {
      "epoch": 0.8195918367346938,
      "grad_norm": 0.10107982903718948,
      "learning_rate": 4.043299466112058e-07,
      "loss": 0.026968371868133546,
      "step": 5020
    },
    {
      "epoch": 0.8212244897959183,
      "grad_norm": 0.13236716389656067,
      "learning_rate": 3.9725066789185446e-07,
      "loss": 0.030766445398330688,
      "step": 5030
    },
    {
      "epoch": 0.8228571428571428,
      "grad_norm": 0.1182790994644165,
      "learning_rate": 3.9022855969516384e-07,
      "loss": 0.028759539127349854,
      "step": 5040
    },
    {
      "epoch": 0.8244897959183674,
      "grad_norm": 0.1430918574333191,
      "learning_rate": 3.832638129414637e-07,
      "loss": 0.03126598298549652,
      "step": 5050
    },
    {
      "epoch": 0.8261224489795919,
      "grad_norm": 0.24944688379764557,
      "learning_rate": 3.7635661699151366e-07,
      "loss": 0.030412834882736207,
      "step": 5060
    },
    {
      "epoch": 0.8277551020408164,
      "grad_norm": 0.24371539056301117,
      "learning_rate": 3.695071596413574e-07,
      "loss": 0.03904336988925934,
      "step": 5070
    },
    {
      "epoch": 0.8293877551020408,
      "grad_norm": 0.25066161155700684,
      "learning_rate": 3.627156271172125e-07,
      "loss": 0.032776132225990295,
      "step": 5080
    },
    {
      "epoch": 0.8310204081632653,
      "grad_norm": 0.1635182797908783,
      "learning_rate": 3.559822040704108e-07,
      "loss": 0.027044805884361266,
      "step": 5090
    },
    {
      "epoch": 0.8326530612244898,
      "grad_norm": 0.16698378324508667,
      "learning_rate": 3.4930707357237666e-07,
      "loss": 0.03271254003047943,
      "step": 5100
    },
    {
      "epoch": 0.8342857142857143,
      "grad_norm": 0.18812412023544312,
      "learning_rate": 3.4269041710964903e-07,
      "loss": 0.030745366215705873,
      "step": 5110
    },
    {
      "epoch": 0.8359183673469388,
      "grad_norm": 0.18739669024944305,
      "learning_rate": 3.36132414578948e-07,
      "loss": 0.032180759310722354,
      "step": 5120
    },
    {
      "epoch": 0.8375510204081633,
      "grad_norm": 0.13260763883590698,
      "learning_rate": 3.296332442822839e-07,
      "loss": 0.026755687594413758,
      "step": 5130
    },
    {
      "epoch": 0.8391836734693877,
      "grad_norm": 0.06771053373813629,
      "learning_rate": 3.231930829221083e-07,
      "loss": 0.02895594835281372,
      "step": 5140
    },
    {
      "epoch": 0.8408163265306122,
      "grad_norm": 0.09441749006509781,
      "learning_rate": 3.168121055965112e-07,
      "loss": 0.033178862929344174,
      "step": 5150
    },
    {
      "epoch": 0.8424489795918367,
      "grad_norm": 0.0863656997680664,
      "learning_rate": 3.104904857944591e-07,
      "loss": 0.02276728004217148,
      "step": 5160
    },
    {
      "epoch": 0.8440816326530612,
      "grad_norm": 0.2047131359577179,
      "learning_rate": 3.0422839539107794e-07,
      "loss": 0.028258222341537475,
      "step": 5170
    },
    {
      "epoch": 0.8457142857142858,
      "grad_norm": 0.2389051467180252,
      "learning_rate": 2.980260046429834e-07,
      "loss": 0.02725991904735565,
      "step": 5180
    },
    {
      "epoch": 0.8473469387755102,
      "grad_norm": 0.1733924299478531,
      "learning_rate": 2.9188348218364635e-07,
      "loss": 0.0327379584312439,
      "step": 5190
    },
    {
      "epoch": 0.8489795918367347,
      "grad_norm": 0.19450697302818298,
      "learning_rate": 2.8580099501881285e-07,
      "loss": 0.030778995156288146,
      "step": 5200
    },
    {
      "epoch": 0.8489795918367347,
      "eval_accuracy": 0.9881666666666667,
      "eval_loss": 0.02920014224946499,
      "eval_runtime": 155.6487,
      "eval_samples_per_second": 25.699,
      "eval_steps_per_second": 25.699,
      "step": 5200
    },
    {
      "epoch": 0.8506122448979592,
      "grad_norm": 0.14990773797035217,
      "learning_rate": 2.7977870852195997e-07,
      "loss": 0.03692179024219513,
      "step": 5210
    },
    {
      "epoch": 0.8522448979591837,
      "grad_norm": 0.16051384806632996,
      "learning_rate": 2.7381678642980303e-07,
      "loss": 0.030528882145881654,
      "step": 5220
    },
    {
      "epoch": 0.8538775510204082,
      "grad_norm": 0.1660623997449875,
      "learning_rate": 2.6791539083784014e-07,
      "loss": 0.025125756859779358,
      "step": 5230
    },
    {
      "epoch": 0.8555102040816327,
      "grad_norm": 0.07568248361349106,
      "learning_rate": 2.620746821959475e-07,
      "loss": 0.02720560133457184,
      "step": 5240
    },
    {
      "epoch": 0.8571428571428571,
      "grad_norm": 0.2634601593017578,
      "learning_rate": 2.562948193040174e-07,
      "loss": 0.033940815925598146,
      "step": 5250
    },
    {
      "epoch": 0.8587755102040816,
      "grad_norm": 0.15926218032836914,
      "learning_rate": 2.5057595930763873e-07,
      "loss": 0.028036150336265563,
      "step": 5260
    },
    {
      "epoch": 0.8604081632653061,
      "grad_norm": 0.19775289297103882,
      "learning_rate": 2.4491825769382526e-07,
      "loss": 0.02731768786907196,
      "step": 5270
    },
    {
      "epoch": 0.8620408163265306,
      "grad_norm": 0.07538789510726929,
      "learning_rate": 2.39321868286789e-07,
      "loss": 0.0313712328672409,
      "step": 5280
    },
    {
      "epoch": 0.8636734693877551,
      "grad_norm": 0.10647427290678024,
      "learning_rate": 2.337869432437567e-07,
      "loss": 0.02781860828399658,
      "step": 5290
    },
    {
      "epoch": 0.8653061224489796,
      "grad_norm": 0.20678064227104187,
      "learning_rate": 2.283136330508337e-07,
      "loss": 0.028782907128334045,
      "step": 5300
    },
    {
      "epoch": 0.866938775510204,
      "grad_norm": 0.18386024236679077,
      "learning_rate": 2.2290208651891244e-07,
      "loss": 0.02515394687652588,
      "step": 5310
    },
    {
      "epoch": 0.8685714285714285,
      "grad_norm": 0.13139928877353668,
      "learning_rate": 2.1755245077962618e-07,
      "loss": 0.02002216875553131,
      "step": 5320
    },
    {
      "epoch": 0.8702040816326531,
      "grad_norm": 0.10402868688106537,
      "learning_rate": 2.1226487128134854e-07,
      "loss": 0.03221684396266937,
      "step": 5330
    },
    {
      "epoch": 0.8718367346938776,
      "grad_norm": 0.056439850479364395,
      "learning_rate": 2.070394917852403e-07,
      "loss": 0.023763810098171235,
      "step": 5340
    },
    {
      "epoch": 0.8734693877551021,
      "grad_norm": 0.1421876698732376,
      "learning_rate": 2.0187645436133913e-07,
      "loss": 0.03192594051361084,
      "step": 5350
    },
    {
      "epoch": 0.8751020408163265,
      "grad_norm": 0.20487430691719055,
      "learning_rate": 1.967758993846966e-07,
      "loss": 0.025955894589424135,
      "step": 5360
    },
    {
      "epoch": 0.876734693877551,
      "grad_norm": 0.2183534801006317,
      "learning_rate": 1.9173796553156487e-07,
      "loss": 0.027435585856437683,
      "step": 5370
    },
    {
      "epoch": 0.8783673469387755,
      "grad_norm": 0.19724565744400024,
      "learning_rate": 1.8676278977562219e-07,
      "loss": 0.028912261128425598,
      "step": 5380
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.21412917971611023,
      "learning_rate": 1.818505073842508e-07,
      "loss": 0.029015693068504333,
      "step": 5390
    },
    {
      "epoch": 0.8816326530612245,
      "grad_norm": 0.08429288119077682,
      "learning_rate": 1.770012519148598e-07,
      "loss": 0.025249993801116942,
      "step": 5400
    },
    {
      "epoch": 0.8816326530612245,
      "eval_accuracy": 0.989375,
      "eval_loss": 0.02678457647562027,
      "eval_runtime": 156.2763,
      "eval_samples_per_second": 25.596,
      "eval_steps_per_second": 25.596,
      "step": 5400
    },
    {
      "epoch": 0.883265306122449,
      "grad_norm": 0.15489192306995392,
      "learning_rate": 1.722151552112525e-07,
      "loss": 0.03486272096633911,
      "step": 5410
    },
    {
      "epoch": 0.8848979591836734,
      "grad_norm": 0.1594313681125641,
      "learning_rate": 1.6749234740004227e-07,
      "loss": 0.024751077592372894,
      "step": 5420
    },
    {
      "epoch": 0.8865306122448979,
      "grad_norm": 0.12505307793617249,
      "learning_rate": 1.6283295688711564e-07,
      "loss": 0.025553828477859496,
      "step": 5430
    },
    {
      "epoch": 0.8881632653061224,
      "grad_norm": 0.08852038532495499,
      "learning_rate": 1.582371103541394e-07,
      "loss": 0.025743791460990907,
      "step": 5440
    },
    {
      "epoch": 0.889795918367347,
      "grad_norm": 0.08450407534837723,
      "learning_rate": 1.5370493275511767e-07,
      "loss": 0.02687264084815979,
      "step": 5450
    },
    {
      "epoch": 0.8914285714285715,
      "grad_norm": 0.054211657494306564,
      "learning_rate": 1.4923654731299363e-07,
      "loss": 0.023073682188987733,
      "step": 5460
    },
    {
      "epoch": 0.893061224489796,
      "grad_norm": 0.23101477324962616,
      "learning_rate": 1.4483207551630045e-07,
      "loss": 0.0280561625957489,
      "step": 5470
    },
    {
      "epoch": 0.8946938775510204,
      "grad_norm": 0.19923920929431915,
      "learning_rate": 1.4049163711585684e-07,
      "loss": 0.02133965492248535,
      "step": 5480
    },
    {
      "epoch": 0.8963265306122449,
      "grad_norm": 0.13227398693561554,
      "learning_rate": 1.3621535012151244e-07,
      "loss": 0.017637649178504945,
      "step": 5490
    },
    {
      "epoch": 0.8979591836734694,
      "grad_norm": 0.11182940751314163,
      "learning_rate": 1.3200333079893823e-07,
      "loss": 0.02847398817539215,
      "step": 5500
    },
    {
      "epoch": 0.8995918367346939,
      "grad_norm": 0.06762958317995071,
      "learning_rate": 1.2785569366646628e-07,
      "loss": 0.020397891104221345,
      "step": 5510
    },
    {
      "epoch": 0.9012244897959184,
      "grad_norm": 0.06652984023094177,
      "learning_rate": 1.2377255149197576e-07,
      "loss": 0.03015478849411011,
      "step": 5520
    },
    {
      "epoch": 0.9028571428571428,
      "grad_norm": 0.16087517142295837,
      "learning_rate": 1.1975401528982718e-07,
      "loss": 0.02614833414554596,
      "step": 5530
    },
    {
      "epoch": 0.9044897959183673,
      "grad_norm": 0.0873415544629097,
      "learning_rate": 1.1580019431784384e-07,
      "loss": 0.023097904026508333,
      "step": 5540
    },
    {
      "epoch": 0.9061224489795918,
      "grad_norm": 0.26114869117736816,
      "learning_rate": 1.1191119607434076e-07,
      "loss": 0.028036117553710938,
      "step": 5550
    },
    {
      "epoch": 0.9077551020408163,
      "grad_norm": 0.08690405637025833,
      "learning_rate": 1.0808712629520435e-07,
      "loss": 0.027321887016296387,
      "step": 5560
    },
    {
      "epoch": 0.9093877551020408,
      "grad_norm": 0.19979159533977509,
      "learning_rate": 1.0432808895101426e-07,
      "loss": 0.03543014228343964,
      "step": 5570
    },
    {
      "epoch": 0.9110204081632653,
      "grad_norm": 0.09599421173334122,
      "learning_rate": 1.0063418624421895e-07,
      "loss": 0.02044544517993927,
      "step": 5580
    },
    {
      "epoch": 0.9126530612244897,
      "grad_norm": 0.22291070222854614,
      "learning_rate": 9.700551860635538e-08,
      "loss": 0.027166444063186645,
      "step": 5590
    },
    {
      "epoch": 0.9142857142857143,
      "grad_norm": 0.10956079512834549,
      "learning_rate": 9.344218469532012e-08,
      "loss": 0.02024113982915878,
      "step": 5600
    },
    {
      "epoch": 0.9142857142857143,
      "eval_accuracy": 0.9900833333333334,
      "eval_loss": 0.025807492434978485,
      "eval_runtime": 154.9378,
      "eval_samples_per_second": 25.817,
      "eval_steps_per_second": 25.817,
      "step": 5600
    },
    {
      "epoch": 0.9159183673469388,
      "grad_norm": 0.14949144423007965,
      "learning_rate": 8.99442813926854e-08,
      "loss": 0.024004274606704713,
      "step": 5610
    },
    {
      "epoch": 0.9175510204081633,
      "grad_norm": 0.2315555214881897,
      "learning_rate": 8.651190380106673e-08,
      "loss": 0.024219857156276704,
      "step": 5620
    },
    {
      "epoch": 0.9191836734693878,
      "grad_norm": 0.06734409183263779,
      "learning_rate": 8.314514524153522e-08,
      "loss": 0.02802177369594574,
      "step": 5630
    },
    {
      "epoch": 0.9208163265306123,
      "grad_norm": 0.21427671611309052,
      "learning_rate": 7.984409725108222e-08,
      "loss": 0.021109704673290253,
      "step": 5640
    },
    {
      "epoch": 0.9224489795918367,
      "grad_norm": 0.18013973534107208,
      "learning_rate": 7.660884958012899e-08,
      "loss": 0.020703735947608947,
      "step": 5650
    },
    {
      "epoch": 0.9240816326530612,
      "grad_norm": 0.2695794701576233,
      "learning_rate": 7.343949019008756e-08,
      "loss": 0.03247661292552948,
      "step": 5660
    },
    {
      "epoch": 0.9257142857142857,
      "grad_norm": 0.15175238251686096,
      "learning_rate": 7.03361052509688e-08,
      "loss": 0.021647430956363678,
      "step": 5670
    },
    {
      "epoch": 0.9273469387755102,
      "grad_norm": 0.18325908482074738,
      "learning_rate": 6.729877913903976e-08,
      "loss": 0.028400209546089173,
      "step": 5680
    },
    {
      "epoch": 0.9289795918367347,
      "grad_norm": 0.15859369933605194,
      "learning_rate": 6.432759443452924e-08,
      "loss": 0.014232246577739716,
      "step": 5690
    },
    {
      "epoch": 0.9306122448979591,
      "grad_norm": 0.13438236713409424,
      "learning_rate": 6.14226319193828e-08,
      "loss": 0.02244553864002228,
      "step": 5700
    },
    {
      "epoch": 0.9322448979591836,
      "grad_norm": 0.27041247487068176,
      "learning_rate": 5.858397057506709e-08,
      "loss": 0.029011306166648865,
      "step": 5710
    },
    {
      "epoch": 0.9338775510204081,
      "grad_norm": 0.12215204536914825,
      "learning_rate": 5.581168758042127e-08,
      "loss": 0.028310227394104003,
      "step": 5720
    },
    {
      "epoch": 0.9355102040816327,
      "grad_norm": 0.2103251814842224,
      "learning_rate": 5.310585830955922e-08,
      "loss": 0.021468037366867067,
      "step": 5730
    },
    {
      "epoch": 0.9371428571428572,
      "grad_norm": 0.17152205109596252,
      "learning_rate": 5.0466556329819835e-08,
      "loss": 0.024149742722511292,
      "step": 5740
    },
    {
      "epoch": 0.9387755102040817,
      "grad_norm": 0.08712399005889893,
      "learning_rate": 4.789385339976832e-08,
      "loss": 0.01809695065021515,
      "step": 5750
    },
    {
      "epoch": 0.9404081632653061,
      "grad_norm": 0.15006859600543976,
      "learning_rate": 4.53878194672433e-08,
      "loss": 0.022831857204437256,
      "step": 5760
    },
    {
      "epoch": 0.9420408163265306,
      "grad_norm": 0.06355110555887222,
      "learning_rate": 4.2948522667455864e-08,
      "loss": 0.015157052874565124,
      "step": 5770
    },
    {
      "epoch": 0.9436734693877551,
      "grad_norm": 0.14330919086933136,
      "learning_rate": 4.057602932113658e-08,
      "loss": 0.02486245185136795,
      "step": 5780
    },
    {
      "epoch": 0.9453061224489796,
      "grad_norm": 0.12216096371412277,
      "learning_rate": 3.82704039327339e-08,
      "loss": 0.024203602969646455,
      "step": 5790
    },
    {
      "epoch": 0.9469387755102041,
      "grad_norm": 0.19883109629154205,
      "learning_rate": 3.6031709188658336e-08,
      "loss": 0.025162199139595033,
      "step": 5800
    },
    {
      "epoch": 0.9469387755102041,
      "eval_accuracy": 0.99025,
      "eval_loss": 0.025506427511572838,
      "eval_runtime": 154.1326,
      "eval_samples_per_second": 25.952,
      "eval_steps_per_second": 25.952,
      "step": 5800
    },
    {
      "epoch": 0.9485714285714286,
      "grad_norm": 0.25931984186172485,
      "learning_rate": 3.386000595557964e-08,
      "loss": 0.027550938725471496,
      "step": 5810
    },
    {
      "epoch": 0.950204081632653,
      "grad_norm": 0.07933743298053741,
      "learning_rate": 3.1755353278770936e-08,
      "loss": 0.024577364325523376,
      "step": 5820
    },
    {
      "epoch": 0.9518367346938775,
      "grad_norm": 0.13839955627918243,
      "learning_rate": 2.9717808380503866e-08,
      "loss": 0.021038763225078583,
      "step": 5830
    },
    {
      "epoch": 0.953469387755102,
      "grad_norm": 0.14696243405342102,
      "learning_rate": 2.7747426658492893e-08,
      "loss": 0.02484375685453415,
      "step": 5840
    },
    {
      "epoch": 0.9551020408163265,
      "grad_norm": 0.1538810133934021,
      "learning_rate": 2.5844261684388473e-08,
      "loss": 0.023458963632583617,
      "step": 5850
    },
    {
      "epoch": 0.9567346938775511,
      "grad_norm": 0.08468759804964066,
      "learning_rate": 2.4008365202321525e-08,
      "loss": 0.03132525682449341,
      "step": 5860
    },
    {
      "epoch": 0.9583673469387755,
      "grad_norm": 0.1627626270055771,
      "learning_rate": 2.2239787127495695e-08,
      "loss": 0.03181464076042175,
      "step": 5870
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.17413999140262604,
      "learning_rate": 2.0538575544831186e-08,
      "loss": 0.019847501814365388,
      "step": 5880
    },
    {
      "epoch": 0.9616326530612245,
      "grad_norm": 0.23201079666614532,
      "learning_rate": 1.8904776707655837e-08,
      "loss": 0.02205444723367691,
      "step": 5890
    },
    {
      "epoch": 0.963265306122449,
      "grad_norm": 0.17272613942623138,
      "learning_rate": 1.7338435036449164e-08,
      "loss": 0.022021512687206268,
      "step": 5900
    },
    {
      "epoch": 0.9648979591836735,
      "grad_norm": 0.1446181833744049,
      "learning_rate": 1.5839593117634166e-08,
      "loss": 0.02300398051738739,
      "step": 5910
    },
    {
      "epoch": 0.966530612244898,
      "grad_norm": 0.21913999319076538,
      "learning_rate": 1.4408291702418808e-08,
      "loss": 0.024825331568717957,
      "step": 5920
    },
    {
      "epoch": 0.9681632653061224,
      "grad_norm": 0.12140090018510818,
      "learning_rate": 1.3044569705689125e-08,
      "loss": 0.02171301543712616,
      "step": 5930
    },
    {
      "epoch": 0.9697959183673469,
      "grad_norm": 0.08353517204523087,
      "learning_rate": 1.1748464204950072e-08,
      "loss": 0.02564157545566559,
      "step": 5940
    },
    {
      "epoch": 0.9714285714285714,
      "grad_norm": 0.2671544551849365,
      "learning_rate": 1.052001043931855e-08,
      "loss": 0.02467280924320221,
      "step": 5950
    },
    {
      "epoch": 0.9730612244897959,
      "grad_norm": 0.16360966861248016,
      "learning_rate": 9.3592418085639e-09,
      "loss": 0.02429400235414505,
      "step": 5960
    },
    {
      "epoch": 0.9746938775510204,
      "grad_norm": 0.08739493787288666,
      "learning_rate": 8.266189872201957e-09,
      "loss": 0.02331821173429489,
      "step": 5970
    },
    {
      "epoch": 0.976326530612245,
      "grad_norm": 0.23632948100566864,
      "learning_rate": 7.24088434863407e-09,
      "loss": 0.02990926504135132,
      "step": 5980
    },
    {
      "epoch": 0.9779591836734693,
      "grad_norm": 0.2005041390657425,
      "learning_rate": 6.283353114342749e-09,
      "loss": 0.023541297018527984,
      "step": 5990
    },
    {
      "epoch": 0.9795918367346939,
      "grad_norm": 0.16744142770767212,
      "learning_rate": 5.393622203129778e-09,
      "loss": 0.020145678520202638,
      "step": 6000
    },
    {
      "epoch": 0.9795918367346939,
      "eval_accuracy": 0.9904166666666667,
      "eval_loss": 0.025301460176706314,
      "eval_runtime": 157.9993,
      "eval_samples_per_second": 25.317,
      "eval_steps_per_second": 25.317,
      "step": 6000
    }
  ],
  "logging_steps": 10,
  "max_steps": 6125,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 200,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 5.60726116663296e+16,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}