{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 7630,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.001310615989515072,
      "grad_norm": 4.797830104827881,
      "learning_rate": 1.1249999999999999e-05,
      "loss": 10.801536560058594,
      "step": 10
    },
    {
      "epoch": 0.002621231979030144,
      "grad_norm": 2.243802070617676,
      "learning_rate": 2.375e-05,
      "loss": 10.004041290283203,
      "step": 20
    },
    {
      "epoch": 0.003931847968545216,
      "grad_norm": 1.9459115266799927,
      "learning_rate": 3.625e-05,
      "loss": 9.504635620117188,
      "step": 30
    },
    {
      "epoch": 0.005242463958060288,
      "grad_norm": 1.8689903020858765,
      "learning_rate": 4.8750000000000006e-05,
      "loss": 9.19006805419922,
      "step": 40
    },
    {
      "epoch": 0.00655307994757536,
      "grad_norm": 1.6034637689590454,
      "learning_rate": 6.125e-05,
      "loss": 8.801864624023438,
      "step": 50
    },
    {
      "epoch": 0.007863695937090432,
      "grad_norm": 1.4121754169464111,
      "learning_rate": 7.375e-05,
      "loss": 8.340190124511718,
      "step": 60
    },
    {
      "epoch": 0.009174311926605505,
      "grad_norm": 1.2778944969177246,
      "learning_rate": 8.625e-05,
      "loss": 7.885487365722656,
      "step": 70
    },
    {
      "epoch": 0.010484927916120577,
      "grad_norm": 0.8538752794265747,
      "learning_rate": 9.875e-05,
      "loss": 7.52657470703125,
      "step": 80
    },
    {
      "epoch": 0.011795543905635648,
      "grad_norm": 0.6117246150970459,
      "learning_rate": 0.00011125000000000001,
      "loss": 7.2668617248535154,
      "step": 90
    },
    {
      "epoch": 0.01310615989515072,
      "grad_norm": 0.8442140817642212,
      "learning_rate": 0.00012375,
      "loss": 7.108723449707031,
      "step": 100
    },
    {
      "epoch": 0.014416775884665793,
      "grad_norm": 0.849466860294342,
      "learning_rate": 0.00013625,
      "loss": 6.939354705810547,
      "step": 110
    },
    {
      "epoch": 0.015727391874180863,
      "grad_norm": 1.1190710067749023,
      "learning_rate": 0.00014874999999999998,
      "loss": 6.787942504882812,
      "step": 120
    },
    {
      "epoch": 0.01703800786369594,
      "grad_norm": 1.656615972518921,
      "learning_rate": 0.00016125000000000002,
      "loss": 6.669708251953125,
      "step": 130
    },
    {
      "epoch": 0.01834862385321101,
      "grad_norm": 0.9534133672714233,
      "learning_rate": 0.00017375,
      "loss": 6.547358703613281,
      "step": 140
    },
    {
      "epoch": 0.019659239842726082,
      "grad_norm": 1.0048075914382935,
      "learning_rate": 0.00018625,
      "loss": 6.438671875,
      "step": 150
    },
    {
      "epoch": 0.020969855832241154,
      "grad_norm": 0.915958821773529,
      "learning_rate": 0.00019875,
      "loss": 6.329353332519531,
      "step": 160
    },
    {
      "epoch": 0.022280471821756225,
      "grad_norm": 1.0014761686325073,
      "learning_rate": 0.00021124999999999998,
      "loss": 6.273650360107422,
      "step": 170
    },
    {
      "epoch": 0.023591087811271297,
      "grad_norm": 1.1724601984024048,
      "learning_rate": 0.00022375000000000002,
      "loss": 6.156678771972656,
      "step": 180
    },
    {
      "epoch": 0.02490170380078637,
      "grad_norm": 0.9091385006904602,
      "learning_rate": 0.00023625,
      "loss": 6.108370208740235,
      "step": 190
    },
    {
      "epoch": 0.02621231979030144,
      "grad_norm": 1.2376604080200195,
      "learning_rate": 0.00024875,
      "loss": 6.0070655822753904,
      "step": 200
    },
    {
      "epoch": 0.027522935779816515,
      "grad_norm": 0.8809821009635925,
      "learning_rate": 0.00024999909492070475,
      "loss": 5.950724029541016,
      "step": 210
    },
    {
      "epoch": 0.028833551769331587,
      "grad_norm": 1.0397638082504272,
      "learning_rate": 0.0002499959662683632,
      "loss": 5.917636871337891,
      "step": 220
    },
    {
      "epoch": 0.03014416775884666,
      "grad_norm": 1.0171058177947998,
      "learning_rate": 0.00024999060292507777,
      "loss": 5.841743469238281,
      "step": 230
    },
    {
      "epoch": 0.03145478374836173,
      "grad_norm": 0.8431490063667297,
      "learning_rate": 0.00024998300498673494,
      "loss": 5.791047668457031,
      "step": 240
    },
    {
      "epoch": 0.0327653997378768,
      "grad_norm": 0.7999606132507324,
      "learning_rate": 0.00024997317258917143,
      "loss": 5.748330307006836,
      "step": 250
    },
    {
      "epoch": 0.03407601572739188,
      "grad_norm": 0.8790252208709717,
      "learning_rate": 0.00024996110590817187,
      "loss": 5.715357971191406,
      "step": 260
    },
    {
      "epoch": 0.035386631716906945,
      "grad_norm": 0.9629982709884644,
      "learning_rate": 0.00024994680515946576,
      "loss": 5.6543128967285154,
      "step": 270
    },
    {
      "epoch": 0.03669724770642202,
      "grad_norm": 1.3806921243667603,
      "learning_rate": 0.0002499302705987232,
      "loss": 5.599337005615235,
      "step": 280
    },
    {
      "epoch": 0.03800786369593709,
      "grad_norm": 1.2885777950286865,
      "learning_rate": 0.0002499115025215509,
      "loss": 5.585296630859375,
      "step": 290
    },
    {
      "epoch": 0.039318479685452164,
      "grad_norm": 1.0204627513885498,
      "learning_rate": 0.00024989050126348646,
      "loss": 5.526985931396484,
      "step": 300
    },
    {
      "epoch": 0.04062909567496723,
      "grad_norm": 0.985386312007904,
      "learning_rate": 0.0002498672671999926,
      "loss": 5.485442352294922,
      "step": 310
    },
    {
      "epoch": 0.04193971166448231,
      "grad_norm": 0.7440592646598816,
      "learning_rate": 0.00024984180074645037,
      "loss": 5.49345588684082,
      "step": 320
    },
    {
      "epoch": 0.04325032765399738,
      "grad_norm": 0.9439603686332703,
      "learning_rate": 0.0002498141023581515,
      "loss": 5.460093688964844,
      "step": 330
    },
    {
      "epoch": 0.04456094364351245,
      "grad_norm": 0.8410868644714355,
      "learning_rate": 0.00024978417253029096,
      "loss": 5.404550170898437,
      "step": 340
    },
    {
      "epoch": 0.045871559633027525,
      "grad_norm": 1.0195112228393555,
      "learning_rate": 0.0002497520117979571,
      "loss": 5.325064849853516,
      "step": 350
    },
    {
      "epoch": 0.047182175622542594,
      "grad_norm": 0.8683975338935852,
      "learning_rate": 0.000249717620736123,
      "loss": 5.288446044921875,
      "step": 360
    },
    {
      "epoch": 0.04849279161205767,
      "grad_norm": 0.7637448310852051,
      "learning_rate": 0.00024968099995963556,
      "loss": 5.294237518310547,
      "step": 370
    },
    {
      "epoch": 0.04980340760157274,
      "grad_norm": 1.0485244989395142,
      "learning_rate": 0.00024964215012320483,
      "loss": 5.245368194580078,
      "step": 380
    },
    {
      "epoch": 0.05111402359108781,
      "grad_norm": 1.0468641519546509,
      "learning_rate": 0.00024960107192139236,
      "loss": 5.211923599243164,
      "step": 390
    },
    {
      "epoch": 0.05242463958060288,
      "grad_norm": 0.7256688475608826,
      "learning_rate": 0.0002495577660885985,
      "loss": 5.204988861083985,
      "step": 400
    },
    {
      "epoch": 0.053735255570117955,
      "grad_norm": 0.9746586084365845,
      "learning_rate": 0.00024951223339904935,
      "loss": 5.174029541015625,
      "step": 410
    },
    {
      "epoch": 0.05504587155963303,
      "grad_norm": 0.94045490026474,
      "learning_rate": 0.00024946447466678317,
      "loss": 5.139980316162109,
      "step": 420
    },
    {
      "epoch": 0.0563564875491481,
      "grad_norm": 0.744636058807373,
      "learning_rate": 0.0002494144907456356,
      "loss": 5.113622665405273,
      "step": 430
    },
    {
      "epoch": 0.057667103538663174,
      "grad_norm": 1.1388003826141357,
      "learning_rate": 0.0002493622825292244,
      "loss": 5.0717517852783205,
      "step": 440
    },
    {
      "epoch": 0.05897771952817824,
      "grad_norm": 0.9612365961074829,
      "learning_rate": 0.0002493078509509334,
      "loss": 5.072021484375,
      "step": 450
    },
    {
      "epoch": 0.06028833551769332,
      "grad_norm": 0.7358167171478271,
      "learning_rate": 0.00024925119698389613,
      "loss": 5.071805953979492,
      "step": 460
    },
    {
      "epoch": 0.061598951507208385,
      "grad_norm": 0.8576675653457642,
      "learning_rate": 0.0002491923216409782,
      "loss": 5.0013587951660154,
      "step": 470
    },
    {
      "epoch": 0.06290956749672345,
      "grad_norm": 0.7767074704170227,
      "learning_rate": 0.000249131225974759,
      "loss": 4.991025161743164,
      "step": 480
    },
    {
      "epoch": 0.06422018348623854,
      "grad_norm": 0.8946435451507568,
      "learning_rate": 0.00024906791107751335,
      "loss": 4.941701889038086,
      "step": 490
    },
    {
      "epoch": 0.0655307994757536,
      "grad_norm": 0.9179105758666992,
      "learning_rate": 0.00024900237808119153,
      "loss": 5.002605438232422,
      "step": 500
    },
    {
      "epoch": 0.0655307994757536,
      "eval_loss": 4.933480262756348,
      "eval_runtime": 0.6979,
      "eval_samples_per_second": 183.404,
      "eval_steps_per_second": 45.851,
      "step": 500
    },
    {
      "epoch": 0.06684141546526867,
      "grad_norm": 0.7974295020103455,
      "learning_rate": 0.00024893462815739933,
      "loss": 4.954715728759766,
      "step": 510
    },
    {
      "epoch": 0.06815203145478375,
      "grad_norm": 0.5864965915679932,
      "learning_rate": 0.0002488646625173769,
      "loss": 4.9075065612792965,
      "step": 520
    },
    {
      "epoch": 0.06946264744429882,
      "grad_norm": 1.231337308883667,
      "learning_rate": 0.00024879248241197735,
      "loss": 4.884672164916992,
      "step": 530
    },
    {
      "epoch": 0.07077326343381389,
      "grad_norm": 0.9584572911262512,
      "learning_rate": 0.0002487180891316441,
      "loss": 4.860324096679688,
      "step": 540
    },
    {
      "epoch": 0.07208387942332896,
      "grad_norm": 0.7450931072235107,
      "learning_rate": 0.000248641484006388,
      "loss": 4.845925903320312,
      "step": 550
    },
    {
      "epoch": 0.07339449541284404,
      "grad_norm": 0.9317758083343506,
      "learning_rate": 0.0002485626684057635,
      "loss": 4.836086273193359,
      "step": 560
    },
    {
      "epoch": 0.07470511140235911,
      "grad_norm": 0.6534205675125122,
      "learning_rate": 0.00024848164373884407,
      "loss": 4.798537826538086,
      "step": 570
    },
    {
      "epoch": 0.07601572739187418,
      "grad_norm": 0.590699315071106,
      "learning_rate": 0.0002483984114541972,
      "loss": 4.776090240478515,
      "step": 580
    },
    {
      "epoch": 0.07732634338138926,
      "grad_norm": 0.6772918105125427,
      "learning_rate": 0.0002483129730398585,
      "loss": 4.76301155090332,
      "step": 590
    },
    {
      "epoch": 0.07863695937090433,
      "grad_norm": 0.870791494846344,
      "learning_rate": 0.00024822533002330467,
      "loss": 4.717774200439453,
      "step": 600
    },
    {
      "epoch": 0.0799475753604194,
      "grad_norm": 0.5128806233406067,
      "learning_rate": 0.0002481354839714268,
      "loss": 4.6943504333496096,
      "step": 610
    },
    {
      "epoch": 0.08125819134993446,
      "grad_norm": 0.7424812912940979,
      "learning_rate": 0.0002480434364905021,
      "loss": 4.6645557403564455,
      "step": 620
    },
    {
      "epoch": 0.08256880733944955,
      "grad_norm": 0.7780288457870483,
      "learning_rate": 0.0002479491892261648,
      "loss": 4.689810943603516,
      "step": 630
    },
    {
      "epoch": 0.08387942332896461,
      "grad_norm": 0.9385794401168823,
      "learning_rate": 0.0002478527438633776,
      "loss": 4.710404586791992,
      "step": 640
    },
    {
      "epoch": 0.08519003931847968,
      "grad_norm": 0.8205022215843201,
      "learning_rate": 0.00024775410212640064,
      "loss": 4.668232727050781,
      "step": 650
    },
    {
      "epoch": 0.08650065530799476,
      "grad_norm": 0.7820428013801575,
      "learning_rate": 0.00024765326577876116,
      "loss": 4.626142120361328,
      "step": 660
    },
    {
      "epoch": 0.08781127129750983,
      "grad_norm": 0.9351951479911804,
      "learning_rate": 0.000247550236623222,
      "loss": 4.5863594055175785,
      "step": 670
    },
    {
      "epoch": 0.0891218872870249,
      "grad_norm": 0.7418632507324219,
      "learning_rate": 0.0002474450165017492,
      "loss": 4.617713928222656,
      "step": 680
    },
    {
      "epoch": 0.09043250327653997,
      "grad_norm": 0.6272849440574646,
      "learning_rate": 0.00024733760729547897,
      "loss": 4.553762054443359,
      "step": 690
    },
    {
      "epoch": 0.09174311926605505,
      "grad_norm": 0.7893446087837219,
      "learning_rate": 0.0002472280109246844,
      "loss": 4.534370422363281,
      "step": 700
    },
    {
      "epoch": 0.09305373525557012,
      "grad_norm": 0.7383981943130493,
      "learning_rate": 0.0002471162293487408,
      "loss": 4.580450439453125,
      "step": 710
    },
    {
      "epoch": 0.09436435124508519,
      "grad_norm": 0.6358956694602966,
      "learning_rate": 0.00024700226456609095,
      "loss": 4.499582672119141,
      "step": 720
    },
    {
      "epoch": 0.09567496723460026,
      "grad_norm": 0.8162468075752258,
      "learning_rate": 0.00024688611861420904,
      "loss": 4.509400177001953,
      "step": 730
    },
    {
      "epoch": 0.09698558322411534,
      "grad_norm": 0.7628506422042847,
      "learning_rate": 0.00024676779356956456,
      "loss": 4.491813659667969,
      "step": 740
    },
    {
      "epoch": 0.0982961992136304,
      "grad_norm": 0.5897623300552368,
      "learning_rate": 0.00024664729154758513,
      "loss": 4.439973449707031,
      "step": 750
    },
    {
      "epoch": 0.09960681520314547,
      "grad_norm": 0.6999703049659729,
      "learning_rate": 0.0002465246147026183,
      "loss": 4.486153411865234,
      "step": 760
    },
    {
      "epoch": 0.10091743119266056,
      "grad_norm": 0.5613738894462585,
      "learning_rate": 0.0002463997652278937,
      "loss": 4.451129913330078,
      "step": 770
    },
    {
      "epoch": 0.10222804718217562,
      "grad_norm": 0.8398756980895996,
      "learning_rate": 0.0002462727453554832,
      "loss": 4.443064117431641,
      "step": 780
    },
    {
      "epoch": 0.10353866317169069,
      "grad_norm": 0.581312358379364,
      "learning_rate": 0.0002461435573562613,
      "loss": 4.395467376708984,
      "step": 790
    },
    {
      "epoch": 0.10484927916120576,
      "grad_norm": 0.5368242263793945,
      "learning_rate": 0.0002460122035398646,
      "loss": 4.407203674316406,
      "step": 800
    },
    {
      "epoch": 0.10615989515072084,
      "grad_norm": 0.6799978017807007,
      "learning_rate": 0.0002458786862546504,
      "loss": 4.35401496887207,
      "step": 810
    },
    {
      "epoch": 0.10747051114023591,
      "grad_norm": 0.800698459148407,
      "learning_rate": 0.0002457430078876546,
      "loss": 4.374430465698242,
      "step": 820
    },
    {
      "epoch": 0.10878112712975098,
      "grad_norm": 0.6181208491325378,
      "learning_rate": 0.0002456051708645492,
      "loss": 4.375891494750976,
      "step": 830
    },
    {
      "epoch": 0.11009174311926606,
      "grad_norm": 0.5560409426689148,
      "learning_rate": 0.00024546517764959897,
      "loss": 4.339243316650391,
      "step": 840
    },
    {
      "epoch": 0.11140235910878113,
      "grad_norm": 0.7018496990203857,
      "learning_rate": 0.00024532303074561724,
      "loss": 4.345343780517578,
      "step": 850
    },
    {
      "epoch": 0.1127129750982962,
      "grad_norm": 0.7125679850578308,
      "learning_rate": 0.00024517873269392114,
      "loss": 4.343055343627929,
      "step": 860
    },
    {
      "epoch": 0.11402359108781127,
      "grad_norm": 0.7190083861351013,
      "learning_rate": 0.0002450322860742864,
      "loss": 4.2893321990966795,
      "step": 870
    },
    {
      "epoch": 0.11533420707732635,
      "grad_norm": 0.5694275498390198,
      "learning_rate": 0.0002448836935049009,
      "loss": 4.3499504089355465,
      "step": 880
    },
    {
      "epoch": 0.11664482306684142,
      "grad_norm": 0.598127543926239,
      "learning_rate": 0.00024473295764231815,
      "loss": 4.2917427062988285,
      "step": 890
    },
    {
      "epoch": 0.11795543905635648,
      "grad_norm": 0.7066140174865723,
      "learning_rate": 0.0002445800811814097,
      "loss": 4.278008270263672,
      "step": 900
    },
    {
      "epoch": 0.11926605504587157,
      "grad_norm": 0.5317610502243042,
      "learning_rate": 0.0002444250668553168,
      "loss": 4.244252014160156,
      "step": 910
    },
    {
      "epoch": 0.12057667103538663,
      "grad_norm": 0.5876745581626892,
      "learning_rate": 0.0002442679174354018,
      "loss": 4.253451538085938,
      "step": 920
    },
    {
      "epoch": 0.1218872870249017,
      "grad_norm": 0.5453299283981323,
      "learning_rate": 0.00024410863573119847,
      "loss": 4.218951416015625,
      "step": 930
    },
    {
      "epoch": 0.12319790301441677,
      "grad_norm": 0.5818265676498413,
      "learning_rate": 0.00024394722459036177,
      "loss": 4.227011871337891,
      "step": 940
    },
    {
      "epoch": 0.12450851900393185,
      "grad_norm": 0.9410419464111328,
      "learning_rate": 0.00024378368689861692,
      "loss": 4.2196708679199215,
      "step": 950
    },
    {
      "epoch": 0.1258191349934469,
      "grad_norm": 0.5526502132415771,
      "learning_rate": 0.00024361802557970784,
      "loss": 4.1913597106933596,
      "step": 960
    },
    {
      "epoch": 0.127129750982962,
      "grad_norm": 0.6215739846229553,
      "learning_rate": 0.0002434502435953449,
      "loss": 4.180731582641601,
      "step": 970
    },
    {
      "epoch": 0.12844036697247707,
      "grad_norm": 0.5965920686721802,
      "learning_rate": 0.00024328034394515197,
      "loss": 4.179488754272461,
      "step": 980
    },
    {
      "epoch": 0.12975098296199214,
      "grad_norm": 0.748943030834198,
      "learning_rate": 0.00024310832966661277,
      "loss": 4.194348907470703,
      "step": 990
    },
    {
      "epoch": 0.1310615989515072,
      "grad_norm": 0.5486030578613281,
      "learning_rate": 0.00024293420383501645,
      "loss": 4.1511577606201175,
      "step": 1000
    },
    {
      "epoch": 0.1310615989515072,
      "eval_loss": 4.1450324058532715,
      "eval_runtime": 0.697,
      "eval_samples_per_second": 183.646,
      "eval_steps_per_second": 45.912,
      "step": 1000
    },
    {
      "epoch": 0.13237221494102228,
      "grad_norm": 0.6322348713874817,
      "learning_rate": 0.0002427579695634029,
      "loss": 4.164319610595703,
      "step": 1010
    },
    {
      "epoch": 0.13368283093053734,
      "grad_norm": 0.6631852388381958,
      "learning_rate": 0.00024257963000250682,
      "loss": 4.142946243286133,
      "step": 1020
    },
    {
      "epoch": 0.1349934469200524,
      "grad_norm": 0.5122567415237427,
      "learning_rate": 0.0002423991883407015,
      "loss": 4.127189254760742,
      "step": 1030
    },
    {
      "epoch": 0.1363040629095675,
      "grad_norm": 0.763272225856781,
      "learning_rate": 0.00024221664780394185,
      "loss": 4.170484924316407,
      "step": 1040
    },
    {
      "epoch": 0.13761467889908258,
      "grad_norm": 0.6399340033531189,
      "learning_rate": 0.0002420320116557066,
      "loss": 4.122929382324219,
      "step": 1050
    },
    {
      "epoch": 0.13892529488859764,
      "grad_norm": 0.47659626603126526,
      "learning_rate": 0.00024184528319694015,
      "loss": 4.153424835205078,
      "step": 1060
    },
    {
      "epoch": 0.1402359108781127,
      "grad_norm": 0.6294122934341431,
      "learning_rate": 0.0002416564657659934,
      "loss": 4.09582748413086,
      "step": 1070
    },
    {
      "epoch": 0.14154652686762778,
      "grad_norm": 0.5373665690422058,
      "learning_rate": 0.00024146556273856406,
      "loss": 4.130755615234375,
      "step": 1080
    },
    {
      "epoch": 0.14285714285714285,
      "grad_norm": 0.8437304496765137,
      "learning_rate": 0.00024127257752763642,
      "loss": 4.111982727050782,
      "step": 1090
    },
    {
      "epoch": 0.14416775884665792,
      "grad_norm": 0.690742015838623,
      "learning_rate": 0.00024107751358342028,
      "loss": 4.126205825805664,
      "step": 1100
    },
    {
      "epoch": 0.145478374836173,
      "grad_norm": 0.5229361057281494,
      "learning_rate": 0.00024088037439328914,
      "loss": 4.135040283203125,
      "step": 1110
    },
    {
      "epoch": 0.14678899082568808,
      "grad_norm": 0.4880145490169525,
      "learning_rate": 0.0002406811634817181,
      "loss": 4.091117858886719,
      "step": 1120
    },
    {
      "epoch": 0.14809960681520315,
      "grad_norm": 0.6884066462516785,
      "learning_rate": 0.0002404798844102206,
      "loss": 4.066956329345703,
      "step": 1130
    },
    {
      "epoch": 0.14941022280471822,
      "grad_norm": 0.5559552311897278,
      "learning_rate": 0.00024027654077728497,
      "loss": 4.062178039550782,
      "step": 1140
    },
    {
      "epoch": 0.15072083879423329,
      "grad_norm": 0.6642301678657532,
      "learning_rate": 0.0002400711362183099,
      "loss": 4.045191955566406,
      "step": 1150
    },
    {
      "epoch": 0.15203145478374835,
      "grad_norm": 0.7238027453422546,
      "learning_rate": 0.0002398636744055395,
      "loss": 4.065839004516602,
      "step": 1160
    },
    {
      "epoch": 0.15334207077326342,
      "grad_norm": 0.6288616061210632,
      "learning_rate": 0.00023965415904799781,
      "loss": 4.068585205078125,
      "step": 1170
    },
    {
      "epoch": 0.15465268676277852,
      "grad_norm": 0.6159414649009705,
      "learning_rate": 0.0002394425938914222,
      "loss": 4.057157897949219,
      "step": 1180
    },
    {
      "epoch": 0.1559633027522936,
      "grad_norm": 0.4982898235321045,
      "learning_rate": 0.00023922898271819677,
      "loss": 4.025564575195313,
      "step": 1190
    },
    {
      "epoch": 0.15727391874180865,
      "grad_norm": 0.44572532176971436,
      "learning_rate": 0.00023901332934728425,
      "loss": 4.023765563964844,
      "step": 1200
    },
    {
      "epoch": 0.15858453473132372,
      "grad_norm": 0.497937947511673,
      "learning_rate": 0.0002387956376341582,
      "loss": 4.034201812744141,
      "step": 1210
    },
    {
      "epoch": 0.1598951507208388,
      "grad_norm": 0.523916482925415,
      "learning_rate": 0.0002385759114707338,
      "loss": 4.0323326110839846,
      "step": 1220
    },
    {
      "epoch": 0.16120576671035386,
      "grad_norm": 0.527370274066925,
      "learning_rate": 0.00023835415478529843,
      "loss": 4.004526519775391,
      "step": 1230
    },
    {
      "epoch": 0.16251638269986893,
      "grad_norm": 0.5039871335029602,
      "learning_rate": 0.00023813037154244115,
      "loss": 3.995006561279297,
      "step": 1240
    },
    {
      "epoch": 0.16382699868938402,
      "grad_norm": 0.6175016164779663,
      "learning_rate": 0.00023790456574298224,
      "loss": 3.9849922180175783,
      "step": 1250
    },
    {
      "epoch": 0.1651376146788991,
      "grad_norm": 0.6377896070480347,
      "learning_rate": 0.0002376767414239014,
      "loss": 3.988655853271484,
      "step": 1260
    },
    {
      "epoch": 0.16644823066841416,
      "grad_norm": 0.4930308163166046,
      "learning_rate": 0.00023744690265826548,
      "loss": 4.000828552246094,
      "step": 1270
    },
    {
      "epoch": 0.16775884665792923,
      "grad_norm": 0.6034945249557495,
      "learning_rate": 0.00023721505355515606,
      "loss": 3.9951881408691405,
      "step": 1280
    },
    {
      "epoch": 0.1690694626474443,
      "grad_norm": 0.5141519904136658,
      "learning_rate": 0.00023698119825959563,
      "loss": 3.975829315185547,
      "step": 1290
    },
    {
      "epoch": 0.17038007863695936,
      "grad_norm": 0.5124510526657104,
      "learning_rate": 0.0002367453409524735,
      "loss": 3.946180725097656,
      "step": 1300
    },
    {
      "epoch": 0.17169069462647443,
      "grad_norm": 0.5529271960258484,
      "learning_rate": 0.00023650748585047135,
      "loss": 3.967394256591797,
      "step": 1310
    },
    {
      "epoch": 0.17300131061598953,
      "grad_norm": 0.5892326235771179,
      "learning_rate": 0.00023626763720598748,
      "loss": 3.9429306030273437,
      "step": 1320
    },
    {
      "epoch": 0.1743119266055046,
      "grad_norm": 0.6214840412139893,
      "learning_rate": 0.00023602579930706103,
      "loss": 3.9684001922607424,
      "step": 1330
    },
    {
      "epoch": 0.17562254259501967,
      "grad_norm": 0.4972020983695984,
      "learning_rate": 0.00023578197647729527,
      "loss": 3.959344482421875,
      "step": 1340
    },
    {
      "epoch": 0.17693315858453473,
      "grad_norm": 0.4380028545856476,
      "learning_rate": 0.00023553617307578014,
      "loss": 3.9436431884765626,
      "step": 1350
    },
    {
      "epoch": 0.1782437745740498,
      "grad_norm": 0.4352765381336212,
      "learning_rate": 0.0002352883934970146,
      "loss": 3.933491516113281,
      "step": 1360
    },
    {
      "epoch": 0.17955439056356487,
      "grad_norm": 0.542396068572998,
      "learning_rate": 0.00023503864217082777,
      "loss": 3.9454887390136717,
      "step": 1370
    },
    {
      "epoch": 0.18086500655307994,
      "grad_norm": 0.4181693196296692,
      "learning_rate": 0.00023478692356230003,
      "loss": 3.90989990234375,
      "step": 1380
    },
    {
      "epoch": 0.182175622542595,
      "grad_norm": 0.5905563235282898,
      "learning_rate": 0.00023453324217168292,
      "loss": 3.911590576171875,
      "step": 1390
    },
    {
      "epoch": 0.1834862385321101,
      "grad_norm": 0.5032172799110413,
      "learning_rate": 0.0002342776025343189,
      "loss": 3.926470947265625,
      "step": 1400
    },
    {
      "epoch": 0.18479685452162517,
      "grad_norm": 0.5959187746047974,
      "learning_rate": 0.00023402000922056004,
      "loss": 3.892247772216797,
      "step": 1410
    },
    {
      "epoch": 0.18610747051114024,
      "grad_norm": 0.5463594794273376,
      "learning_rate": 0.00023376046683568652,
      "loss": 3.9080841064453127,
      "step": 1420
    },
    {
      "epoch": 0.1874180865006553,
      "grad_norm": 0.5404369831085205,
      "learning_rate": 0.00023349898001982428,
      "loss": 3.9146347045898438,
      "step": 1430
    },
    {
      "epoch": 0.18872870249017037,
      "grad_norm": 0.5168806910514832,
      "learning_rate": 0.0002332355534478619,
      "loss": 3.9106430053710937,
      "step": 1440
    },
    {
      "epoch": 0.19003931847968544,
      "grad_norm": 0.44752195477485657,
      "learning_rate": 0.00023297019182936713,
      "loss": 3.9024272918701173,
      "step": 1450
    },
    {
      "epoch": 0.1913499344692005,
      "grad_norm": 0.5084620714187622,
      "learning_rate": 0.00023270289990850275,
      "loss": 3.8871227264404298,
      "step": 1460
    },
    {
      "epoch": 0.1926605504587156,
      "grad_norm": 0.489383727312088,
      "learning_rate": 0.00023243368246394158,
      "loss": 3.894936370849609,
      "step": 1470
    },
    {
      "epoch": 0.19397116644823068,
      "grad_norm": 0.4871124029159546,
      "learning_rate": 0.00023216254430878127,
      "loss": 3.891936492919922,
      "step": 1480
    },
    {
      "epoch": 0.19528178243774574,
      "grad_norm": 0.5670658946037292,
      "learning_rate": 0.00023188949029045807,
      "loss": 3.9086143493652346,
      "step": 1490
    },
    {
      "epoch": 0.1965923984272608,
      "grad_norm": 0.4445112645626068,
      "learning_rate": 0.0002316145252906603,
      "loss": 3.9029220581054687,
      "step": 1500
    },
    {
      "epoch": 0.1965923984272608,
      "eval_loss": 3.8595924377441406,
      "eval_runtime": 0.6992,
      "eval_samples_per_second": 183.055,
      "eval_steps_per_second": 45.764,
      "step": 1500
    },
    {
      "epoch": 0.19790301441677588,
      "grad_norm": 0.4595864713191986,
      "learning_rate": 0.0002313376542252409,
      "loss": 3.8990947723388674,
      "step": 1510
    },
    {
      "epoch": 0.19921363040629095,
      "grad_norm": 0.44442445039749146,
      "learning_rate": 0.00023105888204412968,
      "loss": 3.866590118408203,
      "step": 1520
    },
    {
      "epoch": 0.20052424639580602,
      "grad_norm": 0.46469536423683167,
      "learning_rate": 0.00023077821373124484,
      "loss": 3.9012496948242186,
      "step": 1530
    },
    {
      "epoch": 0.2018348623853211,
      "grad_norm": 0.5682144165039062,
      "learning_rate": 0.00023049565430440384,
      "loss": 3.947462463378906,
      "step": 1540
    },
    {
      "epoch": 0.20314547837483618,
      "grad_norm": 0.5124285817146301,
      "learning_rate": 0.00023021120881523357,
      "loss": 3.8624008178710936,
      "step": 1550
    },
    {
      "epoch": 0.20445609436435125,
      "grad_norm": 0.4463842809200287,
      "learning_rate": 0.00022992488234908028,
      "loss": 3.872223663330078,
      "step": 1560
    },
    {
      "epoch": 0.20576671035386632,
      "grad_norm": 0.43720901012420654,
      "learning_rate": 0.00022963668002491837,
      "loss": 3.851451873779297,
      "step": 1570
    },
    {
      "epoch": 0.20707732634338138,
      "grad_norm": 0.43668457865715027,
      "learning_rate": 0.00022934660699525913,
      "loss": 3.869467926025391,
      "step": 1580
    },
    {
      "epoch": 0.20838794233289645,
      "grad_norm": 0.5460702180862427,
      "learning_rate": 0.00022905466844605848,
      "loss": 3.8474761962890627,
      "step": 1590
    },
    {
      "epoch": 0.20969855832241152,
      "grad_norm": 0.5258567929267883,
      "learning_rate": 0.00022876086959662434,
      "loss": 3.845472717285156,
      "step": 1600
    },
    {
      "epoch": 0.21100917431192662,
      "grad_norm": 0.47654300928115845,
      "learning_rate": 0.00022846521569952323,
      "loss": 3.852452850341797,
      "step": 1610
    },
    {
      "epoch": 0.21231979030144169,
      "grad_norm": 0.4372918903827667,
      "learning_rate": 0.00022816771204048637,
      "loss": 3.8639129638671874,
      "step": 1620
    },
    {
      "epoch": 0.21363040629095675,
      "grad_norm": 0.4561574161052704,
      "learning_rate": 0.00022786836393831527,
      "loss": 3.8518062591552735,
      "step": 1630
    },
    {
      "epoch": 0.21494102228047182,
      "grad_norm": 0.629420280456543,
      "learning_rate": 0.00022756717674478658,
      "loss": 3.834371566772461,
      "step": 1640
    },
    {
      "epoch": 0.2162516382699869,
      "grad_norm": 0.5868667364120483,
      "learning_rate": 0.00022726415584455641,
      "loss": 3.8643478393554687,
      "step": 1650
    },
    {
      "epoch": 0.21756225425950196,
      "grad_norm": 0.40777280926704407,
      "learning_rate": 0.0002269593066550641,
      "loss": 3.8676849365234376,
      "step": 1660
    },
    {
      "epoch": 0.21887287024901703,
      "grad_norm": 0.4707736372947693,
      "learning_rate": 0.00022665263462643526,
      "loss": 3.8358665466308595,
      "step": 1670
    },
    {
      "epoch": 0.22018348623853212,
      "grad_norm": 0.4575025737285614,
      "learning_rate": 0.0002263441452413845,
      "loss": 3.8249862670898436,
      "step": 1680
    },
    {
      "epoch": 0.2214941022280472,
      "grad_norm": 0.41110938787460327,
      "learning_rate": 0.00022603384401511723,
      "loss": 3.8356868743896486,
      "step": 1690
    },
    {
      "epoch": 0.22280471821756226,
      "grad_norm": 0.47845396399497986,
      "learning_rate": 0.00022572173649523125,
      "loss": 3.839044189453125,
      "step": 1700
    },
    {
      "epoch": 0.22411533420707733,
      "grad_norm": 0.5048379898071289,
      "learning_rate": 0.00022540782826161736,
      "loss": 3.8390274047851562,
      "step": 1710
    },
    {
      "epoch": 0.2254259501965924,
      "grad_norm": 0.44569337368011475,
      "learning_rate": 0.00022509212492635976,
      "loss": 3.8324737548828125,
      "step": 1720
    },
    {
      "epoch": 0.22673656618610746,
      "grad_norm": 0.43920955061912537,
      "learning_rate": 0.00022477463213363573,
      "loss": 3.8614524841308593,
      "step": 1730
    },
    {
      "epoch": 0.22804718217562253,
      "grad_norm": 0.5752826929092407,
      "learning_rate": 0.0002244553555596145,
      "loss": 3.8162994384765625,
      "step": 1740
    },
    {
      "epoch": 0.22935779816513763,
      "grad_norm": 0.49210062623023987,
      "learning_rate": 0.000224134300912356,
      "loss": 3.838577651977539,
      "step": 1750
    },
    {
      "epoch": 0.2306684141546527,
      "grad_norm": 0.386764794588089,
      "learning_rate": 0.00022381147393170888,
      "loss": 3.812305450439453,
      "step": 1760
    },
    {
      "epoch": 0.23197903014416776,
      "grad_norm": 0.41887620091438293,
      "learning_rate": 0.0002234868803892075,
      "loss": 3.807159423828125,
      "step": 1770
    },
    {
      "epoch": 0.23328964613368283,
      "grad_norm": 0.3812844157218933,
      "learning_rate": 0.0002231605260879692,
      "loss": 3.8062633514404296,
      "step": 1780
    },
    {
      "epoch": 0.2346002621231979,
      "grad_norm": 0.392352432012558,
      "learning_rate": 0.00022283241686259022,
      "loss": 3.8229133605957033,
      "step": 1790
    },
    {
      "epoch": 0.23591087811271297,
      "grad_norm": 0.4600699841976166,
      "learning_rate": 0.0002225025585790416,
      "loss": 3.7980079650878906,
      "step": 1800
    },
    {
      "epoch": 0.23722149410222804,
      "grad_norm": 0.5496444702148438,
      "learning_rate": 0.00022217095713456423,
      "loss": 3.7862876892089843,
      "step": 1810
    },
    {
      "epoch": 0.23853211009174313,
      "grad_norm": 0.4653802216053009,
      "learning_rate": 0.00022183761845756333,
      "loss": 3.7867252349853517,
      "step": 1820
    },
    {
      "epoch": 0.2398427260812582,
      "grad_norm": 0.4444230794906616,
      "learning_rate": 0.0002215025485075026,
      "loss": 3.753264617919922,
      "step": 1830
    },
    {
      "epoch": 0.24115334207077327,
      "grad_norm": 0.4293712079524994,
      "learning_rate": 0.0002211657532747976,
      "loss": 3.8199562072753905,
      "step": 1840
    },
    {
      "epoch": 0.24246395806028834,
      "grad_norm": 0.4202822744846344,
      "learning_rate": 0.00022082723878070874,
      "loss": 3.7781608581542967,
      "step": 1850
    },
    {
      "epoch": 0.2437745740498034,
      "grad_norm": 0.4034839868545532,
      "learning_rate": 0.00022048701107723346,
      "loss": 3.783266067504883,
      "step": 1860
    },
    {
      "epoch": 0.24508519003931847,
      "grad_norm": 0.4446223974227905,
      "learning_rate": 0.0002201450762469982,
      "loss": 3.798517608642578,
      "step": 1870
    },
    {
      "epoch": 0.24639580602883354,
      "grad_norm": 0.4842108190059662,
      "learning_rate": 0.0002198014404031496,
      "loss": 3.769219970703125,
      "step": 1880
    },
    {
      "epoch": 0.24770642201834864,
      "grad_norm": 0.4581057131290436,
      "learning_rate": 0.0002194561096892451,
      "loss": 3.7815696716308596,
      "step": 1890
    },
    {
      "epoch": 0.2490170380078637,
      "grad_norm": 0.45605164766311646,
      "learning_rate": 0.0002191090902791434,
      "loss": 3.7596714019775392,
      "step": 1900
    },
    {
      "epoch": 0.2503276539973788,
      "grad_norm": 0.4910837709903717,
      "learning_rate": 0.00021876038837689371,
      "loss": 3.771947479248047,
      "step": 1910
    },
    {
      "epoch": 0.2516382699868938,
      "grad_norm": 0.4998149871826172,
      "learning_rate": 0.00021841001021662504,
      "loss": 3.7736221313476563,
      "step": 1920
    },
    {
      "epoch": 0.2529488859764089,
      "grad_norm": 0.4697710871696472,
      "learning_rate": 0.00021805796206243478,
      "loss": 3.7950729370117187,
      "step": 1930
    },
    {
      "epoch": 0.254259501965924,
      "grad_norm": 0.4391549229621887,
      "learning_rate": 0.0002177042502082766,
      "loss": 3.772383117675781,
      "step": 1940
    },
    {
      "epoch": 0.25557011795543905,
      "grad_norm": 0.42760396003723145,
      "learning_rate": 0.000217348880977848,
      "loss": 3.7615383148193358,
      "step": 1950
    },
    {
      "epoch": 0.25688073394495414,
      "grad_norm": 0.4630841910839081,
      "learning_rate": 0.0002169918607244772,
      "loss": 3.7982250213623048,
      "step": 1960
    },
    {
      "epoch": 0.2581913499344692,
      "grad_norm": 0.44697806239128113,
      "learning_rate": 0.00021663319583100957,
      "loss": 3.7610572814941405,
      "step": 1970
    },
    {
      "epoch": 0.2595019659239843,
      "grad_norm": 0.3792683482170105,
      "learning_rate": 0.00021627289270969357,
      "loss": 3.7640010833740236,
      "step": 1980
    },
    {
      "epoch": 0.2608125819134993,
      "grad_norm": 0.4451923966407776,
      "learning_rate": 0.00021591095780206605,
      "loss": 3.721126174926758,
      "step": 1990
    },
    {
      "epoch": 0.2621231979030144,
      "grad_norm": 0.4384404122829437,
      "learning_rate": 0.00021554739757883706,
      "loss": 3.755757141113281,
      "step": 2000
    },
    {
      "epoch": 0.2621231979030144,
      "eval_loss": 3.70749568939209,
      "eval_runtime": 0.6984,
      "eval_samples_per_second": 183.269,
      "eval_steps_per_second": 45.817,
      "step": 2000
    },
    {
      "epoch": 0.2634338138925295,
      "grad_norm": 0.4921295642852783,
      "learning_rate": 0.00021518221853977426,
      "loss": 3.7308048248291015,
      "step": 2010
    },
    {
      "epoch": 0.26474442988204455,
      "grad_norm": 0.41485610604286194,
      "learning_rate": 0.0002148154272135867,
      "loss": 3.7479896545410156,
      "step": 2020
    },
    {
      "epoch": 0.26605504587155965,
      "grad_norm": 0.4536568820476532,
      "learning_rate": 0.00021444703015780807,
      "loss": 3.7584232330322265,
      "step": 2030
    },
    {
      "epoch": 0.2673656618610747,
      "grad_norm": 0.4791676700115204,
      "learning_rate": 0.0002140770339586793,
      "loss": 3.7264373779296873,
      "step": 2040
    },
    {
      "epoch": 0.2686762778505898,
      "grad_norm": 0.41909492015838623,
      "learning_rate": 0.0002137054452310312,
      "loss": 3.7034957885742186,
      "step": 2050
    },
    {
      "epoch": 0.2699868938401048,
      "grad_norm": 0.38637474179267883,
      "learning_rate": 0.00021333227061816579,
      "loss": 3.7362186431884767,
      "step": 2060
    },
    {
      "epoch": 0.2712975098296199,
      "grad_norm": 0.35627466440200806,
      "learning_rate": 0.0002129575167917378,
      "loss": 3.7326896667480467,
      "step": 2070
    },
    {
      "epoch": 0.272608125819135,
      "grad_norm": 0.5081406235694885,
      "learning_rate": 0.00021258119045163538,
      "loss": 3.710901641845703,
      "step": 2080
    },
    {
      "epoch": 0.27391874180865006,
      "grad_norm": 0.4458751380443573,
      "learning_rate": 0.00021220329832586,
      "loss": 3.708026885986328,
      "step": 2090
    },
    {
      "epoch": 0.27522935779816515,
      "grad_norm": 0.37385478615760803,
      "learning_rate": 0.00021182384717040667,
      "loss": 3.7077880859375,
      "step": 2100
    },
    {
      "epoch": 0.2765399737876802,
      "grad_norm": 0.4499031901359558,
      "learning_rate": 0.0002114428437691428,
      "loss": 3.735845947265625,
      "step": 2110
    },
    {
      "epoch": 0.2778505897771953,
      "grad_norm": 0.4073517918586731,
      "learning_rate": 0.00021106029493368696,
      "loss": 3.7483619689941405,
      "step": 2120
    },
    {
      "epoch": 0.27916120576671033,
      "grad_norm": 0.4546799063682556,
      "learning_rate": 0.0002106762075032872,
      "loss": 3.7409950256347657,
      "step": 2130
    },
    {
      "epoch": 0.2804718217562254,
      "grad_norm": 0.4047580361366272,
      "learning_rate": 0.00021029058834469872,
      "loss": 3.6970542907714843,
      "step": 2140
    },
    {
      "epoch": 0.2817824377457405,
      "grad_norm": 0.38918593525886536,
      "learning_rate": 0.00020990344435206117,
      "loss": 3.656460189819336,
      "step": 2150
    },
    {
      "epoch": 0.28309305373525556,
      "grad_norm": 0.40187233686447144,
      "learning_rate": 0.00020951478244677523,
      "loss": 3.7148818969726562,
      "step": 2160
    },
    {
      "epoch": 0.28440366972477066,
      "grad_norm": 0.3731965124607086,
      "learning_rate": 0.00020912460957737915,
      "loss": 3.6839984893798827,
      "step": 2170
    },
    {
      "epoch": 0.2857142857142857,
      "grad_norm": 0.4111628830432892,
      "learning_rate": 0.00020873293271942415,
      "loss": 3.703624725341797,
      "step": 2180
    },
    {
      "epoch": 0.2870249017038008,
      "grad_norm": 0.3874831795692444,
      "learning_rate": 0.00020833975887535005,
      "loss": 3.6873214721679686,
      "step": 2190
    },
    {
      "epoch": 0.28833551769331583,
      "grad_norm": 0.39543426036834717,
      "learning_rate": 0.0002079450950743599,
      "loss": 3.673131561279297,
      "step": 2200
    },
    {
      "epoch": 0.28964613368283093,
      "grad_norm": 0.3771519958972931,
      "learning_rate": 0.00020754894837229443,
      "loss": 3.7100814819335937,
      "step": 2210
    },
    {
      "epoch": 0.290956749672346,
      "grad_norm": 0.3592368960380554,
      "learning_rate": 0.00020715132585150565,
      "loss": 3.715135955810547,
      "step": 2220
    },
    {
      "epoch": 0.29226736566186107,
      "grad_norm": 0.4421813488006592,
      "learning_rate": 0.00020675223462073068,
      "loss": 3.680974578857422,
      "step": 2230
    },
    {
      "epoch": 0.29357798165137616,
      "grad_norm": 0.43614616990089417,
      "learning_rate": 0.00020635168181496404,
      "loss": 3.7040740966796877,
      "step": 2240
    },
    {
      "epoch": 0.2948885976408912,
      "grad_norm": 0.3772644102573395,
      "learning_rate": 0.00020594967459533085,
      "loss": 3.6878517150878904,
      "step": 2250
    },
    {
      "epoch": 0.2961992136304063,
      "grad_norm": 0.41714298725128174,
      "learning_rate": 0.00020554622014895806,
      "loss": 3.6695098876953125,
      "step": 2260
    },
    {
      "epoch": 0.29750982961992134,
      "grad_norm": 0.4420553743839264,
      "learning_rate": 0.0002051413256888464,
      "loss": 3.6577522277832033,
      "step": 2270
    },
    {
      "epoch": 0.29882044560943644,
      "grad_norm": 0.38797250390052795,
      "learning_rate": 0.00020473499845374143,
      "loss": 3.6768707275390624,
      "step": 2280
    },
    {
      "epoch": 0.30013106159895153,
      "grad_norm": 0.39683839678764343,
      "learning_rate": 0.00020432724570800383,
      "loss": 3.682420349121094,
      "step": 2290
    },
    {
      "epoch": 0.30144167758846657,
      "grad_norm": 0.3876133859157562,
      "learning_rate": 0.00020391807474147978,
      "loss": 3.65374755859375,
      "step": 2300
    },
    {
      "epoch": 0.30275229357798167,
      "grad_norm": 0.48667997121810913,
      "learning_rate": 0.0002035074928693706,
      "loss": 3.6826313018798826,
      "step": 2310
    },
    {
      "epoch": 0.3040629095674967,
      "grad_norm": 0.3844733238220215,
      "learning_rate": 0.00020309550743210188,
      "loss": 3.670343017578125,
      "step": 2320
    },
    {
      "epoch": 0.3053735255570118,
      "grad_norm": 0.3886657655239105,
      "learning_rate": 0.00020268212579519236,
      "loss": 3.6630802154541016,
      "step": 2330
    },
    {
      "epoch": 0.30668414154652685,
      "grad_norm": 0.3683916926383972,
      "learning_rate": 0.00020226735534912201,
      "loss": 3.6767845153808594,
      "step": 2340
    },
    {
      "epoch": 0.30799475753604194,
      "grad_norm": 0.39340534806251526,
      "learning_rate": 0.00020185120350920034,
      "loss": 3.671356201171875,
      "step": 2350
    },
    {
      "epoch": 0.30930537352555704,
      "grad_norm": 0.4987418055534363,
      "learning_rate": 0.00020143367771543333,
      "loss": 3.6589839935302733,
      "step": 2360
    },
    {
      "epoch": 0.3106159895150721,
      "grad_norm": 0.43473708629608154,
      "learning_rate": 0.00020101478543239077,
      "loss": 3.6682861328125,
      "step": 2370
    },
    {
      "epoch": 0.3119266055045872,
      "grad_norm": 0.3953477144241333,
      "learning_rate": 0.0002005945341490727,
      "loss": 3.6322235107421874,
      "step": 2380
    },
    {
      "epoch": 0.3132372214941022,
      "grad_norm": 0.5532742738723755,
      "learning_rate": 0.00020017293137877538,
      "loss": 3.663126754760742,
      "step": 2390
    },
    {
      "epoch": 0.3145478374836173,
      "grad_norm": 0.4194016456604004,
      "learning_rate": 0.00019974998465895728,
      "loss": 3.635631561279297,
      "step": 2400
    },
    {
      "epoch": 0.31585845347313235,
      "grad_norm": 0.4373791217803955,
      "learning_rate": 0.00019932570155110395,
      "loss": 3.6377632141113283,
      "step": 2410
    },
    {
      "epoch": 0.31716906946264745,
      "grad_norm": 0.4019886553287506,
      "learning_rate": 0.00019890008964059316,
      "loss": 3.6277240753173827,
      "step": 2420
    },
    {
      "epoch": 0.31847968545216254,
      "grad_norm": 0.37631332874298096,
      "learning_rate": 0.00019847315653655914,
      "loss": 3.641008758544922,
      "step": 2430
    },
    {
      "epoch": 0.3197903014416776,
      "grad_norm": 0.3595082461833954,
      "learning_rate": 0.0001980449098717565,
      "loss": 3.645294189453125,
      "step": 2440
    },
    {
      "epoch": 0.3211009174311927,
      "grad_norm": 0.3677518367767334,
      "learning_rate": 0.00019761535730242387,
      "loss": 3.6396930694580076,
      "step": 2450
    },
    {
      "epoch": 0.3224115334207077,
      "grad_norm": 0.38670068979263306,
      "learning_rate": 0.00019718450650814696,
      "loss": 3.623303985595703,
      "step": 2460
    },
    {
      "epoch": 0.3237221494102228,
      "grad_norm": 0.38947510719299316,
      "learning_rate": 0.00019675236519172123,
      "loss": 3.649179458618164,
      "step": 2470
    },
    {
      "epoch": 0.32503276539973786,
      "grad_norm": 0.40161463618278503,
      "learning_rate": 0.00019631894107901434,
      "loss": 3.6486370086669924,
      "step": 2480
    },
    {
      "epoch": 0.32634338138925295,
      "grad_norm": 0.47498735785484314,
      "learning_rate": 0.00019588424191882786,
      "loss": 3.6256385803222657,
      "step": 2490
    },
    {
      "epoch": 0.32765399737876805,
      "grad_norm": 0.4358643591403961,
      "learning_rate": 0.0001954482754827588,
      "loss": 3.592013931274414,
      "step": 2500
    },
    {
      "epoch": 0.32765399737876805,
      "eval_loss": 3.61002254486084,
      "eval_runtime": 0.699,
      "eval_samples_per_second": 183.109,
      "eval_steps_per_second": 45.777,
      "step": 2500
    },
    {
      "epoch": 0.3289646133682831,
      "grad_norm": 0.35884666442871094,
      "learning_rate": 0.00019501104956506056,
      "loss": 3.597154998779297,
      "step": 2510
    },
    {
      "epoch": 0.3302752293577982,
      "grad_norm": 0.6850298643112183,
      "learning_rate": 0.00019457257198250385,
      "loss": 3.6494251251220704,
      "step": 2520
    },
    {
      "epoch": 0.3315858453473132,
      "grad_norm": 0.40816670656204224,
      "learning_rate": 0.00019413285057423674,
      "loss": 3.6235000610351564,
      "step": 2530
    },
    {
      "epoch": 0.3328964613368283,
      "grad_norm": 0.42288416624069214,
      "learning_rate": 0.00019369189320164444,
      "loss": 3.619795227050781,
      "step": 2540
    },
    {
      "epoch": 0.33420707732634336,
      "grad_norm": 0.37256839871406555,
      "learning_rate": 0.00019324970774820894,
      "loss": 3.600733184814453,
      "step": 2550
    },
    {
      "epoch": 0.33551769331585846,
      "grad_norm": 0.4219217002391815,
      "learning_rate": 0.00019280630211936794,
      "loss": 3.62880859375,
      "step": 2560
    },
    {
      "epoch": 0.33682830930537355,
      "grad_norm": 0.34511440992355347,
      "learning_rate": 0.0001923616842423737,
      "loss": 3.6224590301513673,
      "step": 2570
    },
    {
      "epoch": 0.3381389252948886,
      "grad_norm": 0.3655567169189453,
      "learning_rate": 0.00019191586206615096,
      "loss": 3.614408493041992,
      "step": 2580
    },
    {
      "epoch": 0.3394495412844037,
      "grad_norm": 0.3706367015838623,
      "learning_rate": 0.00019146884356115523,
      "loss": 3.602632522583008,
      "step": 2590
    },
    {
      "epoch": 0.34076015727391873,
      "grad_norm": 0.40935879945755005,
      "learning_rate": 0.00019102063671923007,
      "loss": 3.58270263671875,
      "step": 2600
    },
    {
      "epoch": 0.3420707732634338,
      "grad_norm": 0.415536105632782,
      "learning_rate": 0.00019057124955346413,
      "loss": 3.6320755004882814,
      "step": 2610
    },
    {
      "epoch": 0.34338138925294887,
      "grad_norm": 0.36466723680496216,
      "learning_rate": 0.00019012069009804818,
      "loss": 3.624856948852539,
      "step": 2620
    },
    {
      "epoch": 0.34469200524246396,
      "grad_norm": 0.4434064030647278,
      "learning_rate": 0.00018966896640813124,
      "loss": 3.6535144805908204,
      "step": 2630
    },
    {
      "epoch": 0.34600262123197906,
      "grad_norm": 0.39541974663734436,
      "learning_rate": 0.00018921608655967658,
      "loss": 3.616999053955078,
      "step": 2640
    },
    {
      "epoch": 0.3473132372214941,
      "grad_norm": 0.3162301480770111,
      "learning_rate": 0.0001887620586493175,
      "loss": 3.616608810424805,
      "step": 2650
    },
    {
      "epoch": 0.3486238532110092,
      "grad_norm": 0.39664795994758606,
      "learning_rate": 0.00018830689079421238,
      "loss": 3.6184730529785156,
      "step": 2660
    },
    {
      "epoch": 0.34993446920052423,
      "grad_norm": 0.43438875675201416,
      "learning_rate": 0.00018785059113189974,
      "loss": 3.6125778198242187,
      "step": 2670
    },
    {
      "epoch": 0.35124508519003933,
      "grad_norm": 0.38295066356658936,
      "learning_rate": 0.00018739316782015247,
      "loss": 3.6037372589111327,
      "step": 2680
    },
    {
      "epoch": 0.35255570117955437,
      "grad_norm": 0.3755257725715637,
      "learning_rate": 0.0001869346290368325,
      "loss": 3.618543243408203,
      "step": 2690
    },
    {
      "epoch": 0.35386631716906947,
      "grad_norm": 0.37485548853874207,
      "learning_rate": 0.00018647498297974405,
      "loss": 3.574940872192383,
      "step": 2700
    },
    {
      "epoch": 0.35517693315858456,
      "grad_norm": 0.4129403233528137,
      "learning_rate": 0.0001860142378664873,
      "loss": 3.6213829040527346,
      "step": 2710
    },
    {
      "epoch": 0.3564875491480996,
      "grad_norm": 0.4433867931365967,
      "learning_rate": 0.0001855524019343116,
      "loss": 3.581695556640625,
      "step": 2720
    },
    {
      "epoch": 0.3577981651376147,
      "grad_norm": 0.38252827525138855,
      "learning_rate": 0.0001850894834399679,
      "loss": 3.601634979248047,
      "step": 2730
    },
    {
      "epoch": 0.35910878112712974,
      "grad_norm": 0.3612919747829437,
      "learning_rate": 0.00018462549065956143,
      "loss": 3.6092594146728514,
      "step": 2740
    },
    {
      "epoch": 0.36041939711664484,
      "grad_norm": 0.3477737009525299,
      "learning_rate": 0.0001841604318884037,
      "loss": 3.5911041259765626,
      "step": 2750
    },
    {
      "epoch": 0.3617300131061599,
      "grad_norm": 0.43406569957733154,
      "learning_rate": 0.00018369431544086384,
      "loss": 3.5967559814453125,
      "step": 2760
    },
    {
      "epoch": 0.36304062909567497,
      "grad_norm": 0.3807731568813324,
      "learning_rate": 0.00018322714965022057,
      "loss": 3.6038742065429688,
      "step": 2770
    },
    {
      "epoch": 0.36435124508519,
      "grad_norm": 0.3919323980808258,
      "learning_rate": 0.00018275894286851256,
      "loss": 3.5964141845703126,
      "step": 2780
    },
    {
      "epoch": 0.3656618610747051,
      "grad_norm": 0.44667112827301025,
      "learning_rate": 0.00018228970346638963,
      "loss": 3.5915550231933593,
      "step": 2790
    },
    {
      "epoch": 0.3669724770642202,
      "grad_norm": 0.3827419579029083,
      "learning_rate": 0.0001818194398329628,
      "loss": 3.56480712890625,
      "step": 2800
    },
    {
      "epoch": 0.36828309305373524,
      "grad_norm": 0.3612150549888611,
      "learning_rate": 0.00018134816037565453,
      "loss": 3.6135284423828127,
      "step": 2810
    },
    {
      "epoch": 0.36959370904325034,
      "grad_norm": 0.3850660026073456,
      "learning_rate": 0.0001808758735200481,
      "loss": 3.6066566467285157,
      "step": 2820
    },
    {
      "epoch": 0.3709043250327654,
      "grad_norm": 0.4873389005661011,
      "learning_rate": 0.00018040258770973724,
      "loss": 3.5608505249023437,
      "step": 2830
    },
    {
      "epoch": 0.3722149410222805,
      "grad_norm": 0.380490243434906,
      "learning_rate": 0.00017992831140617522,
      "loss": 3.587847900390625,
      "step": 2840
    },
    {
      "epoch": 0.3735255570117955,
      "grad_norm": 0.43044331669807434,
      "learning_rate": 0.0001794530530885233,
      "loss": 3.604927825927734,
      "step": 2850
    },
    {
      "epoch": 0.3748361730013106,
      "grad_norm": 0.416038453578949,
      "learning_rate": 0.00017897682125349925,
      "loss": 3.6181507110595703,
      "step": 2860
    },
    {
      "epoch": 0.3761467889908257,
      "grad_norm": 0.5963427424430847,
      "learning_rate": 0.00017849962441522567,
      "loss": 3.629560852050781,
      "step": 2870
    },
    {
      "epoch": 0.37745740498034075,
      "grad_norm": 0.3649164140224457,
      "learning_rate": 0.00017802147110507747,
      "loss": 3.5839302062988283,
      "step": 2880
    },
    {
      "epoch": 0.37876802096985585,
      "grad_norm": 0.35835522413253784,
      "learning_rate": 0.00017754236987152944,
      "loss": 3.5891387939453123,
      "step": 2890
    },
    {
      "epoch": 0.3800786369593709,
      "grad_norm": 0.3978164494037628,
      "learning_rate": 0.00017706232928000357,
      "loss": 3.5973220825195313,
      "step": 2900
    },
    {
      "epoch": 0.381389252948886,
      "grad_norm": 0.3993713855743408,
      "learning_rate": 0.00017658135791271561,
      "loss": 3.5841751098632812,
      "step": 2910
    },
    {
      "epoch": 0.382699868938401,
      "grad_norm": 0.367861807346344,
      "learning_rate": 0.00017609946436852202,
      "loss": 3.59312744140625,
      "step": 2920
    },
    {
      "epoch": 0.3840104849279161,
      "grad_norm": 0.34430232644081116,
      "learning_rate": 0.00017561665726276583,
      "loss": 3.603657531738281,
      "step": 2930
    },
    {
      "epoch": 0.3853211009174312,
      "grad_norm": 0.42508161067962646,
      "learning_rate": 0.00017513294522712296,
      "loss": 3.6063438415527345,
      "step": 2940
    },
    {
      "epoch": 0.38663171690694625,
      "grad_norm": 0.4225197732448578,
      "learning_rate": 0.0001746483369094477,
      "loss": 3.6155670166015623,
      "step": 2950
    },
    {
      "epoch": 0.38794233289646135,
      "grad_norm": 0.3732278347015381,
      "learning_rate": 0.00017416284097361822,
      "loss": 3.6005844116210937,
      "step": 2960
    },
    {
      "epoch": 0.3892529488859764,
      "grad_norm": 0.35795629024505615,
      "learning_rate": 0.00017367646609938155,
      "loss": 3.5956985473632814,
      "step": 2970
    },
    {
      "epoch": 0.3905635648754915,
      "grad_norm": 0.3546122610569,
      "learning_rate": 0.00017318922098219852,
      "loss": 3.5926021575927733,
      "step": 2980
    },
    {
      "epoch": 0.3918741808650065,
      "grad_norm": 0.4074459373950958,
      "learning_rate": 0.00017270111433308828,
      "loss": 3.594530487060547,
      "step": 2990
    },
    {
      "epoch": 0.3931847968545216,
      "grad_norm": 0.35302865505218506,
      "learning_rate": 0.0001722121548784724,
      "loss": 3.565687561035156,
      "step": 3000
    },
    {
      "epoch": 0.3931847968545216,
      "eval_loss": 3.5327887535095215,
      "eval_runtime": 0.6989,
      "eval_samples_per_second": 183.143,
      "eval_steps_per_second": 45.786,
      "step": 3000
    },
    {
      "epoch": 0.3944954128440367,
      "grad_norm": 0.3555203080177307,
      "learning_rate": 0.00017172235136001912,
      "loss": 3.58720703125,
      "step": 3010
    },
    {
      "epoch": 0.39580602883355176,
      "grad_norm": 0.3768612742424011,
      "learning_rate": 0.00017123171253448702,
      "loss": 3.5762924194335937,
      "step": 3020
    },
    {
      "epoch": 0.39711664482306686,
      "grad_norm": 0.38559049367904663,
      "learning_rate": 0.00017074024717356813,
      "loss": 3.6308860778808594,
      "step": 3030
    },
    {
      "epoch": 0.3984272608125819,
      "grad_norm": 0.34866032004356384,
      "learning_rate": 0.00017024796406373168,
      "loss": 3.579779052734375,
      "step": 3040
    },
    {
      "epoch": 0.399737876802097,
      "grad_norm": 0.394422709941864,
      "learning_rate": 0.00016975487200606636,
      "loss": 3.620661163330078,
      "step": 3050
    },
    {
      "epoch": 0.40104849279161203,
      "grad_norm": 0.37144729495048523,
      "learning_rate": 0.00016926097981612362,
      "loss": 3.609404373168945,
      "step": 3060
    },
    {
      "epoch": 0.40235910878112713,
      "grad_norm": 0.38082075119018555,
      "learning_rate": 0.0001687662963237596,
      "loss": 3.600936508178711,
      "step": 3070
    },
    {
      "epoch": 0.4036697247706422,
      "grad_norm": 0.4842313230037689,
      "learning_rate": 0.00016827083037297742,
      "loss": 3.5481918334960936,
      "step": 3080
    },
    {
      "epoch": 0.40498034076015726,
      "grad_norm": 0.3545914888381958,
      "learning_rate": 0.00016777459082176918,
      "loss": 3.592304992675781,
      "step": 3090
    },
    {
      "epoch": 0.40629095674967236,
      "grad_norm": 0.3619571328163147,
      "learning_rate": 0.00016727758654195736,
      "loss": 3.561437225341797,
      "step": 3100
    },
    {
      "epoch": 0.4076015727391874,
      "grad_norm": 0.36174827814102173,
      "learning_rate": 0.00016677982641903643,
      "loss": 3.5731430053710938,
      "step": 3110
    },
    {
      "epoch": 0.4089121887287025,
      "grad_norm": 0.3398175537586212,
      "learning_rate": 0.00016628131935201388,
      "loss": 3.572527313232422,
      "step": 3120
    },
    {
      "epoch": 0.41022280471821754,
      "grad_norm": 0.37768232822418213,
      "learning_rate": 0.0001657820742532511,
      "loss": 3.551443862915039,
      "step": 3130
    },
    {
      "epoch": 0.41153342070773263,
      "grad_norm": 0.3821849524974823,
      "learning_rate": 0.00016528210004830414,
      "loss": 3.5756664276123047,
      "step": 3140
    },
    {
      "epoch": 0.41284403669724773,
      "grad_norm": 0.39957883954048157,
      "learning_rate": 0.00016478140567576408,
      "loss": 3.556570816040039,
      "step": 3150
    },
    {
      "epoch": 0.41415465268676277,
      "grad_norm": 0.35470208525657654,
      "learning_rate": 0.0001642800000870972,
      "loss": 3.5717140197753907,
      "step": 3160
    },
    {
      "epoch": 0.41546526867627787,
      "grad_norm": 0.5372022390365601,
      "learning_rate": 0.00016377789224648504,
      "loss": 3.553394317626953,
      "step": 3170
    },
    {
      "epoch": 0.4167758846657929,
      "grad_norm": 0.43058937788009644,
      "learning_rate": 0.00016327509113066397,
      "loss": 3.5411109924316406,
      "step": 3180
    },
    {
      "epoch": 0.418086500655308,
      "grad_norm": 0.3757922351360321,
      "learning_rate": 0.00016277160572876495,
      "loss": 3.5552886962890624,
      "step": 3190
    },
    {
      "epoch": 0.41939711664482304,
      "grad_norm": 0.4144268333911896,
      "learning_rate": 0.0001622674450421525,
      "loss": 3.5552597045898438,
      "step": 3200
    },
    {
      "epoch": 0.42070773263433814,
      "grad_norm": 0.42654407024383545,
      "learning_rate": 0.00016176261808426416,
      "loss": 3.5842060089111327,
      "step": 3210
    },
    {
      "epoch": 0.42201834862385323,
      "grad_norm": 0.36649268865585327,
      "learning_rate": 0.00016125713388044887,
      "loss": 3.562412643432617,
      "step": 3220
    },
    {
      "epoch": 0.4233289646133683,
      "grad_norm": 0.32557469606399536,
      "learning_rate": 0.0001607510014678062,
      "loss": 3.5480194091796875,
      "step": 3230
    },
    {
      "epoch": 0.42463958060288337,
      "grad_norm": 0.3594341576099396,
      "learning_rate": 0.0001602442298950242,
      "loss": 3.547731399536133,
      "step": 3240
    },
    {
      "epoch": 0.4259501965923984,
      "grad_norm": 0.38341233134269714,
      "learning_rate": 0.00015973682822221802,
      "loss": 3.5556121826171876,
      "step": 3250
    },
    {
      "epoch": 0.4272608125819135,
      "grad_norm": 0.3498956561088562,
      "learning_rate": 0.0001592288055207678,
      "loss": 3.5513984680175783,
      "step": 3260
    },
    {
      "epoch": 0.42857142857142855,
      "grad_norm": 0.39473220705986023,
      "learning_rate": 0.00015872017087315644,
      "loss": 3.507306671142578,
      "step": 3270
    },
    {
      "epoch": 0.42988204456094364,
      "grad_norm": 0.39170652627944946,
      "learning_rate": 0.00015821093337280728,
      "loss": 3.5521778106689452,
      "step": 3280
    },
    {
      "epoch": 0.43119266055045874,
      "grad_norm": 0.46084344387054443,
      "learning_rate": 0.00015770110212392162,
      "loss": 3.5556732177734376,
      "step": 3290
    },
    {
      "epoch": 0.4325032765399738,
      "grad_norm": 0.3563990294933319,
      "learning_rate": 0.00015719068624131578,
      "loss": 3.524671173095703,
      "step": 3300
    },
    {
      "epoch": 0.4338138925294889,
      "grad_norm": 0.35894671082496643,
      "learning_rate": 0.00015667969485025823,
      "loss": 3.5170135498046875,
      "step": 3310
    },
    {
      "epoch": 0.4351245085190039,
      "grad_norm": 0.37164202332496643,
      "learning_rate": 0.0001561681370863064,
      "loss": 3.5301841735839843,
      "step": 3320
    },
    {
      "epoch": 0.436435124508519,
      "grad_norm": 0.35135722160339355,
      "learning_rate": 0.00015565602209514348,
      "loss": 3.539019775390625,
      "step": 3330
    },
    {
      "epoch": 0.43774574049803405,
      "grad_norm": 0.3510042428970337,
      "learning_rate": 0.00015514335903241478,
      "loss": 3.5199127197265625,
      "step": 3340
    },
    {
      "epoch": 0.43905635648754915,
      "grad_norm": 0.36538711190223694,
      "learning_rate": 0.0001546301570635641,
      "loss": 3.5380203247070314,
      "step": 3350
    },
    {
      "epoch": 0.44036697247706424,
      "grad_norm": 0.42367586493492126,
      "learning_rate": 0.00015411642536366984,
      "loss": 3.522888946533203,
      "step": 3360
    },
    {
      "epoch": 0.4416775884665793,
      "grad_norm": 0.39081627130508423,
      "learning_rate": 0.00015360217311728103,
      "loss": 3.547618865966797,
      "step": 3370
    },
    {
      "epoch": 0.4429882044560944,
      "grad_norm": 0.32569605112075806,
      "learning_rate": 0.00015308740951825301,
      "loss": 3.4833248138427733,
      "step": 3380
    },
    {
      "epoch": 0.4442988204456094,
      "grad_norm": 0.35152286291122437,
      "learning_rate": 0.00015257214376958322,
      "loss": 3.4959945678710938,
      "step": 3390
    },
    {
      "epoch": 0.4456094364351245,
      "grad_norm": 0.4807989001274109,
      "learning_rate": 0.00015205638508324654,
      "loss": 3.502777862548828,
      "step": 3400
    },
    {
      "epoch": 0.44692005242463956,
      "grad_norm": 0.3716277480125427,
      "learning_rate": 0.00015154014268003063,
      "loss": 3.5264617919921877,
      "step": 3410
    },
    {
      "epoch": 0.44823066841415465,
      "grad_norm": 0.34413373470306396,
      "learning_rate": 0.00015102342578937118,
      "loss": 3.51181640625,
      "step": 3420
    },
    {
      "epoch": 0.44954128440366975,
      "grad_norm": 0.3799779713153839,
      "learning_rate": 0.0001505062436491866,
      "loss": 3.5248443603515627,
      "step": 3430
    },
    {
      "epoch": 0.4508519003931848,
      "grad_norm": 0.39848634600639343,
      "learning_rate": 0.0001499886055057134,
      "loss": 3.538591766357422,
      "step": 3440
    },
    {
      "epoch": 0.4521625163826999,
      "grad_norm": 0.38903528451919556,
      "learning_rate": 0.00014947052061334022,
      "loss": 3.579244613647461,
      "step": 3450
    },
    {
      "epoch": 0.4534731323722149,
      "grad_norm": 0.345285564661026,
      "learning_rate": 0.00014895199823444303,
      "loss": 3.5041595458984376,
      "step": 3460
    },
    {
      "epoch": 0.45478374836173,
      "grad_norm": 0.379616379737854,
      "learning_rate": 0.00014843304763921902,
      "loss": 3.5296497344970703,
      "step": 3470
    },
    {
      "epoch": 0.45609436435124506,
      "grad_norm": 0.39554885029792786,
      "learning_rate": 0.00014791367810552118,
      "loss": 3.5207672119140625,
      "step": 3480
    },
    {
      "epoch": 0.45740498034076016,
      "grad_norm": 0.3259015381336212,
      "learning_rate": 0.00014739389891869225,
      "loss": 3.5236297607421876,
      "step": 3490
    },
    {
      "epoch": 0.45871559633027525,
      "grad_norm": 0.3829706013202667,
      "learning_rate": 0.0001468737193713989,
      "loss": 3.499440002441406,
      "step": 3500
    },
    {
      "epoch": 0.45871559633027525,
      "eval_loss": 3.4763739109039307,
      "eval_runtime": 0.6985,
      "eval_samples_per_second": 183.241,
      "eval_steps_per_second": 45.81,
      "step": 3500
    },
    {
      "epoch": 0.4600262123197903,
      "grad_norm": 0.34715378284454346,
      "learning_rate": 0.00014635314876346536,
      "loss": 3.4787666320800783,
      "step": 3510
    },
    {
      "epoch": 0.4613368283093054,
      "grad_norm": 0.34763696789741516,
      "learning_rate": 0.00014583219640170738,
      "loss": 3.475682830810547,
      "step": 3520
    },
    {
      "epoch": 0.46264744429882043,
      "grad_norm": 0.3834385573863983,
      "learning_rate": 0.00014531087159976573,
      "loss": 3.4582134246826173,
      "step": 3530
    },
    {
      "epoch": 0.4639580602883355,
      "grad_norm": 0.37635257840156555,
      "learning_rate": 0.00014478918367793962,
      "loss": 3.5125938415527345,
      "step": 3540
    },
    {
      "epoch": 0.46526867627785057,
      "grad_norm": 0.38097307085990906,
      "learning_rate": 0.00014426714196302023,
      "loss": 3.4908729553222657,
      "step": 3550
    },
    {
      "epoch": 0.46657929226736566,
      "grad_norm": 0.37288933992385864,
      "learning_rate": 0.00014374475578812396,
      "loss": 3.5178199768066407,
      "step": 3560
    },
    {
      "epoch": 0.46788990825688076,
      "grad_norm": 0.38614487648010254,
      "learning_rate": 0.00014322203449252532,
      "loss": 3.493552398681641,
      "step": 3570
    },
    {
      "epoch": 0.4692005242463958,
      "grad_norm": 0.31520113348960876,
      "learning_rate": 0.00014269898742149035,
      "loss": 3.4913848876953124,
      "step": 3580
    },
    {
      "epoch": 0.4705111402359109,
      "grad_norm": 0.358929306268692,
      "learning_rate": 0.0001421756239261091,
      "loss": 3.509693145751953,
      "step": 3590
    },
    {
      "epoch": 0.47182175622542594,
      "grad_norm": 0.3876150846481323,
      "learning_rate": 0.0001416519533631289,
      "loss": 3.5168502807617186,
      "step": 3600
    },
    {
      "epoch": 0.47313237221494103,
      "grad_norm": 0.3398151099681854,
      "learning_rate": 0.0001411279850947868,
      "loss": 3.4790908813476564,
      "step": 3610
    },
    {
      "epoch": 0.4744429882044561,
      "grad_norm": 0.34104910492897034,
      "learning_rate": 0.00014060372848864224,
      "loss": 3.4779521942138674,
      "step": 3620
    },
    {
      "epoch": 0.47575360419397117,
      "grad_norm": 0.3506695330142975,
      "learning_rate": 0.00014007919291740954,
      "loss": 3.495278549194336,
      "step": 3630
    },
    {
      "epoch": 0.47706422018348627,
      "grad_norm": 0.36414405703544617,
      "learning_rate": 0.00013955438775879045,
      "loss": 3.4941474914550783,
      "step": 3640
    },
    {
      "epoch": 0.4783748361730013,
      "grad_norm": 0.3429199755191803,
      "learning_rate": 0.00013902932239530646,
      "loss": 3.469829559326172,
      "step": 3650
    },
    {
      "epoch": 0.4796854521625164,
      "grad_norm": 0.34807538986206055,
      "learning_rate": 0.00013850400621413103,
      "loss": 3.4917461395263674,
      "step": 3660
    },
    {
      "epoch": 0.48099606815203144,
      "grad_norm": 0.36988309025764465,
      "learning_rate": 0.00013797844860692163,
      "loss": 3.506679153442383,
      "step": 3670
    },
    {
      "epoch": 0.48230668414154654,
      "grad_norm": 0.35055309534072876,
      "learning_rate": 0.00013745265896965219,
      "loss": 3.500745391845703,
      "step": 3680
    },
    {
      "epoch": 0.4836173001310616,
      "grad_norm": 0.3981817662715912,
      "learning_rate": 0.0001369266467024446,
      "loss": 3.4869926452636717,
      "step": 3690
    },
    {
      "epoch": 0.4849279161205767,
      "grad_norm": 0.3786320090293884,
      "learning_rate": 0.0001364004212094013,
      "loss": 3.488050842285156,
      "step": 3700
    },
    {
      "epoch": 0.48623853211009177,
      "grad_norm": 0.3471132516860962,
      "learning_rate": 0.00013587399189843655,
      "loss": 3.492092514038086,
      "step": 3710
    },
    {
      "epoch": 0.4875491480996068,
      "grad_norm": 0.3803897500038147,
      "learning_rate": 0.0001353473681811086,
      "loss": 3.478464126586914,
      "step": 3720
    },
    {
      "epoch": 0.4888597640891219,
      "grad_norm": 0.36248594522476196,
      "learning_rate": 0.0001348205594724513,
      "loss": 3.4785011291503904,
      "step": 3730
    },
    {
      "epoch": 0.49017038007863695,
      "grad_norm": 0.35516679286956787,
      "learning_rate": 0.0001342935751908057,
      "loss": 3.4770259857177734,
      "step": 3740
    },
    {
      "epoch": 0.49148099606815204,
      "grad_norm": 0.36115631461143494,
      "learning_rate": 0.00013376642475765194,
      "loss": 3.467881774902344,
      "step": 3750
    },
    {
      "epoch": 0.4927916120576671,
      "grad_norm": 0.3623756468296051,
      "learning_rate": 0.00013323911759744047,
      "loss": 3.5005516052246093,
      "step": 3760
    },
    {
      "epoch": 0.4941022280471822,
      "grad_norm": 0.3679109811782837,
      "learning_rate": 0.00013271166313742386,
      "loss": 3.458334732055664,
      "step": 3770
    },
    {
      "epoch": 0.4954128440366973,
      "grad_norm": 0.40925225615501404,
      "learning_rate": 0.00013218407080748797,
      "loss": 3.4681320190429688,
      "step": 3780
    },
    {
      "epoch": 0.4967234600262123,
      "grad_norm": 0.368941992521286,
      "learning_rate": 0.00013165635003998367,
      "loss": 3.4709869384765626,
      "step": 3790
    },
    {
      "epoch": 0.4980340760157274,
      "grad_norm": 0.3967722952365875,
      "learning_rate": 0.00013112851026955786,
      "loss": 3.4564468383789064,
      "step": 3800
    },
    {
      "epoch": 0.49934469200524245,
      "grad_norm": 0.37133631110191345,
      "learning_rate": 0.00013060056093298529,
      "loss": 3.4897750854492187,
      "step": 3810
    },
    {
      "epoch": 0.5006553079947575,
      "grad_norm": 0.3902031481266022,
      "learning_rate": 0.0001300725114689991,
      "loss": 3.504320526123047,
      "step": 3820
    },
    {
      "epoch": 0.5019659239842726,
      "grad_norm": 0.37370365858078003,
      "learning_rate": 0.00012954437131812308,
      "loss": 3.5297950744628905,
      "step": 3830
    },
    {
      "epoch": 0.5032765399737876,
      "grad_norm": 0.3488170802593231,
      "learning_rate": 0.00012901614992250177,
      "loss": 3.4684242248535155,
      "step": 3840
    },
    {
      "epoch": 0.5045871559633027,
      "grad_norm": 0.3804292678833008,
      "learning_rate": 0.0001284878567257326,
      "loss": 3.476953887939453,
      "step": 3850
    },
    {
      "epoch": 0.5058977719528178,
      "grad_norm": 0.3592618405818939,
      "learning_rate": 0.00012795950117269644,
      "loss": 3.4947891235351562,
      "step": 3860
    },
    {
      "epoch": 0.5072083879423329,
      "grad_norm": 0.3395201861858368,
      "learning_rate": 0.00012743109270938916,
      "loss": 3.4853584289550783,
      "step": 3870
    },
    {
      "epoch": 0.508519003931848,
      "grad_norm": 0.4130866825580597,
      "learning_rate": 0.00012690264078275246,
      "loss": 3.514727783203125,
      "step": 3880
    },
    {
      "epoch": 0.509829619921363,
      "grad_norm": 0.31629058718681335,
      "learning_rate": 0.00012637415484050503,
      "loss": 3.499773406982422,
      "step": 3890
    },
    {
      "epoch": 0.5111402359108781,
      "grad_norm": 0.32408541440963745,
      "learning_rate": 0.0001258456443309738,
      "loss": 3.4784332275390626,
      "step": 3900
    },
    {
      "epoch": 0.5124508519003932,
      "grad_norm": 0.37189796566963196,
      "learning_rate": 0.00012531711870292488,
      "loss": 3.5128494262695313,
      "step": 3910
    },
    {
      "epoch": 0.5137614678899083,
      "grad_norm": 0.3827756345272064,
      "learning_rate": 0.0001247885874053947,
      "loss": 3.489826202392578,
      "step": 3920
    },
    {
      "epoch": 0.5150720838794234,
      "grad_norm": 0.3406204879283905,
      "learning_rate": 0.00012426005988752092,
      "loss": 3.474610137939453,
      "step": 3930
    },
    {
      "epoch": 0.5163826998689384,
      "grad_norm": 0.3418485224246979,
      "learning_rate": 0.00012373154559837377,
      "loss": 3.5139701843261717,
      "step": 3940
    },
    {
      "epoch": 0.5176933158584535,
      "grad_norm": 0.3592812418937683,
      "learning_rate": 0.00012320305398678694,
      "loss": 3.4879188537597656,
      "step": 3950
    },
    {
      "epoch": 0.5190039318479686,
      "grad_norm": 0.3936125338077545,
      "learning_rate": 0.0001226745945011887,
      "loss": 3.4845611572265627,
      "step": 3960
    },
    {
      "epoch": 0.5203145478374837,
      "grad_norm": 0.3792613744735718,
      "learning_rate": 0.00012214617658943294,
      "loss": 3.479914093017578,
      "step": 3970
    },
    {
      "epoch": 0.5216251638269986,
      "grad_norm": 0.34662505984306335,
      "learning_rate": 0.00012161780969863019,
      "loss": 3.476584243774414,
      "step": 3980
    },
    {
      "epoch": 0.5229357798165137,
      "grad_norm": 0.35217994451522827,
      "learning_rate": 0.00012108950327497903,
      "loss": 3.476770782470703,
      "step": 3990
    },
    {
      "epoch": 0.5242463958060288,
      "grad_norm": 0.4655326306819916,
      "learning_rate": 0.00012056126676359688,
      "loss": 3.4810821533203127,
      "step": 4000
    },
    {
      "epoch": 0.5242463958060288,
      "eval_loss": 3.433178186416626,
      "eval_runtime": 0.6985,
      "eval_samples_per_second": 183.24,
      "eval_steps_per_second": 45.81,
      "step": 4000
    },
    {
      "epoch": 0.5255570117955439,
      "grad_norm": 0.33986395597457886,
      "learning_rate": 0.00012003310960835128,
      "loss": 3.504052734375,
      "step": 4010
    },
    {
      "epoch": 0.526867627785059,
      "grad_norm": 0.38196566700935364,
      "learning_rate": 0.00011950504125169095,
      "loss": 3.477123260498047,
      "step": 4020
    },
    {
      "epoch": 0.528178243774574,
      "grad_norm": 0.352018266916275,
      "learning_rate": 0.00011897707113447724,
      "loss": 3.4726978302001954,
      "step": 4030
    },
    {
      "epoch": 0.5294888597640891,
      "grad_norm": 0.3507325053215027,
      "learning_rate": 0.00011844920869581503,
      "loss": 3.454428482055664,
      "step": 4040
    },
    {
      "epoch": 0.5307994757536042,
      "grad_norm": 0.34447765350341797,
      "learning_rate": 0.00011792146337288411,
      "loss": 3.4298377990722657,
      "step": 4050
    },
    {
      "epoch": 0.5321100917431193,
      "grad_norm": 0.398247629404068,
      "learning_rate": 0.00011739384460077061,
      "loss": 3.501710891723633,
      "step": 4060
    },
    {
      "epoch": 0.5334207077326344,
      "grad_norm": 0.3600616455078125,
      "learning_rate": 0.00011686636181229795,
      "loss": 3.458553695678711,
      "step": 4070
    },
    {
      "epoch": 0.5347313237221494,
      "grad_norm": 0.4164774715900421,
      "learning_rate": 0.00011633902443785856,
      "loss": 3.445058822631836,
      "step": 4080
    },
    {
      "epoch": 0.5360419397116645,
      "grad_norm": 0.44055747985839844,
      "learning_rate": 0.0001158118419052451,
      "loss": 3.505634307861328,
      "step": 4090
    },
    {
      "epoch": 0.5373525557011796,
      "grad_norm": 0.3581311106681824,
      "learning_rate": 0.000115284823639482,
      "loss": 3.5074691772460938,
      "step": 4100
    },
    {
      "epoch": 0.5386631716906947,
      "grad_norm": 0.3456391394138336,
      "learning_rate": 0.00011475797906265689,
      "loss": 3.469898223876953,
      "step": 4110
    },
    {
      "epoch": 0.5399737876802096,
      "grad_norm": 0.3439826965332031,
      "learning_rate": 0.0001142313175937521,
      "loss": 3.46533203125,
      "step": 4120
    },
    {
      "epoch": 0.5412844036697247,
      "grad_norm": 0.5179669260978699,
      "learning_rate": 0.0001137048486484764,
      "loss": 3.503631591796875,
      "step": 4130
    },
    {
      "epoch": 0.5425950196592398,
      "grad_norm": 0.3679772615432739,
      "learning_rate": 0.00011317858163909662,
      "loss": 3.5136138916015627,
      "step": 4140
    },
    {
      "epoch": 0.5439056356487549,
      "grad_norm": 0.31712621450424194,
      "learning_rate": 0.00011265252597426932,
      "loss": 3.477741241455078,
      "step": 4150
    },
    {
      "epoch": 0.54521625163827,
      "grad_norm": 0.33221423625946045,
      "learning_rate": 0.00011212669105887274,
      "loss": 3.448292922973633,
      "step": 4160
    },
    {
      "epoch": 0.546526867627785,
      "grad_norm": 0.34244126081466675,
      "learning_rate": 0.00011160108629383824,
      "loss": 3.4491950988769533,
      "step": 4170
    },
    {
      "epoch": 0.5478374836173001,
      "grad_norm": 0.3568786084651947,
      "learning_rate": 0.00011107572107598285,
      "loss": 3.461478424072266,
      "step": 4180
    },
    {
      "epoch": 0.5491480996068152,
      "grad_norm": 0.40663549304008484,
      "learning_rate": 0.00011055060479784076,
      "loss": 3.449353790283203,
      "step": 4190
    },
    {
      "epoch": 0.5504587155963303,
      "grad_norm": 0.3818509578704834,
      "learning_rate": 0.00011002574684749572,
      "loss": 3.4897056579589845,
      "step": 4200
    },
    {
      "epoch": 0.5517693315858454,
      "grad_norm": 0.3730104863643646,
      "learning_rate": 0.00010950115660841299,
      "loss": 3.468395233154297,
      "step": 4210
    },
    {
      "epoch": 0.5530799475753604,
      "grad_norm": 0.367310494184494,
      "learning_rate": 0.00010897684345927163,
      "loss": 3.488247299194336,
      "step": 4220
    },
    {
      "epoch": 0.5543905635648755,
      "grad_norm": 0.450967937707901,
      "learning_rate": 0.00010845281677379687,
      "loss": 3.433974838256836,
      "step": 4230
    },
    {
      "epoch": 0.5557011795543906,
      "grad_norm": 0.33636024594306946,
      "learning_rate": 0.00010792908592059261,
      "loss": 3.512376403808594,
      "step": 4240
    },
    {
      "epoch": 0.5570117955439057,
      "grad_norm": 0.34425368905067444,
      "learning_rate": 0.00010740566026297374,
      "loss": 3.4768524169921875,
      "step": 4250
    },
    {
      "epoch": 0.5583224115334207,
      "grad_norm": 0.35946354269981384,
      "learning_rate": 0.00010688254915879888,
      "loss": 3.4618865966796877,
      "step": 4260
    },
    {
      "epoch": 0.5596330275229358,
      "grad_norm": 0.3705649673938751,
      "learning_rate": 0.0001063597619603029,
      "loss": 3.4575927734375,
      "step": 4270
    },
    {
      "epoch": 0.5609436435124509,
      "grad_norm": 0.35676929354667664,
      "learning_rate": 0.00010583730801393005,
      "loss": 3.459075927734375,
      "step": 4280
    },
    {
      "epoch": 0.562254259501966,
      "grad_norm": 0.4031120538711548,
      "learning_rate": 0.00010531519666016654,
      "loss": 3.4172103881835936,
      "step": 4290
    },
    {
      "epoch": 0.563564875491481,
      "grad_norm": 0.37692543864250183,
      "learning_rate": 0.00010479343723337365,
      "loss": 3.4404541015625,
      "step": 4300
    },
    {
      "epoch": 0.564875491480996,
      "grad_norm": 0.35645318031311035,
      "learning_rate": 0.00010427203906162102,
      "loss": 3.452524948120117,
      "step": 4310
    },
    {
      "epoch": 0.5661861074705111,
      "grad_norm": 0.42808640003204346,
      "learning_rate": 0.00010375101146651958,
      "loss": 3.48497314453125,
      "step": 4320
    },
    {
      "epoch": 0.5674967234600262,
      "grad_norm": 0.34046339988708496,
      "learning_rate": 0.00010323036376305512,
      "loss": 3.426773452758789,
      "step": 4330
    },
    {
      "epoch": 0.5688073394495413,
      "grad_norm": 0.34263497591018677,
      "learning_rate": 0.00010271010525942162,
      "loss": 3.453144836425781,
      "step": 4340
    },
    {
      "epoch": 0.5701179554390564,
      "grad_norm": 0.3416344225406647,
      "learning_rate": 0.00010219024525685505,
      "loss": 3.4319427490234373,
      "step": 4350
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 0.3529037833213806,
      "learning_rate": 0.00010167079304946684,
      "loss": 3.446512985229492,
      "step": 4360
    },
    {
      "epoch": 0.5727391874180865,
      "grad_norm": 0.39450159668922424,
      "learning_rate": 0.00010115175792407777,
      "loss": 3.4684822082519533,
      "step": 4370
    },
    {
      "epoch": 0.5740498034076016,
      "grad_norm": 0.3465752601623535,
      "learning_rate": 0.00010063314916005204,
      "loss": 3.4847396850585937,
      "step": 4380
    },
    {
      "epoch": 0.5753604193971167,
      "grad_norm": 0.34021201729774475,
      "learning_rate": 0.00010011497602913135,
      "loss": 3.4533958435058594,
      "step": 4390
    },
    {
      "epoch": 0.5766710353866317,
      "grad_norm": 0.33759158849716187,
      "learning_rate": 9.959724779526902e-05,
      "loss": 3.441851806640625,
      "step": 4400
    },
    {
      "epoch": 0.5779816513761468,
      "grad_norm": 0.3410870432853699,
      "learning_rate": 9.907997371446464e-05,
      "loss": 3.455671691894531,
      "step": 4410
    },
    {
      "epoch": 0.5792922673656619,
      "grad_norm": 0.32743537425994873,
      "learning_rate": 9.856316303459808e-05,
      "loss": 3.446603012084961,
      "step": 4420
    },
    {
      "epoch": 0.580602883355177,
      "grad_norm": 0.35926544666290283,
      "learning_rate": 9.804682499526479e-05,
      "loss": 3.421849822998047,
      "step": 4430
    },
    {
      "epoch": 0.581913499344692,
      "grad_norm": 0.332614541053772,
      "learning_rate": 9.753096882761012e-05,
      "loss": 3.4696685791015627,
      "step": 4440
    },
    {
      "epoch": 0.583224115334207,
      "grad_norm": 0.34293821454048157,
      "learning_rate": 9.701560375416457e-05,
      "loss": 3.46300048828125,
      "step": 4450
    },
    {
      "epoch": 0.5845347313237221,
      "grad_norm": 0.33514559268951416,
      "learning_rate": 9.650073898867879e-05,
      "loss": 3.4373500823974608,
      "step": 4460
    },
    {
      "epoch": 0.5858453473132372,
      "grad_norm": 0.3574112057685852,
      "learning_rate": 9.598638373595879e-05,
      "loss": 3.4546417236328124,
      "step": 4470
    },
    {
      "epoch": 0.5871559633027523,
      "grad_norm": 0.3636513948440552,
      "learning_rate": 9.54725471917015e-05,
      "loss": 3.4387813568115235,
      "step": 4480
    },
    {
      "epoch": 0.5884665792922673,
      "grad_norm": 0.35861721634864807,
      "learning_rate": 9.49592385423304e-05,
      "loss": 3.4477272033691406,
      "step": 4490
    },
    {
      "epoch": 0.5897771952817824,
      "grad_norm": 0.3176049292087555,
      "learning_rate": 9.444646696483114e-05,
      "loss": 3.4042896270751952,
      "step": 4500
    },
    {
      "epoch": 0.5897771952817824,
      "eval_loss": 3.397040367126465,
      "eval_runtime": 0.6514,
      "eval_samples_per_second": 196.506,
      "eval_steps_per_second": 49.127,
      "step": 4500
    },
    {
      "epoch": 0.5910878112712975,
      "grad_norm": 0.355270117521286,
      "learning_rate": 9.393424162658757e-05,
      "loss": 3.4663818359375,
      "step": 4510
    },
    {
      "epoch": 0.5923984272608126,
      "grad_norm": 0.3310716450214386,
      "learning_rate": 9.34225716852177e-05,
      "loss": 3.4160083770751952,
      "step": 4520
    },
    {
      "epoch": 0.5937090432503277,
      "grad_norm": 0.338791161775589,
      "learning_rate": 9.291146628841033e-05,
      "loss": 3.445051574707031,
      "step": 4530
    },
    {
      "epoch": 0.5950196592398427,
      "grad_norm": 0.36331963539123535,
      "learning_rate": 9.240093457376105e-05,
      "loss": 3.461710739135742,
      "step": 4540
    },
    {
      "epoch": 0.5963302752293578,
      "grad_norm": 0.347826212644577,
      "learning_rate": 9.189098566860921e-05,
      "loss": 3.420879364013672,
      "step": 4550
    },
    {
      "epoch": 0.5976408912188729,
      "grad_norm": 0.3780054748058319,
      "learning_rate": 9.138162868987468e-05,
      "loss": 3.442432403564453,
      "step": 4560
    },
    {
      "epoch": 0.598951507208388,
      "grad_norm": 0.39614027738571167,
      "learning_rate": 9.087287274389466e-05,
      "loss": 3.4345935821533202,
      "step": 4570
    },
    {
      "epoch": 0.6002621231979031,
      "grad_norm": 0.33810099959373474,
      "learning_rate": 9.036472692626113e-05,
      "loss": 3.41512451171875,
      "step": 4580
    },
    {
      "epoch": 0.601572739187418,
      "grad_norm": 0.34188082814216614,
      "learning_rate": 8.985720032165808e-05,
      "loss": 3.4464752197265627,
      "step": 4590
    },
    {
      "epoch": 0.6028833551769331,
      "grad_norm": 0.3292509913444519,
      "learning_rate": 8.935030200369926e-05,
      "loss": 3.440515899658203,
      "step": 4600
    },
    {
      "epoch": 0.6041939711664482,
      "grad_norm": 0.3394361138343811,
      "learning_rate": 8.884404103476566e-05,
      "loss": 3.419635772705078,
      "step": 4610
    },
    {
      "epoch": 0.6055045871559633,
      "grad_norm": 0.3512326180934906,
      "learning_rate": 8.83384264658438e-05,
      "loss": 3.4148048400878905,
      "step": 4620
    },
    {
      "epoch": 0.6068152031454783,
      "grad_norm": 0.3446638882160187,
      "learning_rate": 8.783346733636376e-05,
      "loss": 3.4195236206054687,
      "step": 4630
    },
    {
      "epoch": 0.6081258191349934,
      "grad_norm": 0.33051419258117676,
      "learning_rate": 8.732917267403767e-05,
      "loss": 3.427733612060547,
      "step": 4640
    },
    {
      "epoch": 0.6094364351245085,
      "grad_norm": 0.3206946849822998,
      "learning_rate": 8.682555149469814e-05,
      "loss": 3.4442039489746095,
      "step": 4650
    },
    {
      "epoch": 0.6107470511140236,
      "grad_norm": 0.32173067331314087,
      "learning_rate": 8.632261280213725e-05,
      "loss": 3.4339874267578123,
      "step": 4660
    },
    {
      "epoch": 0.6120576671035387,
      "grad_norm": 0.3285246789455414,
      "learning_rate": 8.582036558794543e-05,
      "loss": 3.428564453125,
      "step": 4670
    },
    {
      "epoch": 0.6133682830930537,
      "grad_norm": 0.3776794672012329,
      "learning_rate": 8.53188188313509e-05,
      "loss": 3.4429168701171875,
      "step": 4680
    },
    {
      "epoch": 0.6146788990825688,
      "grad_norm": 0.3147306442260742,
      "learning_rate": 8.481798149905895e-05,
      "loss": 3.4195117950439453,
      "step": 4690
    },
    {
      "epoch": 0.6159895150720839,
      "grad_norm": 0.3394879102706909,
      "learning_rate": 8.431786254509183e-05,
      "loss": 3.41383056640625,
      "step": 4700
    },
    {
      "epoch": 0.617300131061599,
      "grad_norm": 0.347411185503006,
      "learning_rate": 8.38184709106283e-05,
      "loss": 3.4398727416992188,
      "step": 4710
    },
    {
      "epoch": 0.6186107470511141,
      "grad_norm": 0.38795945048332214,
      "learning_rate": 8.331981552384425e-05,
      "loss": 3.422657775878906,
      "step": 4720
    },
    {
      "epoch": 0.6199213630406291,
      "grad_norm": 0.33243945240974426,
      "learning_rate": 8.282190529975275e-05,
      "loss": 3.4115135192871096,
      "step": 4730
    },
    {
      "epoch": 0.6212319790301442,
      "grad_norm": 0.3807089924812317,
      "learning_rate": 8.232474914004486e-05,
      "loss": 3.4477569580078127,
      "step": 4740
    },
    {
      "epoch": 0.6225425950196593,
      "grad_norm": 0.3600168824195862,
      "learning_rate": 8.182835593293034e-05,
      "loss": 3.4017192840576174,
      "step": 4750
    },
    {
      "epoch": 0.6238532110091743,
      "grad_norm": 0.33293479681015015,
      "learning_rate": 8.133273455297873e-05,
      "loss": 3.4247257232666017,
      "step": 4760
    },
    {
      "epoch": 0.6251638269986893,
      "grad_norm": 0.34662172198295593,
      "learning_rate": 8.083789386096089e-05,
      "loss": 3.426392364501953,
      "step": 4770
    },
    {
      "epoch": 0.6264744429882044,
      "grad_norm": 0.3521794080734253,
      "learning_rate": 8.034384270369041e-05,
      "loss": 3.38433723449707,
      "step": 4780
    },
    {
      "epoch": 0.6277850589777195,
      "grad_norm": 0.4303857386112213,
      "learning_rate": 7.98505899138655e-05,
      "loss": 3.4620620727539064,
      "step": 4790
    },
    {
      "epoch": 0.6290956749672346,
      "grad_norm": 0.335654079914093,
      "learning_rate": 7.935814430991109e-05,
      "loss": 3.3878963470458983,
      "step": 4800
    },
    {
      "epoch": 0.6304062909567497,
      "grad_norm": 0.3300749361515045,
      "learning_rate": 7.886651469582107e-05,
      "loss": 3.4436004638671873,
      "step": 4810
    },
    {
      "epoch": 0.6317169069462647,
      "grad_norm": 0.3882623612880707,
      "learning_rate": 7.83757098610011e-05,
      "loss": 3.4116146087646486,
      "step": 4820
    },
    {
      "epoch": 0.6330275229357798,
      "grad_norm": 0.35634687542915344,
      "learning_rate": 7.788573858011125e-05,
      "loss": 3.4195274353027343,
      "step": 4830
    },
    {
      "epoch": 0.6343381389252949,
      "grad_norm": 0.3425414562225342,
      "learning_rate": 7.739660961290928e-05,
      "loss": 3.4286224365234377,
      "step": 4840
    },
    {
      "epoch": 0.63564875491481,
      "grad_norm": 0.3372134566307068,
      "learning_rate": 7.690833170409405e-05,
      "loss": 3.406309127807617,
      "step": 4850
    },
    {
      "epoch": 0.6369593709043251,
      "grad_norm": 0.357086181640625,
      "learning_rate": 7.642091358314893e-05,
      "loss": 3.3772621154785156,
      "step": 4860
    },
    {
      "epoch": 0.6382699868938401,
      "grad_norm": 0.3391537368297577,
      "learning_rate": 7.593436396418601e-05,
      "loss": 3.3964859008789063,
      "step": 4870
    },
    {
      "epoch": 0.6395806028833552,
      "grad_norm": 0.43100473284721375,
      "learning_rate": 7.544869154579024e-05,
      "loss": 3.4649642944335937,
      "step": 4880
    },
    {
      "epoch": 0.6408912188728703,
      "grad_norm": 0.32557618618011475,
      "learning_rate": 7.496390501086385e-05,
      "loss": 3.39740104675293,
      "step": 4890
    },
    {
      "epoch": 0.6422018348623854,
      "grad_norm": 0.35657286643981934,
      "learning_rate": 7.44800130264712e-05,
      "loss": 3.4110061645507814,
      "step": 4900
    },
    {
      "epoch": 0.6435124508519003,
      "grad_norm": 0.3218068480491638,
      "learning_rate": 7.399702424368368e-05,
      "loss": 3.3983528137207033,
      "step": 4910
    },
    {
      "epoch": 0.6448230668414154,
      "grad_norm": 0.32021915912628174,
      "learning_rate": 7.35149472974252e-05,
      "loss": 3.4089466094970704,
      "step": 4920
    },
    {
      "epoch": 0.6461336828309305,
      "grad_norm": 0.3458782732486725,
      "learning_rate": 7.303379080631784e-05,
      "loss": 3.4090194702148438,
      "step": 4930
    },
    {
      "epoch": 0.6474442988204456,
      "grad_norm": 0.3527551293373108,
      "learning_rate": 7.255356337252752e-05,
      "loss": 3.387525177001953,
      "step": 4940
    },
    {
      "epoch": 0.6487549148099607,
      "grad_norm": 0.3285190761089325,
      "learning_rate": 7.207427358161063e-05,
      "loss": 3.408121109008789,
      "step": 4950
    },
    {
      "epoch": 0.6500655307994757,
      "grad_norm": 0.3367261588573456,
      "learning_rate": 7.159593000235997e-05,
      "loss": 3.400335693359375,
      "step": 4960
    },
    {
      "epoch": 0.6513761467889908,
      "grad_norm": 0.3399582505226135,
      "learning_rate": 7.111854118665203e-05,
      "loss": 3.4165496826171875,
      "step": 4970
    },
    {
      "epoch": 0.6526867627785059,
      "grad_norm": 0.35921865701675415,
      "learning_rate": 7.064211566929403e-05,
      "loss": 3.389024353027344,
      "step": 4980
    },
    {
      "epoch": 0.653997378768021,
      "grad_norm": 0.3397617042064667,
      "learning_rate": 7.016666196787111e-05,
      "loss": 3.394414520263672,
      "step": 4990
    },
    {
      "epoch": 0.6553079947575361,
      "grad_norm": 0.3500848114490509,
      "learning_rate": 6.969218858259423e-05,
      "loss": 3.3963043212890627,
      "step": 5000
    },
    {
      "epoch": 0.6553079947575361,
      "eval_loss": 3.369736671447754,
      "eval_runtime": 0.6527,
      "eval_samples_per_second": 196.119,
      "eval_steps_per_second": 49.03,
      "step": 5000
    },
    {
      "epoch": 0.6566186107470511,
      "grad_norm": 0.3623511493206024,
      "learning_rate": 6.921870399614803e-05,
      "loss": 3.4134674072265625,
      "step": 5010
    },
    {
      "epoch": 0.6579292267365662,
      "grad_norm": 0.35100898146629333,
      "learning_rate": 6.874621667353953e-05,
      "loss": 3.416904830932617,
      "step": 5020
    },
    {
      "epoch": 0.6592398427260813,
      "grad_norm": 0.35833802819252014,
      "learning_rate": 6.827473506194643e-05,
      "loss": 3.409159851074219,
      "step": 5030
    },
    {
      "epoch": 0.6605504587155964,
      "grad_norm": 0.35042181611061096,
      "learning_rate": 6.780426759056622e-05,
      "loss": 3.4056846618652346,
      "step": 5040
    },
    {
      "epoch": 0.6618610747051114,
      "grad_norm": 0.33665770292282104,
      "learning_rate": 6.733482267046551e-05,
      "loss": 3.414917755126953,
      "step": 5050
    },
    {
      "epoch": 0.6631716906946264,
      "grad_norm": 0.35702770948410034,
      "learning_rate": 6.686640869442962e-05,
      "loss": 3.4223007202148437,
      "step": 5060
    },
    {
      "epoch": 0.6644823066841415,
      "grad_norm": 0.3478568196296692,
      "learning_rate": 6.639903403681258e-05,
      "loss": 3.4018138885498046,
      "step": 5070
    },
    {
      "epoch": 0.6657929226736566,
      "grad_norm": 0.37595197558403015,
      "learning_rate": 6.59327070533873e-05,
      "loss": 3.415419006347656,
      "step": 5080
    },
    {
      "epoch": 0.6671035386631717,
      "grad_norm": 0.3227323591709137,
      "learning_rate": 6.546743608119633e-05,
      "loss": 3.3868553161621096,
      "step": 5090
    },
    {
      "epoch": 0.6684141546526867,
      "grad_norm": 0.4119921624660492,
      "learning_rate": 6.500322943840273e-05,
      "loss": 3.4066440582275392,
      "step": 5100
    },
    {
      "epoch": 0.6697247706422018,
      "grad_norm": 0.3280180096626282,
      "learning_rate": 6.454009542414136e-05,
      "loss": 3.4018421173095703,
      "step": 5110
    },
    {
      "epoch": 0.6710353866317169,
      "grad_norm": 0.34080690145492554,
      "learning_rate": 6.407804231837048e-05,
      "loss": 3.4216339111328127,
      "step": 5120
    },
    {
      "epoch": 0.672346002621232,
      "grad_norm": 0.3441828787326813,
      "learning_rate": 6.361707838172382e-05,
      "loss": 3.4043300628662108,
      "step": 5130
    },
    {
      "epoch": 0.6736566186107471,
      "grad_norm": 0.3287142813205719,
      "learning_rate": 6.315721185536274e-05,
      "loss": 3.410292053222656,
      "step": 5140
    },
    {
      "epoch": 0.6749672346002621,
      "grad_norm": 0.3822394013404846,
      "learning_rate": 6.26984509608292e-05,
      "loss": 3.417401885986328,
      "step": 5150
    },
    {
      "epoch": 0.6762778505897772,
      "grad_norm": 0.3449343740940094,
      "learning_rate": 6.224080389989824e-05,
      "loss": 3.3693260192871093,
      "step": 5160
    },
    {
      "epoch": 0.6775884665792923,
      "grad_norm": 0.49308013916015625,
      "learning_rate": 6.178427885443187e-05,
      "loss": 3.375142288208008,
      "step": 5170
    },
    {
      "epoch": 0.6788990825688074,
      "grad_norm": 0.3545759618282318,
      "learning_rate": 6.132888398623251e-05,
      "loss": 3.386444091796875,
      "step": 5180
    },
    {
      "epoch": 0.6802096985583224,
      "grad_norm": 0.36718955636024475,
      "learning_rate": 6.08746274368973e-05,
      "loss": 3.389984130859375,
      "step": 5190
    },
    {
      "epoch": 0.6815203145478375,
      "grad_norm": 0.36378800868988037,
      "learning_rate": 6.042151732767226e-05,
      "loss": 3.41534423828125,
      "step": 5200
    },
    {
      "epoch": 0.6828309305373526,
      "grad_norm": 0.354679673910141,
      "learning_rate": 5.996956175930718e-05,
      "loss": 3.4176490783691404,
      "step": 5210
    },
    {
      "epoch": 0.6841415465268676,
      "grad_norm": 0.3615143299102783,
      "learning_rate": 5.9518768811910925e-05,
      "loss": 3.3957984924316404,
      "step": 5220
    },
    {
      "epoch": 0.6854521625163827,
      "grad_norm": 0.31297728419303894,
      "learning_rate": 5.906914654480701e-05,
      "loss": 3.39869384765625,
      "step": 5230
    },
    {
      "epoch": 0.6867627785058977,
      "grad_norm": 0.31141722202301025,
      "learning_rate": 5.86207029963893e-05,
      "loss": 3.3952251434326173,
      "step": 5240
    },
    {
      "epoch": 0.6880733944954128,
      "grad_norm": 0.3368931710720062,
      "learning_rate": 5.8173446183978294e-05,
      "loss": 3.392802429199219,
      "step": 5250
    },
    {
      "epoch": 0.6893840104849279,
      "grad_norm": 0.3885488510131836,
      "learning_rate": 5.772738410367802e-05,
      "loss": 3.4020896911621095,
      "step": 5260
    },
    {
      "epoch": 0.690694626474443,
      "grad_norm": 0.3572815954685211,
      "learning_rate": 5.7282524730233045e-05,
      "loss": 3.4177703857421875,
      "step": 5270
    },
    {
      "epoch": 0.6920052424639581,
      "grad_norm": 0.31040751934051514,
      "learning_rate": 5.6838876016885686e-05,
      "loss": 3.3765377044677733,
      "step": 5280
    },
    {
      "epoch": 0.6933158584534731,
      "grad_norm": 0.34986966848373413,
      "learning_rate": 5.639644589523402e-05,
      "loss": 3.405791091918945,
      "step": 5290
    },
    {
      "epoch": 0.6946264744429882,
      "grad_norm": 0.3639046549797058,
      "learning_rate": 5.595524227508986e-05,
      "loss": 3.399429702758789,
      "step": 5300
    },
    {
      "epoch": 0.6959370904325033,
      "grad_norm": 0.4057208001613617,
      "learning_rate": 5.551527304433775e-05,
      "loss": 3.4495635986328126,
      "step": 5310
    },
    {
      "epoch": 0.6972477064220184,
      "grad_norm": 0.3493952453136444,
      "learning_rate": 5.50765460687935e-05,
      "loss": 3.393666076660156,
      "step": 5320
    },
    {
      "epoch": 0.6985583224115334,
      "grad_norm": 0.43060457706451416,
      "learning_rate": 5.4639069192063866e-05,
      "loss": 3.406134033203125,
      "step": 5330
    },
    {
      "epoch": 0.6998689384010485,
      "grad_norm": 0.34414297342300415,
      "learning_rate": 5.420285023540611e-05,
      "loss": 3.398945617675781,
      "step": 5340
    },
    {
      "epoch": 0.7011795543905636,
      "grad_norm": 0.38662222027778625,
      "learning_rate": 5.376789699758833e-05,
      "loss": 3.39422492980957,
      "step": 5350
    },
    {
      "epoch": 0.7024901703800787,
      "grad_norm": 0.3366408944129944,
      "learning_rate": 5.3334217254749945e-05,
      "loss": 3.3609878540039064,
      "step": 5360
    },
    {
      "epoch": 0.7038007863695938,
      "grad_norm": 0.32966917753219604,
      "learning_rate": 5.290181876026272e-05,
      "loss": 3.4071975708007813,
      "step": 5370
    },
    {
      "epoch": 0.7051114023591087,
      "grad_norm": 0.3106803894042969,
      "learning_rate": 5.2470709244592104e-05,
      "loss": 3.3670631408691407,
      "step": 5380
    },
    {
      "epoch": 0.7064220183486238,
      "grad_norm": 0.3144097328186035,
      "learning_rate": 5.204089641515905e-05,
      "loss": 3.383616256713867,
      "step": 5390
    },
    {
      "epoch": 0.7077326343381389,
      "grad_norm": 0.3441525101661682,
      "learning_rate": 5.161238795620225e-05,
      "loss": 3.3808822631835938,
      "step": 5400
    },
    {
      "epoch": 0.709043250327654,
      "grad_norm": 0.32820984721183777,
      "learning_rate": 5.118519152864068e-05,
      "loss": 3.3869140625,
      "step": 5410
    },
    {
      "epoch": 0.7103538663171691,
      "grad_norm": 0.36829277873039246,
      "learning_rate": 5.075931476993671e-05,
      "loss": 3.442747116088867,
      "step": 5420
    },
    {
      "epoch": 0.7116644823066841,
      "grad_norm": 0.33520880341529846,
      "learning_rate": 5.033476529395947e-05,
      "loss": 3.4088211059570312,
      "step": 5430
    },
    {
      "epoch": 0.7129750982961992,
      "grad_norm": 0.3686036169528961,
      "learning_rate": 4.9911550690849004e-05,
      "loss": 3.389745330810547,
      "step": 5440
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 0.3428293466567993,
      "learning_rate": 4.948967852688006e-05,
      "loss": 3.390821838378906,
      "step": 5450
    },
    {
      "epoch": 0.7155963302752294,
      "grad_norm": 0.31483086943626404,
      "learning_rate": 4.906915634432729e-05,
      "loss": 3.4046356201171877,
      "step": 5460
    },
    {
      "epoch": 0.7169069462647444,
      "grad_norm": 0.3391151428222656,
      "learning_rate": 4.8649991661330175e-05,
      "loss": 3.370349884033203,
      "step": 5470
    },
    {
      "epoch": 0.7182175622542595,
      "grad_norm": 0.35527873039245605,
      "learning_rate": 4.823219197175879e-05,
      "loss": 3.3873008728027343,
      "step": 5480
    },
    {
      "epoch": 0.7195281782437746,
      "grad_norm": 0.33960920572280884,
      "learning_rate": 4.781576474507965e-05,
      "loss": 3.357405090332031,
      "step": 5490
    },
    {
      "epoch": 0.7208387942332897,
      "grad_norm": 0.37227174639701843,
      "learning_rate": 4.740071742622211e-05,
      "loss": 3.3784297943115233,
      "step": 5500
    },
    {
      "epoch": 0.7208387942332897,
      "eval_loss": 3.3471105098724365,
      "eval_runtime": 0.653,
      "eval_samples_per_second": 196.023,
      "eval_steps_per_second": 49.006,
      "step": 5500
    },
    {
      "epoch": 0.7221494102228048,
      "grad_norm": 0.3386659622192383,
      "learning_rate": 4.6987057435445515e-05,
      "loss": 3.3939659118652346,
      "step": 5510
    },
    {
      "epoch": 0.7234600262123198,
      "grad_norm": 0.32990965247154236,
      "learning_rate": 4.6574792168206484e-05,
      "loss": 3.4213134765625,
      "step": 5520
    },
    {
      "epoch": 0.7247706422018348,
      "grad_norm": 0.35072508454322815,
      "learning_rate": 4.6163928995026486e-05,
      "loss": 3.379620361328125,
      "step": 5530
    },
    {
      "epoch": 0.7260812581913499,
      "grad_norm": 0.33484020829200745,
      "learning_rate": 4.5754475261360285e-05,
      "loss": 3.384080505371094,
      "step": 5540
    },
    {
      "epoch": 0.727391874180865,
      "grad_norm": 0.34197279810905457,
      "learning_rate": 4.5346438287464416e-05,
      "loss": 3.4106285095214846,
      "step": 5550
    },
    {
      "epoch": 0.72870249017038,
      "grad_norm": 0.32156234979629517,
      "learning_rate": 4.493982536826663e-05,
      "loss": 3.367784881591797,
      "step": 5560
    },
    {
      "epoch": 0.7300131061598951,
      "grad_norm": 0.33544281125068665,
      "learning_rate": 4.453464377323513e-05,
      "loss": 3.393235778808594,
      "step": 5570
    },
    {
      "epoch": 0.7313237221494102,
      "grad_norm": 0.3419542610645294,
      "learning_rate": 4.4130900746248815e-05,
      "loss": 3.4026866912841798,
      "step": 5580
    },
    {
      "epoch": 0.7326343381389253,
      "grad_norm": 0.325393408536911,
      "learning_rate": 4.37286035054677e-05,
      "loss": 3.3925567626953126,
      "step": 5590
    },
    {
      "epoch": 0.7339449541284404,
      "grad_norm": 0.33149510622024536,
      "learning_rate": 4.33277592432039e-05,
      "loss": 3.4121665954589844,
      "step": 5600
    },
    {
      "epoch": 0.7352555701179554,
      "grad_norm": 0.3202405571937561,
      "learning_rate": 4.292837512579298e-05,
      "loss": 3.387676239013672,
      "step": 5610
    },
    {
      "epoch": 0.7365661861074705,
      "grad_norm": 0.3338731527328491,
      "learning_rate": 4.253045829346594e-05,
      "loss": 3.3993797302246094,
      "step": 5620
    },
    {
      "epoch": 0.7378768020969856,
      "grad_norm": 0.319058895111084,
      "learning_rate": 4.213401586022149e-05,
      "loss": 3.3972732543945314,
      "step": 5630
    },
    {
      "epoch": 0.7391874180865007,
      "grad_norm": 0.3269672095775604,
      "learning_rate": 4.173905491369884e-05,
      "loss": 3.4002712249755858,
      "step": 5640
    },
    {
      "epoch": 0.7404980340760158,
      "grad_norm": 0.32364776730537415,
      "learning_rate": 4.134558251505108e-05,
      "loss": 3.373546600341797,
      "step": 5650
    },
    {
      "epoch": 0.7418086500655308,
      "grad_norm": 0.31596776843070984,
      "learning_rate": 4.095360569881884e-05,
      "loss": 3.395953369140625,
      "step": 5660
    },
    {
      "epoch": 0.7431192660550459,
      "grad_norm": 0.44278842210769653,
      "learning_rate": 4.0563131472804605e-05,
      "loss": 3.414118194580078,
      "step": 5670
    },
    {
      "epoch": 0.744429882044561,
      "grad_norm": 0.32000258564949036,
      "learning_rate": 4.0174166817947346e-05,
      "loss": 3.3579486846923827,
      "step": 5680
    },
    {
      "epoch": 0.745740498034076,
      "grad_norm": 0.39397454261779785,
      "learning_rate": 3.978671868819792e-05,
      "loss": 3.3779945373535156,
      "step": 5690
    },
    {
      "epoch": 0.747051114023591,
      "grad_norm": 0.3453938364982605,
      "learning_rate": 3.940079401039434e-05,
      "loss": 3.3643959045410154,
      "step": 5700
    },
    {
      "epoch": 0.7483617300131061,
      "grad_norm": 0.332226425409317,
      "learning_rate": 3.901639968413835e-05,
      "loss": 3.412553405761719,
      "step": 5710
    },
    {
      "epoch": 0.7496723460026212,
      "grad_norm": 0.33490025997161865,
      "learning_rate": 3.863354258167184e-05,
      "loss": 3.394591522216797,
      "step": 5720
    },
    {
      "epoch": 0.7509829619921363,
      "grad_norm": 0.33534327149391174,
      "learning_rate": 3.825222954775419e-05,
      "loss": 3.4038040161132814,
      "step": 5730
    },
    {
      "epoch": 0.7522935779816514,
      "grad_norm": 0.36024338006973267,
      "learning_rate": 3.787246739953962e-05,
      "loss": 3.385595703125,
      "step": 5740
    },
    {
      "epoch": 0.7536041939711664,
      "grad_norm": 0.31551989912986755,
      "learning_rate": 3.7494262926455426e-05,
      "loss": 3.363161087036133,
      "step": 5750
    },
    {
      "epoch": 0.7549148099606815,
      "grad_norm": 0.33746281266212463,
      "learning_rate": 3.711762289008069e-05,
      "loss": 3.3952056884765627,
      "step": 5760
    },
    {
      "epoch": 0.7562254259501966,
      "grad_norm": 0.3276306390762329,
      "learning_rate": 3.6742554024025416e-05,
      "loss": 3.3604564666748047,
      "step": 5770
    },
    {
      "epoch": 0.7575360419397117,
      "grad_norm": 0.37417009472846985,
      "learning_rate": 3.6369063033809946e-05,
      "loss": 3.394389343261719,
      "step": 5780
    },
    {
      "epoch": 0.7588466579292268,
      "grad_norm": 0.3108018636703491,
      "learning_rate": 3.599715659674524e-05,
      "loss": 3.3967559814453123,
      "step": 5790
    },
    {
      "epoch": 0.7601572739187418,
      "grad_norm": 0.36986300349235535,
      "learning_rate": 3.562684136181334e-05,
      "loss": 3.3757484436035154,
      "step": 5800
    },
    {
      "epoch": 0.7614678899082569,
      "grad_norm": 0.32950860261917114,
      "learning_rate": 3.525812394954879e-05,
      "loss": 3.372197723388672,
      "step": 5810
    },
    {
      "epoch": 0.762778505897772,
      "grad_norm": 0.34042319655418396,
      "learning_rate": 3.489101095192e-05,
      "loss": 3.363986587524414,
      "step": 5820
    },
    {
      "epoch": 0.7640891218872871,
      "grad_norm": 0.35090264678001404,
      "learning_rate": 3.4525508932211484e-05,
      "loss": 3.346660614013672,
      "step": 5830
    },
    {
      "epoch": 0.765399737876802,
      "grad_norm": 0.33715710043907166,
      "learning_rate": 3.416162442490653e-05,
      "loss": 3.3397201538085937,
      "step": 5840
    },
    {
      "epoch": 0.7667103538663171,
      "grad_norm": 0.33030956983566284,
      "learning_rate": 3.3799363935570387e-05,
      "loss": 3.366960144042969,
      "step": 5850
    },
    {
      "epoch": 0.7680209698558322,
      "grad_norm": 0.322314977645874,
      "learning_rate": 3.343873394073392e-05,
      "loss": 3.393926239013672,
      "step": 5860
    },
    {
      "epoch": 0.7693315858453473,
      "grad_norm": 0.3647744357585907,
      "learning_rate": 3.3079740887777865e-05,
      "loss": 3.3585338592529297,
      "step": 5870
    },
    {
      "epoch": 0.7706422018348624,
      "grad_norm": 0.3519931137561798,
      "learning_rate": 3.2722391194817516e-05,
      "loss": 3.3352012634277344,
      "step": 5880
    },
    {
      "epoch": 0.7719528178243774,
      "grad_norm": 0.33610445261001587,
      "learning_rate": 3.236669125058803e-05,
      "loss": 3.3586959838867188,
      "step": 5890
    },
    {
      "epoch": 0.7732634338138925,
      "grad_norm": 0.3407491445541382,
      "learning_rate": 3.201264741433016e-05,
      "loss": 3.355939483642578,
      "step": 5900
    },
    {
      "epoch": 0.7745740498034076,
      "grad_norm": 0.3252614140510559,
      "learning_rate": 3.166026601567661e-05,
      "loss": 3.3707916259765627,
      "step": 5910
    },
    {
      "epoch": 0.7758846657929227,
      "grad_norm": 0.3055562973022461,
      "learning_rate": 3.130955335453882e-05,
      "loss": 3.3595699310302733,
      "step": 5920
    },
    {
      "epoch": 0.7771952817824378,
      "grad_norm": 0.34379708766937256,
      "learning_rate": 3.096051570099441e-05,
      "loss": 3.3652412414550783,
      "step": 5930
    },
    {
      "epoch": 0.7785058977719528,
      "grad_norm": 0.3022652566432953,
      "learning_rate": 3.0613159295175e-05,
      "loss": 3.3455970764160154,
      "step": 5940
    },
    {
      "epoch": 0.7798165137614679,
      "grad_norm": 0.3257646858692169,
      "learning_rate": 3.0267490347154702e-05,
      "loss": 3.3622432708740235,
      "step": 5950
    },
    {
      "epoch": 0.781127129750983,
      "grad_norm": 0.3029178977012634,
      "learning_rate": 2.99235150368391e-05,
      "loss": 3.3372623443603517,
      "step": 5960
    },
    {
      "epoch": 0.7824377457404981,
      "grad_norm": 0.3360319435596466,
      "learning_rate": 2.958123951385469e-05,
      "loss": 3.3521957397460938,
      "step": 5970
    },
    {
      "epoch": 0.783748361730013,
      "grad_norm": 0.3412819504737854,
      "learning_rate": 2.924066989743912e-05,
      "loss": 3.3656593322753907,
      "step": 5980
    },
    {
      "epoch": 0.7850589777195282,
      "grad_norm": 0.30636218190193176,
      "learning_rate": 2.890181227633147e-05,
      "loss": 3.3589092254638673,
      "step": 5990
    },
    {
      "epoch": 0.7863695937090432,
      "grad_norm": 0.3335491120815277,
      "learning_rate": 2.856467270866374e-05,
      "loss": 3.3817459106445313,
      "step": 6000
    },
    {
      "epoch": 0.7863695937090432,
      "eval_loss": 3.3303537368774414,
      "eval_runtime": 0.6506,
      "eval_samples_per_second": 196.738,
      "eval_steps_per_second": 49.185,
      "step": 6000
    },
    {
      "epoch": 0.7876802096985583,
      "grad_norm": 0.35363516211509705,
      "learning_rate": 2.8229257221852295e-05,
      "loss": 3.3436180114746095,
      "step": 6010
    },
    {
      "epoch": 0.7889908256880734,
      "grad_norm": 0.37370988726615906,
      "learning_rate": 2.7895571812490332e-05,
      "loss": 3.3338638305664063,
      "step": 6020
    },
    {
      "epoch": 0.7903014416775884,
      "grad_norm": 0.34174343943595886,
      "learning_rate": 2.756362244624046e-05,
      "loss": 3.373862457275391,
      "step": 6030
    },
    {
      "epoch": 0.7916120576671035,
      "grad_norm": 0.3042144179344177,
      "learning_rate": 2.7233415057728043e-05,
      "loss": 3.375458526611328,
      "step": 6040
    },
    {
      "epoch": 0.7929226736566186,
      "grad_norm": 0.3233564794063568,
      "learning_rate": 2.690495555043529e-05,
      "loss": 3.35299072265625,
      "step": 6050
    },
    {
      "epoch": 0.7942332896461337,
      "grad_norm": 0.34451305866241455,
      "learning_rate": 2.657824979659565e-05,
      "loss": 3.3339828491210937,
      "step": 6060
    },
    {
      "epoch": 0.7955439056356488,
      "grad_norm": 0.3269437253475189,
      "learning_rate": 2.6253303637088692e-05,
      "loss": 3.3266883850097657,
      "step": 6070
    },
    {
      "epoch": 0.7968545216251638,
      "grad_norm": 0.3344271183013916,
      "learning_rate": 2.5930122881335838e-05,
      "loss": 3.3458206176757814,
      "step": 6080
    },
    {
      "epoch": 0.7981651376146789,
      "grad_norm": 0.3378041982650757,
      "learning_rate": 2.5608713307196288e-05,
      "loss": 3.376486587524414,
      "step": 6090
    },
    {
      "epoch": 0.799475753604194,
      "grad_norm": 0.33639028668403625,
      "learning_rate": 2.5289080660864104e-05,
      "loss": 3.3825927734375,
      "step": 6100
    },
    {
      "epoch": 0.8007863695937091,
      "grad_norm": 0.33317652344703674,
      "learning_rate": 2.49712306567651e-05,
      "loss": 3.3571189880371093,
      "step": 6110
    },
    {
      "epoch": 0.8020969855832241,
      "grad_norm": 0.41228970885276794,
      "learning_rate": 2.465516897745483e-05,
      "loss": 3.365692138671875,
      "step": 6120
    },
    {
      "epoch": 0.8034076015727392,
      "grad_norm": 0.3285669684410095,
      "learning_rate": 2.4340901273517054e-05,
      "loss": 3.34945068359375,
      "step": 6130
    },
    {
      "epoch": 0.8047182175622543,
      "grad_norm": 0.33901575207710266,
      "learning_rate": 2.4028433163462592e-05,
      "loss": 3.3318550109863283,
      "step": 6140
    },
    {
      "epoch": 0.8060288335517694,
      "grad_norm": 0.3647589385509491,
      "learning_rate": 2.3717770233628963e-05,
      "loss": 3.3123458862304687,
      "step": 6150
    },
    {
      "epoch": 0.8073394495412844,
      "grad_norm": 0.32430407404899597,
      "learning_rate": 2.3408918038080485e-05,
      "loss": 3.32352294921875,
      "step": 6160
    },
    {
      "epoch": 0.8086500655307994,
      "grad_norm": 0.3205670714378357,
      "learning_rate": 2.3101882098508984e-05,
      "loss": 3.3723487854003906,
      "step": 6170
    },
    {
      "epoch": 0.8099606815203145,
      "grad_norm": 0.3097008466720581,
      "learning_rate": 2.279666790413505e-05,
      "loss": 3.345772552490234,
      "step": 6180
    },
    {
      "epoch": 0.8112712975098296,
      "grad_norm": 0.33213186264038086,
      "learning_rate": 2.2493280911609945e-05,
      "loss": 3.361161804199219,
      "step": 6190
    },
    {
      "epoch": 0.8125819134993447,
      "grad_norm": 0.33103683590888977,
      "learning_rate": 2.2191726544918024e-05,
      "loss": 3.3440555572509765,
      "step": 6200
    },
    {
      "epoch": 0.8138925294888598,
      "grad_norm": 0.3270765542984009,
      "learning_rate": 2.1892010195279753e-05,
      "loss": 3.314558410644531,
      "step": 6210
    },
    {
      "epoch": 0.8152031454783748,
      "grad_norm": 0.8729628324508667,
      "learning_rate": 2.1594137221055313e-05,
      "loss": 3.3897079467773437,
      "step": 6220
    },
    {
      "epoch": 0.8165137614678899,
      "grad_norm": 0.327976793050766,
      "learning_rate": 2.1298112947648953e-05,
      "loss": 3.3648033142089844,
      "step": 6230
    },
    {
      "epoch": 0.817824377457405,
      "grad_norm": 0.333496630191803,
      "learning_rate": 2.1003942667413457e-05,
      "loss": 3.347941589355469,
      "step": 6240
    },
    {
      "epoch": 0.8191349934469201,
      "grad_norm": 0.3156273066997528,
      "learning_rate": 2.0711631639555874e-05,
      "loss": 3.3855525970458986,
      "step": 6250
    },
    {
      "epoch": 0.8204456094364351,
      "grad_norm": 0.32962316274642944,
      "learning_rate": 2.042118509004326e-05,
      "loss": 3.3365623474121096,
      "step": 6260
    },
    {
      "epoch": 0.8217562254259502,
      "grad_norm": 0.3112349510192871,
      "learning_rate": 2.0132608211509432e-05,
      "loss": 3.3350597381591798,
      "step": 6270
    },
    {
      "epoch": 0.8230668414154653,
      "grad_norm": 0.331908643245697,
      "learning_rate": 1.984590616316198e-05,
      "loss": 3.335915374755859,
      "step": 6280
    },
    {
      "epoch": 0.8243774574049804,
      "grad_norm": 0.3129262328147888,
      "learning_rate": 1.9561084070690003e-05,
      "loss": 3.376775360107422,
      "step": 6290
    },
    {
      "epoch": 0.8256880733944955,
      "grad_norm": 0.35328081250190735,
      "learning_rate": 1.9278147026172643e-05,
      "loss": 3.337753677368164,
      "step": 6300
    },
    {
      "epoch": 0.8269986893840104,
      "grad_norm": 0.3121175169944763,
      "learning_rate": 1.8997100087987995e-05,
      "loss": 3.3632957458496096,
      "step": 6310
    },
    {
      "epoch": 0.8283093053735255,
      "grad_norm": 0.3124881684780121,
      "learning_rate": 1.8717948280722542e-05,
      "loss": 3.35325927734375,
      "step": 6320
    },
    {
      "epoch": 0.8296199213630406,
      "grad_norm": 0.3167072832584381,
      "learning_rate": 1.8440696595081503e-05,
      "loss": 3.356714630126953,
      "step": 6330
    },
    {
      "epoch": 0.8309305373525557,
      "grad_norm": 0.33579739928245544,
      "learning_rate": 1.8165349987799382e-05,
      "loss": 3.362018585205078,
      "step": 6340
    },
    {
      "epoch": 0.8322411533420708,
      "grad_norm": 0.32899734377861023,
      "learning_rate": 1.789191338155169e-05,
      "loss": 3.3694324493408203,
      "step": 6350
    },
    {
      "epoch": 0.8335517693315858,
      "grad_norm": 0.32633092999458313,
      "learning_rate": 1.7620391664866593e-05,
      "loss": 3.349412536621094,
      "step": 6360
    },
    {
      "epoch": 0.8348623853211009,
      "grad_norm": 0.38317421078681946,
      "learning_rate": 1.7350789692037725e-05,
      "loss": 3.3652263641357423,
      "step": 6370
    },
    {
      "epoch": 0.836173001310616,
      "grad_norm": 0.3290563225746155,
      "learning_rate": 1.7083112283037315e-05,
      "loss": 3.351622772216797,
      "step": 6380
    },
    {
      "epoch": 0.8374836173001311,
      "grad_norm": 0.32409361004829407,
      "learning_rate": 1.6817364223430053e-05,
      "loss": 3.369770812988281,
      "step": 6390
    },
    {
      "epoch": 0.8387942332896461,
      "grad_norm": 0.4066806435585022,
      "learning_rate": 1.655355026428751e-05,
      "loss": 3.348828125,
      "step": 6400
    },
    {
      "epoch": 0.8401048492791612,
      "grad_norm": 0.43215715885162354,
      "learning_rate": 1.6291675122103194e-05,
      "loss": 3.3478652954101564,
      "step": 6410
    },
    {
      "epoch": 0.8414154652686763,
      "grad_norm": 0.32412537932395935,
      "learning_rate": 1.6031743478708282e-05,
      "loss": 3.3778121948242186,
      "step": 6420
    },
    {
      "epoch": 0.8427260812581914,
      "grad_norm": 0.32044336199760437,
      "learning_rate": 1.5773759981187837e-05,
      "loss": 3.358892059326172,
      "step": 6430
    },
    {
      "epoch": 0.8440366972477065,
      "grad_norm": 0.31787800788879395,
      "learning_rate": 1.5517729241797784e-05,
      "loss": 3.379691314697266,
      "step": 6440
    },
    {
      "epoch": 0.8453473132372215,
      "grad_norm": 0.3083689212799072,
      "learning_rate": 1.5263655837882418e-05,
      "loss": 3.372517776489258,
      "step": 6450
    },
    {
      "epoch": 0.8466579292267365,
      "grad_norm": 0.3075832426548004,
      "learning_rate": 1.5011544311792608e-05,
      "loss": 3.3828834533691405,
      "step": 6460
    },
    {
      "epoch": 0.8479685452162516,
      "grad_norm": 0.31305742263793945,
      "learning_rate": 1.4761399170804573e-05,
      "loss": 3.3757080078125,
      "step": 6470
    },
    {
      "epoch": 0.8492791612057667,
      "grad_norm": 0.30489581823349,
      "learning_rate": 1.4513224887039253e-05,
      "loss": 3.380139923095703,
      "step": 6480
    },
    {
      "epoch": 0.8505897771952818,
      "grad_norm": 0.30987152457237244,
      "learning_rate": 1.4267025897382421e-05,
      "loss": 3.340727996826172,
      "step": 6490
    },
    {
      "epoch": 0.8519003931847968,
      "grad_norm": 0.36789146065711975,
      "learning_rate": 1.4022806603405352e-05,
      "loss": 3.369355010986328,
      "step": 6500
    },
    {
      "epoch": 0.8519003931847968,
      "eval_loss": 3.3188538551330566,
      "eval_runtime": 0.6546,
      "eval_samples_per_second": 195.543,
      "eval_steps_per_second": 48.886,
      "step": 6500
    },
    {
      "epoch": 0.8532110091743119,
      "grad_norm": 0.310918927192688,
      "learning_rate": 1.3780571371286063e-05,
      "loss": 3.3753097534179686,
      "step": 6510
    },
    {
      "epoch": 0.854521625163827,
      "grad_norm": 0.3079811632633209,
      "learning_rate": 1.3540324531731416e-05,
      "loss": 3.376170349121094,
      "step": 6520
    },
    {
      "epoch": 0.8558322411533421,
      "grad_norm": 0.3083153963088989,
      "learning_rate": 1.3302070379899444e-05,
      "loss": 3.386785125732422,
      "step": 6530
    },
    {
      "epoch": 0.8571428571428571,
      "grad_norm": 0.3154764771461487,
      "learning_rate": 1.3065813175322766e-05,
      "loss": 3.4144176483154296,
      "step": 6540
    },
    {
      "epoch": 0.8584534731323722,
      "grad_norm": 0.3203883469104767,
      "learning_rate": 1.2831557141832374e-05,
      "loss": 3.4260269165039063,
      "step": 6550
    },
    {
      "epoch": 0.8597640891218873,
      "grad_norm": 0.3174280822277069,
      "learning_rate": 1.2599306467482142e-05,
      "loss": 3.354481887817383,
      "step": 6560
    },
    {
      "epoch": 0.8610747051114024,
      "grad_norm": 0.29426464438438416,
      "learning_rate": 1.236906530447389e-05,
      "loss": 3.370252990722656,
      "step": 6570
    },
    {
      "epoch": 0.8623853211009175,
      "grad_norm": 0.3100093603134155,
      "learning_rate": 1.2140837769083133e-05,
      "loss": 3.38878173828125,
      "step": 6580
    },
    {
      "epoch": 0.8636959370904325,
      "grad_norm": 0.32260891795158386,
      "learning_rate": 1.1914627941585599e-05,
      "loss": 3.3707855224609373,
      "step": 6590
    },
    {
      "epoch": 0.8650065530799476,
      "grad_norm": 0.3071698248386383,
      "learning_rate": 1.169043986618426e-05,
      "loss": 3.371693420410156,
      "step": 6600
    },
    {
      "epoch": 0.8663171690694627,
      "grad_norm": 0.31154584884643555,
      "learning_rate": 1.1468277550936921e-05,
      "loss": 3.3806121826171873,
      "step": 6610
    },
    {
      "epoch": 0.8676277850589778,
      "grad_norm": 0.29435452818870544,
      "learning_rate": 1.1248144967684712e-05,
      "loss": 3.396368408203125,
      "step": 6620
    },
    {
      "epoch": 0.8689384010484927,
      "grad_norm": 0.30826202034950256,
      "learning_rate": 1.1030046051980852e-05,
      "loss": 3.382862091064453,
      "step": 6630
    },
    {
      "epoch": 0.8702490170380078,
      "grad_norm": 0.3180260956287384,
      "learning_rate": 1.081398470302064e-05,
      "loss": 3.379864501953125,
      "step": 6640
    },
    {
      "epoch": 0.8715596330275229,
      "grad_norm": 0.3043128550052643,
      "learning_rate": 1.0599964783571406e-05,
      "loss": 3.368876647949219,
      "step": 6650
    },
    {
      "epoch": 0.872870249017038,
      "grad_norm": 0.3154434263706207,
      "learning_rate": 1.0387990119903628e-05,
      "loss": 3.3803356170654295,
      "step": 6660
    },
    {
      "epoch": 0.8741808650065531,
      "grad_norm": 0.3053065538406372,
      "learning_rate": 1.0178064501722497e-05,
      "loss": 3.367156219482422,
      "step": 6670
    },
    {
      "epoch": 0.8754914809960681,
      "grad_norm": 0.30004337430000305,
      "learning_rate": 9.970191682100144e-06,
      "loss": 3.322949981689453,
      "step": 6680
    },
    {
      "epoch": 0.8768020969855832,
      "grad_norm": 0.3109953999519348,
      "learning_rate": 9.764375377408554e-06,
      "loss": 3.4001792907714843,
      "step": 6690
    },
    {
      "epoch": 0.8781127129750983,
      "grad_norm": 0.30131492018699646,
      "learning_rate": 9.560619267253128e-06,
      "loss": 3.368103790283203,
      "step": 6700
    },
    {
      "epoch": 0.8794233289646134,
      "grad_norm": 0.2979066073894501,
      "learning_rate": 9.358926994406894e-06,
      "loss": 3.3624393463134767,
      "step": 6710
    },
    {
      "epoch": 0.8807339449541285,
      "grad_norm": 0.30490824580192566,
      "learning_rate": 9.159302164745365e-06,
      "loss": 3.356029510498047,
      "step": 6720
    },
    {
      "epoch": 0.8820445609436435,
      "grad_norm": 0.3191581964492798,
      "learning_rate": 8.961748347182122e-06,
      "loss": 3.3503108978271485,
      "step": 6730
    },
    {
      "epoch": 0.8833551769331586,
      "grad_norm": 0.30742236971855164,
      "learning_rate": 8.766269073604921e-06,
      "loss": 3.3578086853027345,
      "step": 6740
    },
    {
      "epoch": 0.8846657929226737,
      "grad_norm": 0.3141056001186371,
      "learning_rate": 8.57286783881267e-06,
      "loss": 3.3904998779296873,
      "step": 6750
    },
    {
      "epoch": 0.8859764089121888,
      "grad_norm": 0.30159813165664673,
      "learning_rate": 8.381548100452816e-06,
      "loss": 3.3533233642578124,
      "step": 6760
    },
    {
      "epoch": 0.8872870249017037,
      "grad_norm": 0.3002426028251648,
      "learning_rate": 8.192313278959695e-06,
      "loss": 3.379141616821289,
      "step": 6770
    },
    {
      "epoch": 0.8885976408912188,
      "grad_norm": 0.32040804624557495,
      "learning_rate": 8.005166757493146e-06,
      "loss": 3.3639598846435548,
      "step": 6780
    },
    {
      "epoch": 0.8899082568807339,
      "grad_norm": 0.29884403944015503,
      "learning_rate": 7.820111881878256e-06,
      "loss": 3.338395690917969,
      "step": 6790
    },
    {
      "epoch": 0.891218872870249,
      "grad_norm": 0.3116324543952942,
      "learning_rate": 7.637151960545416e-06,
      "loss": 3.3901512145996096,
      "step": 6800
    },
    {
      "epoch": 0.8925294888597641,
      "grad_norm": 0.31241050362586975,
      "learning_rate": 7.456290264471241e-06,
      "loss": 3.36478271484375,
      "step": 6810
    },
    {
      "epoch": 0.8938401048492791,
      "grad_norm": 0.3349895477294922,
      "learning_rate": 7.277530027120033e-06,
      "loss": 3.431895446777344,
      "step": 6820
    },
    {
      "epoch": 0.8951507208387942,
      "grad_norm": 0.32072752714157104,
      "learning_rate": 7.1008744443859515e-06,
      "loss": 3.3821666717529295,
      "step": 6830
    },
    {
      "epoch": 0.8964613368283093,
      "grad_norm": 0.3245388865470886,
      "learning_rate": 6.926326674535965e-06,
      "loss": 3.4020755767822264,
      "step": 6840
    },
    {
      "epoch": 0.8977719528178244,
      "grad_norm": 0.28425949811935425,
      "learning_rate": 6.753889838153365e-06,
      "loss": 3.3578716278076173,
      "step": 6850
    },
    {
      "epoch": 0.8990825688073395,
      "grad_norm": 0.29869386553764343,
      "learning_rate": 6.583567018081924e-06,
      "loss": 3.347605895996094,
      "step": 6860
    },
    {
      "epoch": 0.9003931847968545,
      "grad_norm": 0.3033890426158905,
      "learning_rate": 6.415361259370811e-06,
      "loss": 3.323773193359375,
      "step": 6870
    },
    {
      "epoch": 0.9017038007863696,
      "grad_norm": 0.2927691340446472,
      "learning_rate": 6.249275569220128e-06,
      "loss": 3.3410198211669924,
      "step": 6880
    },
    {
      "epoch": 0.9030144167758847,
      "grad_norm": 0.3325936198234558,
      "learning_rate": 6.085312916927224e-06,
      "loss": 3.3386634826660155,
      "step": 6890
    },
    {
      "epoch": 0.9043250327653998,
      "grad_norm": 0.2980666160583496,
      "learning_rate": 5.923476233833519e-06,
      "loss": 3.3201866149902344,
      "step": 6900
    },
    {
      "epoch": 0.9056356487549148,
      "grad_norm": 0.39060717821121216,
      "learning_rate": 5.763768413272141e-06,
      "loss": 3.3882377624511717,
      "step": 6910
    },
    {
      "epoch": 0.9069462647444299,
      "grad_norm": 0.31787121295928955,
      "learning_rate": 5.606192310516192e-06,
      "loss": 3.3214431762695313,
      "step": 6920
    },
    {
      "epoch": 0.908256880733945,
      "grad_norm": 0.3000994622707367,
      "learning_rate": 5.450750742727703e-06,
      "loss": 3.307904052734375,
      "step": 6930
    },
    {
      "epoch": 0.90956749672346,
      "grad_norm": 0.3255162239074707,
      "learning_rate": 5.2974464889072455e-06,
      "loss": 3.3502056121826174,
      "step": 6940
    },
    {
      "epoch": 0.9108781127129751,
      "grad_norm": 0.29743945598602295,
      "learning_rate": 5.146282289844304e-06,
      "loss": 3.378376770019531,
      "step": 6950
    },
    {
      "epoch": 0.9121887287024901,
      "grad_norm": 0.2946659028530121,
      "learning_rate": 4.9972608480682165e-06,
      "loss": 3.321432113647461,
      "step": 6960
    },
    {
      "epoch": 0.9134993446920052,
      "grad_norm": 0.2932695150375366,
      "learning_rate": 4.8503848277998976e-06,
      "loss": 3.345353698730469,
      "step": 6970
    },
    {
      "epoch": 0.9148099606815203,
      "grad_norm": 0.30997851490974426,
      "learning_rate": 4.705656854904164e-06,
      "loss": 3.3472625732421877,
      "step": 6980
    },
    {
      "epoch": 0.9161205766710354,
      "grad_norm": 0.29063260555267334,
      "learning_rate": 4.56307951684283e-06,
      "loss": 3.339314270019531,
      "step": 6990
    },
    {
      "epoch": 0.9174311926605505,
      "grad_norm": 0.2816169261932373,
      "learning_rate": 4.42265536262848e-06,
      "loss": 3.333665466308594,
      "step": 7000
    },
    {
      "epoch": 0.9174311926605505,
      "eval_loss": 3.3129336833953857,
      "eval_runtime": 0.6522,
      "eval_samples_per_second": 196.258,
      "eval_steps_per_second": 49.064,
      "step": 7000
    },
    {
      "epoch": 0.9187418086500655,
      "grad_norm": 0.3051961362361908,
      "learning_rate": 4.2843869027787555e-06,
      "loss": 3.3713245391845703,
      "step": 7010
    },
    {
      "epoch": 0.9200524246395806,
      "grad_norm": 0.2888372540473938,
      "learning_rate": 4.148276609271695e-06,
      "loss": 3.3540958404541015,
      "step": 7020
    },
    {
      "epoch": 0.9213630406290957,
      "grad_norm": 0.29332298040390015,
      "learning_rate": 4.014326915501299e-06,
      "loss": 3.3700469970703124,
      "step": 7030
    },
    {
      "epoch": 0.9226736566186108,
      "grad_norm": 0.3304659426212311,
      "learning_rate": 3.882540216234201e-06,
      "loss": 3.3370128631591798,
      "step": 7040
    },
    {
      "epoch": 0.9239842726081258,
      "grad_norm": 0.3269523084163666,
      "learning_rate": 3.7529188675667625e-06,
      "loss": 3.338623809814453,
      "step": 7050
    },
    {
      "epoch": 0.9252948885976409,
      "grad_norm": 0.3190535008907318,
      "learning_rate": 3.6254651868830174e-06,
      "loss": 3.3183475494384767,
      "step": 7060
    },
    {
      "epoch": 0.926605504587156,
      "grad_norm": 0.2958862781524658,
      "learning_rate": 3.500181452813209e-06,
      "loss": 3.330657196044922,
      "step": 7070
    },
    {
      "epoch": 0.927916120576671,
      "grad_norm": 0.3097800612449646,
      "learning_rate": 3.3770699051929586e-06,
      "loss": 3.321266937255859,
      "step": 7080
    },
    {
      "epoch": 0.9292267365661862,
      "grad_norm": 0.30177006125450134,
      "learning_rate": 3.256132745023413e-06,
      "loss": 3.3275909423828125,
      "step": 7090
    },
    {
      "epoch": 0.9305373525557011,
      "grad_norm": 0.30706194043159485,
      "learning_rate": 3.1373721344317705e-06,
      "loss": 3.3286991119384766,
      "step": 7100
    },
    {
      "epoch": 0.9318479685452162,
      "grad_norm": 0.3056046664714813,
      "learning_rate": 3.020790196632622e-06,
      "loss": 3.3269805908203125,
      "step": 7110
    },
    {
      "epoch": 0.9331585845347313,
      "grad_norm": 0.292073518037796,
      "learning_rate": 2.9063890158900206e-06,
      "loss": 3.351909637451172,
      "step": 7120
    },
    {
      "epoch": 0.9344692005242464,
      "grad_norm": 0.2931078374385834,
      "learning_rate": 2.7941706374802338e-06,
      "loss": 3.336248016357422,
      "step": 7130
    },
    {
      "epoch": 0.9357798165137615,
      "grad_norm": 0.29219377040863037,
      "learning_rate": 2.6841370676551624e-06,
      "loss": 3.35142822265625,
      "step": 7140
    },
    {
      "epoch": 0.9370904325032765,
      "grad_norm": 0.289546936750412,
      "learning_rate": 2.576290273606452e-06,
      "loss": 3.3211265563964845,
      "step": 7150
    },
    {
      "epoch": 0.9384010484927916,
      "grad_norm": 0.36794570088386536,
      "learning_rate": 2.4706321834303686e-06,
      "loss": 3.3085655212402343,
      "step": 7160
    },
    {
      "epoch": 0.9397116644823067,
      "grad_norm": 0.30128714442253113,
      "learning_rate": 2.3671646860932706e-06,
      "loss": 3.332135009765625,
      "step": 7170
    },
    {
      "epoch": 0.9410222804718218,
      "grad_norm": 0.3192578852176666,
      "learning_rate": 2.2658896313978856e-06,
      "loss": 3.3328075408935547,
      "step": 7180
    },
    {
      "epoch": 0.9423328964613368,
      "grad_norm": 0.2986798584461212,
      "learning_rate": 2.1668088299502396e-06,
      "loss": 3.3342510223388673,
      "step": 7190
    },
    {
      "epoch": 0.9436435124508519,
      "grad_norm": 0.3024228811264038,
      "learning_rate": 2.0699240531272394e-06,
      "loss": 3.333052062988281,
      "step": 7200
    },
    {
      "epoch": 0.944954128440367,
      "grad_norm": 0.35249948501586914,
      "learning_rate": 1.9752370330450576e-06,
      "loss": 3.3223030090332033,
      "step": 7210
    },
    {
      "epoch": 0.9462647444298821,
      "grad_norm": 0.29251888394355774,
      "learning_rate": 1.882749462528116e-06,
      "loss": 3.3603363037109375,
      "step": 7220
    },
    {
      "epoch": 0.9475753604193972,
      "grad_norm": 0.3287796676158905,
      "learning_rate": 1.7924629950788612e-06,
      "loss": 3.338475799560547,
      "step": 7230
    },
    {
      "epoch": 0.9488859764089121,
      "grad_norm": 0.32185614109039307,
      "learning_rate": 1.7043792448482032e-06,
      "loss": 3.3265007019042967,
      "step": 7240
    },
    {
      "epoch": 0.9501965923984272,
      "grad_norm": 0.3013335168361664,
      "learning_rate": 1.6184997866066364e-06,
      "loss": 3.3488208770751955,
      "step": 7250
    },
    {
      "epoch": 0.9515072083879423,
      "grad_norm": 0.28101852536201477,
      "learning_rate": 1.5348261557160819e-06,
      "loss": 3.323994445800781,
      "step": 7260
    },
    {
      "epoch": 0.9528178243774574,
      "grad_norm": 0.3079557716846466,
      "learning_rate": 1.4533598481024367e-06,
      "loss": 3.323910140991211,
      "step": 7270
    },
    {
      "epoch": 0.9541284403669725,
      "grad_norm": 0.29948699474334717,
      "learning_rate": 1.3741023202288872e-06,
      "loss": 3.32139892578125,
      "step": 7280
    },
    {
      "epoch": 0.9554390563564875,
      "grad_norm": 0.2919541001319885,
      "learning_rate": 1.2970549890697764e-06,
      "loss": 3.320056915283203,
      "step": 7290
    },
    {
      "epoch": 0.9567496723460026,
      "grad_norm": 0.2965683341026306,
      "learning_rate": 1.2222192320853337e-06,
      "loss": 3.320098114013672,
      "step": 7300
    },
    {
      "epoch": 0.9580602883355177,
      "grad_norm": 0.3311969041824341,
      "learning_rate": 1.1495963871970826e-06,
      "loss": 3.3380081176757814,
      "step": 7310
    },
    {
      "epoch": 0.9593709043250328,
      "grad_norm": 0.3010317087173462,
      "learning_rate": 1.079187752763791e-06,
      "loss": 3.343079376220703,
      "step": 7320
    },
    {
      "epoch": 0.9606815203145478,
      "grad_norm": 0.2998013198375702,
      "learning_rate": 1.010994587558392e-06,
      "loss": 3.3433082580566404,
      "step": 7330
    },
    {
      "epoch": 0.9619921363040629,
      "grad_norm": 0.3191259801387787,
      "learning_rate": 9.450181107454186e-07,
      "loss": 3.340503692626953,
      "step": 7340
    },
    {
      "epoch": 0.963302752293578,
      "grad_norm": 0.3275178074836731,
      "learning_rate": 8.812595018592162e-07,
      "loss": 3.407551956176758,
      "step": 7350
    },
    {
      "epoch": 0.9646133682830931,
      "grad_norm": 0.28972694277763367,
      "learning_rate": 8.197199007828616e-07,
      "loss": 3.3389026641845705,
      "step": 7360
    },
    {
      "epoch": 0.9659239842726082,
      "grad_norm": 0.29658886790275574,
      "learning_rate": 7.604004077277765e-07,
      "loss": 3.3539688110351564,
      "step": 7370
    },
    {
      "epoch": 0.9672346002621232,
      "grad_norm": 0.2887858748435974,
      "learning_rate": 7.033020832140219e-07,
      "loss": 3.356988525390625,
      "step": 7380
    },
    {
      "epoch": 0.9685452162516383,
      "grad_norm": 0.2883237898349762,
      "learning_rate": 6.48425948051437e-07,
      "loss": 3.3269508361816404,
      "step": 7390
    },
    {
      "epoch": 0.9698558322411533,
      "grad_norm": 0.3045375645160675,
      "learning_rate": 5.957729833213077e-07,
      "loss": 3.361216735839844,
      "step": 7400
    },
    {
      "epoch": 0.9711664482306684,
      "grad_norm": 0.2914453148841858,
      "learning_rate": 5.453441303588241e-07,
      "loss": 3.3756134033203127,
      "step": 7410
    },
    {
      "epoch": 0.9724770642201835,
      "grad_norm": 0.3032694160938263,
      "learning_rate": 4.971402907362755e-07,
      "loss": 3.3739913940429687,
      "step": 7420
    },
    {
      "epoch": 0.9737876802096985,
      "grad_norm": 0.3123086988925934,
      "learning_rate": 4.5116232624696494e-07,
      "loss": 3.3590274810791017,
      "step": 7430
    },
    {
      "epoch": 0.9750982961992136,
      "grad_norm": 0.295000821352005,
      "learning_rate": 4.0741105888973674e-07,
      "loss": 3.358423614501953,
      "step": 7440
    },
    {
      "epoch": 0.9764089121887287,
      "grad_norm": 0.2938995361328125,
      "learning_rate": 3.658872708543204e-07,
      "loss": 3.356646728515625,
      "step": 7450
    },
    {
      "epoch": 0.9777195281782438,
      "grad_norm": 0.37629279494285583,
      "learning_rate": 3.2659170450734246e-07,
      "loss": 3.390125274658203,
      "step": 7460
    },
    {
      "epoch": 0.9790301441677588,
      "grad_norm": 0.2896755039691925,
      "learning_rate": 2.895250623790313e-07,
      "loss": 3.3407524108886717,
      "step": 7470
    },
    {
      "epoch": 0.9803407601572739,
      "grad_norm": 0.2916204035282135,
      "learning_rate": 2.546880071506857e-07,
      "loss": 3.3886882781982424,
      "step": 7480
    },
    {
      "epoch": 0.981651376146789,
      "grad_norm": 0.3027748167514801,
      "learning_rate": 2.2208116164282311e-07,
      "loss": 3.345502471923828,
      "step": 7490
    },
    {
      "epoch": 0.9829619921363041,
      "grad_norm": 0.294237345457077,
      "learning_rate": 1.9170510880404944e-07,
      "loss": 3.3678871154785157,
      "step": 7500
    },
    {
      "epoch": 0.9829619921363041,
      "eval_loss": 3.311072587966919,
      "eval_runtime": 0.652,
      "eval_samples_per_second": 196.324,
      "eval_steps_per_second": 49.081,
      "step": 7500
    },
    {
      "epoch": 0.9842726081258192,
      "grad_norm": 0.3106505274772644,
      "learning_rate": 1.6356039170059567e-07,
      "loss": 3.3929988861083986,
      "step": 7510
    },
    {
      "epoch": 0.9855832241153342,
      "grad_norm": 0.2878120541572571,
      "learning_rate": 1.3764751350664463e-07,
      "loss": 3.3702327728271486,
      "step": 7520
    },
    {
      "epoch": 0.9868938401048493,
      "grad_norm": 0.30748748779296875,
      "learning_rate": 1.1396693749536612e-07,
      "loss": 3.327832794189453,
      "step": 7530
    },
    {
      "epoch": 0.9882044560943644,
      "grad_norm": 0.293449342250824,
      "learning_rate": 9.251908703054867e-08,
      "loss": 3.353495407104492,
      "step": 7540
    },
    {
      "epoch": 0.9895150720838795,
      "grad_norm": 0.2871973216533661,
      "learning_rate": 7.330434555911925e-08,
      "loss": 3.366381072998047,
      "step": 7550
    },
    {
      "epoch": 0.9908256880733946,
      "grad_norm": 0.2895137071609497,
      "learning_rate": 5.6323056604218326e-08,
      "loss": 3.3602920532226563,
      "step": 7560
    },
    {
      "epoch": 0.9921363040629095,
      "grad_norm": 0.3256204128265381,
      "learning_rate": 4.1575523759121434e-08,
      "loss": 3.3837661743164062,
      "step": 7570
    },
    {
      "epoch": 0.9934469200524246,
      "grad_norm": 0.28854256868362427,
      "learning_rate": 2.90620106817574e-08,
      "loss": 3.3838157653808594,
      "step": 7580
    },
    {
      "epoch": 0.9947575360419397,
      "grad_norm": 0.31502512097358704,
      "learning_rate": 1.8782741090003776e-08,
      "loss": 3.3796337127685545,
      "step": 7590
    },
    {
      "epoch": 0.9960681520314548,
      "grad_norm": 0.2949548661708832,
      "learning_rate": 1.0737898757731679e-08,
      "loss": 3.3461822509765624,
      "step": 7600
    },
    {
      "epoch": 0.9973787680209698,
      "grad_norm": 0.2914263606071472,
      "learning_rate": 4.92762751147513e-09,
      "loss": 3.3411937713623048,
      "step": 7610
    },
    {
      "epoch": 0.9986893840104849,
      "grad_norm": 0.2979587912559509,
      "learning_rate": 1.3520312278636481e-09,
      "loss": 3.339801788330078,
      "step": 7620
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.29464030265808105,
      "learning_rate": 1.1173831776511989e-11,
      "loss": 3.35032958984375,
      "step": 7630
    },
    {
      "epoch": 1.0,
      "eval_loss": 3.3110201358795166,
      "eval_runtime": 0.6512,
      "eval_samples_per_second": 196.565,
      "eval_steps_per_second": 49.141,
      "step": 7630
    }
  ],
  "logging_steps": 10,
  "max_steps": 7630,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.2318806662918963e+18,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}