{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 13953,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0002150422020321488,
      "grad_norm": 12.0,
      "learning_rate": 1.4326647564469915e-07,
      "loss": 1.6164790391921997,
      "step": 1,
      "token_acc": 0.6621004566210046
    },
    {
      "epoch": 0.02150422020321488,
      "grad_norm": 6.21875,
      "learning_rate": 1.4326647564469913e-05,
      "loss": 1.188794762197167,
      "step": 100,
      "token_acc": 0.7460876453083856
    },
    {
      "epoch": 0.04300844040642976,
      "grad_norm": 4.46875,
      "learning_rate": 2.8653295128939826e-05,
      "loss": 0.7355960845947266,
      "step": 200,
      "token_acc": 0.8187009896706506
    },
    {
      "epoch": 0.06451266060964464,
      "grad_norm": 2.78125,
      "learning_rate": 4.297994269340974e-05,
      "loss": 0.5316849899291992,
      "step": 300,
      "token_acc": 0.8615559780448769
    },
    {
      "epoch": 0.08601688081285952,
      "grad_norm": 3.75,
      "learning_rate": 5.730659025787965e-05,
      "loss": 0.46149860382080077,
      "step": 400,
      "token_acc": 0.8763085964931234
    },
    {
      "epoch": 0.1075211010160744,
      "grad_norm": 3.046875,
      "learning_rate": 7.163323782234958e-05,
      "loss": 0.43257137298583986,
      "step": 500,
      "token_acc": 0.8855033733461842
    },
    {
      "epoch": 0.12902532121928928,
      "grad_norm": 2.828125,
      "learning_rate": 8.595988538681948e-05,
      "loss": 0.4290001678466797,
      "step": 600,
      "token_acc": 0.8841237425308222
    },
    {
      "epoch": 0.15052954142250416,
      "grad_norm": 2.84375,
      "learning_rate": 9.999999438253633e-05,
      "loss": 0.4132740020751953,
      "step": 700,
      "token_acc": 0.8884292300890545
    },
    {
      "epoch": 0.17203376162571904,
      "grad_norm": 2.765625,
      "learning_rate": 9.998538968828853e-05,
      "loss": 0.4122954940795898,
      "step": 800,
      "token_acc": 0.8891312971043237
    },
    {
      "epoch": 0.19353798182893392,
      "grad_norm": 2.4375,
      "learning_rate": 9.994270719682668e-05,
      "loss": 0.41482566833496093,
      "step": 900,
      "token_acc": 0.8889188460501483
    },
    {
      "epoch": 0.2150422020321488,
      "grad_norm": 3.203125,
      "learning_rate": 9.987197088376343e-05,
      "loss": 0.3782763671875,
      "step": 1000,
      "token_acc": 0.8961677752757686
    },
    {
      "epoch": 0.23654642223536368,
      "grad_norm": 2.421875,
      "learning_rate": 9.977322048310636e-05,
      "loss": 0.38466773986816405,
      "step": 1100,
      "token_acc": 0.8960082933674004
    },
    {
      "epoch": 0.25805064243857856,
      "grad_norm": 1.8828125,
      "learning_rate": 9.964651146493868e-05,
      "loss": 0.37627601623535156,
      "step": 1200,
      "token_acc": 0.8976215770873534
    },
    {
      "epoch": 0.27955486264179347,
      "grad_norm": 2.0,
      "learning_rate": 9.94919150042605e-05,
      "loss": 0.37790138244628907,
      "step": 1300,
      "token_acc": 0.8967620047231698
    },
    {
      "epoch": 0.3010590828450083,
      "grad_norm": 1.7109375,
      "learning_rate": 9.930951794100846e-05,
      "loss": 0.3538982009887695,
      "step": 1400,
      "token_acc": 0.9031133435062733
    },
    {
      "epoch": 0.3225633030482232,
      "grad_norm": 1.609375,
      "learning_rate": 9.909942273127595e-05,
      "loss": 0.35670711517333986,
      "step": 1500,
      "token_acc": 0.9019035105816946
    },
    {
      "epoch": 0.3440675232514381,
      "grad_norm": 2.296875,
      "learning_rate": 9.886174738976148e-05,
      "loss": 0.34810089111328124,
      "step": 1600,
      "token_acc": 0.9055337820567436
    },
    {
      "epoch": 0.365571743454653,
      "grad_norm": 2.015625,
      "learning_rate": 9.85966254234775e-05,
      "loss": 0.3589338302612305,
      "step": 1700,
      "token_acc": 0.9023834266367202
    },
    {
      "epoch": 0.38707596365786784,
      "grad_norm": 1.875,
      "learning_rate": 9.830420575675672e-05,
      "loss": 0.3577522659301758,
      "step": 1800,
      "token_acc": 0.9015066534697019
    },
    {
      "epoch": 0.40858018386108275,
      "grad_norm": 1.8359375,
      "learning_rate": 9.798465264759846e-05,
      "loss": 0.34096073150634765,
      "step": 1900,
      "token_acc": 0.905558431474052
    },
    {
      "epoch": 0.4300844040642976,
      "grad_norm": 2.0625,
      "learning_rate": 9.763814559540149e-05,
      "loss": 0.3458216094970703,
      "step": 2000,
      "token_acc": 0.9044097244455828
    },
    {
      "epoch": 0.4515886242675125,
      "grad_norm": 2.53125,
      "learning_rate": 9.726487924013573e-05,
      "loss": 0.34719383239746093,
      "step": 2100,
      "token_acc": 0.9023519529609407
    },
    {
      "epoch": 0.47309284447072736,
      "grad_norm": 2.078125,
      "learning_rate": 9.686506325300902e-05,
      "loss": 0.33799285888671876,
      "step": 2200,
      "token_acc": 0.9068587312532322
    },
    {
      "epoch": 0.49459706467394227,
      "grad_norm": 1.890625,
      "learning_rate": 9.643892221869059e-05,
      "loss": 0.3353384780883789,
      "step": 2300,
      "token_acc": 0.9076656738244497
    },
    {
      "epoch": 0.5161012848771571,
      "grad_norm": 1.5546875,
      "learning_rate": 9.598669550915733e-05,
      "loss": 0.3250057601928711,
      "step": 2400,
      "token_acc": 0.9099034988409078
    },
    {
      "epoch": 0.537605505080372,
      "grad_norm": 1.859375,
      "learning_rate": 9.55086371492338e-05,
      "loss": 0.32469905853271486,
      "step": 2500,
      "token_acc": 0.9092186712153885
    },
    {
      "epoch": 0.5591097252835869,
      "grad_norm": 1.2578125,
      "learning_rate": 9.500501567390132e-05,
      "loss": 0.33898296356201174,
      "step": 2600,
      "token_acc": 0.9060987206085753
    },
    {
      "epoch": 0.5806139454868018,
      "grad_norm": 1.7265625,
      "learning_rate": 9.447611397745651e-05,
      "loss": 0.32965770721435544,
      "step": 2700,
      "token_acc": 0.9072501632919661
    },
    {
      "epoch": 0.6021181656900166,
      "grad_norm": 2.25,
      "learning_rate": 9.392222915460385e-05,
      "loss": 0.3179072952270508,
      "step": 2800,
      "token_acc": 0.9119147316330415
    },
    {
      "epoch": 0.6236223858932316,
      "grad_norm": 1.6640625,
      "learning_rate": 9.334367233357169e-05,
      "loss": 0.3253290939331055,
      "step": 2900,
      "token_acc": 0.909042319059297
    },
    {
      "epoch": 0.6451266060964465,
      "grad_norm": 2.015625,
      "learning_rate": 9.274076850134519e-05,
      "loss": 0.31794769287109376,
      "step": 3000,
      "token_acc": 0.9108269303100317
    },
    {
      "epoch": 0.6666308262996613,
      "grad_norm": 1.9296875,
      "learning_rate": 9.211385632111469e-05,
      "loss": 0.3040708923339844,
      "step": 3100,
      "token_acc": 0.9163664726951773
    },
    {
      "epoch": 0.6881350465028762,
      "grad_norm": 2.1875,
      "learning_rate": 9.146328794204169e-05,
      "loss": 0.3194514083862305,
      "step": 3200,
      "token_acc": 0.909515801428353
    },
    {
      "epoch": 0.7096392667060911,
      "grad_norm": 1.8203125,
      "learning_rate": 9.078942880144971e-05,
      "loss": 0.2973049736022949,
      "step": 3300,
      "token_acc": 0.915813655305054
    },
    {
      "epoch": 0.731143486909306,
      "grad_norm": 1.296875,
      "learning_rate": 9.009265741955071e-05,
      "loss": 0.3128537368774414,
      "step": 3400,
      "token_acc": 0.9134898467577565
    },
    {
      "epoch": 0.7526477071125208,
      "grad_norm": 2.15625,
      "learning_rate": 8.937336518682273e-05,
      "loss": 0.2994493865966797,
      "step": 3500,
      "token_acc": 0.9148646310872762
    },
    {
      "epoch": 0.7741519273157357,
      "grad_norm": 1.59375,
      "learning_rate": 8.863195614415803e-05,
      "loss": 0.3013328552246094,
      "step": 3600,
      "token_acc": 0.9161106454316849
    },
    {
      "epoch": 0.7956561475189506,
      "grad_norm": 1.4375,
      "learning_rate": 8.78688467559051e-05,
      "loss": 0.292550048828125,
      "step": 3700,
      "token_acc": 0.9173435563980641
    },
    {
      "epoch": 0.8171603677221655,
      "grad_norm": 1.5390625,
      "learning_rate": 8.708446567593241e-05,
      "loss": 0.29124902725219726,
      "step": 3800,
      "token_acc": 0.9190288906089831
    },
    {
      "epoch": 0.8386645879253803,
      "grad_norm": 1.8515625,
      "learning_rate": 8.627925350684482e-05,
      "loss": 0.2943286514282227,
      "step": 3900,
      "token_acc": 0.9158156459753924
    },
    {
      "epoch": 0.8601688081285952,
      "grad_norm": 1.5,
      "learning_rate": 8.54536625524883e-05,
      "loss": 0.2970516014099121,
      "step": 4000,
      "token_acc": 0.9162451525880965
    },
    {
      "epoch": 0.8816730283318102,
      "grad_norm": 1.6875,
      "learning_rate": 8.460815656388175e-05,
      "loss": 0.2960320854187012,
      "step": 4100,
      "token_acc": 0.9170335429769392
    },
    {
      "epoch": 0.903177248535025,
      "grad_norm": 1.7734375,
      "learning_rate": 8.374321047871874e-05,
      "loss": 0.2804668426513672,
      "step": 4200,
      "token_acc": 0.9197268393248292
    },
    {
      "epoch": 0.9246814687382399,
      "grad_norm": 1.328125,
      "learning_rate": 8.28593101545855e-05,
      "loss": 0.2943642807006836,
      "step": 4300,
      "token_acc": 0.9148772033647546
    },
    {
      "epoch": 0.9461856889414547,
      "grad_norm": 2.03125,
      "learning_rate": 8.195695209604492e-05,
      "loss": 0.27788606643676755,
      "step": 4400,
      "token_acc": 0.9207105105432354
    },
    {
      "epoch": 0.9676899091446697,
      "grad_norm": 1.53125,
      "learning_rate": 8.103664317574e-05,
      "loss": 0.2929634475708008,
      "step": 4500,
      "token_acc": 0.9166524756268892
    },
    {
      "epoch": 0.9891941293478845,
      "grad_norm": 1.3984375,
      "learning_rate": 8.009890034967327e-05,
      "loss": 0.2756942176818848,
      "step": 4600,
      "token_acc": 0.9201785658278533
    },
    {
      "epoch": 1.0105370678995753,
      "grad_norm": 2.15625,
      "learning_rate": 7.914425036682224e-05,
      "loss": 0.24342775344848633,
      "step": 4700,
      "token_acc": 0.9299042798987788
    },
    {
      "epoch": 1.0320412881027903,
      "grad_norm": 1.8671875,
      "learning_rate": 7.817322947325397e-05,
      "loss": 0.17995485305786132,
      "step": 4800,
      "token_acc": 0.9437043588941504
    },
    {
      "epoch": 1.053545508306005,
      "grad_norm": 1.4453125,
      "learning_rate": 7.718638311090477e-05,
      "loss": 0.180903377532959,
      "step": 4900,
      "token_acc": 0.9431556053516115
    },
    {
      "epoch": 1.07504972850922,
      "grad_norm": 1.4765625,
      "learning_rate": 7.61842656111946e-05,
      "loss": 0.18013723373413085,
      "step": 5000,
      "token_acc": 0.9432521310198607
    },
    {
      "epoch": 1.0965539487124347,
      "grad_norm": 1.46875,
      "learning_rate": 7.516743988364796e-05,
      "loss": 0.1733488655090332,
      "step": 5100,
      "token_acc": 0.9452036217975466
    },
    {
      "epoch": 1.1180581689156497,
      "grad_norm": 1.328125,
      "learning_rate": 7.413647709969633e-05,
      "loss": 0.18172847747802734,
      "step": 5200,
      "token_acc": 0.9450252493635491
    },
    {
      "epoch": 1.1395623891188646,
      "grad_norm": 1.7109375,
      "learning_rate": 7.309195637183964e-05,
      "loss": 0.1805746650695801,
      "step": 5300,
      "token_acc": 0.9436492682350668
    },
    {
      "epoch": 1.1610666093220794,
      "grad_norm": 1.6796875,
      "learning_rate": 7.203446442834719e-05,
      "loss": 0.17925085067749025,
      "step": 5400,
      "token_acc": 0.9439468707202018
    },
    {
      "epoch": 1.1825708295252944,
      "grad_norm": 1.4765625,
      "learning_rate": 7.096459528368062e-05,
      "loss": 0.169547119140625,
      "step": 5500,
      "token_acc": 0.9464933035229764
    },
    {
      "epoch": 1.2040750497285093,
      "grad_norm": 1.734375,
      "learning_rate": 6.988294990482401e-05,
      "loss": 0.17277034759521484,
      "step": 5600,
      "token_acc": 0.9460861364350833
    },
    {
      "epoch": 1.225579269931724,
      "grad_norm": 2.140625,
      "learning_rate": 6.879013587370871e-05,
      "loss": 0.17827749252319336,
      "step": 5700,
      "token_acc": 0.9442837392321599
    },
    {
      "epoch": 1.247083490134939,
      "grad_norm": 1.125,
      "learning_rate": 6.768676704592228e-05,
      "loss": 0.17549230575561522,
      "step": 5800,
      "token_acc": 0.9464748448974765
    },
    {
      "epoch": 1.2685877103381538,
      "grad_norm": 1.1953125,
      "learning_rate": 6.657346320589358e-05,
      "loss": 0.17796480178833007,
      "step": 5900,
      "token_acc": 0.9452043317064996
    },
    {
      "epoch": 1.2900919305413687,
      "grad_norm": 1.8359375,
      "learning_rate": 6.545084971874738e-05,
      "loss": 0.16906660079956054,
      "step": 6000,
      "token_acc": 0.9470721771309513
    },
    {
      "epoch": 1.3115961507445837,
      "grad_norm": 1.65625,
      "learning_rate": 6.431955717902416e-05,
      "loss": 0.16938840866088867,
      "step": 6100,
      "token_acc": 0.9465871890295269
    },
    {
      "epoch": 1.3331003709477984,
      "grad_norm": 1.6953125,
      "learning_rate": 6.318022105646252e-05,
      "loss": 0.16985233306884764,
      "step": 6200,
      "token_acc": 0.9453208613382422
    },
    {
      "epoch": 1.3546045911510134,
      "grad_norm": 1.421875,
      "learning_rate": 6.203348133904315e-05,
      "loss": 0.16554460525512696,
      "step": 6300,
      "token_acc": 0.9484946073875549
    },
    {
      "epoch": 1.3761088113542281,
      "grad_norm": 1.7265625,
      "learning_rate": 6.087998217349456e-05,
      "loss": 0.1714496612548828,
      "step": 6400,
      "token_acc": 0.94634329678104
    },
    {
      "epoch": 1.397613031557443,
      "grad_norm": 1.875,
      "learning_rate": 5.972037150346305e-05,
      "loss": 0.16627944946289064,
      "step": 6500,
      "token_acc": 0.9477827531417016
    },
    {
      "epoch": 1.419117251760658,
      "grad_norm": 1.453125,
      "learning_rate": 5.855530070554975e-05,
      "loss": 0.16439420700073243,
      "step": 6600,
      "token_acc": 0.9465121486955548
    },
    {
      "epoch": 1.440621471963873,
      "grad_norm": 1.0078125,
      "learning_rate": 5.738542422341926e-05,
      "loss": 0.16206270217895508,
      "step": 6700,
      "token_acc": 0.9495115245433108
    },
    {
      "epoch": 1.4621256921670878,
      "grad_norm": 1.625,
      "learning_rate": 5.621139920018549e-05,
      "loss": 0.1623272705078125,
      "step": 6800,
      "token_acc": 0.9498222630085545
    },
    {
      "epoch": 1.4836299123703027,
      "grad_norm": 1.546875,
      "learning_rate": 5.5033885109281244e-05,
      "loss": 0.16696163177490234,
      "step": 6900,
      "token_acc": 0.9472825094771207
    },
    {
      "epoch": 1.5051341325735175,
      "grad_norm": 1.578125,
      "learning_rate": 5.3853543384018656e-05,
      "loss": 0.16011791229248046,
      "step": 7000,
      "token_acc": 0.9493761372498051
    },
    {
      "epoch": 1.5266383527767324,
      "grad_norm": 1.2890625,
      "learning_rate": 5.267103704604891e-05,
      "loss": 0.16526294708251954,
      "step": 7100,
      "token_acc": 0.9476293902632834
    },
    {
      "epoch": 1.5481425729799474,
      "grad_norm": 1.828125,
      "learning_rate": 5.148703033292958e-05,
      "loss": 0.1586237907409668,
      "step": 7200,
      "token_acc": 0.9495203562756563
    },
    {
      "epoch": 1.5696467931831624,
      "grad_norm": 1.3671875,
      "learning_rate": 5.030218832500914e-05,
      "loss": 0.159231014251709,
      "step": 7300,
      "token_acc": 0.9495050052541342
    },
    {
      "epoch": 1.591151013386377,
      "grad_norm": 1.1171875,
      "learning_rate": 4.911717657183785e-05,
      "loss": 0.15366475105285646,
      "step": 7400,
      "token_acc": 0.9513064514402544
    },
    {
      "epoch": 1.6126552335895918,
      "grad_norm": 2.21875,
      "learning_rate": 4.7932660718315374e-05,
      "loss": 0.1546556568145752,
      "step": 7500,
      "token_acc": 0.9507159117503138
    },
    {
      "epoch": 1.6341594537928068,
      "grad_norm": 1.3984375,
      "learning_rate": 4.6749306130784536e-05,
      "loss": 0.1541473388671875,
      "step": 7600,
      "token_acc": 0.9510321351613004
    },
    {
      "epoch": 1.6556636739960218,
      "grad_norm": 1.390625,
      "learning_rate": 4.556777752328174e-05,
      "loss": 0.15245358467102052,
      "step": 7700,
      "token_acc": 0.9505623938879457
    },
    {
      "epoch": 1.6771678941992367,
      "grad_norm": 1.359375,
      "learning_rate": 4.4388738584153746e-05,
      "loss": 0.1586322021484375,
      "step": 7800,
      "token_acc": 0.9495154185022027
    },
    {
      "epoch": 1.6986721144024515,
      "grad_norm": 1.4375,
      "learning_rate": 4.3212851603250584e-05,
      "loss": 0.14727062225341797,
      "step": 7900,
      "token_acc": 0.953377205906427
    },
    {
      "epoch": 1.7201763346056662,
      "grad_norm": 1.1484375,
      "learning_rate": 4.2040777099904036e-05,
      "loss": 0.14960084915161131,
      "step": 8000,
      "token_acc": 0.9518475573738213
    },
    {
      "epoch": 1.7416805548088812,
      "grad_norm": 1.4765625,
      "learning_rate": 4.087317345190068e-05,
      "loss": 0.14496273040771485,
      "step": 8100,
      "token_acc": 0.9537553603397311
    },
    {
      "epoch": 1.7631847750120961,
      "grad_norm": 1.2265625,
      "learning_rate": 3.9710696525657895e-05,
      "loss": 0.1413516902923584,
      "step": 8200,
      "token_acc": 0.9545205949534054
    },
    {
      "epoch": 1.784688995215311,
      "grad_norm": 1.4296875,
      "learning_rate": 3.855399930781046e-05,
      "loss": 0.15235366821289062,
      "step": 8300,
      "token_acc": 0.9515693224431089
    },
    {
      "epoch": 1.8061932154185258,
      "grad_norm": 1.6015625,
      "learning_rate": 3.740373153841489e-05,
      "loss": 0.14871362686157227,
      "step": 8400,
      "token_acc": 0.9517884587043938
    },
    {
      "epoch": 1.8276974356217408,
      "grad_norm": 1.2265625,
      "learning_rate": 3.626053934597737e-05,
      "loss": 0.15128151893615724,
      "step": 8500,
      "token_acc": 0.951846881390593
    },
    {
      "epoch": 1.8492016558249555,
      "grad_norm": 1.4921875,
      "learning_rate": 3.512506488451044e-05,
      "loss": 0.14497539520263672,
      "step": 8600,
      "token_acc": 0.9535891224164648
    },
    {
      "epoch": 1.8707058760281705,
      "grad_norm": 1.3125,
      "learning_rate": 3.399794597282213e-05,
      "loss": 0.14073530197143555,
      "step": 8700,
      "token_acc": 0.9544612238812328
    },
    {
      "epoch": 1.8922100962313855,
      "grad_norm": 1.8359375,
      "learning_rate": 3.287981573624039e-05,
      "loss": 0.14946557998657226,
      "step": 8800,
      "token_acc": 0.9516438041229213
    },
    {
      "epoch": 1.9137143164346004,
      "grad_norm": 1.6640625,
      "learning_rate": 3.177130225097384e-05,
      "loss": 0.14700041770935057,
      "step": 8900,
      "token_acc": 0.95218424379823
    },
    {
      "epoch": 1.9352185366378152,
      "grad_norm": 1.3046875,
      "learning_rate": 3.067302819130874e-05,
      "loss": 0.14165225982666016,
      "step": 9000,
      "token_acc": 0.9545654059030715
    },
    {
      "epoch": 1.95672275684103,
      "grad_norm": 1.3359375,
      "learning_rate": 2.9585610479840374e-05,
      "loss": 0.14729736328125,
      "step": 9100,
      "token_acc": 0.9531239897411582
    },
    {
      "epoch": 1.9782269770442449,
      "grad_norm": 1.8984375,
      "learning_rate": 2.850965994093523e-05,
      "loss": 0.14732083320617675,
      "step": 9200,
      "token_acc": 0.9525314765967898
    },
    {
      "epoch": 1.9997311972474598,
      "grad_norm": 1.4453125,
      "learning_rate": 2.744578095761868e-05,
      "loss": 0.13918962478637695,
      "step": 9300,
      "token_acc": 0.9544093355357809
    },
    {
      "epoch": 2.0210741357991506,
      "grad_norm": 1.015625,
      "learning_rate": 2.639457113208086e-05,
      "loss": 0.052382316589355465,
      "step": 9400,
      "token_acc": 0.9839434949048363
    },
    {
      "epoch": 2.0425783560023656,
      "grad_norm": 0.98828125,
      "learning_rate": 2.5356620949991606e-05,
      "loss": 0.04628158092498779,
      "step": 9500,
      "token_acc": 0.9855887301570714
    },
    {
      "epoch": 2.0640825762055806,
      "grad_norm": 1.234375,
      "learning_rate": 2.4332513448812706e-05,
      "loss": 0.04719796180725098,
      "step": 9600,
      "token_acc": 0.9844260236121577
    },
    {
      "epoch": 2.085586796408795,
      "grad_norm": 1.4375,
      "learning_rate": 2.3322823890294084e-05,
      "loss": 0.045996718406677246,
      "step": 9700,
      "token_acc": 0.9853374587026064
    },
    {
      "epoch": 2.10709101661201,
      "grad_norm": 0.86328125,
      "learning_rate": 2.2328119437337774e-05,
      "loss": 0.04895151138305664,
      "step": 9800,
      "token_acc": 0.9847560313565394
    },
    {
      "epoch": 2.128595236815225,
      "grad_norm": 1.34375,
      "learning_rate": 2.1348958835411008e-05,
      "loss": 0.04724515438079834,
      "step": 9900,
      "token_acc": 0.9846966313539142
    },
    {
      "epoch": 2.15009945701844,
      "grad_norm": 1.2578125,
      "learning_rate": 2.0385892098687814e-05,
      "loss": 0.04533194541931152,
      "step": 10000,
      "token_acc": 0.9855662029433199
    },
    {
      "epoch": 2.171603677221655,
      "grad_norm": 1.4921875,
      "learning_rate": 1.9439460201094854e-05,
      "loss": 0.04482400417327881,
      "step": 10100,
      "token_acc": 0.9852925480820544
    },
    {
      "epoch": 2.1931078974248694,
      "grad_norm": 1.15625,
      "learning_rate": 1.8510194772435658e-05,
      "loss": 0.044654135704040525,
      "step": 10200,
      "token_acc": 0.9855592169025005
    },
    {
      "epoch": 2.2146121176280844,
      "grad_norm": 1.1171875,
      "learning_rate": 1.7598617799763333e-05,
      "loss": 0.044921741485595704,
      "step": 10300,
      "token_acc": 0.9858118111531502
    },
    {
      "epoch": 2.2361163378312994,
      "grad_norm": 1.40625,
      "learning_rate": 1.670524133417013e-05,
      "loss": 0.045565009117126465,
      "step": 10400,
      "token_acc": 0.9854009085317824
    },
    {
      "epoch": 2.2576205580345143,
      "grad_norm": 1.171875,
      "learning_rate": 1.583056720315784e-05,
      "loss": 0.04394767761230469,
      "step": 10500,
      "token_acc": 0.9859472514319911
    },
    {
      "epoch": 2.2791247782377293,
      "grad_norm": 1.875,
      "learning_rate": 1.4975086728751459e-05,
      "loss": 0.0461022424697876,
      "step": 10600,
      "token_acc": 0.9851400839279155
    },
    {
      "epoch": 2.300628998440944,
      "grad_norm": 1.296875,
      "learning_rate": 1.4139280451513508e-05,
      "loss": 0.045181169509887695,
      "step": 10700,
      "token_acc": 0.9857515277528576
    },
    {
      "epoch": 2.322133218644159,
      "grad_norm": 1.875,
      "learning_rate": 1.332361786061494e-05,
      "loss": 0.04347699165344238,
      "step": 10800,
      "token_acc": 0.9855772720203224
    },
    {
      "epoch": 2.3436374388473737,
      "grad_norm": 1.1953125,
      "learning_rate": 1.2528557130113483e-05,
      "loss": 0.045889606475830076,
      "step": 10900,
      "token_acc": 0.9852655048746884
    },
    {
      "epoch": 2.3651416590505887,
      "grad_norm": 0.98046875,
      "learning_rate": 1.1754544861588207e-05,
      "loss": 0.045331325531005856,
      "step": 11000,
      "token_acc": 0.9854636972109825
    },
    {
      "epoch": 2.3866458792538037,
      "grad_norm": 1.6015625,
      "learning_rate": 1.1002015833274337e-05,
      "loss": 0.043533525466918944,
      "step": 11100,
      "token_acc": 0.9858369327574255
    },
    {
      "epoch": 2.4081500994570186,
      "grad_norm": 1.515625,
      "learning_rate": 1.0271392755839699e-05,
      "loss": 0.0444044828414917,
      "step": 11200,
      "token_acc": 0.9853882193213813
    },
    {
      "epoch": 2.429654319660233,
      "grad_norm": 0.96484375,
      "learning_rate": 9.563086034939484e-06,
      "loss": 0.044610238075256346,
      "step": 11300,
      "token_acc": 0.9854142164675365
    },
    {
      "epoch": 2.451158539863448,
      "grad_norm": 1.1171875,
      "learning_rate": 8.877493540683368e-06,
      "loss": 0.043998885154724124,
      "step": 11400,
      "token_acc": 0.9856164758722682
    },
    {
      "epoch": 2.472662760066663,
      "grad_norm": 0.77734375,
      "learning_rate": 8.215000384143674e-06,
      "loss": 0.04451916217803955,
      "step": 11500,
      "token_acc": 0.9857173401753261
    },
    {
      "epoch": 2.494166980269878,
      "grad_norm": 1.4453125,
      "learning_rate": 7.575978701030905e-06,
      "loss": 0.04564218044281006,
      "step": 11600,
      "token_acc": 0.985550530171997
    },
    {
      "epoch": 2.515671200473093,
      "grad_norm": 1.3828125,
      "learning_rate": 6.960787442657524e-06,
      "loss": 0.04552034854888916,
      "step": 11700,
      "token_acc": 0.9857974537777493
    },
    {
      "epoch": 2.5371754206763075,
      "grad_norm": 1.5,
      "learning_rate": 6.369772174307898e-06,
      "loss": 0.0429258394241333,
      "step": 11800,
      "token_acc": 0.9856699458151402
    },
    {
      "epoch": 2.5586796408795225,
      "grad_norm": 1.3828125,
      "learning_rate": 5.803264881127229e-06,
      "loss": 0.04383339405059814,
      "step": 11900,
      "token_acc": 0.9856585097607918
    },
    {
      "epoch": 2.5801838610827375,
      "grad_norm": 0.96875,
      "learning_rate": 5.26158378163894e-06,
      "loss": 0.045687408447265626,
      "step": 12000,
      "token_acc": 0.9857526372659322
    },
    {
      "epoch": 2.6016880812859524,
      "grad_norm": 0.8046875,
      "learning_rate": 4.7450331489948595e-06,
      "loss": 0.045373907089233396,
      "step": 12100,
      "token_acc": 0.9854963714129514
    },
    {
      "epoch": 2.6231923014891674,
      "grad_norm": 1.28125,
      "learning_rate": 4.253903140058907e-06,
      "loss": 0.04461602687835693,
      "step": 12200,
      "token_acc": 0.9852423926254988
    },
    {
      "epoch": 2.6446965216923823,
      "grad_norm": 1.1015625,
      "learning_rate": 3.7884696324201772e-06,
      "loss": 0.043819246292114256,
      "step": 12300,
      "token_acc": 0.986441358611798
    },
    {
      "epoch": 2.666200741895597,
      "grad_norm": 1.2734375,
      "learning_rate": 3.348994069426914e-06,
      "loss": 0.0426084041595459,
      "step": 12400,
      "token_acc": 0.9861481886505206
    },
    {
      "epoch": 2.687704962098812,
      "grad_norm": 1.4140625,
      "learning_rate": 2.935723313328587e-06,
      "loss": 0.04416153907775879,
      "step": 12500,
      "token_acc": 0.9864983511071138
    },
    {
      "epoch": 2.709209182302027,
      "grad_norm": 1.1484375,
      "learning_rate": 2.5488895066083485e-06,
      "loss": 0.0465748405456543,
      "step": 12600,
      "token_acc": 0.9856129707559866
    },
    {
      "epoch": 2.7307134025052417,
      "grad_norm": 1.421875,
      "learning_rate": 2.188709941583994e-06,
      "loss": 0.04476622581481934,
      "step": 12700,
      "token_acc": 0.986246306274987
    },
    {
      "epoch": 2.7522176227084563,
      "grad_norm": 1.8359375,
      "learning_rate": 1.855386938350462e-06,
      "loss": 0.044062623977661135,
      "step": 12800,
      "token_acc": 0.9858560179250466
    },
    {
      "epoch": 2.7737218429116712,
      "grad_norm": 2.21875,
      "learning_rate": 1.5491077311325764e-06,
      "loss": 0.04457646369934082,
      "step": 12900,
      "token_acc": 0.9861132879847027
    },
    {
      "epoch": 2.795226063114886,
      "grad_norm": 1.21875,
      "learning_rate": 1.2700443631118609e-06,
      "loss": 0.04175244331359863,
      "step": 13000,
      "token_acc": 0.9865129911629239
    },
    {
      "epoch": 2.816730283318101,
      "grad_norm": 1.4921875,
      "learning_rate": 1.0183535897863972e-06,
      "loss": 0.044061436653137206,
      "step": 13100,
      "token_acc": 0.9862232779097387
    },
    {
      "epoch": 2.838234503521316,
      "grad_norm": 1.2421875,
      "learning_rate": 7.941767909181053e-07,
      "loss": 0.04133213520050049,
      "step": 13200,
      "token_acc": 0.9868434957201733
    },
    {
      "epoch": 2.859738723724531,
      "grad_norm": 1.0546875,
      "learning_rate": 5.97639891116919e-07,
      "loss": 0.04463282108306885,
      "step": 13300,
      "token_acc": 0.9855094470595891
    },
    {
      "epoch": 2.881242943927746,
      "grad_norm": 1.015625,
      "learning_rate": 4.288532891063901e-07,
      "loss": 0.040103521347045895,
      "step": 13400,
      "token_acc": 0.9871428724234936
    },
    {
      "epoch": 2.9027471641309606,
      "grad_norm": 1.4921875,
      "learning_rate": 2.879117957105049e-07,
      "loss": 0.04607905864715576,
      "step": 13500,
      "token_acc": 0.9850233112639176
    },
    {
      "epoch": 2.9242513843341755,
      "grad_norm": 1.234375,
      "learning_rate": 1.7489458059654073e-07,
      "loss": 0.044112420082092284,
      "step": 13600,
      "token_acc": 0.9855080248372473
    },
    {
      "epoch": 2.9457556045373905,
      "grad_norm": 1.0546875,
      "learning_rate": 8.986512780389533e-08,
      "loss": 0.04211245536804199,
      "step": 13700,
      "token_acc": 0.9865898745538862
    },
    {
      "epoch": 2.9672598247406055,
      "grad_norm": 1.0703125,
      "learning_rate": 3.287120008378386e-08,
      "loss": 0.0446782112121582,
      "step": 13800,
      "token_acc": 0.9859737628098912
    },
    {
      "epoch": 2.98876404494382,
      "grad_norm": 1.2578125,
      "learning_rate": 3.94481206998365e-09,
      "loss": 0.043461389541625976,
      "step": 13900,
      "token_acc": 0.9860611657341518
    }
  ],
  "logging_steps": 100,
  "max_steps": 13953,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.979075114002413e+18,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}