{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 2375,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "entropy": 0.4990599287673831,
      "epoch": 0.004210526315789474,
      "grad_norm": 69.0,
      "learning_rate": 6.338028169014085e-07,
      "loss": 1.671738624572754,
      "mean_token_accuracy": 0.7763976119458675,
      "num_tokens": 31553.0,
      "step": 10
    },
    {
      "entropy": 0.4624864859506488,
      "epoch": 0.008421052631578947,
      "grad_norm": 65.0,
      "learning_rate": 1.3380281690140844e-06,
      "loss": 1.5600993156433105,
      "mean_token_accuracy": 0.7901717454195023,
      "num_tokens": 63579.0,
      "step": 20
    },
    {
      "entropy": 0.5733067244291306,
      "epoch": 0.01263157894736842,
      "grad_norm": 54.5,
      "learning_rate": 2.0422535211267608e-06,
      "loss": 1.6138050079345703,
      "mean_token_accuracy": 0.7659219928085804,
      "num_tokens": 92495.0,
      "step": 30
    },
    {
      "entropy": 0.576881331205368,
      "epoch": 0.016842105263157894,
      "grad_norm": 30.75,
      "learning_rate": 2.746478873239437e-06,
      "loss": 1.3854169845581055,
      "mean_token_accuracy": 0.7819479435682297,
      "num_tokens": 122375.0,
      "step": 40
    },
    {
      "entropy": 0.6074449960142374,
      "epoch": 0.021052631578947368,
      "grad_norm": 21.375,
      "learning_rate": 3.4507042253521127e-06,
      "loss": 1.1678359985351563,
      "mean_token_accuracy": 0.788398090749979,
      "num_tokens": 152668.0,
      "step": 50
    },
    {
      "entropy": 0.7060422364622354,
      "epoch": 0.02526315789473684,
      "grad_norm": 12.1875,
      "learning_rate": 4.154929577464789e-06,
      "loss": 0.9693965911865234,
      "mean_token_accuracy": 0.798081835359335,
      "num_tokens": 183863.0,
      "step": 60
    },
    {
      "entropy": 0.741611959785223,
      "epoch": 0.029473684210526315,
      "grad_norm": 12.0,
      "learning_rate": 4.859154929577465e-06,
      "loss": 0.7716450214385986,
      "mean_token_accuracy": 0.8399579018354416,
      "num_tokens": 212992.0,
      "step": 70
    },
    {
      "entropy": 0.6091062590479851,
      "epoch": 0.03368421052631579,
      "grad_norm": 15.0,
      "learning_rate": 4.982638888888889e-06,
      "loss": 0.5984757900238037,
      "mean_token_accuracy": 0.8683908067643642,
      "num_tokens": 242894.0,
      "step": 80
    },
    {
      "entropy": 0.4648941744118929,
      "epoch": 0.037894736842105266,
      "grad_norm": 9.25,
      "learning_rate": 4.9609375e-06,
      "loss": 0.45642986297607424,
      "mean_token_accuracy": 0.8944785602390766,
      "num_tokens": 273459.0,
      "step": 90
    },
    {
      "entropy": 0.3587808248586953,
      "epoch": 0.042105263157894736,
      "grad_norm": 8.375,
      "learning_rate": 4.9392361111111115e-06,
      "loss": 0.38718841075897215,
      "mean_token_accuracy": 0.9098845317959785,
      "num_tokens": 305452.0,
      "step": 100
    },
    {
      "entropy": 0.31363106137141583,
      "epoch": 0.04631578947368421,
      "grad_norm": 7.71875,
      "learning_rate": 4.917534722222223e-06,
      "loss": 0.35190615653991697,
      "mean_token_accuracy": 0.9152749516069889,
      "num_tokens": 336691.0,
      "step": 110
    },
    {
      "entropy": 0.30077689900062976,
      "epoch": 0.05052631578947368,
      "grad_norm": 7.5625,
      "learning_rate": 4.895833333333333e-06,
      "loss": 0.3593594551086426,
      "mean_token_accuracy": 0.9169687710702419,
      "num_tokens": 368879.0,
      "step": 120
    },
    {
      "entropy": 0.2662435117177665,
      "epoch": 0.05473684210526316,
      "grad_norm": 8.1875,
      "learning_rate": 4.8741319444444444e-06,
      "loss": 0.316438627243042,
      "mean_token_accuracy": 0.9221884422004223,
      "num_tokens": 399165.0,
      "step": 130
    },
    {
      "entropy": 0.26467454619705677,
      "epoch": 0.05894736842105263,
      "grad_norm": 8.8125,
      "learning_rate": 4.8524305555555565e-06,
      "loss": 0.27219557762145996,
      "mean_token_accuracy": 0.9298946231603622,
      "num_tokens": 428931.0,
      "step": 140
    },
    {
      "entropy": 0.2657210439443588,
      "epoch": 0.06315789473684211,
      "grad_norm": 16.875,
      "learning_rate": 4.830729166666667e-06,
      "loss": 0.3098090171813965,
      "mean_token_accuracy": 0.9222414299845696,
      "num_tokens": 458794.0,
      "step": 150
    },
    {
      "entropy": 0.23787126671522857,
      "epoch": 0.06736842105263158,
      "grad_norm": 10.0,
      "learning_rate": 4.809027777777778e-06,
      "loss": 0.2524611711502075,
      "mean_token_accuracy": 0.9230330072343349,
      "num_tokens": 489763.0,
      "step": 160
    },
    {
      "entropy": 0.2247232544235885,
      "epoch": 0.07157894736842105,
      "grad_norm": 10.75,
      "learning_rate": 4.787326388888889e-06,
      "loss": 0.2346771240234375,
      "mean_token_accuracy": 0.93573377430439,
      "num_tokens": 520029.0,
      "step": 170
    },
    {
      "entropy": 0.22070267596282064,
      "epoch": 0.07578947368421053,
      "grad_norm": 7.75,
      "learning_rate": 4.765625000000001e-06,
      "loss": 0.21888349056243897,
      "mean_token_accuracy": 0.9352433510124684,
      "num_tokens": 550742.0,
      "step": 180
    },
    {
      "entropy": 0.21396164572797716,
      "epoch": 0.08,
      "grad_norm": 7.65625,
      "learning_rate": 4.743923611111111e-06,
      "loss": 0.21159236431121825,
      "mean_token_accuracy": 0.9358419619500637,
      "num_tokens": 580071.0,
      "step": 190
    },
    {
      "entropy": 0.20088617503643036,
      "epoch": 0.08421052631578947,
      "grad_norm": 9.0625,
      "learning_rate": 4.722222222222222e-06,
      "loss": 0.210105037689209,
      "mean_token_accuracy": 0.9405015103518963,
      "num_tokens": 610346.0,
      "step": 200
    },
    {
      "entropy": 0.2197779224254191,
      "epoch": 0.08842105263157894,
      "grad_norm": 6.25,
      "learning_rate": 4.7005208333333335e-06,
      "loss": 0.24622466564178466,
      "mean_token_accuracy": 0.9350829392671585,
      "num_tokens": 640068.0,
      "step": 210
    },
    {
      "entropy": 0.22689010314643382,
      "epoch": 0.09263157894736843,
      "grad_norm": 12.25,
      "learning_rate": 4.678819444444445e-06,
      "loss": 0.25157005786895753,
      "mean_token_accuracy": 0.9245235815644264,
      "num_tokens": 668586.0,
      "step": 220
    },
    {
      "entropy": 0.2026051654946059,
      "epoch": 0.0968421052631579,
      "grad_norm": 11.625,
      "learning_rate": 4.657118055555556e-06,
      "loss": 0.22865614891052247,
      "mean_token_accuracy": 0.9291222095489502,
      "num_tokens": 700113.0,
      "step": 230
    },
    {
      "entropy": 0.20945081664249302,
      "epoch": 0.10105263157894737,
      "grad_norm": 8.4375,
      "learning_rate": 4.635416666666667e-06,
      "loss": 0.20557198524475098,
      "mean_token_accuracy": 0.9318756103515625,
      "num_tokens": 730359.0,
      "step": 240
    },
    {
      "entropy": 0.1935979576781392,
      "epoch": 0.10526315789473684,
      "grad_norm": 9.75,
      "learning_rate": 4.6137152777777785e-06,
      "loss": 0.20995285511016845,
      "mean_token_accuracy": 0.9389079615473748,
      "num_tokens": 761042.0,
      "step": 250
    },
    {
      "entropy": 0.21530479132197797,
      "epoch": 0.10947368421052632,
      "grad_norm": 10.25,
      "learning_rate": 4.59201388888889e-06,
      "loss": 0.21937789916992187,
      "mean_token_accuracy": 0.9335255794227123,
      "num_tokens": 792117.0,
      "step": 260
    },
    {
      "entropy": 0.24162108548916877,
      "epoch": 0.11368421052631579,
      "grad_norm": 10.5,
      "learning_rate": 4.5703125e-06,
      "loss": 0.2889341115951538,
      "mean_token_accuracy": 0.9264158695936203,
      "num_tokens": 822509.0,
      "step": 270
    },
    {
      "entropy": 0.22190025104209782,
      "epoch": 0.11789473684210526,
      "grad_norm": 9.4375,
      "learning_rate": 4.548611111111111e-06,
      "loss": 0.22677860260009766,
      "mean_token_accuracy": 0.9339636966586113,
      "num_tokens": 852474.0,
      "step": 280
    },
    {
      "entropy": 0.21453084875829517,
      "epoch": 0.12210526315789473,
      "grad_norm": 7.65625,
      "learning_rate": 4.526909722222223e-06,
      "loss": 0.20040695667266845,
      "mean_token_accuracy": 0.9411987900733948,
      "num_tokens": 882821.0,
      "step": 290
    },
    {
      "entropy": 0.2034795220475644,
      "epoch": 0.12631578947368421,
      "grad_norm": 12.6875,
      "learning_rate": 4.505208333333334e-06,
      "loss": 0.24240901470184326,
      "mean_token_accuracy": 0.9343540959060193,
      "num_tokens": 913298.0,
      "step": 300
    },
    {
      "entropy": 0.20725304959341884,
      "epoch": 0.13052631578947368,
      "grad_norm": 10.25,
      "learning_rate": 4.483506944444444e-06,
      "loss": 0.22464065551757811,
      "mean_token_accuracy": 0.9300798162817955,
      "num_tokens": 944669.0,
      "step": 310
    },
    {
      "entropy": 0.18791212746873498,
      "epoch": 0.13473684210526315,
      "grad_norm": 8.0,
      "learning_rate": 4.461805555555556e-06,
      "loss": 0.17531607151031495,
      "mean_token_accuracy": 0.9410846054553985,
      "num_tokens": 973038.0,
      "step": 320
    },
    {
      "entropy": 0.1887997885234654,
      "epoch": 0.13894736842105262,
      "grad_norm": 8.25,
      "learning_rate": 4.440104166666668e-06,
      "loss": 0.20259859561920165,
      "mean_token_accuracy": 0.9379140719771385,
      "num_tokens": 1003504.0,
      "step": 330
    },
    {
      "entropy": 0.21206430648453534,
      "epoch": 0.1431578947368421,
      "grad_norm": 8.625,
      "learning_rate": 4.418402777777778e-06,
      "loss": 0.24106347560882568,
      "mean_token_accuracy": 0.9289649538695812,
      "num_tokens": 1032582.0,
      "step": 340
    },
    {
      "entropy": 0.1938377027399838,
      "epoch": 0.14736842105263157,
      "grad_norm": 9.5,
      "learning_rate": 4.396701388888889e-06,
      "loss": 0.19278082847595215,
      "mean_token_accuracy": 0.9380026146769523,
      "num_tokens": 1064109.0,
      "step": 350
    },
    {
      "entropy": 0.1793072429485619,
      "epoch": 0.15157894736842106,
      "grad_norm": 7.65625,
      "learning_rate": 4.3750000000000005e-06,
      "loss": 0.18131839036941527,
      "mean_token_accuracy": 0.9433922998607158,
      "num_tokens": 1094818.0,
      "step": 360
    },
    {
      "entropy": 0.19749868060462178,
      "epoch": 0.15578947368421053,
      "grad_norm": 4.75,
      "learning_rate": 4.353298611111112e-06,
      "loss": 0.18917640447616577,
      "mean_token_accuracy": 0.9424469873309136,
      "num_tokens": 1123344.0,
      "step": 370
    },
    {
      "entropy": 0.1859517907258123,
      "epoch": 0.16,
      "grad_norm": 10.375,
      "learning_rate": 4.331597222222222e-06,
      "loss": 0.19585838317871093,
      "mean_token_accuracy": 0.9397093847393989,
      "num_tokens": 1154149.0,
      "step": 380
    },
    {
      "entropy": 0.17284040013328195,
      "epoch": 0.16421052631578947,
      "grad_norm": 14.3125,
      "learning_rate": 4.309895833333333e-06,
      "loss": 0.16065752506256104,
      "mean_token_accuracy": 0.9468757703900337,
      "num_tokens": 1185496.0,
      "step": 390
    },
    {
      "entropy": 0.2033068159595132,
      "epoch": 0.16842105263157894,
      "grad_norm": 9.0,
      "learning_rate": 4.288194444444445e-06,
      "loss": 0.22716670036315917,
      "mean_token_accuracy": 0.9365929305553437,
      "num_tokens": 1215776.0,
      "step": 400
    },
    {
      "entropy": 0.20319096064195036,
      "epoch": 0.1726315789473684,
      "grad_norm": 9.3125,
      "learning_rate": 4.266493055555556e-06,
      "loss": 0.2225698471069336,
      "mean_token_accuracy": 0.9277164503931999,
      "num_tokens": 1245574.0,
      "step": 410
    },
    {
      "entropy": 0.1901295615825802,
      "epoch": 0.17684210526315788,
      "grad_norm": 10.375,
      "learning_rate": 4.244791666666667e-06,
      "loss": 0.22110774517059326,
      "mean_token_accuracy": 0.9325532615184784,
      "num_tokens": 1274979.0,
      "step": 420
    },
    {
      "entropy": 0.19151646881364287,
      "epoch": 0.18105263157894738,
      "grad_norm": 6.9375,
      "learning_rate": 4.223090277777778e-06,
      "loss": 0.1919734835624695,
      "mean_token_accuracy": 0.9378305852413178,
      "num_tokens": 1306036.0,
      "step": 430
    },
    {
      "entropy": 0.2085381604731083,
      "epoch": 0.18526315789473685,
      "grad_norm": 7.53125,
      "learning_rate": 4.2013888888888896e-06,
      "loss": 0.21823127269744874,
      "mean_token_accuracy": 0.9345854863524437,
      "num_tokens": 1335047.0,
      "step": 440
    },
    {
      "entropy": 0.2007679786067456,
      "epoch": 0.18947368421052632,
      "grad_norm": 8.75,
      "learning_rate": 4.1796875e-06,
      "loss": 0.21735711097717286,
      "mean_token_accuracy": 0.9340473741292954,
      "num_tokens": 1366790.0,
      "step": 450
    },
    {
      "entropy": 0.17802681485190988,
      "epoch": 0.1936842105263158,
      "grad_norm": 5.34375,
      "learning_rate": 4.157986111111111e-06,
      "loss": 0.19400970935821532,
      "mean_token_accuracy": 0.9380262985825538,
      "num_tokens": 1394887.0,
      "step": 460
    },
    {
      "entropy": 0.21595997624099256,
      "epoch": 0.19789473684210526,
      "grad_norm": 7.1875,
      "learning_rate": 4.1362847222222224e-06,
      "loss": 0.22792208194732666,
      "mean_token_accuracy": 0.9314667269587517,
      "num_tokens": 1425391.0,
      "step": 470
    },
    {
      "entropy": 0.18051641024649143,
      "epoch": 0.20210526315789473,
      "grad_norm": 4.9375,
      "learning_rate": 4.114583333333334e-06,
      "loss": 0.19123028516769408,
      "mean_token_accuracy": 0.9385565176606179,
      "num_tokens": 1453952.0,
      "step": 480
    },
    {
      "entropy": 0.2041733751539141,
      "epoch": 0.2063157894736842,
      "grad_norm": 11.1875,
      "learning_rate": 4.092881944444445e-06,
      "loss": 0.21048731803894044,
      "mean_token_accuracy": 0.9365776918828488,
      "num_tokens": 1487071.0,
      "step": 490
    },
    {
      "entropy": 0.17413038527593017,
      "epoch": 0.21052631578947367,
      "grad_norm": 8.4375,
      "learning_rate": 4.071180555555556e-06,
      "loss": 0.1920235872268677,
      "mean_token_accuracy": 0.9346710205078125,
      "num_tokens": 1518557.0,
      "step": 500
    },
    {
      "entropy": 0.1804610774386674,
      "epoch": 0.21473684210526317,
      "grad_norm": 6.71875,
      "learning_rate": 4.049479166666667e-06,
      "loss": 0.18783496618270873,
      "mean_token_accuracy": 0.9396589122712612,
      "num_tokens": 1548878.0,
      "step": 510
    },
    {
      "entropy": 0.19870298462919891,
      "epoch": 0.21894736842105264,
      "grad_norm": 10.5,
      "learning_rate": 4.027777777777779e-06,
      "loss": 0.20456252098083497,
      "mean_token_accuracy": 0.93275361135602,
      "num_tokens": 1581157.0,
      "step": 520
    },
    {
      "entropy": 0.18834507754072546,
      "epoch": 0.2231578947368421,
      "grad_norm": 9.5,
      "learning_rate": 4.006076388888889e-06,
      "loss": 0.1853790521621704,
      "mean_token_accuracy": 0.9434393145143986,
      "num_tokens": 1612111.0,
      "step": 530
    },
    {
      "entropy": 0.18060610676184297,
      "epoch": 0.22736842105263158,
      "grad_norm": 10.875,
      "learning_rate": 3.984375e-06,
      "loss": 0.18703898191452026,
      "mean_token_accuracy": 0.940553817898035,
      "num_tokens": 1643714.0,
      "step": 540
    },
    {
      "entropy": 0.2124157869257033,
      "epoch": 0.23157894736842105,
      "grad_norm": 16.375,
      "learning_rate": 3.9626736111111115e-06,
      "loss": 0.23256590366363525,
      "mean_token_accuracy": 0.931666910648346,
      "num_tokens": 1674981.0,
      "step": 550
    },
    {
      "entropy": 0.18916954104788603,
      "epoch": 0.23578947368421052,
      "grad_norm": 8.625,
      "learning_rate": 3.940972222222223e-06,
      "loss": 0.20892608165740967,
      "mean_token_accuracy": 0.9369244277477264,
      "num_tokens": 1704650.0,
      "step": 560
    },
    {
      "entropy": 0.18540409342385827,
      "epoch": 0.24,
      "grad_norm": 10.75,
      "learning_rate": 3.919270833333333e-06,
      "loss": 0.1709328293800354,
      "mean_token_accuracy": 0.9410766020417214,
      "num_tokens": 1736731.0,
      "step": 570
    },
    {
      "entropy": 0.1986150752287358,
      "epoch": 0.24421052631578946,
      "grad_norm": 12.3125,
      "learning_rate": 3.897569444444444e-06,
      "loss": 0.22206108570098876,
      "mean_token_accuracy": 0.9357864424586296,
      "num_tokens": 1768488.0,
      "step": 580
    },
    {
      "entropy": 0.1802667098119855,
      "epoch": 0.24842105263157896,
      "grad_norm": 6.375,
      "learning_rate": 3.8758680555555565e-06,
      "loss": 0.18710933923721312,
      "mean_token_accuracy": 0.9412250213325024,
      "num_tokens": 1799166.0,
      "step": 590
    },
    {
      "entropy": 0.17089016041718424,
      "epoch": 0.25263157894736843,
      "grad_norm": 12.0,
      "learning_rate": 3.854166666666667e-06,
      "loss": 0.18744715452194213,
      "mean_token_accuracy": 0.9394571520388126,
      "num_tokens": 1830122.0,
      "step": 600
    },
    {
      "entropy": 0.20793215851299465,
      "epoch": 0.25684210526315787,
      "grad_norm": 7.78125,
      "learning_rate": 3.832465277777778e-06,
      "loss": 0.234443998336792,
      "mean_token_accuracy": 0.9333168506622315,
      "num_tokens": 1862016.0,
      "step": 610
    },
    {
      "entropy": 0.20435764044523239,
      "epoch": 0.26105263157894737,
      "grad_norm": 5.78125,
      "learning_rate": 3.8107638888888894e-06,
      "loss": 0.23094916343688965,
      "mean_token_accuracy": 0.9356762997806072,
      "num_tokens": 1893262.0,
      "step": 620
    },
    {
      "entropy": 0.16803635912947357,
      "epoch": 0.26526315789473687,
      "grad_norm": 7.53125,
      "learning_rate": 3.7890625e-06,
      "loss": 0.17021799087524414,
      "mean_token_accuracy": 0.9433802559971809,
      "num_tokens": 1926661.0,
      "step": 630
    },
    {
      "entropy": 0.1832001986913383,
      "epoch": 0.2694736842105263,
      "grad_norm": 8.5625,
      "learning_rate": 3.7673611111111114e-06,
      "loss": 0.19909589290618895,
      "mean_token_accuracy": 0.9378570787608623,
      "num_tokens": 1957342.0,
      "step": 640
    },
    {
      "entropy": 0.1613461917731911,
      "epoch": 0.2736842105263158,
      "grad_norm": 6.0,
      "learning_rate": 3.7456597222222223e-06,
      "loss": 0.16491103172302246,
      "mean_token_accuracy": 0.9445122793316841,
      "num_tokens": 1988112.0,
      "step": 650
    },
    {
      "entropy": 0.19069023090414702,
      "epoch": 0.27789473684210525,
      "grad_norm": 10.8125,
      "learning_rate": 3.7239583333333335e-06,
      "loss": 0.19739652872085572,
      "mean_token_accuracy": 0.9412198103964329,
      "num_tokens": 2018814.0,
      "step": 660
    },
    {
      "entropy": 0.19063587812706828,
      "epoch": 0.28210526315789475,
      "grad_norm": 6.0,
      "learning_rate": 3.7022569444444443e-06,
      "loss": 0.19181153774261475,
      "mean_token_accuracy": 0.9380034580826759,
      "num_tokens": 2049341.0,
      "step": 670
    },
    {
      "entropy": 0.19904036330990493,
      "epoch": 0.2863157894736842,
      "grad_norm": 12.5625,
      "learning_rate": 3.680555555555556e-06,
      "loss": 0.20599710941314697,
      "mean_token_accuracy": 0.9368999592959881,
      "num_tokens": 2079296.0,
      "step": 680
    },
    {
      "entropy": 0.19427463631145656,
      "epoch": 0.2905263157894737,
      "grad_norm": 5.71875,
      "learning_rate": 3.6588541666666672e-06,
      "loss": 0.18761125802993775,
      "mean_token_accuracy": 0.9367304682731629,
      "num_tokens": 2109208.0,
      "step": 690
    },
    {
      "entropy": 0.16103245173580943,
      "epoch": 0.29473684210526313,
      "grad_norm": 4.03125,
      "learning_rate": 3.637152777777778e-06,
      "loss": 0.14467405080795287,
      "mean_token_accuracy": 0.9430748097598552,
      "num_tokens": 2140169.0,
      "step": 700
    },
    {
      "entropy": 0.18653456503525376,
      "epoch": 0.29894736842105263,
      "grad_norm": 8.5625,
      "learning_rate": 3.6154513888888893e-06,
      "loss": 0.19110026359558105,
      "mean_token_accuracy": 0.9356968715786934,
      "num_tokens": 2169188.0,
      "step": 710
    },
    {
      "entropy": 0.1778560657054186,
      "epoch": 0.3031578947368421,
      "grad_norm": 5.84375,
      "learning_rate": 3.59375e-06,
      "loss": 0.19346174001693725,
      "mean_token_accuracy": 0.9388452127575875,
      "num_tokens": 2201132.0,
      "step": 720
    },
    {
      "entropy": 0.1761186286341399,
      "epoch": 0.30736842105263157,
      "grad_norm": 6.1875,
      "learning_rate": 3.5720486111111114e-06,
      "loss": 0.17763736248016357,
      "mean_token_accuracy": 0.9394733160734177,
      "num_tokens": 2231368.0,
      "step": 730
    },
    {
      "entropy": 0.2061962445732206,
      "epoch": 0.31157894736842107,
      "grad_norm": 7.28125,
      "learning_rate": 3.5503472222222226e-06,
      "loss": 0.21218445301055908,
      "mean_token_accuracy": 0.9361796006560326,
      "num_tokens": 2260621.0,
      "step": 740
    },
    {
      "entropy": 0.18782778745517134,
      "epoch": 0.3157894736842105,
      "grad_norm": 8.375,
      "learning_rate": 3.5286458333333334e-06,
      "loss": 0.21144359111785888,
      "mean_token_accuracy": 0.9322924494743348,
      "num_tokens": 2292074.0,
      "step": 750
    },
    {
      "entropy": 0.16837490680627526,
      "epoch": 0.32,
      "grad_norm": 8.9375,
      "learning_rate": 3.5069444444444447e-06,
      "loss": 0.17376952171325682,
      "mean_token_accuracy": 0.9448926664888859,
      "num_tokens": 2321255.0,
      "step": 760
    },
    {
      "entropy": 0.1900732083246112,
      "epoch": 0.32421052631578945,
      "grad_norm": 9.75,
      "learning_rate": 3.485243055555556e-06,
      "loss": 0.21094374656677245,
      "mean_token_accuracy": 0.9347058288753033,
      "num_tokens": 2352817.0,
      "step": 770
    },
    {
      "entropy": 0.19717438989318908,
      "epoch": 0.32842105263157895,
      "grad_norm": 9.125,
      "learning_rate": 3.463541666666667e-06,
      "loss": 0.19277981519699097,
      "mean_token_accuracy": 0.9365353070199489,
      "num_tokens": 2382010.0,
      "step": 780
    },
    {
      "entropy": 0.18062740950845182,
      "epoch": 0.33263157894736844,
      "grad_norm": 7.21875,
      "learning_rate": 3.4418402777777784e-06,
      "loss": 0.1980929493904114,
      "mean_token_accuracy": 0.9367008984088898,
      "num_tokens": 2413871.0,
      "step": 790
    },
    {
      "entropy": 0.18262718091718852,
      "epoch": 0.3368421052631579,
      "grad_norm": 11.375,
      "learning_rate": 3.420138888888889e-06,
      "loss": 0.21326255798339844,
      "mean_token_accuracy": 0.939043466001749,
      "num_tokens": 2443556.0,
      "step": 800
    },
    {
      "entropy": 0.1931037397123873,
      "epoch": 0.3410526315789474,
      "grad_norm": 8.25,
      "learning_rate": 3.3984375000000004e-06,
      "loss": 0.2050724744796753,
      "mean_token_accuracy": 0.9386087417602539,
      "num_tokens": 2472709.0,
      "step": 810
    },
    {
      "entropy": 0.17652380443178117,
      "epoch": 0.3452631578947368,
      "grad_norm": 9.8125,
      "learning_rate": 3.3767361111111113e-06,
      "loss": 0.18632233142852783,
      "mean_token_accuracy": 0.9410148099064827,
      "num_tokens": 2502787.0,
      "step": 820
    },
    {
      "entropy": 0.18900102768093346,
      "epoch": 0.3494736842105263,
      "grad_norm": 20.75,
      "learning_rate": 3.3550347222222225e-06,
      "loss": 0.20314161777496337,
      "mean_token_accuracy": 0.9356084302067756,
      "num_tokens": 2534024.0,
      "step": 830
    },
    {
      "entropy": 0.1738276852760464,
      "epoch": 0.35368421052631577,
      "grad_norm": 10.1875,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 0.19026525020599366,
      "mean_token_accuracy": 0.9386918649077416,
      "num_tokens": 2565340.0,
      "step": 840
    },
    {
      "entropy": 0.17577651813626288,
      "epoch": 0.35789473684210527,
      "grad_norm": 18.375,
      "learning_rate": 3.3116319444444446e-06,
      "loss": 0.1828848600387573,
      "mean_token_accuracy": 0.9417739301919937,
      "num_tokens": 2594835.0,
      "step": 850
    },
    {
      "entropy": 0.19011623142287135,
      "epoch": 0.36210526315789476,
      "grad_norm": 10.25,
      "learning_rate": 3.2899305555555562e-06,
      "loss": 0.20780632495880128,
      "mean_token_accuracy": 0.9356612503528595,
      "num_tokens": 2625348.0,
      "step": 860
    },
    {
      "entropy": 0.17401062482967972,
      "epoch": 0.3663157894736842,
      "grad_norm": 9.5,
      "learning_rate": 3.268229166666667e-06,
      "loss": 0.19232455492019654,
      "mean_token_accuracy": 0.9413411311805249,
      "num_tokens": 2656663.0,
      "step": 870
    },
    {
      "entropy": 0.2042026157025248,
      "epoch": 0.3705263157894737,
      "grad_norm": 5.625,
      "learning_rate": 3.2465277777777783e-06,
      "loss": 0.21286656856536865,
      "mean_token_accuracy": 0.9318742267787457,
      "num_tokens": 2686890.0,
      "step": 880
    },
    {
      "entropy": 0.18489634501747787,
      "epoch": 0.37473684210526315,
      "grad_norm": 5.875,
      "learning_rate": 3.224826388888889e-06,
      "loss": 0.1951343297958374,
      "mean_token_accuracy": 0.9396946728229523,
      "num_tokens": 2716021.0,
      "step": 890
    },
    {
      "entropy": 0.1702876826748252,
      "epoch": 0.37894736842105264,
      "grad_norm": 4.5,
      "learning_rate": 3.2031250000000004e-06,
      "loss": 0.20316264629364014,
      "mean_token_accuracy": 0.9405752472579479,
      "num_tokens": 2746087.0,
      "step": 900
    },
    {
      "entropy": 0.17025947191286833,
      "epoch": 0.3831578947368421,
      "grad_norm": 5.40625,
      "learning_rate": 3.181423611111111e-06,
      "loss": 0.1797630548477173,
      "mean_token_accuracy": 0.9427746705710888,
      "num_tokens": 2775880.0,
      "step": 910
    },
    {
      "entropy": 0.2002503348980099,
      "epoch": 0.3873684210526316,
      "grad_norm": 8.6875,
      "learning_rate": 3.1597222222222224e-06,
      "loss": 0.19509780406951904,
      "mean_token_accuracy": 0.9372896805405617,
      "num_tokens": 2806354.0,
      "step": 920
    },
    {
      "entropy": 0.18012529672123492,
      "epoch": 0.391578947368421,
      "grad_norm": 4.40625,
      "learning_rate": 3.1380208333333332e-06,
      "loss": 0.1744396448135376,
      "mean_token_accuracy": 0.9429976627230644,
      "num_tokens": 2838779.0,
      "step": 930
    },
    {
      "entropy": 0.1940267413854599,
      "epoch": 0.3957894736842105,
      "grad_norm": 7.25,
      "learning_rate": 3.1163194444444445e-06,
      "loss": 0.19945181608200074,
      "mean_token_accuracy": 0.9355903774499893,
      "num_tokens": 2870567.0,
      "step": 940
    },
    {
      "entropy": 0.1718983714701608,
      "epoch": 0.4,
      "grad_norm": 11.0,
      "learning_rate": 3.094618055555556e-06,
      "loss": 0.16918015480041504,
      "mean_token_accuracy": 0.9435592129826545,
      "num_tokens": 2900643.0,
      "step": 950
    },
    {
      "entropy": 0.17784137637354433,
      "epoch": 0.40421052631578946,
      "grad_norm": 7.75,
      "learning_rate": 3.072916666666667e-06,
      "loss": 0.18423346281051636,
      "mean_token_accuracy": 0.9385634325444698,
      "num_tokens": 2931200.0,
      "step": 960
    },
    {
      "entropy": 0.21101772908587008,
      "epoch": 0.40842105263157896,
      "grad_norm": 11.6875,
      "learning_rate": 3.051215277777778e-06,
      "loss": 0.2702996253967285,
      "mean_token_accuracy": 0.9345157586038113,
      "num_tokens": 2962480.0,
      "step": 970
    },
    {
      "entropy": 0.17290567103773355,
      "epoch": 0.4126315789473684,
      "grad_norm": 10.8125,
      "learning_rate": 3.029513888888889e-06,
      "loss": 0.17511870861053466,
      "mean_token_accuracy": 0.942404218018055,
      "num_tokens": 2993860.0,
      "step": 980
    },
    {
      "entropy": 0.16266593500040472,
      "epoch": 0.4168421052631579,
      "grad_norm": 8.3125,
      "learning_rate": 3.0078125000000003e-06,
      "loss": 0.1581684708595276,
      "mean_token_accuracy": 0.9443985551595688,
      "num_tokens": 3025733.0,
      "step": 990
    },
    {
      "entropy": 0.1775346302194521,
      "epoch": 0.42105263157894735,
      "grad_norm": 4.4375,
      "learning_rate": 2.986111111111111e-06,
      "loss": 0.18650579452514648,
      "mean_token_accuracy": 0.938476724177599,
      "num_tokens": 3055975.0,
      "step": 1000
    },
    {
      "entropy": 0.1736095615196973,
      "epoch": 0.42526315789473684,
      "grad_norm": 9.125,
      "learning_rate": 2.9644097222222223e-06,
      "loss": 0.18074491024017333,
      "mean_token_accuracy": 0.9398947678506374,
      "num_tokens": 3086913.0,
      "step": 1010
    },
    {
      "entropy": 0.1699895558413118,
      "epoch": 0.42947368421052634,
      "grad_norm": 8.6875,
      "learning_rate": 2.9427083333333336e-06,
      "loss": 0.19113610982894896,
      "mean_token_accuracy": 0.9418164797127246,
      "num_tokens": 3121488.0,
      "step": 1020
    },
    {
      "entropy": 0.16524689896032213,
      "epoch": 0.4336842105263158,
      "grad_norm": 8.75,
      "learning_rate": 2.9210069444444444e-06,
      "loss": 0.185565721988678,
      "mean_token_accuracy": 0.9433472394943238,
      "num_tokens": 3151445.0,
      "step": 1030
    },
    {
      "entropy": 0.14927028636448086,
      "epoch": 0.4378947368421053,
      "grad_norm": 8.1875,
      "learning_rate": 2.899305555555556e-06,
      "loss": 0.15171147584915162,
      "mean_token_accuracy": 0.9442741066217423,
      "num_tokens": 3181370.0,
      "step": 1040
    },
    {
      "entropy": 0.18830096670426427,
      "epoch": 0.4421052631578947,
      "grad_norm": 8.4375,
      "learning_rate": 2.8776041666666673e-06,
      "loss": 0.19921324253082276,
      "mean_token_accuracy": 0.9361335694789886,
      "num_tokens": 3212914.0,
      "step": 1050
    },
    {
      "entropy": 0.19236768442206084,
      "epoch": 0.4463157894736842,
      "grad_norm": 6.3125,
      "learning_rate": 2.855902777777778e-06,
      "loss": 0.20824000835418702,
      "mean_token_accuracy": 0.9332416817545891,
      "num_tokens": 3243370.0,
      "step": 1060
    },
    {
      "entropy": 0.19136800640262663,
      "epoch": 0.45052631578947366,
      "grad_norm": 6.5625,
      "learning_rate": 2.8342013888888894e-06,
      "loss": 0.1997889280319214,
      "mean_token_accuracy": 0.9408642463386059,
      "num_tokens": 3273424.0,
      "step": 1070
    },
    {
      "entropy": 0.17793954727239908,
      "epoch": 0.45473684210526316,
      "grad_norm": 10.625,
      "learning_rate": 2.8125e-06,
      "loss": 0.20664634704589843,
      "mean_token_accuracy": 0.9388046510517597,
      "num_tokens": 3303150.0,
      "step": 1080
    },
    {
      "entropy": 0.18900100397877395,
      "epoch": 0.4589473684210526,
      "grad_norm": 8.875,
      "learning_rate": 2.7907986111111114e-06,
      "loss": 0.2337502956390381,
      "mean_token_accuracy": 0.9378764137625695,
      "num_tokens": 3332125.0,
      "step": 1090
    },
    {
      "entropy": 0.2013873849529773,
      "epoch": 0.4631578947368421,
      "grad_norm": 4.90625,
      "learning_rate": 2.7690972222222222e-06,
      "loss": 0.2129305362701416,
      "mean_token_accuracy": 0.9356573522090912,
      "num_tokens": 3360726.0,
      "step": 1100
    },
    {
      "entropy": 0.16724729198031127,
      "epoch": 0.4673684210526316,
      "grad_norm": 6.78125,
      "learning_rate": 2.7473958333333335e-06,
      "loss": 0.17267029285430907,
      "mean_token_accuracy": 0.9430627137422561,
      "num_tokens": 3392537.0,
      "step": 1110
    },
    {
      "entropy": 0.1968531704682391,
      "epoch": 0.47157894736842104,
      "grad_norm": 6.40625,
      "learning_rate": 2.7256944444444443e-06,
      "loss": 0.2131186008453369,
      "mean_token_accuracy": 0.9392065338790416,
      "num_tokens": 3421034.0,
      "step": 1120
    },
    {
      "entropy": 0.18952712146565318,
      "epoch": 0.47578947368421054,
      "grad_norm": 8.1875,
      "learning_rate": 2.703993055555556e-06,
      "loss": 0.1882106900215149,
      "mean_token_accuracy": 0.9399594850838184,
      "num_tokens": 3451236.0,
      "step": 1130
    },
    {
      "entropy": 0.16791359800845385,
      "epoch": 0.48,
      "grad_norm": 6.90625,
      "learning_rate": 2.682291666666667e-06,
      "loss": 0.19798815250396729,
      "mean_token_accuracy": 0.9428666599094868,
      "num_tokens": 3483037.0,
      "step": 1140
    },
    {
      "entropy": 0.18943570028059184,
      "epoch": 0.4842105263157895,
      "grad_norm": 7.0625,
      "learning_rate": 2.660590277777778e-06,
      "loss": 0.18464272022247313,
      "mean_token_accuracy": 0.938535039126873,
      "num_tokens": 3512682.0,
      "step": 1150
    },
    {
      "entropy": 0.18527938476763667,
      "epoch": 0.4884210526315789,
      "grad_norm": 7.1875,
      "learning_rate": 2.6388888888888893e-06,
      "loss": 0.21876392364501954,
      "mean_token_accuracy": 0.9350791074335575,
      "num_tokens": 3542555.0,
      "step": 1160
    },
    {
      "entropy": 0.17846323440317063,
      "epoch": 0.4926315789473684,
      "grad_norm": 7.125,
      "learning_rate": 2.6171875e-06,
      "loss": 0.18390936851501466,
      "mean_token_accuracy": 0.9420042358338833,
      "num_tokens": 3574058.0,
      "step": 1170
    },
    {
      "entropy": 0.19397271373309194,
      "epoch": 0.4968421052631579,
      "grad_norm": 6.0625,
      "learning_rate": 2.5954861111111113e-06,
      "loss": 0.1811495304107666,
      "mean_token_accuracy": 0.9370748721063137,
      "num_tokens": 3606475.0,
      "step": 1180
    },
    {
      "entropy": 0.15141290938481688,
      "epoch": 0.5010526315789474,
      "grad_norm": 6.5,
      "learning_rate": 2.573784722222222e-06,
      "loss": 0.15798022747039794,
      "mean_token_accuracy": 0.9513927109539508,
      "num_tokens": 3638662.0,
      "step": 1190
    },
    {
      "entropy": 0.18826927775517105,
      "epoch": 0.5052631578947369,
      "grad_norm": 9.0625,
      "learning_rate": 2.5520833333333334e-06,
      "loss": 0.18200069665908813,
      "mean_token_accuracy": 0.9414383672177792,
      "num_tokens": 3669896.0,
      "step": 1200
    },
    {
      "entropy": 0.20096497626509519,
      "epoch": 0.5094736842105263,
      "grad_norm": 13.4375,
      "learning_rate": 2.530381944444444e-06,
      "loss": 0.22587316036224364,
      "mean_token_accuracy": 0.9326581291854381,
      "num_tokens": 3698316.0,
      "step": 1210
    },
    {
      "entropy": 0.19803793909959494,
      "epoch": 0.5136842105263157,
      "grad_norm": 8.625,
      "learning_rate": 2.508680555555556e-06,
      "loss": 0.21513104438781738,
      "mean_token_accuracy": 0.9399372972548008,
      "num_tokens": 3728552.0,
      "step": 1220
    },
    {
      "entropy": 0.16103445165790617,
      "epoch": 0.5178947368421053,
      "grad_norm": 9.6875,
      "learning_rate": 2.4869791666666667e-06,
      "loss": 0.17716561555862426,
      "mean_token_accuracy": 0.9383736155927181,
      "num_tokens": 3761109.0,
      "step": 1230
    },
    {
      "entropy": 0.17295233584009112,
      "epoch": 0.5221052631578947,
      "grad_norm": 7.3125,
      "learning_rate": 2.465277777777778e-06,
      "loss": 0.1894593596458435,
      "mean_token_accuracy": 0.9400911360979081,
      "num_tokens": 3790881.0,
      "step": 1240
    },
    {
      "entropy": 0.1784422152210027,
      "epoch": 0.5263157894736842,
      "grad_norm": 7.15625,
      "learning_rate": 2.443576388888889e-06,
      "loss": 0.1849764585494995,
      "mean_token_accuracy": 0.94148775562644,
      "num_tokens": 3820940.0,
      "step": 1250
    },
    {
      "entropy": 0.2000632504466921,
      "epoch": 0.5305263157894737,
      "grad_norm": 9.375,
      "learning_rate": 2.421875e-06,
      "loss": 0.20038533210754395,
      "mean_token_accuracy": 0.9400728508830071,
      "num_tokens": 3849110.0,
      "step": 1260
    },
    {
      "entropy": 0.1836847463157028,
      "epoch": 0.5347368421052632,
      "grad_norm": 13.8125,
      "learning_rate": 2.4001736111111112e-06,
      "loss": 0.1924800157546997,
      "mean_token_accuracy": 0.941128908097744,
      "num_tokens": 3879147.0,
      "step": 1270
    },
    {
      "entropy": 0.16738553042523563,
      "epoch": 0.5389473684210526,
      "grad_norm": 8.9375,
      "learning_rate": 2.3784722222222225e-06,
      "loss": 0.16631866693496705,
      "mean_token_accuracy": 0.9407841734588146,
      "num_tokens": 3912281.0,
      "step": 1280
    },
    {
      "entropy": 0.18249022141098975,
      "epoch": 0.5431578947368421,
      "grad_norm": 7.5625,
      "learning_rate": 2.3567708333333337e-06,
      "loss": 0.20991320610046388,
      "mean_token_accuracy": 0.9392150454223156,
      "num_tokens": 3942679.0,
      "step": 1290
    },
    {
      "entropy": 0.19449416091665625,
      "epoch": 0.5473684210526316,
      "grad_norm": 5.96875,
      "learning_rate": 2.3350694444444445e-06,
      "loss": 0.20127761363983154,
      "mean_token_accuracy": 0.9419910401105881,
      "num_tokens": 3973714.0,
      "step": 1300
    },
    {
      "entropy": 0.18408903060480952,
      "epoch": 0.5515789473684211,
      "grad_norm": 6.5,
      "learning_rate": 2.3133680555555558e-06,
      "loss": 0.18167479038238527,
      "mean_token_accuracy": 0.940599375218153,
      "num_tokens": 4003672.0,
      "step": 1310
    },
    {
      "entropy": 0.17429547207430005,
      "epoch": 0.5557894736842105,
      "grad_norm": 6.0,
      "learning_rate": 2.2916666666666666e-06,
      "loss": 0.17235063314437865,
      "mean_token_accuracy": 0.9425551310181618,
      "num_tokens": 4033615.0,
      "step": 1320
    },
    {
      "entropy": 0.19979104902595282,
      "epoch": 0.56,
      "grad_norm": 7.28125,
      "learning_rate": 2.2699652777777783e-06,
      "loss": 0.19923921823501586,
      "mean_token_accuracy": 0.9354177258908749,
      "num_tokens": 4063157.0,
      "step": 1330
    },
    {
      "entropy": 0.172834698157385,
      "epoch": 0.5642105263157895,
      "grad_norm": 9.0625,
      "learning_rate": 2.248263888888889e-06,
      "loss": 0.16350815296173096,
      "mean_token_accuracy": 0.9458058536052704,
      "num_tokens": 4096030.0,
      "step": 1340
    },
    {
      "entropy": 0.16383765279315413,
      "epoch": 0.5684210526315789,
      "grad_norm": 8.5625,
      "learning_rate": 2.2265625000000003e-06,
      "loss": 0.16651760339736937,
      "mean_token_accuracy": 0.9458472564816475,
      "num_tokens": 4128179.0,
      "step": 1350
    },
    {
      "entropy": 0.17017353922128678,
      "epoch": 0.5726315789473684,
      "grad_norm": 7.40625,
      "learning_rate": 2.204861111111111e-06,
      "loss": 0.19026347398757934,
      "mean_token_accuracy": 0.9381780102849007,
      "num_tokens": 4155994.0,
      "step": 1360
    },
    {
      "entropy": 0.1771279716398567,
      "epoch": 0.5768421052631579,
      "grad_norm": 5.71875,
      "learning_rate": 2.1831597222222224e-06,
      "loss": 0.19147398471832275,
      "mean_token_accuracy": 0.9430553078651428,
      "num_tokens": 4186351.0,
      "step": 1370
    },
    {
      "entropy": 0.19348430414684117,
      "epoch": 0.5810526315789474,
      "grad_norm": 7.125,
      "learning_rate": 2.1614583333333336e-06,
      "loss": 0.1967188000679016,
      "mean_token_accuracy": 0.9417100548744202,
      "num_tokens": 4217267.0,
      "step": 1380
    },
    {
      "entropy": 0.1781235427595675,
      "epoch": 0.5852631578947368,
      "grad_norm": 9.6875,
      "learning_rate": 2.1397569444444445e-06,
      "loss": 0.1788840651512146,
      "mean_token_accuracy": 0.9439761303365231,
      "num_tokens": 4245898.0,
      "step": 1390
    },
    {
      "entropy": 0.18975053504109382,
      "epoch": 0.5894736842105263,
      "grad_norm": 6.90625,
      "learning_rate": 2.1180555555555557e-06,
      "loss": 0.20416486263275146,
      "mean_token_accuracy": 0.9330022357404232,
      "num_tokens": 4276408.0,
      "step": 1400
    },
    {
      "entropy": 0.15169767290353775,
      "epoch": 0.5936842105263158,
      "grad_norm": 8.125,
      "learning_rate": 2.096354166666667e-06,
      "loss": 0.1466461420059204,
      "mean_token_accuracy": 0.9468090102076531,
      "num_tokens": 4306229.0,
      "step": 1410
    },
    {
      "entropy": 0.17125667606014758,
      "epoch": 0.5978947368421053,
      "grad_norm": 11.5625,
      "learning_rate": 2.074652777777778e-06,
      "loss": 0.17265563011169432,
      "mean_token_accuracy": 0.9404310546815395,
      "num_tokens": 4336858.0,
      "step": 1420
    },
    {
      "entropy": 0.18555003069341183,
      "epoch": 0.6021052631578947,
      "grad_norm": 10.4375,
      "learning_rate": 2.052951388888889e-06,
      "loss": 0.21136150360107422,
      "mean_token_accuracy": 0.9409567311406135,
      "num_tokens": 4369258.0,
      "step": 1430
    },
    {
      "entropy": 0.1963237697724253,
      "epoch": 0.6063157894736843,
      "grad_norm": 7.78125,
      "learning_rate": 2.0312500000000002e-06,
      "loss": 0.20975203514099122,
      "mean_token_accuracy": 0.9345369815826416,
      "num_tokens": 4397776.0,
      "step": 1440
    },
    {
      "entropy": 0.17916312967427075,
      "epoch": 0.6105263157894737,
      "grad_norm": 9.375,
      "learning_rate": 2.009548611111111e-06,
      "loss": 0.18616671562194825,
      "mean_token_accuracy": 0.9408248156309128,
      "num_tokens": 4427110.0,
      "step": 1450
    },
    {
      "entropy": 0.16703516799025236,
      "epoch": 0.6147368421052631,
      "grad_norm": 8.125,
      "learning_rate": 1.9878472222222223e-06,
      "loss": 0.16765722036361694,
      "mean_token_accuracy": 0.9442552007734776,
      "num_tokens": 4457255.0,
      "step": 1460
    },
    {
      "entropy": 0.15452561462298037,
      "epoch": 0.6189473684210526,
      "grad_norm": 11.875,
      "learning_rate": 1.9661458333333335e-06,
      "loss": 0.17154412269592284,
      "mean_token_accuracy": 0.9427635096013546,
      "num_tokens": 4489436.0,
      "step": 1470
    },
    {
      "entropy": 0.15665105115622283,
      "epoch": 0.6231578947368421,
      "grad_norm": 11.0625,
      "learning_rate": 1.944444444444445e-06,
      "loss": 0.14704623222351074,
      "mean_token_accuracy": 0.9460532791912556,
      "num_tokens": 4519132.0,
      "step": 1480
    },
    {
      "entropy": 0.16253583596553653,
      "epoch": 0.6273684210526316,
      "grad_norm": 6.21875,
      "learning_rate": 1.9227430555555556e-06,
      "loss": 0.1866912603378296,
      "mean_token_accuracy": 0.9407590955495835,
      "num_tokens": 4550041.0,
      "step": 1490
    },
    {
      "entropy": 0.16826875344850123,
      "epoch": 0.631578947368421,
      "grad_norm": 7.40625,
      "learning_rate": 1.9010416666666666e-06,
      "loss": 0.1752256989479065,
      "mean_token_accuracy": 0.9387107148766518,
      "num_tokens": 4578389.0,
      "step": 1500
    },
    {
      "entropy": 0.19358136910013854,
      "epoch": 0.6357894736842106,
      "grad_norm": 5.625,
      "learning_rate": 1.879340277777778e-06,
      "loss": 0.21114234924316405,
      "mean_token_accuracy": 0.9343519538640976,
      "num_tokens": 4607459.0,
      "step": 1510
    },
    {
      "entropy": 0.17116468152962624,
      "epoch": 0.64,
      "grad_norm": 7.75,
      "learning_rate": 1.8576388888888891e-06,
      "loss": 0.17217620611190795,
      "mean_token_accuracy": 0.9416831895709038,
      "num_tokens": 4638613.0,
      "step": 1520
    },
    {
      "entropy": 0.2053681869059801,
      "epoch": 0.6442105263157895,
      "grad_norm": 6.9375,
      "learning_rate": 1.8359375000000002e-06,
      "loss": 0.22673625946044923,
      "mean_token_accuracy": 0.9339988075196743,
      "num_tokens": 4666917.0,
      "step": 1530
    },
    {
      "entropy": 0.1771626771427691,
      "epoch": 0.6484210526315789,
      "grad_norm": 6.875,
      "learning_rate": 1.8142361111111112e-06,
      "loss": 0.17564224004745482,
      "mean_token_accuracy": 0.9413302429020405,
      "num_tokens": 4696949.0,
      "step": 1540
    },
    {
      "entropy": 0.16223793958779426,
      "epoch": 0.6526315789473685,
      "grad_norm": 7.4375,
      "learning_rate": 1.7925347222222222e-06,
      "loss": 0.1730146288871765,
      "mean_token_accuracy": 0.9461438663303852,
      "num_tokens": 4726446.0,
      "step": 1550
    },
    {
      "entropy": 0.1785475114127621,
      "epoch": 0.6568421052631579,
      "grad_norm": 9.4375,
      "learning_rate": 1.7708333333333337e-06,
      "loss": 0.17630915641784667,
      "mean_token_accuracy": 0.941747710108757,
      "num_tokens": 4757299.0,
      "step": 1560
    },
    {
      "entropy": 0.1837959503289312,
      "epoch": 0.6610526315789473,
      "grad_norm": 6.9375,
      "learning_rate": 1.7491319444444447e-06,
      "loss": 0.21238627433776855,
      "mean_token_accuracy": 0.9363793157041073,
      "num_tokens": 4786004.0,
      "step": 1570
    },
    {
      "entropy": 0.17369262645952405,
      "epoch": 0.6652631578947369,
      "grad_norm": 8.3125,
      "learning_rate": 1.7274305555555557e-06,
      "loss": 0.17695680856704712,
      "mean_token_accuracy": 0.9470903754234314,
      "num_tokens": 4817544.0,
      "step": 1580
    },
    {
      "entropy": 0.20245264389086515,
      "epoch": 0.6694736842105263,
      "grad_norm": 7.125,
      "learning_rate": 1.7057291666666668e-06,
      "loss": 0.2123798370361328,
      "mean_token_accuracy": 0.9319963820278645,
      "num_tokens": 4847565.0,
      "step": 1590
    },
    {
      "entropy": 0.16917385840788485,
      "epoch": 0.6736842105263158,
      "grad_norm": 7.15625,
      "learning_rate": 1.684027777777778e-06,
      "loss": 0.15817831754684447,
      "mean_token_accuracy": 0.9451489493250846,
      "num_tokens": 4879212.0,
      "step": 1600
    },
    {
      "entropy": 0.18626669934019446,
      "epoch": 0.6778947368421052,
      "grad_norm": 9.25,
      "learning_rate": 1.662326388888889e-06,
      "loss": 0.1963236451148987,
      "mean_token_accuracy": 0.9376043990254402,
      "num_tokens": 4911216.0,
      "step": 1610
    },
    {
      "entropy": 0.1777785701211542,
      "epoch": 0.6821052631578948,
      "grad_norm": 6.375,
      "learning_rate": 1.640625e-06,
      "loss": 0.186847722530365,
      "mean_token_accuracy": 0.9369994647800922,
      "num_tokens": 4943694.0,
      "step": 1620
    },
    {
      "entropy": 0.19736593994311988,
      "epoch": 0.6863157894736842,
      "grad_norm": 12.5625,
      "learning_rate": 1.618923611111111e-06,
      "loss": 0.22199268341064454,
      "mean_token_accuracy": 0.9357027292251587,
      "num_tokens": 4972032.0,
      "step": 1630
    },
    {
      "entropy": 0.1932901387102902,
      "epoch": 0.6905263157894737,
      "grad_norm": 9.9375,
      "learning_rate": 1.5972222222222221e-06,
      "loss": 0.19801300764083862,
      "mean_token_accuracy": 0.9328659147024154,
      "num_tokens": 5001985.0,
      "step": 1640
    },
    {
      "entropy": 0.18727553612552583,
      "epoch": 0.6947368421052632,
      "grad_norm": 7.25,
      "learning_rate": 1.5755208333333336e-06,
      "loss": 0.200944185256958,
      "mean_token_accuracy": 0.9315911903977394,
      "num_tokens": 5031619.0,
      "step": 1650
    },
    {
      "entropy": 0.18988265902735293,
      "epoch": 0.6989473684210527,
      "grad_norm": 7.375,
      "learning_rate": 1.5538194444444446e-06,
      "loss": 0.18995364904403686,
      "mean_token_accuracy": 0.9380945399403572,
      "num_tokens": 5061525.0,
      "step": 1660
    },
    {
      "entropy": 0.1723124712705612,
      "epoch": 0.7031578947368421,
      "grad_norm": 10.0625,
      "learning_rate": 1.5321180555555556e-06,
      "loss": 0.18223432302474976,
      "mean_token_accuracy": 0.936246433109045,
      "num_tokens": 5092491.0,
      "step": 1670
    },
    {
      "entropy": 0.1763459252426401,
      "epoch": 0.7073684210526315,
      "grad_norm": 12.625,
      "learning_rate": 1.5104166666666667e-06,
      "loss": 0.19533677101135255,
      "mean_token_accuracy": 0.9401971742510795,
      "num_tokens": 5123692.0,
      "step": 1680
    },
    {
      "entropy": 0.17391538694500924,
      "epoch": 0.7115789473684211,
      "grad_norm": 5.34375,
      "learning_rate": 1.488715277777778e-06,
      "loss": 0.1833168625831604,
      "mean_token_accuracy": 0.9375192701816559,
      "num_tokens": 5154327.0,
      "step": 1690
    },
    {
      "entropy": 0.19447861842345446,
      "epoch": 0.7157894736842105,
      "grad_norm": 6.34375,
      "learning_rate": 1.4670138888888892e-06,
      "loss": 0.2035297393798828,
      "mean_token_accuracy": 0.9407950587570667,
      "num_tokens": 5185441.0,
      "step": 1700
    },
    {
      "entropy": 0.17104214280843735,
      "epoch": 0.72,
      "grad_norm": 10.125,
      "learning_rate": 1.4453125000000002e-06,
      "loss": 0.19187886714935304,
      "mean_token_accuracy": 0.9413264997303485,
      "num_tokens": 5214618.0,
      "step": 1710
    },
    {
      "entropy": 0.164881079364568,
      "epoch": 0.7242105263157895,
      "grad_norm": 10.625,
      "learning_rate": 1.4236111111111112e-06,
      "loss": 0.17205849885940552,
      "mean_token_accuracy": 0.9436387285590172,
      "num_tokens": 5244872.0,
      "step": 1720
    },
    {
      "entropy": 0.18138507837429643,
      "epoch": 0.728421052631579,
      "grad_norm": 8.4375,
      "learning_rate": 1.4019097222222223e-06,
      "loss": 0.18944886922836304,
      "mean_token_accuracy": 0.9419176429510117,
      "num_tokens": 5274811.0,
      "step": 1730
    },
    {
      "entropy": 0.15619251895695924,
      "epoch": 0.7326315789473684,
      "grad_norm": 6.25,
      "learning_rate": 1.3802083333333335e-06,
      "loss": 0.15303416252136232,
      "mean_token_accuracy": 0.9456774339079856,
      "num_tokens": 5305936.0,
      "step": 1740
    },
    {
      "entropy": 0.17621302837505937,
      "epoch": 0.7368421052631579,
      "grad_norm": 8.125,
      "learning_rate": 1.3585069444444445e-06,
      "loss": 0.16394418478012085,
      "mean_token_accuracy": 0.9439542882144452,
      "num_tokens": 5336619.0,
      "step": 1750
    },
    {
      "entropy": 0.1895997554762289,
      "epoch": 0.7410526315789474,
      "grad_norm": 9.0,
      "learning_rate": 1.3368055555555556e-06,
      "loss": 0.20419509410858155,
      "mean_token_accuracy": 0.9383566424250602,
      "num_tokens": 5366166.0,
      "step": 1760
    },
    {
      "entropy": 0.15430729234358295,
      "epoch": 0.7452631578947368,
      "grad_norm": 7.96875,
      "learning_rate": 1.3151041666666666e-06,
      "loss": 0.14866267442703246,
      "mean_token_accuracy": 0.9463915720582008,
      "num_tokens": 5395903.0,
      "step": 1770
    },
    {
      "entropy": 0.1961900666821748,
      "epoch": 0.7494736842105263,
      "grad_norm": 7.53125,
      "learning_rate": 1.293402777777778e-06,
      "loss": 0.20117769241333008,
      "mean_token_accuracy": 0.9342163056135178,
      "num_tokens": 5427462.0,
      "step": 1780
    },
    {
      "entropy": 0.180325382668525,
      "epoch": 0.7536842105263157,
      "grad_norm": 10.875,
      "learning_rate": 1.271701388888889e-06,
      "loss": 0.19998364448547362,
      "mean_token_accuracy": 0.9385084345936775,
      "num_tokens": 5456165.0,
      "step": 1790
    },
    {
      "entropy": 0.18382872603833675,
      "epoch": 0.7578947368421053,
      "grad_norm": 6.96875,
      "learning_rate": 1.25e-06,
      "loss": 0.18795562982559205,
      "mean_token_accuracy": 0.9401052162051201,
      "num_tokens": 5484297.0,
      "step": 1800
    },
    {
      "entropy": 0.1735987264662981,
      "epoch": 0.7621052631578947,
      "grad_norm": 6.75,
      "learning_rate": 1.2282986111111111e-06,
      "loss": 0.18496283292770385,
      "mean_token_accuracy": 0.9364599175751209,
      "num_tokens": 5512121.0,
      "step": 1810
    },
    {
      "entropy": 0.15811273446306587,
      "epoch": 0.7663157894736842,
      "grad_norm": 8.375,
      "learning_rate": 1.2065972222222224e-06,
      "loss": 0.17440826892852784,
      "mean_token_accuracy": 0.9474552102386952,
      "num_tokens": 5540912.0,
      "step": 1820
    },
    {
      "entropy": 0.19428172940388322,
      "epoch": 0.7705263157894737,
      "grad_norm": 7.09375,
      "learning_rate": 1.1848958333333334e-06,
      "loss": 0.2328346014022827,
      "mean_token_accuracy": 0.9367604151368141,
      "num_tokens": 5570904.0,
      "step": 1830
    },
    {
      "entropy": 0.19383207242935896,
      "epoch": 0.7747368421052632,
      "grad_norm": 10.125,
      "learning_rate": 1.1631944444444446e-06,
      "loss": 0.20834689140319823,
      "mean_token_accuracy": 0.9364984571933747,
      "num_tokens": 5601902.0,
      "step": 1840
    },
    {
      "entropy": 0.1639871869701892,
      "epoch": 0.7789473684210526,
      "grad_norm": 7.21875,
      "learning_rate": 1.1414930555555557e-06,
      "loss": 0.15975459814071655,
      "mean_token_accuracy": 0.9448182679712772,
      "num_tokens": 5633013.0,
      "step": 1850
    },
    {
      "entropy": 0.17671056441031396,
      "epoch": 0.783157894736842,
      "grad_norm": 6.90625,
      "learning_rate": 1.1197916666666667e-06,
      "loss": 0.19243409633636474,
      "mean_token_accuracy": 0.9421222470700741,
      "num_tokens": 5665644.0,
      "step": 1860
    },
    {
      "entropy": 0.20545928478240966,
      "epoch": 0.7873684210526316,
      "grad_norm": 10.875,
      "learning_rate": 1.098090277777778e-06,
      "loss": 0.22782745361328124,
      "mean_token_accuracy": 0.9283310487866402,
      "num_tokens": 5696733.0,
      "step": 1870
    },
    {
      "entropy": 0.1771316953469068,
      "epoch": 0.791578947368421,
      "grad_norm": 12.0,
      "learning_rate": 1.076388888888889e-06,
      "loss": 0.20005078315734864,
      "mean_token_accuracy": 0.9354067780077457,
      "num_tokens": 5726809.0,
      "step": 1880
    },
    {
      "entropy": 0.1829876006115228,
      "epoch": 0.7957894736842105,
      "grad_norm": 4.375,
      "learning_rate": 1.0546875e-06,
      "loss": 0.17984312772750854,
      "mean_token_accuracy": 0.9406855225563049,
      "num_tokens": 5757443.0,
      "step": 1890
    },
    {
      "entropy": 0.17131042117252945,
      "epoch": 0.8,
      "grad_norm": 5.5625,
      "learning_rate": 1.032986111111111e-06,
      "loss": 0.187677800655365,
      "mean_token_accuracy": 0.9410165570676327,
      "num_tokens": 5787336.0,
      "step": 1900
    },
    {
      "entropy": 0.15520585421472788,
      "epoch": 0.8042105263157895,
      "grad_norm": 8.0625,
      "learning_rate": 1.0112847222222223e-06,
      "loss": 0.15040594339370728,
      "mean_token_accuracy": 0.949649342149496,
      "num_tokens": 5818737.0,
      "step": 1910
    },
    {
      "entropy": 0.19390389914624392,
      "epoch": 0.8084210526315789,
      "grad_norm": 7.875,
      "learning_rate": 9.895833333333333e-07,
      "loss": 0.19968183040618898,
      "mean_token_accuracy": 0.9386158093810082,
      "num_tokens": 5848788.0,
      "step": 1920
    },
    {
      "entropy": 0.16451029586605728,
      "epoch": 0.8126315789473684,
      "grad_norm": 8.4375,
      "learning_rate": 9.678819444444446e-07,
      "loss": 0.17298288345336915,
      "mean_token_accuracy": 0.9406896255910396,
      "num_tokens": 5878423.0,
      "step": 1930
    },
    {
      "entropy": 0.17370661203749477,
      "epoch": 0.8168421052631579,
      "grad_norm": 5.59375,
      "learning_rate": 9.461805555555556e-07,
      "loss": 0.17794467210769654,
      "mean_token_accuracy": 0.9431041710078716,
      "num_tokens": 5908453.0,
      "step": 1940
    },
    {
      "entropy": 0.1777374588418752,
      "epoch": 0.8210526315789474,
      "grad_norm": 11.875,
      "learning_rate": 9.244791666666668e-07,
      "loss": 0.20215635299682616,
      "mean_token_accuracy": 0.9381940357387066,
      "num_tokens": 5940889.0,
      "step": 1950
    },
    {
      "entropy": 0.18253268958069385,
      "epoch": 0.8252631578947368,
      "grad_norm": 5.5,
      "learning_rate": 9.027777777777779e-07,
      "loss": 0.17334474325180055,
      "mean_token_accuracy": 0.9461725540459156,
      "num_tokens": 5971947.0,
      "step": 1960
    },
    {
      "entropy": 0.1783546233084053,
      "epoch": 0.8294736842105264,
      "grad_norm": 6.65625,
      "learning_rate": 8.81076388888889e-07,
      "loss": 0.2018296718597412,
      "mean_token_accuracy": 0.9374721601605416,
      "num_tokens": 6004716.0,
      "step": 1970
    },
    {
      "entropy": 0.17445771326310933,
      "epoch": 0.8336842105263158,
      "grad_norm": 7.0,
      "learning_rate": 8.59375e-07,
      "loss": 0.16818779706954956,
      "mean_token_accuracy": 0.9427588351070881,
      "num_tokens": 6036766.0,
      "step": 1980
    },
    {
      "entropy": 0.18418881273828447,
      "epoch": 0.8378947368421052,
      "grad_norm": 8.375,
      "learning_rate": 8.376736111111112e-07,
      "loss": 0.21462113857269288,
      "mean_token_accuracy": 0.937469869852066,
      "num_tokens": 6065012.0,
      "step": 1990
    },
    {
      "entropy": 0.16037586382590235,
      "epoch": 0.8421052631578947,
      "grad_norm": 5.3125,
      "learning_rate": 8.159722222222223e-07,
      "loss": 0.17553248405456542,
      "mean_token_accuracy": 0.9418002314865589,
      "num_tokens": 6095994.0,
      "step": 2000
    },
    {
      "entropy": 0.18084662132896484,
      "epoch": 0.8463157894736842,
      "grad_norm": 5.34375,
      "learning_rate": 7.942708333333333e-07,
      "loss": 0.17438472509384156,
      "mean_token_accuracy": 0.9446314513683319,
      "num_tokens": 6126311.0,
      "step": 2010
    },
    {
      "entropy": 0.17917919345200062,
      "epoch": 0.8505263157894737,
      "grad_norm": 8.1875,
      "learning_rate": 7.725694444444446e-07,
      "loss": 0.18416545391082764,
      "mean_token_accuracy": 0.9393374055624009,
      "num_tokens": 6155779.0,
      "step": 2020
    },
    {
      "entropy": 0.17618270772509276,
      "epoch": 0.8547368421052631,
      "grad_norm": 11.6875,
      "learning_rate": 7.508680555555556e-07,
      "loss": 0.18657455444335938,
      "mean_token_accuracy": 0.9405391819775104,
      "num_tokens": 6185940.0,
      "step": 2030
    },
    {
      "entropy": 0.1900980792939663,
      "epoch": 0.8589473684210527,
      "grad_norm": 6.34375,
      "learning_rate": 7.291666666666667e-07,
      "loss": 0.22004635334014894,
      "mean_token_accuracy": 0.9368100091814995,
      "num_tokens": 6216119.0,
      "step": 2040
    },
    {
      "entropy": 0.1798396656755358,
      "epoch": 0.8631578947368421,
      "grad_norm": 7.75,
      "learning_rate": 7.074652777777778e-07,
      "loss": 0.17679187059402465,
      "mean_token_accuracy": 0.9427471734583378,
      "num_tokens": 6248190.0,
      "step": 2050
    },
    {
      "entropy": 0.1862468993291259,
      "epoch": 0.8673684210526316,
      "grad_norm": 8.25,
      "learning_rate": 6.85763888888889e-07,
      "loss": 0.19130966663360596,
      "mean_token_accuracy": 0.9378809235990048,
      "num_tokens": 6282715.0,
      "step": 2060
    },
    {
      "entropy": 0.18561029192060233,
      "epoch": 0.871578947368421,
      "grad_norm": 11.25,
      "learning_rate": 6.640625e-07,
      "loss": 0.18389569520950316,
      "mean_token_accuracy": 0.9425614275038242,
      "num_tokens": 6312639.0,
      "step": 2070
    },
    {
      "entropy": 0.17955731307156383,
      "epoch": 0.8757894736842106,
      "grad_norm": 5.75,
      "learning_rate": 6.423611111111111e-07,
      "loss": 0.18569419384002686,
      "mean_token_accuracy": 0.9404567658901215,
      "num_tokens": 6342390.0,
      "step": 2080
    },
    {
      "entropy": 0.16996940840035676,
      "epoch": 0.88,
      "grad_norm": 7.53125,
      "learning_rate": 6.206597222222223e-07,
      "loss": 0.18246359825134278,
      "mean_token_accuracy": 0.9428071282804013,
      "num_tokens": 6374191.0,
      "step": 2090
    },
    {
      "entropy": 0.19498055870644748,
      "epoch": 0.8842105263157894,
      "grad_norm": 7.0625,
      "learning_rate": 5.989583333333335e-07,
      "loss": 0.20460844039916992,
      "mean_token_accuracy": 0.9390896797180176,
      "num_tokens": 6403082.0,
      "step": 2100
    },
    {
      "entropy": 0.15782833809498698,
      "epoch": 0.888421052631579,
      "grad_norm": 8.8125,
      "learning_rate": 5.772569444444445e-07,
      "loss": 0.17403767108917237,
      "mean_token_accuracy": 0.9430192783474922,
      "num_tokens": 6434824.0,
      "step": 2110
    },
    {
      "entropy": 0.16636770479381086,
      "epoch": 0.8926315789473684,
      "grad_norm": 4.90625,
      "learning_rate": 5.555555555555555e-07,
      "loss": 0.16270433664321898,
      "mean_token_accuracy": 0.9464202426373959,
      "num_tokens": 6464051.0,
      "step": 2120
    },
    {
      "entropy": 0.18715114260558038,
      "epoch": 0.8968421052631579,
      "grad_norm": 8.5625,
      "learning_rate": 5.338541666666667e-07,
      "loss": 0.22732558250427246,
      "mean_token_accuracy": 0.9373150266706943,
      "num_tokens": 6493853.0,
      "step": 2130
    },
    {
      "entropy": 0.17378719956614078,
      "epoch": 0.9010526315789473,
      "grad_norm": 7.28125,
      "learning_rate": 5.121527777777778e-07,
      "loss": 0.1807337999343872,
      "mean_token_accuracy": 0.9400206096470356,
      "num_tokens": 6527705.0,
      "step": 2140
    },
    {
      "entropy": 0.18033494814299048,
      "epoch": 0.9052631578947369,
      "grad_norm": 5.875,
      "learning_rate": 4.904513888888889e-07,
      "loss": 0.19068191051483155,
      "mean_token_accuracy": 0.937873587757349,
      "num_tokens": 6555761.0,
      "step": 2150
    },
    {
      "entropy": 0.175303529528901,
      "epoch": 0.9094736842105263,
      "grad_norm": 8.125,
      "learning_rate": 4.6875000000000006e-07,
      "loss": 0.183641254901886,
      "mean_token_accuracy": 0.9391517236828804,
      "num_tokens": 6585723.0,
      "step": 2160
    },
    {
      "entropy": 0.17232977109961212,
      "epoch": 0.9136842105263158,
      "grad_norm": 3.890625,
      "learning_rate": 4.4704861111111115e-07,
      "loss": 0.18852951526641845,
      "mean_token_accuracy": 0.940208625793457,
      "num_tokens": 6615288.0,
      "step": 2170
    },
    {
      "entropy": 0.16042230552993714,
      "epoch": 0.9178947368421052,
      "grad_norm": 8.625,
      "learning_rate": 4.253472222222223e-07,
      "loss": 0.16894659996032715,
      "mean_token_accuracy": 0.9419491074979305,
      "num_tokens": 6644603.0,
      "step": 2180
    },
    {
      "entropy": 0.18052552677690983,
      "epoch": 0.9221052631578948,
      "grad_norm": 9.1875,
      "learning_rate": 4.0364583333333337e-07,
      "loss": 0.18952767848968505,
      "mean_token_accuracy": 0.9380584709346295,
      "num_tokens": 6673545.0,
      "step": 2190
    },
    {
      "entropy": 0.19028411931358277,
      "epoch": 0.9263157894736842,
      "grad_norm": 10.5625,
      "learning_rate": 3.819444444444445e-07,
      "loss": 0.18890902996063233,
      "mean_token_accuracy": 0.9400756865739822,
      "num_tokens": 6703299.0,
      "step": 2200
    },
    {
      "entropy": 0.16922345554921775,
      "epoch": 0.9305263157894736,
      "grad_norm": 6.84375,
      "learning_rate": 3.6024305555555554e-07,
      "loss": 0.17599536180496217,
      "mean_token_accuracy": 0.9455938622355461,
      "num_tokens": 6732719.0,
      "step": 2210
    },
    {
      "entropy": 0.15744123989716172,
      "epoch": 0.9347368421052632,
      "grad_norm": 6.5,
      "learning_rate": 3.3854166666666667e-07,
      "loss": 0.17910586595535277,
      "mean_token_accuracy": 0.9452849693596364,
      "num_tokens": 6765329.0,
      "step": 2220
    },
    {
      "entropy": 0.15953006697818636,
      "epoch": 0.9389473684210526,
      "grad_norm": 10.5,
      "learning_rate": 3.168402777777778e-07,
      "loss": 0.16083180904388428,
      "mean_token_accuracy": 0.9451860629022122,
      "num_tokens": 6796269.0,
      "step": 2230
    },
    {
      "entropy": 0.19982436632271855,
      "epoch": 0.9431578947368421,
      "grad_norm": 4.03125,
      "learning_rate": 2.951388888888889e-07,
      "loss": 0.1909162998199463,
      "mean_token_accuracy": 0.9365056939423084,
      "num_tokens": 6826464.0,
      "step": 2240
    },
    {
      "entropy": 0.1634247657377273,
      "epoch": 0.9473684210526315,
      "grad_norm": 7.75,
      "learning_rate": 2.7343750000000003e-07,
      "loss": 0.1653286933898926,
      "mean_token_accuracy": 0.9445300824940205,
      "num_tokens": 6857440.0,
      "step": 2250
    },
    {
      "entropy": 0.19435078646056353,
      "epoch": 0.9515789473684211,
      "grad_norm": 6.90625,
      "learning_rate": 2.5173611111111117e-07,
      "loss": 0.20611786842346191,
      "mean_token_accuracy": 0.9351051561534405,
      "num_tokens": 6887333.0,
      "step": 2260
    },
    {
      "entropy": 0.19693100345321,
      "epoch": 0.9557894736842105,
      "grad_norm": 8.6875,
      "learning_rate": 2.3003472222222225e-07,
      "loss": 0.1984722852706909,
      "mean_token_accuracy": 0.937918345630169,
      "num_tokens": 6917794.0,
      "step": 2270
    },
    {
      "entropy": 0.1728912627324462,
      "epoch": 0.96,
      "grad_norm": 4.875,
      "learning_rate": 2.0833333333333333e-07,
      "loss": 0.16558315753936767,
      "mean_token_accuracy": 0.9425304509699345,
      "num_tokens": 6947614.0,
      "step": 2280
    },
    {
      "entropy": 0.17391241467557847,
      "epoch": 0.9642105263157895,
      "grad_norm": 8.0625,
      "learning_rate": 1.8663194444444444e-07,
      "loss": 0.1844017267227173,
      "mean_token_accuracy": 0.9372891336679459,
      "num_tokens": 6978068.0,
      "step": 2290
    },
    {
      "entropy": 0.17354375659488142,
      "epoch": 0.968421052631579,
      "grad_norm": 7.5,
      "learning_rate": 1.6493055555555558e-07,
      "loss": 0.17987858057022094,
      "mean_token_accuracy": 0.938211838901043,
      "num_tokens": 7010536.0,
      "step": 2300
    },
    {
      "entropy": 0.2068662981968373,
      "epoch": 0.9726315789473684,
      "grad_norm": 10.0,
      "learning_rate": 1.4322916666666666e-07,
      "loss": 0.23096110820770263,
      "mean_token_accuracy": 0.9326581478118896,
      "num_tokens": 7042095.0,
      "step": 2310
    },
    {
      "entropy": 0.16978850068990142,
      "epoch": 0.9768421052631578,
      "grad_norm": 8.4375,
      "learning_rate": 1.215277777777778e-07,
      "loss": 0.17138477563858032,
      "mean_token_accuracy": 0.9445147432386876,
      "num_tokens": 7072071.0,
      "step": 2320
    },
    {
      "entropy": 0.17203839742578567,
      "epoch": 0.9810526315789474,
      "grad_norm": 8.5625,
      "learning_rate": 9.982638888888888e-08,
      "loss": 0.17553606033325195,
      "mean_token_accuracy": 0.9403647750616073,
      "num_tokens": 7102822.0,
      "step": 2330
    },
    {
      "entropy": 0.2015716886613518,
      "epoch": 0.9852631578947368,
      "grad_norm": 6.46875,
      "learning_rate": 7.8125e-08,
      "loss": 0.2199774980545044,
      "mean_token_accuracy": 0.9335592687129974,
      "num_tokens": 7132670.0,
      "step": 2340
    },
    {
      "entropy": 0.17184048132039606,
      "epoch": 0.9894736842105263,
      "grad_norm": 10.25,
      "learning_rate": 5.6423611111111116e-08,
      "loss": 0.19170069694519043,
      "mean_token_accuracy": 0.9456814132630825,
      "num_tokens": 7163095.0,
      "step": 2350
    },
    {
      "entropy": 0.18851842815056444,
      "epoch": 0.9936842105263158,
      "grad_norm": 7.40625,
      "learning_rate": 3.472222222222222e-08,
      "loss": 0.18714648485183716,
      "mean_token_accuracy": 0.9426751539111138,
      "num_tokens": 7191956.0,
      "step": 2360
    },
    {
      "entropy": 0.17078252806095406,
      "epoch": 0.9978947368421053,
      "grad_norm": 9.5,
      "learning_rate": 1.3020833333333333e-08,
      "loss": 0.16565700769424438,
      "mean_token_accuracy": 0.9381283052265644,
      "num_tokens": 7221933.0,
      "step": 2370
    }
  ],
  "logging_steps": 10,
  "max_steps": 2375,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 7.608549619134874e+16,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}