{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 13.8996138996139,
  "eval_steps": 500,
  "global_step": 3600,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.019305019305019305,
      "grad_norm": 11.880151748657227,
      "learning_rate": 4.999988505504495e-05,
      "loss": 1.2597,
      "num_input_tokens_seen": 133888,
      "step": 5
    },
    {
      "epoch": 0.03861003861003861,
      "grad_norm": 11.379286766052246,
      "learning_rate": 4.999954022123679e-05,
      "loss": 1.1508,
      "num_input_tokens_seen": 234752,
      "step": 10
    },
    {
      "epoch": 0.05791505791505792,
      "grad_norm": 9.279751777648926,
      "learning_rate": 4.999896550174647e-05,
      "loss": 1.4957,
      "num_input_tokens_seen": 388352,
      "step": 15
    },
    {
      "epoch": 0.07722007722007722,
      "grad_norm": 4.549979209899902,
      "learning_rate": 4.999816090185888e-05,
      "loss": 1.1843,
      "num_input_tokens_seen": 542720,
      "step": 20
    },
    {
      "epoch": 0.09652509652509653,
      "grad_norm": 5.948971748352051,
      "learning_rate": 4.999712642897278e-05,
      "loss": 1.1623,
      "num_input_tokens_seen": 642048,
      "step": 25
    },
    {
      "epoch": 0.11583011583011583,
      "grad_norm": 6.370548725128174,
      "learning_rate": 4.9995862092600796e-05,
      "loss": 1.2511,
      "num_input_tokens_seen": 761344,
      "step": 30
    },
    {
      "epoch": 0.13513513513513514,
      "grad_norm": 4.528784275054932,
      "learning_rate": 4.999436790436924e-05,
      "loss": 1.0512,
      "num_input_tokens_seen": 905984,
      "step": 35
    },
    {
      "epoch": 0.15444015444015444,
      "grad_norm": 4.6348114013671875,
      "learning_rate": 4.9992643878018054e-05,
      "loss": 1.2519,
      "num_input_tokens_seen": 1040896,
      "step": 40
    },
    {
      "epoch": 0.17374517374517376,
      "grad_norm": 5.525028705596924,
      "learning_rate": 4.99906900294007e-05,
      "loss": 1.2093,
      "num_input_tokens_seen": 1163776,
      "step": 45
    },
    {
      "epoch": 0.19305019305019305,
      "grad_norm": 5.8078718185424805,
      "learning_rate": 4.998850637648398e-05,
      "loss": 1.3795,
      "num_input_tokens_seen": 1277440,
      "step": 50
    },
    {
      "epoch": 0.21235521235521235,
      "grad_norm": 6.931970596313477,
      "learning_rate": 4.998609293934789e-05,
      "loss": 1.1255,
      "num_input_tokens_seen": 1412352,
      "step": 55
    },
    {
      "epoch": 0.23166023166023167,
      "grad_norm": 5.5319976806640625,
      "learning_rate": 4.99834497401854e-05,
      "loss": 1.1894,
      "num_input_tokens_seen": 1551360,
      "step": 60
    },
    {
      "epoch": 0.25096525096525096,
      "grad_norm": 5.610212326049805,
      "learning_rate": 4.998057680330233e-05,
      "loss": 1.2108,
      "num_input_tokens_seen": 1715968,
      "step": 65
    },
    {
      "epoch": 0.2702702702702703,
      "grad_norm": 5.512667179107666,
      "learning_rate": 4.9977474155117045e-05,
      "loss": 1.1484,
      "num_input_tokens_seen": 1836800,
      "step": 70
    },
    {
      "epoch": 0.28957528957528955,
      "grad_norm": 5.64188289642334,
      "learning_rate": 4.9974141824160224e-05,
      "loss": 1.0656,
      "num_input_tokens_seen": 1982720,
      "step": 75
    },
    {
      "epoch": 0.3088803088803089,
      "grad_norm": 5.340020179748535,
      "learning_rate": 4.997057984107466e-05,
      "loss": 1.0068,
      "num_input_tokens_seen": 2115840,
      "step": 80
    },
    {
      "epoch": 0.3281853281853282,
      "grad_norm": 5.499743938446045,
      "learning_rate": 4.9966788238614905e-05,
      "loss": 1.142,
      "num_input_tokens_seen": 2244608,
      "step": 85
    },
    {
      "epoch": 0.3474903474903475,
      "grad_norm": 5.120875835418701,
      "learning_rate": 4.9962767051647006e-05,
      "loss": 1.2448,
      "num_input_tokens_seen": 2355200,
      "step": 90
    },
    {
      "epoch": 0.3667953667953668,
      "grad_norm": 5.501336574554443,
      "learning_rate": 4.995851631714816e-05,
      "loss": 1.0841,
      "num_input_tokens_seen": 2491392,
      "step": 95
    },
    {
      "epoch": 0.3861003861003861,
      "grad_norm": 5.672695636749268,
      "learning_rate": 4.995403607420644e-05,
      "loss": 1.079,
      "num_input_tokens_seen": 2605568,
      "step": 100
    },
    {
      "epoch": 0.40540540540540543,
      "grad_norm": 4.757706165313721,
      "learning_rate": 4.9949326364020314e-05,
      "loss": 1.2072,
      "num_input_tokens_seen": 2754560,
      "step": 105
    },
    {
      "epoch": 0.4247104247104247,
      "grad_norm": 5.0469489097595215,
      "learning_rate": 4.99443872298984e-05,
      "loss": 1.388,
      "num_input_tokens_seen": 2893312,
      "step": 110
    },
    {
      "epoch": 0.444015444015444,
      "grad_norm": 4.751271724700928,
      "learning_rate": 4.9939218717258976e-05,
      "loss": 1.1421,
      "num_input_tokens_seen": 3045632,
      "step": 115
    },
    {
      "epoch": 0.46332046332046334,
      "grad_norm": 4.551059722900391,
      "learning_rate": 4.993382087362959e-05,
      "loss": 1.1926,
      "num_input_tokens_seen": 3194624,
      "step": 120
    },
    {
      "epoch": 0.4826254826254826,
      "grad_norm": 4.361262321472168,
      "learning_rate": 4.992819374864665e-05,
      "loss": 1.3206,
      "num_input_tokens_seen": 3323904,
      "step": 125
    },
    {
      "epoch": 0.5019305019305019,
      "grad_norm": 4.295720100402832,
      "learning_rate": 4.992233739405492e-05,
      "loss": 1.3139,
      "num_input_tokens_seen": 3435008,
      "step": 130
    },
    {
      "epoch": 0.5212355212355212,
      "grad_norm": 9.746088027954102,
      "learning_rate": 4.9916251863707056e-05,
      "loss": 1.2343,
      "num_input_tokens_seen": 3552768,
      "step": 135
    },
    {
      "epoch": 0.5405405405405406,
      "grad_norm": 5.580798625946045,
      "learning_rate": 4.9909937213563165e-05,
      "loss": 1.2867,
      "num_input_tokens_seen": 3655936,
      "step": 140
    },
    {
      "epoch": 0.5598455598455598,
      "grad_norm": 3.9572153091430664,
      "learning_rate": 4.990339350169021e-05,
      "loss": 1.2402,
      "num_input_tokens_seen": 3779328,
      "step": 145
    },
    {
      "epoch": 0.5791505791505791,
      "grad_norm": 4.077531337738037,
      "learning_rate": 4.989662078826152e-05,
      "loss": 1.1501,
      "num_input_tokens_seen": 3911168,
      "step": 150
    },
    {
      "epoch": 0.5984555984555985,
      "grad_norm": 3.8401482105255127,
      "learning_rate": 4.988961913555623e-05,
      "loss": 1.0678,
      "num_input_tokens_seen": 4035328,
      "step": 155
    },
    {
      "epoch": 0.6177606177606177,
      "grad_norm": 4.454199314117432,
      "learning_rate": 4.988238860795873e-05,
      "loss": 1.1792,
      "num_input_tokens_seen": 4161792,
      "step": 160
    },
    {
      "epoch": 0.637065637065637,
      "grad_norm": 4.723377704620361,
      "learning_rate": 4.9874929271958026e-05,
      "loss": 1.2038,
      "num_input_tokens_seen": 4281088,
      "step": 165
    },
    {
      "epoch": 0.6563706563706564,
      "grad_norm": 3.8252053260803223,
      "learning_rate": 4.986724119614715e-05,
      "loss": 1.21,
      "num_input_tokens_seen": 4445952,
      "step": 170
    },
    {
      "epoch": 0.6756756756756757,
      "grad_norm": 5.56161642074585,
      "learning_rate": 4.985932445122257e-05,
      "loss": 1.1328,
      "num_input_tokens_seen": 4618496,
      "step": 175
    },
    {
      "epoch": 0.694980694980695,
      "grad_norm": 4.20256233215332,
      "learning_rate": 4.985117910998345e-05,
      "loss": 1.0232,
      "num_input_tokens_seen": 4784384,
      "step": 180
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 4.422672271728516,
      "learning_rate": 4.984280524733107e-05,
      "loss": 1.0596,
      "num_input_tokens_seen": 4925440,
      "step": 185
    },
    {
      "epoch": 0.7335907335907336,
      "grad_norm": 4.174430847167969,
      "learning_rate": 4.983420294026809e-05,
      "loss": 1.246,
      "num_input_tokens_seen": 5068544,
      "step": 190
    },
    {
      "epoch": 0.752895752895753,
      "grad_norm": 5.4516191482543945,
      "learning_rate": 4.982537226789786e-05,
      "loss": 1.2178,
      "num_input_tokens_seen": 5196032,
      "step": 195
    },
    {
      "epoch": 0.7722007722007722,
      "grad_norm": 5.097752571105957,
      "learning_rate": 4.981631331142368e-05,
      "loss": 1.1424,
      "num_input_tokens_seen": 5289216,
      "step": 200
    },
    {
      "epoch": 0.7915057915057915,
      "grad_norm": 2.8934011459350586,
      "learning_rate": 4.9807026154148054e-05,
      "loss": 1.1518,
      "num_input_tokens_seen": 5451520,
      "step": 205
    },
    {
      "epoch": 0.8108108108108109,
      "grad_norm": 5.223976135253906,
      "learning_rate": 4.979751088147192e-05,
      "loss": 1.1354,
      "num_input_tokens_seen": 5612544,
      "step": 210
    },
    {
      "epoch": 0.8301158301158301,
      "grad_norm": 4.850491523742676,
      "learning_rate": 4.978776758089391e-05,
      "loss": 1.1915,
      "num_input_tokens_seen": 5757696,
      "step": 215
    },
    {
      "epoch": 0.8494208494208494,
      "grad_norm": 6.363794803619385,
      "learning_rate": 4.977779634200947e-05,
      "loss": 1.2171,
      "num_input_tokens_seen": 5895168,
      "step": 220
    },
    {
      "epoch": 0.8687258687258688,
      "grad_norm": 4.063634395599365,
      "learning_rate": 4.976759725651008e-05,
      "loss": 1.1818,
      "num_input_tokens_seen": 6004480,
      "step": 225
    },
    {
      "epoch": 0.888030888030888,
      "grad_norm": 4.925548553466797,
      "learning_rate": 4.975717041818242e-05,
      "loss": 1.3625,
      "num_input_tokens_seen": 6158080,
      "step": 230
    },
    {
      "epoch": 0.9073359073359073,
      "grad_norm": 4.7595977783203125,
      "learning_rate": 4.97465159229075e-05,
      "loss": 1.1483,
      "num_input_tokens_seen": 6270208,
      "step": 235
    },
    {
      "epoch": 0.9266409266409267,
      "grad_norm": 4.2403974533081055,
      "learning_rate": 4.973563386865974e-05,
      "loss": 0.9918,
      "num_input_tokens_seen": 6400512,
      "step": 240
    },
    {
      "epoch": 0.9459459459459459,
      "grad_norm": 3.330521583557129,
      "learning_rate": 4.972452435550614e-05,
      "loss": 1.0481,
      "num_input_tokens_seen": 6534144,
      "step": 245
    },
    {
      "epoch": 0.9652509652509652,
      "grad_norm": 4.355147361755371,
      "learning_rate": 4.971318748560527e-05,
      "loss": 1.1627,
      "num_input_tokens_seen": 6689280,
      "step": 250
    },
    {
      "epoch": 0.9845559845559846,
      "grad_norm": 3.845254421234131,
      "learning_rate": 4.970162336320644e-05,
      "loss": 1.1168,
      "num_input_tokens_seen": 6830848,
      "step": 255
    },
    {
      "epoch": 1.0038610038610039,
      "grad_norm": 8.39128303527832,
      "learning_rate": 4.968983209464863e-05,
      "loss": 1.1015,
      "num_input_tokens_seen": 6950984,
      "step": 260
    },
    {
      "epoch": 1.0231660231660231,
      "grad_norm": 5.653963565826416,
      "learning_rate": 4.9677813788359595e-05,
      "loss": 0.6397,
      "num_input_tokens_seen": 7077192,
      "step": 265
    },
    {
      "epoch": 1.0424710424710424,
      "grad_norm": 6.64690637588501,
      "learning_rate": 4.9665568554854834e-05,
      "loss": 0.6662,
      "num_input_tokens_seen": 7194696,
      "step": 270
    },
    {
      "epoch": 1.0617760617760619,
      "grad_norm": 3.9684646129608154,
      "learning_rate": 4.965309650673656e-05,
      "loss": 0.7584,
      "num_input_tokens_seen": 7325512,
      "step": 275
    },
    {
      "epoch": 1.0810810810810811,
      "grad_norm": 4.258115768432617,
      "learning_rate": 4.9640397758692715e-05,
      "loss": 0.6332,
      "num_input_tokens_seen": 7464776,
      "step": 280
    },
    {
      "epoch": 1.1003861003861004,
      "grad_norm": 3.913597822189331,
      "learning_rate": 4.962747242749584e-05,
      "loss": 0.7527,
      "num_input_tokens_seen": 7630664,
      "step": 285
    },
    {
      "epoch": 1.1196911196911197,
      "grad_norm": 4.672424793243408,
      "learning_rate": 4.961432063200207e-05,
      "loss": 0.7667,
      "num_input_tokens_seen": 7771976,
      "step": 290
    },
    {
      "epoch": 1.138996138996139,
      "grad_norm": 3.960838556289673,
      "learning_rate": 4.960094249315002e-05,
      "loss": 0.6909,
      "num_input_tokens_seen": 7877192,
      "step": 295
    },
    {
      "epoch": 1.1583011583011582,
      "grad_norm": 3.6881680488586426,
      "learning_rate": 4.9587338133959625e-05,
      "loss": 0.611,
      "num_input_tokens_seen": 8005448,
      "step": 300
    },
    {
      "epoch": 1.1776061776061777,
      "grad_norm": 3.072396993637085,
      "learning_rate": 4.957350767953112e-05,
      "loss": 0.6579,
      "num_input_tokens_seen": 8132168,
      "step": 305
    },
    {
      "epoch": 1.196911196911197,
      "grad_norm": 3.8796889781951904,
      "learning_rate": 4.9559451257043754e-05,
      "loss": 0.6889,
      "num_input_tokens_seen": 8265544,
      "step": 310
    },
    {
      "epoch": 1.2162162162162162,
      "grad_norm": 3.125763177871704,
      "learning_rate": 4.954516899575473e-05,
      "loss": 0.5874,
      "num_input_tokens_seen": 8390728,
      "step": 315
    },
    {
      "epoch": 1.2355212355212355,
      "grad_norm": 5.750874996185303,
      "learning_rate": 4.953066102699795e-05,
      "loss": 0.632,
      "num_input_tokens_seen": 8513864,
      "step": 320
    },
    {
      "epoch": 1.2548262548262548,
      "grad_norm": 4.728124141693115,
      "learning_rate": 4.951592748418284e-05,
      "loss": 0.6939,
      "num_input_tokens_seen": 8650824,
      "step": 325
    },
    {
      "epoch": 1.2741312741312742,
      "grad_norm": 3.5621907711029053,
      "learning_rate": 4.9500968502793125e-05,
      "loss": 0.7251,
      "num_input_tokens_seen": 8773704,
      "step": 330
    },
    {
      "epoch": 1.2934362934362935,
      "grad_norm": 5.006427764892578,
      "learning_rate": 4.948578422038555e-05,
      "loss": 0.6997,
      "num_input_tokens_seen": 8894280,
      "step": 335
    },
    {
      "epoch": 1.3127413127413128,
      "grad_norm": 4.801665782928467,
      "learning_rate": 4.947037477658865e-05,
      "loss": 0.5608,
      "num_input_tokens_seen": 9058376,
      "step": 340
    },
    {
      "epoch": 1.332046332046332,
      "grad_norm": 5.262493133544922,
      "learning_rate": 4.945474031310144e-05,
      "loss": 0.6575,
      "num_input_tokens_seen": 9163592,
      "step": 345
    },
    {
      "epoch": 1.3513513513513513,
      "grad_norm": 3.481433868408203,
      "learning_rate": 4.943888097369216e-05,
      "loss": 0.7387,
      "num_input_tokens_seen": 9288008,
      "step": 350
    },
    {
      "epoch": 1.3706563706563706,
      "grad_norm": 4.59250545501709,
      "learning_rate": 4.942279690419687e-05,
      "loss": 0.7204,
      "num_input_tokens_seen": 9382216,
      "step": 355
    },
    {
      "epoch": 1.3899613899613898,
      "grad_norm": 4.549391746520996,
      "learning_rate": 4.9406488252518203e-05,
      "loss": 0.7472,
      "num_input_tokens_seen": 9507912,
      "step": 360
    },
    {
      "epoch": 1.4092664092664093,
      "grad_norm": 6.062809944152832,
      "learning_rate": 4.9389955168623914e-05,
      "loss": 0.7806,
      "num_input_tokens_seen": 9632584,
      "step": 365
    },
    {
      "epoch": 1.4285714285714286,
      "grad_norm": 6.251070976257324,
      "learning_rate": 4.937319780454559e-05,
      "loss": 0.7466,
      "num_input_tokens_seen": 9756232,
      "step": 370
    },
    {
      "epoch": 1.4478764478764479,
      "grad_norm": 8.911005020141602,
      "learning_rate": 4.9356216314377184e-05,
      "loss": 0.7491,
      "num_input_tokens_seen": 9953096,
      "step": 375
    },
    {
      "epoch": 1.4671814671814671,
      "grad_norm": 6.960048675537109,
      "learning_rate": 4.933901085427362e-05,
      "loss": 0.6792,
      "num_input_tokens_seen": 10094408,
      "step": 380
    },
    {
      "epoch": 1.4864864864864864,
      "grad_norm": 3.882781505584717,
      "learning_rate": 4.9321581582449365e-05,
      "loss": 0.652,
      "num_input_tokens_seen": 10183496,
      "step": 385
    },
    {
      "epoch": 1.505791505791506,
      "grad_norm": 4.664374828338623,
      "learning_rate": 4.930392865917698e-05,
      "loss": 0.6968,
      "num_input_tokens_seen": 10299720,
      "step": 390
    },
    {
      "epoch": 1.525096525096525,
      "grad_norm": 3.1740968227386475,
      "learning_rate": 4.928605224678561e-05,
      "loss": 0.6024,
      "num_input_tokens_seen": 10453576,
      "step": 395
    },
    {
      "epoch": 1.5444015444015444,
      "grad_norm": 5.918027400970459,
      "learning_rate": 4.926795250965952e-05,
      "loss": 0.6757,
      "num_input_tokens_seen": 10564168,
      "step": 400
    },
    {
      "epoch": 1.5637065637065637,
      "grad_norm": 5.5165696144104,
      "learning_rate": 4.924962961423662e-05,
      "loss": 0.7303,
      "num_input_tokens_seen": 10680392,
      "step": 405
    },
    {
      "epoch": 1.583011583011583,
      "grad_norm": 4.745772838592529,
      "learning_rate": 4.9231083729006825e-05,
      "loss": 0.7291,
      "num_input_tokens_seen": 10797128,
      "step": 410
    },
    {
      "epoch": 1.6023166023166024,
      "grad_norm": 3.4109997749328613,
      "learning_rate": 4.921231502451064e-05,
      "loss": 0.6801,
      "num_input_tokens_seen": 10911048,
      "step": 415
    },
    {
      "epoch": 1.6216216216216215,
      "grad_norm": 4.954616069793701,
      "learning_rate": 4.9193323673337476e-05,
      "loss": 0.766,
      "num_input_tokens_seen": 11030088,
      "step": 420
    },
    {
      "epoch": 1.640926640926641,
      "grad_norm": 3.547844648361206,
      "learning_rate": 4.917410985012414e-05,
      "loss": 0.7338,
      "num_input_tokens_seen": 11202888,
      "step": 425
    },
    {
      "epoch": 1.6602316602316602,
      "grad_norm": 4.377864360809326,
      "learning_rate": 4.91546737315532e-05,
      "loss": 0.669,
      "num_input_tokens_seen": 11353416,
      "step": 430
    },
    {
      "epoch": 1.6795366795366795,
      "grad_norm": 4.632313251495361,
      "learning_rate": 4.913501549635136e-05,
      "loss": 0.7093,
      "num_input_tokens_seen": 11472968,
      "step": 435
    },
    {
      "epoch": 1.698841698841699,
      "grad_norm": 5.683695316314697,
      "learning_rate": 4.91151353252878e-05,
      "loss": 0.7509,
      "num_input_tokens_seen": 11581512,
      "step": 440
    },
    {
      "epoch": 1.718146718146718,
      "grad_norm": 3.844526767730713,
      "learning_rate": 4.9095033401172565e-05,
      "loss": 0.6265,
      "num_input_tokens_seen": 11741512,
      "step": 445
    },
    {
      "epoch": 1.7374517374517375,
      "grad_norm": 4.572934150695801,
      "learning_rate": 4.907470990885483e-05,
      "loss": 0.7188,
      "num_input_tokens_seen": 11902536,
      "step": 450
    },
    {
      "epoch": 1.7567567567567568,
      "grad_norm": 5.532532215118408,
      "learning_rate": 4.9054165035221236e-05,
      "loss": 0.7237,
      "num_input_tokens_seen": 12052296,
      "step": 455
    },
    {
      "epoch": 1.776061776061776,
      "grad_norm": 3.139909505844116,
      "learning_rate": 4.9033398969194145e-05,
      "loss": 0.6446,
      "num_input_tokens_seen": 12253512,
      "step": 460
    },
    {
      "epoch": 1.7953667953667953,
      "grad_norm": 3.506171703338623,
      "learning_rate": 4.901241190172991e-05,
      "loss": 0.6381,
      "num_input_tokens_seen": 12343624,
      "step": 465
    },
    {
      "epoch": 1.8146718146718146,
      "grad_norm": 4.847969055175781,
      "learning_rate": 4.899120402581715e-05,
      "loss": 0.7995,
      "num_input_tokens_seen": 12481864,
      "step": 470
    },
    {
      "epoch": 1.833976833976834,
      "grad_norm": 4.391269207000732,
      "learning_rate": 4.8969775536474915e-05,
      "loss": 0.7226,
      "num_input_tokens_seen": 12638792,
      "step": 475
    },
    {
      "epoch": 1.8532818532818531,
      "grad_norm": 3.4892685413360596,
      "learning_rate": 4.894812663075095e-05,
      "loss": 0.5672,
      "num_input_tokens_seen": 12810824,
      "step": 480
    },
    {
      "epoch": 1.8725868725868726,
      "grad_norm": 4.9667277336120605,
      "learning_rate": 4.8926257507719865e-05,
      "loss": 0.607,
      "num_input_tokens_seen": 12970312,
      "step": 485
    },
    {
      "epoch": 1.8918918918918919,
      "grad_norm": 5.739168167114258,
      "learning_rate": 4.890416836848127e-05,
      "loss": 0.7329,
      "num_input_tokens_seen": 13082696,
      "step": 490
    },
    {
      "epoch": 1.9111969111969112,
      "grad_norm": 4.744792938232422,
      "learning_rate": 4.8881859416158e-05,
      "loss": 0.8327,
      "num_input_tokens_seen": 13192008,
      "step": 495
    },
    {
      "epoch": 1.9305019305019306,
      "grad_norm": 5.711423873901367,
      "learning_rate": 4.8859330855894156e-05,
      "loss": 0.6468,
      "num_input_tokens_seen": 13347912,
      "step": 500
    },
    {
      "epoch": 1.9498069498069497,
      "grad_norm": 3.4863574504852295,
      "learning_rate": 4.883658289485329e-05,
      "loss": 0.6951,
      "num_input_tokens_seen": 13500488,
      "step": 505
    },
    {
      "epoch": 1.9691119691119692,
      "grad_norm": 5.2073564529418945,
      "learning_rate": 4.881361574221648e-05,
      "loss": 0.7812,
      "num_input_tokens_seen": 13641800,
      "step": 510
    },
    {
      "epoch": 1.9884169884169884,
      "grad_norm": 7.231164455413818,
      "learning_rate": 4.8790429609180375e-05,
      "loss": 0.8085,
      "num_input_tokens_seen": 13757000,
      "step": 515
    },
    {
      "epoch": 2.0077220077220077,
      "grad_norm": 3.289991617202759,
      "learning_rate": 4.876702470895531e-05,
      "loss": 0.6533,
      "num_input_tokens_seen": 13843120,
      "step": 520
    },
    {
      "epoch": 2.027027027027027,
      "grad_norm": 5.630355358123779,
      "learning_rate": 4.87434012567633e-05,
      "loss": 0.3901,
      "num_input_tokens_seen": 14011568,
      "step": 525
    },
    {
      "epoch": 2.0463320463320462,
      "grad_norm": 11.086012840270996,
      "learning_rate": 4.871955946983607e-05,
      "loss": 0.344,
      "num_input_tokens_seen": 14202800,
      "step": 530
    },
    {
      "epoch": 2.0656370656370657,
      "grad_norm": 6.8246259689331055,
      "learning_rate": 4.8695499567413086e-05,
      "loss": 0.3463,
      "num_input_tokens_seen": 14395824,
      "step": 535
    },
    {
      "epoch": 2.0849420849420848,
      "grad_norm": 3.6909987926483154,
      "learning_rate": 4.867122177073948e-05,
      "loss": 0.3611,
      "num_input_tokens_seen": 14516400,
      "step": 540
    },
    {
      "epoch": 2.1042471042471043,
      "grad_norm": 4.255818843841553,
      "learning_rate": 4.864672630306408e-05,
      "loss": 0.3644,
      "num_input_tokens_seen": 14627760,
      "step": 545
    },
    {
      "epoch": 2.1235521235521237,
      "grad_norm": 6.667994022369385,
      "learning_rate": 4.862201338963733e-05,
      "loss": 0.3669,
      "num_input_tokens_seen": 14724016,
      "step": 550
    },
    {
      "epoch": 2.142857142857143,
      "grad_norm": 3.5708060264587402,
      "learning_rate": 4.8597083257709194e-05,
      "loss": 0.3485,
      "num_input_tokens_seen": 14861488,
      "step": 555
    },
    {
      "epoch": 2.1621621621621623,
      "grad_norm": 3.337921380996704,
      "learning_rate": 4.857193613652711e-05,
      "loss": 0.3734,
      "num_input_tokens_seen": 14983088,
      "step": 560
    },
    {
      "epoch": 2.1814671814671813,
      "grad_norm": 6.495638847351074,
      "learning_rate": 4.854657225733385e-05,
      "loss": 0.3867,
      "num_input_tokens_seen": 15077296,
      "step": 565
    },
    {
      "epoch": 2.200772200772201,
      "grad_norm": 4.791080951690674,
      "learning_rate": 4.8520991853365414e-05,
      "loss": 0.4532,
      "num_input_tokens_seen": 15202736,
      "step": 570
    },
    {
      "epoch": 2.2200772200772203,
      "grad_norm": 2.633500814437866,
      "learning_rate": 4.849519515984888e-05,
      "loss": 0.3848,
      "num_input_tokens_seen": 15337392,
      "step": 575
    },
    {
      "epoch": 2.2393822393822393,
      "grad_norm": 5.552781105041504,
      "learning_rate": 4.846918241400022e-05,
      "loss": 0.3595,
      "num_input_tokens_seen": 15466672,
      "step": 580
    },
    {
      "epoch": 2.258687258687259,
      "grad_norm": 4.466195106506348,
      "learning_rate": 4.844295385502215e-05,
      "loss": 0.434,
      "num_input_tokens_seen": 15617456,
      "step": 585
    },
    {
      "epoch": 2.277992277992278,
      "grad_norm": 5.135293483734131,
      "learning_rate": 4.841650972410191e-05,
      "loss": 0.4374,
      "num_input_tokens_seen": 15723952,
      "step": 590
    },
    {
      "epoch": 2.2972972972972974,
      "grad_norm": 4.918574810028076,
      "learning_rate": 4.838985026440905e-05,
      "loss": 0.3616,
      "num_input_tokens_seen": 15867824,
      "step": 595
    },
    {
      "epoch": 2.3166023166023164,
      "grad_norm": 5.5822224617004395,
      "learning_rate": 4.836297572109323e-05,
      "loss": 0.3864,
      "num_input_tokens_seen": 15970992,
      "step": 600
    },
    {
      "epoch": 2.335907335907336,
      "grad_norm": 3.984456777572632,
      "learning_rate": 4.833588634128187e-05,
      "loss": 0.3897,
      "num_input_tokens_seen": 16082864,
      "step": 605
    },
    {
      "epoch": 2.3552123552123554,
      "grad_norm": 4.147584915161133,
      "learning_rate": 4.8308582374077984e-05,
      "loss": 0.3853,
      "num_input_tokens_seen": 16218032,
      "step": 610
    },
    {
      "epoch": 2.3745173745173744,
      "grad_norm": 3.50801682472229,
      "learning_rate": 4.8281064070557833e-05,
      "loss": 0.4045,
      "num_input_tokens_seen": 16359856,
      "step": 615
    },
    {
      "epoch": 2.393822393822394,
      "grad_norm": 3.857002019882202,
      "learning_rate": 4.825333168376864e-05,
      "loss": 0.4303,
      "num_input_tokens_seen": 16484272,
      "step": 620
    },
    {
      "epoch": 2.413127413127413,
      "grad_norm": 3.6967315673828125,
      "learning_rate": 4.8225385468726234e-05,
      "loss": 0.3753,
      "num_input_tokens_seen": 16618928,
      "step": 625
    },
    {
      "epoch": 2.4324324324324325,
      "grad_norm": 5.856339931488037,
      "learning_rate": 4.819722568241274e-05,
      "loss": 0.4107,
      "num_input_tokens_seen": 16734896,
      "step": 630
    },
    {
      "epoch": 2.4517374517374515,
      "grad_norm": 3.909010410308838,
      "learning_rate": 4.8168852583774166e-05,
      "loss": 0.4277,
      "num_input_tokens_seen": 16850096,
      "step": 635
    },
    {
      "epoch": 2.471042471042471,
      "grad_norm": 3.580345630645752,
      "learning_rate": 4.8140266433718095e-05,
      "loss": 0.3309,
      "num_input_tokens_seen": 16977840,
      "step": 640
    },
    {
      "epoch": 2.4903474903474905,
      "grad_norm": 3.9844889640808105,
      "learning_rate": 4.811146749511121e-05,
      "loss": 0.3572,
      "num_input_tokens_seen": 17111984,
      "step": 645
    },
    {
      "epoch": 2.5096525096525095,
      "grad_norm": 5.305726051330566,
      "learning_rate": 4.808245603277695e-05,
      "loss": 0.4373,
      "num_input_tokens_seen": 17226160,
      "step": 650
    },
    {
      "epoch": 2.528957528957529,
      "grad_norm": 3.5857083797454834,
      "learning_rate": 4.805323231349299e-05,
      "loss": 0.3996,
      "num_input_tokens_seen": 17384880,
      "step": 655
    },
    {
      "epoch": 2.5482625482625485,
      "grad_norm": 4.2644219398498535,
      "learning_rate": 4.8023796605988866e-05,
      "loss": 0.3748,
      "num_input_tokens_seen": 17510064,
      "step": 660
    },
    {
      "epoch": 2.5675675675675675,
      "grad_norm": 2.571721076965332,
      "learning_rate": 4.799414918094347e-05,
      "loss": 0.4303,
      "num_input_tokens_seen": 17668784,
      "step": 665
    },
    {
      "epoch": 2.586872586872587,
      "grad_norm": 3.5632381439208984,
      "learning_rate": 4.796429031098255e-05,
      "loss": 0.4342,
      "num_input_tokens_seen": 17817776,
      "step": 670
    },
    {
      "epoch": 2.606177606177606,
      "grad_norm": 3.475538492202759,
      "learning_rate": 4.7934220270676237e-05,
      "loss": 0.3935,
      "num_input_tokens_seen": 17979056,
      "step": 675
    },
    {
      "epoch": 2.6254826254826256,
      "grad_norm": 3.3301711082458496,
      "learning_rate": 4.790393933653646e-05,
      "loss": 0.3469,
      "num_input_tokens_seen": 18119344,
      "step": 680
    },
    {
      "epoch": 2.6447876447876446,
      "grad_norm": 3.781501531600952,
      "learning_rate": 4.787344778701449e-05,
      "loss": 0.4097,
      "num_input_tokens_seen": 18222256,
      "step": 685
    },
    {
      "epoch": 2.664092664092664,
      "grad_norm": 3.3143699169158936,
      "learning_rate": 4.78427459024983e-05,
      "loss": 0.4291,
      "num_input_tokens_seen": 18360752,
      "step": 690
    },
    {
      "epoch": 2.6833976833976836,
      "grad_norm": 4.394753456115723,
      "learning_rate": 4.781183396531004e-05,
      "loss": 0.4713,
      "num_input_tokens_seen": 18491824,
      "step": 695
    },
    {
      "epoch": 2.7027027027027026,
      "grad_norm": 3.8386504650115967,
      "learning_rate": 4.77807122597034e-05,
      "loss": 0.3772,
      "num_input_tokens_seen": 18634672,
      "step": 700
    },
    {
      "epoch": 2.722007722007722,
      "grad_norm": 4.388941764831543,
      "learning_rate": 4.774938107186102e-05,
      "loss": 0.4281,
      "num_input_tokens_seen": 18778544,
      "step": 705
    },
    {
      "epoch": 2.741312741312741,
      "grad_norm": 6.152458667755127,
      "learning_rate": 4.771784068989186e-05,
      "loss": 0.358,
      "num_input_tokens_seen": 18870960,
      "step": 710
    },
    {
      "epoch": 2.7606177606177607,
      "grad_norm": 3.7352821826934814,
      "learning_rate": 4.768609140382855e-05,
      "loss": 0.3852,
      "num_input_tokens_seen": 19034032,
      "step": 715
    },
    {
      "epoch": 2.7799227799227797,
      "grad_norm": 6.073156833648682,
      "learning_rate": 4.7654133505624695e-05,
      "loss": 0.4125,
      "num_input_tokens_seen": 19186096,
      "step": 720
    },
    {
      "epoch": 2.799227799227799,
      "grad_norm": 3.3675029277801514,
      "learning_rate": 4.7621967289152256e-05,
      "loss": 0.4029,
      "num_input_tokens_seen": 19319728,
      "step": 725
    },
    {
      "epoch": 2.8185328185328187,
      "grad_norm": 3.7507877349853516,
      "learning_rate": 4.7589593050198754e-05,
      "loss": 0.3858,
      "num_input_tokens_seen": 19463856,
      "step": 730
    },
    {
      "epoch": 2.8378378378378377,
      "grad_norm": 4.324283599853516,
      "learning_rate": 4.755701108646463e-05,
      "loss": 0.3679,
      "num_input_tokens_seen": 19587504,
      "step": 735
    },
    {
      "epoch": 2.857142857142857,
      "grad_norm": 5.601120471954346,
      "learning_rate": 4.752422169756048e-05,
      "loss": 0.3863,
      "num_input_tokens_seen": 19732912,
      "step": 740
    },
    {
      "epoch": 2.8764478764478767,
      "grad_norm": 3.6340267658233643,
      "learning_rate": 4.7491225185004286e-05,
      "loss": 0.382,
      "num_input_tokens_seen": 19833520,
      "step": 745
    },
    {
      "epoch": 2.8957528957528957,
      "grad_norm": 4.500921249389648,
      "learning_rate": 4.745802185221866e-05,
      "loss": 0.4239,
      "num_input_tokens_seen": 19932592,
      "step": 750
    },
    {
      "epoch": 2.915057915057915,
      "grad_norm": 3.6028401851654053,
      "learning_rate": 4.742461200452804e-05,
      "loss": 0.4577,
      "num_input_tokens_seen": 20090544,
      "step": 755
    },
    {
      "epoch": 2.9343629343629343,
      "grad_norm": 3.114858627319336,
      "learning_rate": 4.7390995949155915e-05,
      "loss": 0.4031,
      "num_input_tokens_seen": 20210096,
      "step": 760
    },
    {
      "epoch": 2.9536679536679538,
      "grad_norm": 3.504840135574341,
      "learning_rate": 4.735717399522196e-05,
      "loss": 0.3664,
      "num_input_tokens_seen": 20329392,
      "step": 765
    },
    {
      "epoch": 2.972972972972973,
      "grad_norm": 3.960780143737793,
      "learning_rate": 4.732314645373921e-05,
      "loss": 0.424,
      "num_input_tokens_seen": 20448944,
      "step": 770
    },
    {
      "epoch": 2.9922779922779923,
      "grad_norm": 3.825749635696411,
      "learning_rate": 4.728891363761121e-05,
      "loss": 0.3959,
      "num_input_tokens_seen": 20582320,
      "step": 775
    },
    {
      "epoch": 3.011583011583012,
      "grad_norm": 4.023091793060303,
      "learning_rate": 4.725447586162911e-05,
      "loss": 0.2985,
      "num_input_tokens_seen": 20708384,
      "step": 780
    },
    {
      "epoch": 3.030888030888031,
      "grad_norm": 3.257418394088745,
      "learning_rate": 4.721983344246881e-05,
      "loss": 0.2133,
      "num_input_tokens_seen": 20832032,
      "step": 785
    },
    {
      "epoch": 3.0501930501930503,
      "grad_norm": 5.765536785125732,
      "learning_rate": 4.7184986698688e-05,
      "loss": 0.214,
      "num_input_tokens_seen": 20974880,
      "step": 790
    },
    {
      "epoch": 3.0694980694980694,
      "grad_norm": 3.13777232170105,
      "learning_rate": 4.714993595072329e-05,
      "loss": 0.1982,
      "num_input_tokens_seen": 21092896,
      "step": 795
    },
    {
      "epoch": 3.088803088803089,
      "grad_norm": 5.349308490753174,
      "learning_rate": 4.711468152088719e-05,
      "loss": 0.2139,
      "num_input_tokens_seen": 21228576,
      "step": 800
    },
    {
      "epoch": 3.108108108108108,
      "grad_norm": 4.700284957885742,
      "learning_rate": 4.7079223733365237e-05,
      "loss": 0.2146,
      "num_input_tokens_seen": 21333536,
      "step": 805
    },
    {
      "epoch": 3.1274131274131274,
      "grad_norm": 3.779158115386963,
      "learning_rate": 4.704356291421291e-05,
      "loss": 0.1931,
      "num_input_tokens_seen": 21462560,
      "step": 810
    },
    {
      "epoch": 3.146718146718147,
      "grad_norm": 3.8744430541992188,
      "learning_rate": 4.700769939135272e-05,
      "loss": 0.2137,
      "num_input_tokens_seen": 21596960,
      "step": 815
    },
    {
      "epoch": 3.166023166023166,
      "grad_norm": 4.513326644897461,
      "learning_rate": 4.697163349457115e-05,
      "loss": 0.2343,
      "num_input_tokens_seen": 21721888,
      "step": 820
    },
    {
      "epoch": 3.1853281853281854,
      "grad_norm": 3.671565294265747,
      "learning_rate": 4.693536555551562e-05,
      "loss": 0.2048,
      "num_input_tokens_seen": 21824800,
      "step": 825
    },
    {
      "epoch": 3.2046332046332044,
      "grad_norm": 6.427221775054932,
      "learning_rate": 4.689889590769147e-05,
      "loss": 0.2383,
      "num_input_tokens_seen": 21950240,
      "step": 830
    },
    {
      "epoch": 3.223938223938224,
      "grad_norm": 2.976755142211914,
      "learning_rate": 4.686222488645886e-05,
      "loss": 0.2171,
      "num_input_tokens_seen": 22089760,
      "step": 835
    },
    {
      "epoch": 3.2432432432432434,
      "grad_norm": 3.2848925590515137,
      "learning_rate": 4.6825352829029705e-05,
      "loss": 0.2066,
      "num_input_tokens_seen": 22233120,
      "step": 840
    },
    {
      "epoch": 3.2625482625482625,
      "grad_norm": 3.1143906116485596,
      "learning_rate": 4.6788280074464556e-05,
      "loss": 0.207,
      "num_input_tokens_seen": 22371872,
      "step": 845
    },
    {
      "epoch": 3.281853281853282,
      "grad_norm": 5.183198928833008,
      "learning_rate": 4.675100696366951e-05,
      "loss": 0.2136,
      "num_input_tokens_seen": 22465568,
      "step": 850
    },
    {
      "epoch": 3.301158301158301,
      "grad_norm": 3.4606399536132812,
      "learning_rate": 4.6713533839393045e-05,
      "loss": 0.2255,
      "num_input_tokens_seen": 22617632,
      "step": 855
    },
    {
      "epoch": 3.3204633204633205,
      "grad_norm": 3.6124610900878906,
      "learning_rate": 4.667586104622288e-05,
      "loss": 0.2291,
      "num_input_tokens_seen": 22805792,
      "step": 860
    },
    {
      "epoch": 3.33976833976834,
      "grad_norm": 4.528263092041016,
      "learning_rate": 4.663798893058283e-05,
      "loss": 0.2313,
      "num_input_tokens_seen": 22970144,
      "step": 865
    },
    {
      "epoch": 3.359073359073359,
      "grad_norm": 4.979870796203613,
      "learning_rate": 4.659991784072959e-05,
      "loss": 0.2286,
      "num_input_tokens_seen": 23086880,
      "step": 870
    },
    {
      "epoch": 3.3783783783783785,
      "grad_norm": 4.131895542144775,
      "learning_rate": 4.656164812674951e-05,
      "loss": 0.2387,
      "num_input_tokens_seen": 23219488,
      "step": 875
    },
    {
      "epoch": 3.3976833976833976,
      "grad_norm": 3.2840301990509033,
      "learning_rate": 4.652318014055547e-05,
      "loss": 0.2334,
      "num_input_tokens_seen": 23334176,
      "step": 880
    },
    {
      "epoch": 3.416988416988417,
      "grad_norm": 5.544443130493164,
      "learning_rate": 4.6484514235883514e-05,
      "loss": 0.2209,
      "num_input_tokens_seen": 23431456,
      "step": 885
    },
    {
      "epoch": 3.436293436293436,
      "grad_norm": 3.8010241985321045,
      "learning_rate": 4.644565076828972e-05,
      "loss": 0.2373,
      "num_input_tokens_seen": 23554848,
      "step": 890
    },
    {
      "epoch": 3.4555984555984556,
      "grad_norm": 4.628957748413086,
      "learning_rate": 4.640659009514683e-05,
      "loss": 0.237,
      "num_input_tokens_seen": 23684128,
      "step": 895
    },
    {
      "epoch": 3.474903474903475,
      "grad_norm": 3.2354142665863037,
      "learning_rate": 4.636733257564104e-05,
      "loss": 0.2482,
      "num_input_tokens_seen": 23807008,
      "step": 900
    },
    {
      "epoch": 3.494208494208494,
      "grad_norm": 3.5726277828216553,
      "learning_rate": 4.632787857076866e-05,
      "loss": 0.2736,
      "num_input_tokens_seen": 23894560,
      "step": 905
    },
    {
      "epoch": 3.5135135135135136,
      "grad_norm": 2.902233600616455,
      "learning_rate": 4.628822844333278e-05,
      "loss": 0.2166,
      "num_input_tokens_seen": 24036128,
      "step": 910
    },
    {
      "epoch": 3.532818532818533,
      "grad_norm": 3.0207438468933105,
      "learning_rate": 4.624838255793999e-05,
      "loss": 0.2357,
      "num_input_tokens_seen": 24181792,
      "step": 915
    },
    {
      "epoch": 3.552123552123552,
      "grad_norm": 3.2155232429504395,
      "learning_rate": 4.620834128099696e-05,
      "loss": 0.2558,
      "num_input_tokens_seen": 24347424,
      "step": 920
    },
    {
      "epoch": 3.571428571428571,
      "grad_norm": 6.303427219390869,
      "learning_rate": 4.6168104980707107e-05,
      "loss": 0.2441,
      "num_input_tokens_seen": 24476704,
      "step": 925
    },
    {
      "epoch": 3.5907335907335907,
      "grad_norm": 4.327144622802734,
      "learning_rate": 4.612767402706721e-05,
      "loss": 0.2573,
      "num_input_tokens_seen": 24624928,
      "step": 930
    },
    {
      "epoch": 3.61003861003861,
      "grad_norm": 3.255530595779419,
      "learning_rate": 4.608704879186402e-05,
      "loss": 0.245,
      "num_input_tokens_seen": 24820512,
      "step": 935
    },
    {
      "epoch": 3.629343629343629,
      "grad_norm": 4.7047648429870605,
      "learning_rate": 4.604622964867078e-05,
      "loss": 0.2203,
      "num_input_tokens_seen": 24944416,
      "step": 940
    },
    {
      "epoch": 3.6486486486486487,
      "grad_norm": 4.091588973999023,
      "learning_rate": 4.6005216972843864e-05,
      "loss": 0.2233,
      "num_input_tokens_seen": 25067808,
      "step": 945
    },
    {
      "epoch": 3.667953667953668,
      "grad_norm": 3.490816116333008,
      "learning_rate": 4.596401114151929e-05,
      "loss": 0.224,
      "num_input_tokens_seen": 25216032,
      "step": 950
    },
    {
      "epoch": 3.687258687258687,
      "grad_norm": 3.7286484241485596,
      "learning_rate": 4.592261253360924e-05,
      "loss": 0.2285,
      "num_input_tokens_seen": 25306656,
      "step": 955
    },
    {
      "epoch": 3.7065637065637067,
      "grad_norm": 3.884098529815674,
      "learning_rate": 4.588102152979863e-05,
      "loss": 0.2492,
      "num_input_tokens_seen": 25468704,
      "step": 960
    },
    {
      "epoch": 3.7258687258687258,
      "grad_norm": 2.801973342895508,
      "learning_rate": 4.583923851254152e-05,
      "loss": 0.253,
      "num_input_tokens_seen": 25622816,
      "step": 965
    },
    {
      "epoch": 3.7451737451737452,
      "grad_norm": 3.9415650367736816,
      "learning_rate": 4.579726386605768e-05,
      "loss": 0.2327,
      "num_input_tokens_seen": 25739040,
      "step": 970
    },
    {
      "epoch": 3.7644787644787643,
      "grad_norm": 3.1281697750091553,
      "learning_rate": 4.575509797632903e-05,
      "loss": 0.2495,
      "num_input_tokens_seen": 25860896,
      "step": 975
    },
    {
      "epoch": 3.7837837837837838,
      "grad_norm": 2.4093031883239746,
      "learning_rate": 4.571274123109606e-05,
      "loss": 0.2771,
      "num_input_tokens_seen": 25998368,
      "step": 980
    },
    {
      "epoch": 3.8030888030888033,
      "grad_norm": 4.196908950805664,
      "learning_rate": 4.567019401985431e-05,
      "loss": 0.243,
      "num_input_tokens_seen": 26126368,
      "step": 985
    },
    {
      "epoch": 3.8223938223938223,
      "grad_norm": 3.5428357124328613,
      "learning_rate": 4.562745673385075e-05,
      "loss": 0.2759,
      "num_input_tokens_seen": 26260512,
      "step": 990
    },
    {
      "epoch": 3.841698841698842,
      "grad_norm": 2.962770462036133,
      "learning_rate": 4.5584529766080236e-05,
      "loss": 0.2757,
      "num_input_tokens_seen": 26393376,
      "step": 995
    },
    {
      "epoch": 3.861003861003861,
      "grad_norm": 3.8009259700775146,
      "learning_rate": 4.5541413511281826e-05,
      "loss": 0.215,
      "num_input_tokens_seen": 26544416,
      "step": 1000
    },
    {
      "epoch": 3.8803088803088803,
      "grad_norm": 4.168282985687256,
      "learning_rate": 4.54981083659352e-05,
      "loss": 0.2404,
      "num_input_tokens_seen": 26653984,
      "step": 1005
    },
    {
      "epoch": 3.8996138996138994,
      "grad_norm": 4.866374492645264,
      "learning_rate": 4.5454614728256995e-05,
      "loss": 0.2511,
      "num_input_tokens_seen": 26750496,
      "step": 1010
    },
    {
      "epoch": 3.918918918918919,
      "grad_norm": 4.477441310882568,
      "learning_rate": 4.541093299819714e-05,
      "loss": 0.2207,
      "num_input_tokens_seen": 26895392,
      "step": 1015
    },
    {
      "epoch": 3.9382239382239383,
      "grad_norm": 5.003627300262451,
      "learning_rate": 4.536706357743522e-05,
      "loss": 0.2757,
      "num_input_tokens_seen": 27054880,
      "step": 1020
    },
    {
      "epoch": 3.9575289575289574,
      "grad_norm": 5.468934059143066,
      "learning_rate": 4.5323006869376697e-05,
      "loss": 0.2604,
      "num_input_tokens_seen": 27183648,
      "step": 1025
    },
    {
      "epoch": 3.976833976833977,
      "grad_norm": 4.3826093673706055,
      "learning_rate": 4.527876327914929e-05,
      "loss": 0.2568,
      "num_input_tokens_seen": 27320864,
      "step": 1030
    },
    {
      "epoch": 3.9961389961389964,
      "grad_norm": 3.077738046646118,
      "learning_rate": 4.52343332135992e-05,
      "loss": 0.2112,
      "num_input_tokens_seen": 27465760,
      "step": 1035
    },
    {
      "epoch": 4.015444015444015,
      "grad_norm": 2.550122022628784,
      "learning_rate": 4.518971708128737e-05,
      "loss": 0.142,
      "num_input_tokens_seen": 27625568,
      "step": 1040
    },
    {
      "epoch": 4.0347490347490345,
      "grad_norm": 2.2519214153289795,
      "learning_rate": 4.514491529248576e-05,
      "loss": 0.1238,
      "num_input_tokens_seen": 27748704,
      "step": 1045
    },
    {
      "epoch": 4.054054054054054,
      "grad_norm": 4.56045389175415,
      "learning_rate": 4.5099928259173516e-05,
      "loss": 0.1417,
      "num_input_tokens_seen": 27849056,
      "step": 1050
    },
    {
      "epoch": 4.073359073359073,
      "grad_norm": 2.8091559410095215,
      "learning_rate": 4.505475639503326e-05,
      "loss": 0.1447,
      "num_input_tokens_seen": 27950176,
      "step": 1055
    },
    {
      "epoch": 4.0926640926640925,
      "grad_norm": 5.7186150550842285,
      "learning_rate": 4.5009400115447206e-05,
      "loss": 0.1619,
      "num_input_tokens_seen": 28102752,
      "step": 1060
    },
    {
      "epoch": 4.1119691119691115,
      "grad_norm": 5.198718547821045,
      "learning_rate": 4.4963859837493404e-05,
      "loss": 0.1592,
      "num_input_tokens_seen": 28251232,
      "step": 1065
    },
    {
      "epoch": 4.1312741312741315,
      "grad_norm": 3.646064519882202,
      "learning_rate": 4.491813597994188e-05,
      "loss": 0.1573,
      "num_input_tokens_seen": 28363616,
      "step": 1070
    },
    {
      "epoch": 4.1505791505791505,
      "grad_norm": 3.22397780418396,
      "learning_rate": 4.4872228963250764e-05,
      "loss": 0.1302,
      "num_input_tokens_seen": 28512352,
      "step": 1075
    },
    {
      "epoch": 4.1698841698841695,
      "grad_norm": 4.661962985992432,
      "learning_rate": 4.4826139209562444e-05,
      "loss": 0.1337,
      "num_input_tokens_seen": 28634208,
      "step": 1080
    },
    {
      "epoch": 4.1891891891891895,
      "grad_norm": 2.3518221378326416,
      "learning_rate": 4.477986714269972e-05,
      "loss": 0.1445,
      "num_input_tokens_seen": 28745568,
      "step": 1085
    },
    {
      "epoch": 4.2084942084942085,
      "grad_norm": 4.337996006011963,
      "learning_rate": 4.473341318816181e-05,
      "loss": 0.1382,
      "num_input_tokens_seen": 28834144,
      "step": 1090
    },
    {
      "epoch": 4.227799227799228,
      "grad_norm": 2.566878318786621,
      "learning_rate": 4.468677777312056e-05,
      "loss": 0.1618,
      "num_input_tokens_seen": 28962912,
      "step": 1095
    },
    {
      "epoch": 4.2471042471042475,
      "grad_norm": 3.2163915634155273,
      "learning_rate": 4.463996132641641e-05,
      "loss": 0.145,
      "num_input_tokens_seen": 29112160,
      "step": 1100
    },
    {
      "epoch": 4.2664092664092665,
      "grad_norm": 5.36053991317749,
      "learning_rate": 4.45929642785545e-05,
      "loss": 0.1368,
      "num_input_tokens_seen": 29233760,
      "step": 1105
    },
    {
      "epoch": 4.285714285714286,
      "grad_norm": 6.08097505569458,
      "learning_rate": 4.454578706170075e-05,
      "loss": 0.1568,
      "num_input_tokens_seen": 29349728,
      "step": 1110
    },
    {
      "epoch": 4.305019305019305,
      "grad_norm": 3.5987799167633057,
      "learning_rate": 4.4498430109677766e-05,
      "loss": 0.1717,
      "num_input_tokens_seen": 29490528,
      "step": 1115
    },
    {
      "epoch": 4.324324324324325,
      "grad_norm": 2.7298388481140137,
      "learning_rate": 4.445089385796099e-05,
      "loss": 0.1484,
      "num_input_tokens_seen": 29643616,
      "step": 1120
    },
    {
      "epoch": 4.343629343629344,
      "grad_norm": 3.550762414932251,
      "learning_rate": 4.4403178743674594e-05,
      "loss": 0.1582,
      "num_input_tokens_seen": 29750112,
      "step": 1125
    },
    {
      "epoch": 4.362934362934363,
      "grad_norm": 2.97074818611145,
      "learning_rate": 4.435528520558752e-05,
      "loss": 0.145,
      "num_input_tokens_seen": 29865824,
      "step": 1130
    },
    {
      "epoch": 4.382239382239383,
      "grad_norm": 5.895785331726074,
      "learning_rate": 4.430721368410941e-05,
      "loss": 0.1651,
      "num_input_tokens_seen": 30009440,
      "step": 1135
    },
    {
      "epoch": 4.401544401544402,
      "grad_norm": 3.1574273109436035,
      "learning_rate": 4.4258964621286584e-05,
      "loss": 0.1463,
      "num_input_tokens_seen": 30108000,
      "step": 1140
    },
    {
      "epoch": 4.420849420849421,
      "grad_norm": 2.566192388534546,
      "learning_rate": 4.421053846079793e-05,
      "loss": 0.1601,
      "num_input_tokens_seen": 30271584,
      "step": 1145
    },
    {
      "epoch": 4.440154440154441,
      "grad_norm": 3.3316359519958496,
      "learning_rate": 4.4161935647950894e-05,
      "loss": 0.1546,
      "num_input_tokens_seen": 30400352,
      "step": 1150
    },
    {
      "epoch": 4.45945945945946,
      "grad_norm": 4.07961893081665,
      "learning_rate": 4.4113156629677316e-05,
      "loss": 0.1908,
      "num_input_tokens_seen": 30517856,
      "step": 1155
    },
    {
      "epoch": 4.478764478764479,
      "grad_norm": 3.392979860305786,
      "learning_rate": 4.4064201854529365e-05,
      "loss": 0.1697,
      "num_input_tokens_seen": 30701664,
      "step": 1160
    },
    {
      "epoch": 4.498069498069498,
      "grad_norm": 7.8615922927856445,
      "learning_rate": 4.40150717726754e-05,
      "loss": 0.1531,
      "num_input_tokens_seen": 30829664,
      "step": 1165
    },
    {
      "epoch": 4.517374517374518,
      "grad_norm": 4.743879318237305,
      "learning_rate": 4.396576683589582e-05,
      "loss": 0.1479,
      "num_input_tokens_seen": 30961760,
      "step": 1170
    },
    {
      "epoch": 4.536679536679537,
      "grad_norm": 3.9626708030700684,
      "learning_rate": 4.391628749757892e-05,
      "loss": 0.1732,
      "num_input_tokens_seen": 31134304,
      "step": 1175
    },
    {
      "epoch": 4.555984555984556,
      "grad_norm": 6.22069787979126,
      "learning_rate": 4.386663421271674e-05,
      "loss": 0.1845,
      "num_input_tokens_seen": 31266656,
      "step": 1180
    },
    {
      "epoch": 4.575289575289576,
      "grad_norm": 3.347773790359497,
      "learning_rate": 4.381680743790083e-05,
      "loss": 0.1527,
      "num_input_tokens_seen": 31394656,
      "step": 1185
    },
    {
      "epoch": 4.594594594594595,
      "grad_norm": 3.2894535064697266,
      "learning_rate": 4.3766807631318106e-05,
      "loss": 0.1559,
      "num_input_tokens_seen": 31586144,
      "step": 1190
    },
    {
      "epoch": 4.613899613899614,
      "grad_norm": 3.1221001148223877,
      "learning_rate": 4.3716635252746625e-05,
      "loss": 0.174,
      "num_input_tokens_seen": 31715168,
      "step": 1195
    },
    {
      "epoch": 4.633204633204633,
      "grad_norm": 2.959454298019409,
      "learning_rate": 4.366629076355131e-05,
      "loss": 0.1638,
      "num_input_tokens_seen": 31828832,
      "step": 1200
    },
    {
      "epoch": 4.652509652509653,
      "grad_norm": 3.2776925563812256,
      "learning_rate": 4.361577462667978e-05,
      "loss": 0.1582,
      "num_input_tokens_seen": 31939424,
      "step": 1205
    },
    {
      "epoch": 4.671814671814672,
      "grad_norm": 2.5983834266662598,
      "learning_rate": 4.356508730665804e-05,
      "loss": 0.1507,
      "num_input_tokens_seen": 32057952,
      "step": 1210
    },
    {
      "epoch": 4.691119691119691,
      "grad_norm": 2.471327066421509,
      "learning_rate": 4.351422926958621e-05,
      "loss": 0.1523,
      "num_input_tokens_seen": 32194144,
      "step": 1215
    },
    {
      "epoch": 4.710424710424711,
      "grad_norm": 3.6747171878814697,
      "learning_rate": 4.346320098313429e-05,
      "loss": 0.156,
      "num_input_tokens_seen": 32324192,
      "step": 1220
    },
    {
      "epoch": 4.72972972972973,
      "grad_norm": 2.855123281478882,
      "learning_rate": 4.341200291653781e-05,
      "loss": 0.1439,
      "num_input_tokens_seen": 32441696,
      "step": 1225
    },
    {
      "epoch": 4.749034749034749,
      "grad_norm": 3.59421706199646,
      "learning_rate": 4.336063554059351e-05,
      "loss": 0.1728,
      "num_input_tokens_seen": 32564320,
      "step": 1230
    },
    {
      "epoch": 4.768339768339768,
      "grad_norm": 3.7414238452911377,
      "learning_rate": 4.3309099327655064e-05,
      "loss": 0.1633,
      "num_input_tokens_seen": 32660320,
      "step": 1235
    },
    {
      "epoch": 4.787644787644788,
      "grad_norm": 2.5379812717437744,
      "learning_rate": 4.3257394751628686e-05,
      "loss": 0.1648,
      "num_input_tokens_seen": 32821344,
      "step": 1240
    },
    {
      "epoch": 4.806949806949807,
      "grad_norm": 2.9361348152160645,
      "learning_rate": 4.320552228796878e-05,
      "loss": 0.1596,
      "num_input_tokens_seen": 32965728,
      "step": 1245
    },
    {
      "epoch": 4.826254826254826,
      "grad_norm": 3.6422150135040283,
      "learning_rate": 4.315348241367358e-05,
      "loss": 0.145,
      "num_input_tokens_seen": 33093984,
      "step": 1250
    },
    {
      "epoch": 4.845559845559846,
      "grad_norm": 3.705981731414795,
      "learning_rate": 4.310127560728079e-05,
      "loss": 0.1693,
      "num_input_tokens_seen": 33215840,
      "step": 1255
    },
    {
      "epoch": 4.864864864864865,
      "grad_norm": 3.614696979522705,
      "learning_rate": 4.3048902348863116e-05,
      "loss": 0.1555,
      "num_input_tokens_seen": 33311840,
      "step": 1260
    },
    {
      "epoch": 4.884169884169884,
      "grad_norm": 3.013524055480957,
      "learning_rate": 4.2996363120023904e-05,
      "loss": 0.1429,
      "num_input_tokens_seen": 33480032,
      "step": 1265
    },
    {
      "epoch": 4.903474903474903,
      "grad_norm": 3.562551736831665,
      "learning_rate": 4.29436584038927e-05,
      "loss": 0.1509,
      "num_input_tokens_seen": 33604704,
      "step": 1270
    },
    {
      "epoch": 4.922779922779923,
      "grad_norm": 2.640592336654663,
      "learning_rate": 4.2890788685120804e-05,
      "loss": 0.1553,
      "num_input_tokens_seen": 33735520,
      "step": 1275
    },
    {
      "epoch": 4.942084942084942,
      "grad_norm": 3.140902280807495,
      "learning_rate": 4.283775444987681e-05,
      "loss": 0.16,
      "num_input_tokens_seen": 33850976,
      "step": 1280
    },
    {
      "epoch": 4.961389961389961,
      "grad_norm": 3.582165479660034,
      "learning_rate": 4.278455618584214e-05,
      "loss": 0.1737,
      "num_input_tokens_seen": 33996384,
      "step": 1285
    },
    {
      "epoch": 4.980694980694981,
      "grad_norm": 3.9491639137268066,
      "learning_rate": 4.273119438220656e-05,
      "loss": 0.1818,
      "num_input_tokens_seen": 34131808,
      "step": 1290
    },
    {
      "epoch": 5.0,
      "grad_norm": 3.7889578342437744,
      "learning_rate": 4.267766952966369e-05,
      "loss": 0.15,
      "num_input_tokens_seen": 34283512,
      "step": 1295
    },
    {
      "epoch": 5.019305019305019,
      "grad_norm": 2.997573137283325,
      "learning_rate": 4.262398212040646e-05,
      "loss": 0.0875,
      "num_input_tokens_seen": 34411256,
      "step": 1300
    },
    {
      "epoch": 5.038610038610039,
      "grad_norm": 3.7864131927490234,
      "learning_rate": 4.257013264812261e-05,
      "loss": 0.0836,
      "num_input_tokens_seen": 34543864,
      "step": 1305
    },
    {
      "epoch": 5.057915057915058,
      "grad_norm": 2.8357129096984863,
      "learning_rate": 4.2516121607990175e-05,
      "loss": 0.092,
      "num_input_tokens_seen": 34658040,
      "step": 1310
    },
    {
      "epoch": 5.077220077220077,
      "grad_norm": 2.736976385116577,
      "learning_rate": 4.246194949667286e-05,
      "loss": 0.0912,
      "num_input_tokens_seen": 34776568,
      "step": 1315
    },
    {
      "epoch": 5.096525096525096,
      "grad_norm": 3.070627212524414,
      "learning_rate": 4.2407616812315554e-05,
      "loss": 0.0946,
      "num_input_tokens_seen": 34904824,
      "step": 1320
    },
    {
      "epoch": 5.115830115830116,
      "grad_norm": 2.968640089035034,
      "learning_rate": 4.2353124054539684e-05,
      "loss": 0.1137,
      "num_input_tokens_seen": 35038456,
      "step": 1325
    },
    {
      "epoch": 5.135135135135135,
      "grad_norm": 2.9958269596099854,
      "learning_rate": 4.229847172443866e-05,
      "loss": 0.1395,
      "num_input_tokens_seen": 35153912,
      "step": 1330
    },
    {
      "epoch": 5.154440154440154,
      "grad_norm": 2.4986655712127686,
      "learning_rate": 4.2243660324573255e-05,
      "loss": 0.1074,
      "num_input_tokens_seen": 35257336,
      "step": 1335
    },
    {
      "epoch": 5.173745173745174,
      "grad_norm": 3.3315913677215576,
      "learning_rate": 4.218869035896697e-05,
      "loss": 0.105,
      "num_input_tokens_seen": 35385336,
      "step": 1340
    },
    {
      "epoch": 5.193050193050193,
      "grad_norm": 3.6041369438171387,
      "learning_rate": 4.213356233310144e-05,
      "loss": 0.1244,
      "num_input_tokens_seen": 35536632,
      "step": 1345
    },
    {
      "epoch": 5.212355212355212,
      "grad_norm": 3.3627777099609375,
      "learning_rate": 4.2078276753911725e-05,
      "loss": 0.1129,
      "num_input_tokens_seen": 35660536,
      "step": 1350
    },
    {
      "epoch": 5.231660231660232,
      "grad_norm": 7.004786014556885,
      "learning_rate": 4.202283412978171e-05,
      "loss": 0.1096,
      "num_input_tokens_seen": 35796728,
      "step": 1355
    },
    {
      "epoch": 5.250965250965251,
      "grad_norm": 2.9665541648864746,
      "learning_rate": 4.1967234970539384e-05,
      "loss": 0.1104,
      "num_input_tokens_seen": 36003320,
      "step": 1360
    },
    {
      "epoch": 5.27027027027027,
      "grad_norm": 2.722766160964966,
      "learning_rate": 4.191147978745218e-05,
      "loss": 0.1068,
      "num_input_tokens_seen": 36131832,
      "step": 1365
    },
    {
      "epoch": 5.289575289575289,
      "grad_norm": 2.683607816696167,
      "learning_rate": 4.1855569093222245e-05,
      "loss": 0.1167,
      "num_input_tokens_seen": 36269816,
      "step": 1370
    },
    {
      "epoch": 5.308880308880309,
      "grad_norm": 2.957512378692627,
      "learning_rate": 4.179950340198178e-05,
      "loss": 0.1397,
      "num_input_tokens_seen": 36395512,
      "step": 1375
    },
    {
      "epoch": 5.328185328185328,
      "grad_norm": 2.8095273971557617,
      "learning_rate": 4.1743283229288245e-05,
      "loss": 0.1096,
      "num_input_tokens_seen": 36510200,
      "step": 1380
    },
    {
      "epoch": 5.347490347490347,
      "grad_norm": 2.9579036235809326,
      "learning_rate": 4.168690909211965e-05,
      "loss": 0.1133,
      "num_input_tokens_seen": 36632312,
      "step": 1385
    },
    {
      "epoch": 5.366795366795367,
      "grad_norm": 3.1217041015625,
      "learning_rate": 4.163038150886982e-05,
      "loss": 0.1092,
      "num_input_tokens_seen": 36754424,
      "step": 1390
    },
    {
      "epoch": 5.386100386100386,
      "grad_norm": 2.8517022132873535,
      "learning_rate": 4.157370099934358e-05,
      "loss": 0.1059,
      "num_input_tokens_seen": 36881656,
      "step": 1395
    },
    {
      "epoch": 5.405405405405405,
      "grad_norm": 2.803497314453125,
      "learning_rate": 4.151686808475204e-05,
      "loss": 0.113,
      "num_input_tokens_seen": 37017592,
      "step": 1400
    },
    {
      "epoch": 5.424710424710424,
      "grad_norm": 2.8086516857147217,
      "learning_rate": 4.145988328770773e-05,
      "loss": 0.1008,
      "num_input_tokens_seen": 37153528,
      "step": 1405
    },
    {
      "epoch": 5.444015444015444,
      "grad_norm": 2.5405125617980957,
      "learning_rate": 4.140274713221985e-05,
      "loss": 0.1082,
      "num_input_tokens_seen": 37245688,
      "step": 1410
    },
    {
      "epoch": 5.463320463320463,
      "grad_norm": 5.254634380340576,
      "learning_rate": 4.1345460143689425e-05,
      "loss": 0.1089,
      "num_input_tokens_seen": 37376248,
      "step": 1415
    },
    {
      "epoch": 5.482625482625482,
      "grad_norm": 2.1900696754455566,
      "learning_rate": 4.1288022848904485e-05,
      "loss": 0.1082,
      "num_input_tokens_seen": 37524472,
      "step": 1420
    },
    {
      "epoch": 5.501930501930502,
      "grad_norm": 2.8734242916107178,
      "learning_rate": 4.12304357760352e-05,
      "loss": 0.1256,
      "num_input_tokens_seen": 37648376,
      "step": 1425
    },
    {
      "epoch": 5.521235521235521,
      "grad_norm": 2.449732780456543,
      "learning_rate": 4.117269945462906e-05,
      "loss": 0.1112,
      "num_input_tokens_seen": 37798392,
      "step": 1430
    },
    {
      "epoch": 5.54054054054054,
      "grad_norm": 2.664689064025879,
      "learning_rate": 4.111481441560598e-05,
      "loss": 0.1139,
      "num_input_tokens_seen": 37922808,
      "step": 1435
    },
    {
      "epoch": 5.559845559845559,
      "grad_norm": 2.6877481937408447,
      "learning_rate": 4.10567811912534e-05,
      "loss": 0.1214,
      "num_input_tokens_seen": 38035448,
      "step": 1440
    },
    {
      "epoch": 5.579150579150579,
      "grad_norm": 2.6928939819335938,
      "learning_rate": 4.0998600315221445e-05,
      "loss": 0.104,
      "num_input_tokens_seen": 38186232,
      "step": 1445
    },
    {
      "epoch": 5.598455598455598,
      "grad_norm": 2.930649995803833,
      "learning_rate": 4.094027232251796e-05,
      "loss": 0.1154,
      "num_input_tokens_seen": 38296568,
      "step": 1450
    },
    {
      "epoch": 5.617760617760617,
      "grad_norm": 2.5673305988311768,
      "learning_rate": 4.0881797749503626e-05,
      "loss": 0.129,
      "num_input_tokens_seen": 38388216,
      "step": 1455
    },
    {
      "epoch": 5.637065637065637,
      "grad_norm": 2.376112937927246,
      "learning_rate": 4.082317713388702e-05,
      "loss": 0.1464,
      "num_input_tokens_seen": 38552312,
      "step": 1460
    },
    {
      "epoch": 5.656370656370656,
      "grad_norm": 3.658287525177002,
      "learning_rate": 4.076441101471966e-05,
      "loss": 0.1149,
      "num_input_tokens_seen": 38649592,
      "step": 1465
    },
    {
      "epoch": 5.675675675675675,
      "grad_norm": 2.58902907371521,
      "learning_rate": 4.070549993239106e-05,
      "loss": 0.1261,
      "num_input_tokens_seen": 38768888,
      "step": 1470
    },
    {
      "epoch": 5.694980694980695,
      "grad_norm": 2.975992202758789,
      "learning_rate": 4.064644442862376e-05,
      "loss": 0.1285,
      "num_input_tokens_seen": 38868472,
      "step": 1475
    },
    {
      "epoch": 5.714285714285714,
      "grad_norm": 3.739966869354248,
      "learning_rate": 4.058724504646834e-05,
      "loss": 0.1033,
      "num_input_tokens_seen": 38983416,
      "step": 1480
    },
    {
      "epoch": 5.7335907335907335,
      "grad_norm": 4.107306003570557,
      "learning_rate": 4.0527902330298425e-05,
      "loss": 0.117,
      "num_input_tokens_seen": 39105272,
      "step": 1485
    },
    {
      "epoch": 5.752895752895753,
      "grad_norm": 2.5064680576324463,
      "learning_rate": 4.0468416825805676e-05,
      "loss": 0.1298,
      "num_input_tokens_seen": 39264504,
      "step": 1490
    },
    {
      "epoch": 5.772200772200772,
      "grad_norm": 2.3775291442871094,
      "learning_rate": 4.040878907999479e-05,
      "loss": 0.1225,
      "num_input_tokens_seen": 39388408,
      "step": 1495
    },
    {
      "epoch": 5.7915057915057915,
      "grad_norm": 3.883429765701294,
      "learning_rate": 4.0349019641178443e-05,
      "loss": 0.1052,
      "num_input_tokens_seen": 39496696,
      "step": 1500
    },
    {
      "epoch": 5.8108108108108105,
      "grad_norm": 3.047959566116333,
      "learning_rate": 4.028910905897229e-05,
      "loss": 0.1047,
      "num_input_tokens_seen": 39624952,
      "step": 1505
    },
    {
      "epoch": 5.8301158301158305,
      "grad_norm": 3.1065351963043213,
      "learning_rate": 4.022905788428985e-05,
      "loss": 0.119,
      "num_input_tokens_seen": 39768568,
      "step": 1510
    },
    {
      "epoch": 5.8494208494208495,
      "grad_norm": 2.1394753456115723,
      "learning_rate": 4.016886666933749e-05,
      "loss": 0.1255,
      "num_input_tokens_seen": 39937272,
      "step": 1515
    },
    {
      "epoch": 5.8687258687258685,
      "grad_norm": 4.255035877227783,
      "learning_rate": 4.010853596760933e-05,
      "loss": 0.1314,
      "num_input_tokens_seen": 40050424,
      "step": 1520
    },
    {
      "epoch": 5.8880308880308885,
      "grad_norm": 3.418353319168091,
      "learning_rate": 4.004806633388216e-05,
      "loss": 0.116,
      "num_input_tokens_seen": 40194808,
      "step": 1525
    },
    {
      "epoch": 5.9073359073359075,
      "grad_norm": 2.7976632118225098,
      "learning_rate": 3.998745832421033e-05,
      "loss": 0.1095,
      "num_input_tokens_seen": 40311544,
      "step": 1530
    },
    {
      "epoch": 5.926640926640927,
      "grad_norm": 4.011565208435059,
      "learning_rate": 3.9926712495920624e-05,
      "loss": 0.1161,
      "num_input_tokens_seen": 40435448,
      "step": 1535
    },
    {
      "epoch": 5.945945945945946,
      "grad_norm": 1.9062412977218628,
      "learning_rate": 3.986582940760717e-05,
      "loss": 0.1162,
      "num_input_tokens_seen": 40597496,
      "step": 1540
    },
    {
      "epoch": 5.9652509652509655,
      "grad_norm": 1.8253803253173828,
      "learning_rate": 3.980480961912627e-05,
      "loss": 0.1022,
      "num_input_tokens_seen": 40749048,
      "step": 1545
    },
    {
      "epoch": 5.984555984555985,
      "grad_norm": 3.512676239013672,
      "learning_rate": 3.9743653691591277e-05,
      "loss": 0.0992,
      "num_input_tokens_seen": 40854008,
      "step": 1550
    },
    {
      "epoch": 6.003861003861004,
      "grad_norm": 2.4813055992126465,
      "learning_rate": 3.968236218736741e-05,
      "loss": 0.0932,
      "num_input_tokens_seen": 40982240,
      "step": 1555
    },
    {
      "epoch": 6.023166023166024,
      "grad_norm": 3.3331120014190674,
      "learning_rate": 3.962093567006662e-05,
      "loss": 0.0791,
      "num_input_tokens_seen": 41121248,
      "step": 1560
    },
    {
      "epoch": 6.042471042471043,
      "grad_norm": 2.6241912841796875,
      "learning_rate": 3.955937470454235e-05,
      "loss": 0.0681,
      "num_input_tokens_seen": 41241824,
      "step": 1565
    },
    {
      "epoch": 6.061776061776062,
      "grad_norm": 2.7598159313201904,
      "learning_rate": 3.9497679856884403e-05,
      "loss": 0.0772,
      "num_input_tokens_seen": 41367776,
      "step": 1570
    },
    {
      "epoch": 6.081081081081081,
      "grad_norm": 3.0244016647338867,
      "learning_rate": 3.94358516944137e-05,
      "loss": 0.0669,
      "num_input_tokens_seen": 41479904,
      "step": 1575
    },
    {
      "epoch": 6.100386100386101,
      "grad_norm": 2.4088172912597656,
      "learning_rate": 3.937389078567708e-05,
      "loss": 0.082,
      "num_input_tokens_seen": 41627104,
      "step": 1580
    },
    {
      "epoch": 6.11969111969112,
      "grad_norm": 2.2643067836761475,
      "learning_rate": 3.931179770044202e-05,
      "loss": 0.0843,
      "num_input_tokens_seen": 41745632,
      "step": 1585
    },
    {
      "epoch": 6.138996138996139,
      "grad_norm": 3.209613800048828,
      "learning_rate": 3.924957300969151e-05,
      "loss": 0.0958,
      "num_input_tokens_seen": 41869024,
      "step": 1590
    },
    {
      "epoch": 6.158301158301159,
      "grad_norm": 1.9632810354232788,
      "learning_rate": 3.918721728561866e-05,
      "loss": 0.0729,
      "num_input_tokens_seen": 42028512,
      "step": 1595
    },
    {
      "epoch": 6.177606177606178,
      "grad_norm": 3.151571750640869,
      "learning_rate": 3.912473110162156e-05,
      "loss": 0.0796,
      "num_input_tokens_seen": 42146272,
      "step": 1600
    },
    {
      "epoch": 6.196911196911197,
      "grad_norm": 2.506683111190796,
      "learning_rate": 3.9062115032297936e-05,
      "loss": 0.0828,
      "num_input_tokens_seen": 42270176,
      "step": 1605
    },
    {
      "epoch": 6.216216216216216,
      "grad_norm": 2.6251142024993896,
      "learning_rate": 3.899936965343989e-05,
      "loss": 0.0753,
      "num_input_tokens_seen": 42387936,
      "step": 1610
    },
    {
      "epoch": 6.235521235521236,
      "grad_norm": 3.599527597427368,
      "learning_rate": 3.8936495542028596e-05,
      "loss": 0.0761,
      "num_input_tokens_seen": 42500320,
      "step": 1615
    },
    {
      "epoch": 6.254826254826255,
      "grad_norm": 2.3818442821502686,
      "learning_rate": 3.887349327622901e-05,
      "loss": 0.092,
      "num_input_tokens_seen": 42613984,
      "step": 1620
    },
    {
      "epoch": 6.274131274131274,
      "grad_norm": 2.111990451812744,
      "learning_rate": 3.881036343538455e-05,
      "loss": 0.0733,
      "num_input_tokens_seen": 42769888,
      "step": 1625
    },
    {
      "epoch": 6.293436293436294,
      "grad_norm": 2.8767385482788086,
      "learning_rate": 3.874710660001174e-05,
      "loss": 0.0752,
      "num_input_tokens_seen": 42881248,
      "step": 1630
    },
    {
      "epoch": 6.312741312741313,
      "grad_norm": 2.8325531482696533,
      "learning_rate": 3.868372335179492e-05,
      "loss": 0.0935,
      "num_input_tokens_seen": 43014880,
      "step": 1635
    },
    {
      "epoch": 6.332046332046332,
      "grad_norm": 1.9607194662094116,
      "learning_rate": 3.8620214273580846e-05,
      "loss": 0.0853,
      "num_input_tokens_seen": 43172832,
      "step": 1640
    },
    {
      "epoch": 6.351351351351352,
      "grad_norm": 2.744037628173828,
      "learning_rate": 3.8556579949373384e-05,
      "loss": 0.0729,
      "num_input_tokens_seen": 43304672,
      "step": 1645
    },
    {
      "epoch": 6.370656370656371,
      "grad_norm": 2.235743284225464,
      "learning_rate": 3.849282096432808e-05,
      "loss": 0.0798,
      "num_input_tokens_seen": 43408864,
      "step": 1650
    },
    {
      "epoch": 6.38996138996139,
      "grad_norm": 2.214385986328125,
      "learning_rate": 3.842893790474684e-05,
      "loss": 0.0847,
      "num_input_tokens_seen": 43524832,
      "step": 1655
    },
    {
      "epoch": 6.409266409266409,
      "grad_norm": 2.995649576187134,
      "learning_rate": 3.83649313580725e-05,
      "loss": 0.09,
      "num_input_tokens_seen": 43662816,
      "step": 1660
    },
    {
      "epoch": 6.428571428571429,
      "grad_norm": 2.5828518867492676,
      "learning_rate": 3.830080191288342e-05,
      "loss": 0.0819,
      "num_input_tokens_seen": 43799008,
      "step": 1665
    },
    {
      "epoch": 6.447876447876448,
      "grad_norm": 3.808608293533325,
      "learning_rate": 3.8236550158888096e-05,
      "loss": 0.0797,
      "num_input_tokens_seen": 43905760,
      "step": 1670
    },
    {
      "epoch": 6.467181467181467,
      "grad_norm": 2.2933712005615234,
      "learning_rate": 3.8172176686919733e-05,
      "loss": 0.0816,
      "num_input_tokens_seen": 44093664,
      "step": 1675
    },
    {
      "epoch": 6.486486486486487,
      "grad_norm": 3.484246253967285,
      "learning_rate": 3.8107682088930794e-05,
      "loss": 0.0796,
      "num_input_tokens_seen": 44194016,
      "step": 1680
    },
    {
      "epoch": 6.505791505791506,
      "grad_norm": 2.982470750808716,
      "learning_rate": 3.804306695798757e-05,
      "loss": 0.0795,
      "num_input_tokens_seen": 44379104,
      "step": 1685
    },
    {
      "epoch": 6.525096525096525,
      "grad_norm": 2.1628623008728027,
      "learning_rate": 3.797833188826474e-05,
      "loss": 0.0858,
      "num_input_tokens_seen": 44527328,
      "step": 1690
    },
    {
      "epoch": 6.544401544401545,
      "grad_norm": 2.5524768829345703,
      "learning_rate": 3.791347747503987e-05,
      "loss": 0.0869,
      "num_input_tokens_seen": 44678624,
      "step": 1695
    },
    {
      "epoch": 6.563706563706564,
      "grad_norm": 1.862451434135437,
      "learning_rate": 3.784850431468795e-05,
      "loss": 0.077,
      "num_input_tokens_seen": 44812512,
      "step": 1700
    },
    {
      "epoch": 6.583011583011583,
      "grad_norm": 2.2355399131774902,
      "learning_rate": 3.778341300467597e-05,
      "loss": 0.0789,
      "num_input_tokens_seen": 44977120,
      "step": 1705
    },
    {
      "epoch": 6.602316602316602,
      "grad_norm": 2.9770116806030273,
      "learning_rate": 3.771820414355733e-05,
      "loss": 0.0837,
      "num_input_tokens_seen": 45079520,
      "step": 1710
    },
    {
      "epoch": 6.621621621621622,
      "grad_norm": 2.7328426837921143,
      "learning_rate": 3.7652878330966415e-05,
      "loss": 0.084,
      "num_input_tokens_seen": 45213408,
      "step": 1715
    },
    {
      "epoch": 6.640926640926641,
      "grad_norm": 2.8325905799865723,
      "learning_rate": 3.7587436167613e-05,
      "loss": 0.0696,
      "num_input_tokens_seen": 45358304,
      "step": 1720
    },
    {
      "epoch": 6.66023166023166,
      "grad_norm": 2.922762393951416,
      "learning_rate": 3.752187825527684e-05,
      "loss": 0.0864,
      "num_input_tokens_seen": 45498592,
      "step": 1725
    },
    {
      "epoch": 6.67953667953668,
      "grad_norm": 2.4982705116271973,
      "learning_rate": 3.7456205196802016e-05,
      "loss": 0.0911,
      "num_input_tokens_seen": 45614816,
      "step": 1730
    },
    {
      "epoch": 6.698841698841699,
      "grad_norm": 2.8256053924560547,
      "learning_rate": 3.739041759609148e-05,
      "loss": 0.076,
      "num_input_tokens_seen": 45747680,
      "step": 1735
    },
    {
      "epoch": 6.718146718146718,
      "grad_norm": 2.376085042953491,
      "learning_rate": 3.7324516058101454e-05,
      "loss": 0.0879,
      "num_input_tokens_seen": 45886176,
      "step": 1740
    },
    {
      "epoch": 6.737451737451737,
      "grad_norm": 2.991415023803711,
      "learning_rate": 3.7258501188835884e-05,
      "loss": 0.0834,
      "num_input_tokens_seen": 45995232,
      "step": 1745
    },
    {
      "epoch": 6.756756756756757,
      "grad_norm": 4.112320899963379,
      "learning_rate": 3.719237359534087e-05,
      "loss": 0.0899,
      "num_input_tokens_seen": 46125792,
      "step": 1750
    },
    {
      "epoch": 6.776061776061776,
      "grad_norm": 2.9766454696655273,
      "learning_rate": 3.712613388569905e-05,
      "loss": 0.0946,
      "num_input_tokens_seen": 46248160,
      "step": 1755
    },
    {
      "epoch": 6.795366795366795,
      "grad_norm": 2.4415359497070312,
      "learning_rate": 3.705978266902409e-05,
      "loss": 0.093,
      "num_input_tokens_seen": 46360544,
      "step": 1760
    },
    {
      "epoch": 6.814671814671815,
      "grad_norm": 2.493098258972168,
      "learning_rate": 3.6993320555454986e-05,
      "loss": 0.0862,
      "num_input_tokens_seen": 46486496,
      "step": 1765
    },
    {
      "epoch": 6.833976833976834,
      "grad_norm": 3.369009256362915,
      "learning_rate": 3.692674815615051e-05,
      "loss": 0.0852,
      "num_input_tokens_seen": 46621664,
      "step": 1770
    },
    {
      "epoch": 6.853281853281853,
      "grad_norm": 2.1404685974121094,
      "learning_rate": 3.6860066083283576e-05,
      "loss": 0.0869,
      "num_input_tokens_seen": 46741728,
      "step": 1775
    },
    {
      "epoch": 6.872586872586872,
      "grad_norm": 2.0776665210723877,
      "learning_rate": 3.679327495003561e-05,
      "loss": 0.092,
      "num_input_tokens_seen": 46917344,
      "step": 1780
    },
    {
      "epoch": 6.891891891891892,
      "grad_norm": 2.0455210208892822,
      "learning_rate": 3.672637537059093e-05,
      "loss": 0.0718,
      "num_input_tokens_seen": 47088352,
      "step": 1785
    },
    {
      "epoch": 6.911196911196911,
      "grad_norm": 2.2774274349212646,
      "learning_rate": 3.6659367960131056e-05,
      "loss": 0.0775,
      "num_input_tokens_seen": 47212768,
      "step": 1790
    },
    {
      "epoch": 6.93050193050193,
      "grad_norm": 2.9299464225769043,
      "learning_rate": 3.65922533348291e-05,
      "loss": 0.087,
      "num_input_tokens_seen": 47357152,
      "step": 1795
    },
    {
      "epoch": 6.94980694980695,
      "grad_norm": 2.3977270126342773,
      "learning_rate": 3.6525032111844054e-05,
      "loss": 0.078,
      "num_input_tokens_seen": 47488224,
      "step": 1800
    },
    {
      "epoch": 6.969111969111969,
      "grad_norm": 2.7028167247772217,
      "learning_rate": 3.645770490931517e-05,
      "loss": 0.0872,
      "num_input_tokens_seen": 47653088,
      "step": 1805
    },
    {
      "epoch": 6.988416988416988,
      "grad_norm": 2.393808603286743,
      "learning_rate": 3.6390272346356224e-05,
      "loss": 0.0887,
      "num_input_tokens_seen": 47770592,
      "step": 1810
    },
    {
      "epoch": 7.007722007722008,
      "grad_norm": 2.408655881881714,
      "learning_rate": 3.6322735043049846e-05,
      "loss": 0.0737,
      "num_input_tokens_seen": 47899880,
      "step": 1815
    },
    {
      "epoch": 7.027027027027027,
      "grad_norm": 1.941495418548584,
      "learning_rate": 3.6255093620441834e-05,
      "loss": 0.0626,
      "num_input_tokens_seen": 48011240,
      "step": 1820
    },
    {
      "epoch": 7.046332046332046,
      "grad_norm": 3.0053250789642334,
      "learning_rate": 3.618734870053539e-05,
      "loss": 0.0715,
      "num_input_tokens_seen": 48187368,
      "step": 1825
    },
    {
      "epoch": 7.065637065637065,
      "grad_norm": 1.5025749206542969,
      "learning_rate": 3.611950090628547e-05,
      "loss": 0.0485,
      "num_input_tokens_seen": 48299496,
      "step": 1830
    },
    {
      "epoch": 7.084942084942085,
      "grad_norm": 2.5862605571746826,
      "learning_rate": 3.6051550861593e-05,
      "loss": 0.0544,
      "num_input_tokens_seen": 48432104,
      "step": 1835
    },
    {
      "epoch": 7.104247104247104,
      "grad_norm": 1.4833030700683594,
      "learning_rate": 3.598349919129917e-05,
      "loss": 0.0515,
      "num_input_tokens_seen": 48571880,
      "step": 1840
    },
    {
      "epoch": 7.123552123552123,
      "grad_norm": 2.7165639400482178,
      "learning_rate": 3.5915346521179675e-05,
      "loss": 0.0564,
      "num_input_tokens_seen": 48697064,
      "step": 1845
    },
    {
      "epoch": 7.142857142857143,
      "grad_norm": 2.289926052093506,
      "learning_rate": 3.5847093477938956e-05,
      "loss": 0.0638,
      "num_input_tokens_seen": 48851432,
      "step": 1850
    },
    {
      "epoch": 7.162162162162162,
      "grad_norm": 2.0912668704986572,
      "learning_rate": 3.577874068920446e-05,
      "loss": 0.0572,
      "num_input_tokens_seen": 48962024,
      "step": 1855
    },
    {
      "epoch": 7.181467181467181,
      "grad_norm": 3.291398763656616,
      "learning_rate": 3.571028878352084e-05,
      "loss": 0.0577,
      "num_input_tokens_seen": 49042408,
      "step": 1860
    },
    {
      "epoch": 7.2007722007722,
      "grad_norm": 2.4217653274536133,
      "learning_rate": 3.56417383903442e-05,
      "loss": 0.0596,
      "num_input_tokens_seen": 49139688,
      "step": 1865
    },
    {
      "epoch": 7.22007722007722,
      "grad_norm": 1.8093854188919067,
      "learning_rate": 3.557309014003629e-05,
      "loss": 0.0713,
      "num_input_tokens_seen": 49296104,
      "step": 1870
    },
    {
      "epoch": 7.239382239382239,
      "grad_norm": 2.9671144485473633,
      "learning_rate": 3.55043446638587e-05,
      "loss": 0.062,
      "num_input_tokens_seen": 49423336,
      "step": 1875
    },
    {
      "epoch": 7.258687258687258,
      "grad_norm": 1.95906400680542,
      "learning_rate": 3.5435502593967104e-05,
      "loss": 0.0567,
      "num_input_tokens_seen": 49578472,
      "step": 1880
    },
    {
      "epoch": 7.277992277992278,
      "grad_norm": 2.1866114139556885,
      "learning_rate": 3.536656456340537e-05,
      "loss": 0.0867,
      "num_input_tokens_seen": 49733096,
      "step": 1885
    },
    {
      "epoch": 7.297297297297297,
      "grad_norm": 3.067368268966675,
      "learning_rate": 3.529753120609982e-05,
      "loss": 0.0687,
      "num_input_tokens_seen": 49866216,
      "step": 1890
    },
    {
      "epoch": 7.316602316602316,
      "grad_norm": 3.627135753631592,
      "learning_rate": 3.522840315685334e-05,
      "loss": 0.0819,
      "num_input_tokens_seen": 49972712,
      "step": 1895
    },
    {
      "epoch": 7.335907335907336,
      "grad_norm": 2.668987274169922,
      "learning_rate": 3.515918105133958e-05,
      "loss": 0.0774,
      "num_input_tokens_seen": 50125544,
      "step": 1900
    },
    {
      "epoch": 7.355212355212355,
      "grad_norm": 3.8022704124450684,
      "learning_rate": 3.5089865526097065e-05,
      "loss": 0.07,
      "num_input_tokens_seen": 50279656,
      "step": 1905
    },
    {
      "epoch": 7.374517374517374,
      "grad_norm": 1.9725759029388428,
      "learning_rate": 3.5020457218523405e-05,
      "loss": 0.0623,
      "num_input_tokens_seen": 50435048,
      "step": 1910
    },
    {
      "epoch": 7.3938223938223935,
      "grad_norm": 2.231874465942383,
      "learning_rate": 3.495095676686938e-05,
      "loss": 0.0652,
      "num_input_tokens_seen": 50559464,
      "step": 1915
    },
    {
      "epoch": 7.413127413127413,
      "grad_norm": 2.671466112136841,
      "learning_rate": 3.4881364810233095e-05,
      "loss": 0.0708,
      "num_input_tokens_seen": 50701544,
      "step": 1920
    },
    {
      "epoch": 7.4324324324324325,
      "grad_norm": 2.6696228981018066,
      "learning_rate": 3.481168198855409e-05,
      "loss": 0.0604,
      "num_input_tokens_seen": 50810600,
      "step": 1925
    },
    {
      "epoch": 7.4517374517374515,
      "grad_norm": 2.344695806503296,
      "learning_rate": 3.4741908942607485e-05,
      "loss": 0.0589,
      "num_input_tokens_seen": 50924520,
      "step": 1930
    },
    {
      "epoch": 7.471042471042471,
      "grad_norm": 1.9226641654968262,
      "learning_rate": 3.4672046313998036e-05,
      "loss": 0.0622,
      "num_input_tokens_seen": 51046376,
      "step": 1935
    },
    {
      "epoch": 7.4903474903474905,
      "grad_norm": 1.9699925184249878,
      "learning_rate": 3.460209474515428e-05,
      "loss": 0.0652,
      "num_input_tokens_seen": 51162600,
      "step": 1940
    },
    {
      "epoch": 7.5096525096525095,
      "grad_norm": 1.700432538986206,
      "learning_rate": 3.4532054879322604e-05,
      "loss": 0.0576,
      "num_input_tokens_seen": 51303912,
      "step": 1945
    },
    {
      "epoch": 7.528957528957529,
      "grad_norm": 2.434849739074707,
      "learning_rate": 3.446192736056138e-05,
      "loss": 0.0616,
      "num_input_tokens_seen": 51429864,
      "step": 1950
    },
    {
      "epoch": 7.5482625482625485,
      "grad_norm": 2.251537799835205,
      "learning_rate": 3.439171283373492e-05,
      "loss": 0.0713,
      "num_input_tokens_seen": 51565800,
      "step": 1955
    },
    {
      "epoch": 7.5675675675675675,
      "grad_norm": 2.6035313606262207,
      "learning_rate": 3.432141194450772e-05,
      "loss": 0.0572,
      "num_input_tokens_seen": 51688680,
      "step": 1960
    },
    {
      "epoch": 7.586872586872587,
      "grad_norm": 2.6067779064178467,
      "learning_rate": 3.425102533933835e-05,
      "loss": 0.0615,
      "num_input_tokens_seen": 51839976,
      "step": 1965
    },
    {
      "epoch": 7.6061776061776065,
      "grad_norm": 2.2776315212249756,
      "learning_rate": 3.418055366547364e-05,
      "loss": 0.0582,
      "num_input_tokens_seen": 51977704,
      "step": 1970
    },
    {
      "epoch": 7.625482625482626,
      "grad_norm": 1.6626644134521484,
      "learning_rate": 3.410999757094266e-05,
      "loss": 0.053,
      "num_input_tokens_seen": 52129256,
      "step": 1975
    },
    {
      "epoch": 7.644787644787645,
      "grad_norm": 2.7480499744415283,
      "learning_rate": 3.403935770455077e-05,
      "loss": 0.0602,
      "num_input_tokens_seen": 52280296,
      "step": 1980
    },
    {
      "epoch": 7.664092664092664,
      "grad_norm": 1.7971251010894775,
      "learning_rate": 3.396863471587368e-05,
      "loss": 0.0719,
      "num_input_tokens_seen": 52408296,
      "step": 1985
    },
    {
      "epoch": 7.683397683397684,
      "grad_norm": 2.8962650299072266,
      "learning_rate": 3.389782925525146e-05,
      "loss": 0.0626,
      "num_input_tokens_seen": 52542952,
      "step": 1990
    },
    {
      "epoch": 7.702702702702703,
      "grad_norm": 2.102598190307617,
      "learning_rate": 3.382694197378252e-05,
      "loss": 0.0636,
      "num_input_tokens_seen": 52664808,
      "step": 1995
    },
    {
      "epoch": 7.722007722007722,
      "grad_norm": 2.998412847518921,
      "learning_rate": 3.375597352331772e-05,
      "loss": 0.0638,
      "num_input_tokens_seen": 52813032,
      "step": 2000
    },
    {
      "epoch": 7.741312741312742,
      "grad_norm": 2.1801412105560303,
      "learning_rate": 3.368492455645427e-05,
      "loss": 0.0606,
      "num_input_tokens_seen": 52943336,
      "step": 2005
    },
    {
      "epoch": 7.760617760617761,
      "grad_norm": 1.6384451389312744,
      "learning_rate": 3.36137957265298e-05,
      "loss": 0.0628,
      "num_input_tokens_seen": 53109224,
      "step": 2010
    },
    {
      "epoch": 7.77992277992278,
      "grad_norm": 1.6432430744171143,
      "learning_rate": 3.3542587687616316e-05,
      "loss": 0.0615,
      "num_input_tokens_seen": 53237480,
      "step": 2015
    },
    {
      "epoch": 7.799227799227799,
      "grad_norm": 3.8239212036132812,
      "learning_rate": 3.347130109451422e-05,
      "loss": 0.0703,
      "num_input_tokens_seen": 53381608,
      "step": 2020
    },
    {
      "epoch": 7.818532818532819,
      "grad_norm": 2.5226223468780518,
      "learning_rate": 3.3399936602746243e-05,
      "loss": 0.0661,
      "num_input_tokens_seen": 53550824,
      "step": 2025
    },
    {
      "epoch": 7.837837837837838,
      "grad_norm": 2.168243169784546,
      "learning_rate": 3.332849486855144e-05,
      "loss": 0.066,
      "num_input_tokens_seen": 53660136,
      "step": 2030
    },
    {
      "epoch": 7.857142857142857,
      "grad_norm": 2.0156755447387695,
      "learning_rate": 3.3256976548879184e-05,
      "loss": 0.0575,
      "num_input_tokens_seen": 53799400,
      "step": 2035
    },
    {
      "epoch": 7.876447876447877,
      "grad_norm": 2.126399040222168,
      "learning_rate": 3.3185382301383064e-05,
      "loss": 0.0631,
      "num_input_tokens_seen": 53890280,
      "step": 2040
    },
    {
      "epoch": 7.895752895752896,
      "grad_norm": 2.2973220348358154,
      "learning_rate": 3.311371278441488e-05,
      "loss": 0.0549,
      "num_input_tokens_seen": 54021864,
      "step": 2045
    },
    {
      "epoch": 7.915057915057915,
      "grad_norm": 2.3345823287963867,
      "learning_rate": 3.30419686570186e-05,
      "loss": 0.0596,
      "num_input_tokens_seen": 54155240,
      "step": 2050
    },
    {
      "epoch": 7.934362934362935,
      "grad_norm": 2.446683406829834,
      "learning_rate": 3.297015057892425e-05,
      "loss": 0.0634,
      "num_input_tokens_seen": 54317544,
      "step": 2055
    },
    {
      "epoch": 7.953667953667954,
      "grad_norm": 2.26706600189209,
      "learning_rate": 3.28982592105419e-05,
      "loss": 0.0696,
      "num_input_tokens_seen": 54415080,
      "step": 2060
    },
    {
      "epoch": 7.972972972972973,
      "grad_norm": 2.6478688716888428,
      "learning_rate": 3.282629521295556e-05,
      "loss": 0.0536,
      "num_input_tokens_seen": 54536680,
      "step": 2065
    },
    {
      "epoch": 7.992277992277993,
      "grad_norm": 2.3253068923950195,
      "learning_rate": 3.2754259247917105e-05,
      "loss": 0.0574,
      "num_input_tokens_seen": 54664680,
      "step": 2070
    },
    {
      "epoch": 8.011583011583012,
      "grad_norm": 3.8490004539489746,
      "learning_rate": 3.268215197784019e-05,
      "loss": 0.0542,
      "num_input_tokens_seen": 54840696,
      "step": 2075
    },
    {
      "epoch": 8.03088803088803,
      "grad_norm": 3.325805902481079,
      "learning_rate": 3.260997406579417e-05,
      "loss": 0.0599,
      "num_input_tokens_seen": 54964088,
      "step": 2080
    },
    {
      "epoch": 8.05019305019305,
      "grad_norm": 1.5885120630264282,
      "learning_rate": 3.2537726175498e-05,
      "loss": 0.0375,
      "num_input_tokens_seen": 55137144,
      "step": 2085
    },
    {
      "epoch": 8.069498069498069,
      "grad_norm": 1.7649269104003906,
      "learning_rate": 3.246540897131412e-05,
      "loss": 0.0344,
      "num_input_tokens_seen": 55269752,
      "step": 2090
    },
    {
      "epoch": 8.088803088803088,
      "grad_norm": 1.779180884361267,
      "learning_rate": 3.239302311824234e-05,
      "loss": 0.0409,
      "num_input_tokens_seen": 55409016,
      "step": 2095
    },
    {
      "epoch": 8.108108108108109,
      "grad_norm": 2.212592840194702,
      "learning_rate": 3.232056928191376e-05,
      "loss": 0.0425,
      "num_input_tokens_seen": 55533176,
      "step": 2100
    },
    {
      "epoch": 8.127413127413128,
      "grad_norm": 2.6077914237976074,
      "learning_rate": 3.224804812858462e-05,
      "loss": 0.0516,
      "num_input_tokens_seen": 55657080,
      "step": 2105
    },
    {
      "epoch": 8.146718146718147,
      "grad_norm": 2.070462942123413,
      "learning_rate": 3.2175460325130176e-05,
      "loss": 0.0493,
      "num_input_tokens_seen": 55815544,
      "step": 2110
    },
    {
      "epoch": 8.166023166023166,
      "grad_norm": 1.979649543762207,
      "learning_rate": 3.2102806539038564e-05,
      "loss": 0.0401,
      "num_input_tokens_seen": 55959928,
      "step": 2115
    },
    {
      "epoch": 8.185328185328185,
      "grad_norm": 2.296283006668091,
      "learning_rate": 3.2030087438404685e-05,
      "loss": 0.0481,
      "num_input_tokens_seen": 56084344,
      "step": 2120
    },
    {
      "epoch": 8.204633204633204,
      "grad_norm": 1.7037519216537476,
      "learning_rate": 3.195730369192404e-05,
      "loss": 0.0408,
      "num_input_tokens_seen": 56190072,
      "step": 2125
    },
    {
      "epoch": 8.223938223938223,
      "grad_norm": 2.012681722640991,
      "learning_rate": 3.1884455968886585e-05,
      "loss": 0.0514,
      "num_input_tokens_seen": 56282232,
      "step": 2130
    },
    {
      "epoch": 8.243243243243244,
      "grad_norm": 1.4678640365600586,
      "learning_rate": 3.1811544939170575e-05,
      "loss": 0.0477,
      "num_input_tokens_seen": 56411256,
      "step": 2135
    },
    {
      "epoch": 8.262548262548263,
      "grad_norm": 2.1076767444610596,
      "learning_rate": 3.173857127323642e-05,
      "loss": 0.0389,
      "num_input_tokens_seen": 56533112,
      "step": 2140
    },
    {
      "epoch": 8.281853281853282,
      "grad_norm": 2.167950391769409,
      "learning_rate": 3.166553564212049e-05,
      "loss": 0.0512,
      "num_input_tokens_seen": 56680824,
      "step": 2145
    },
    {
      "epoch": 8.301158301158301,
      "grad_norm": 2.000339984893799,
      "learning_rate": 3.159243871742899e-05,
      "loss": 0.0465,
      "num_input_tokens_seen": 56779896,
      "step": 2150
    },
    {
      "epoch": 8.32046332046332,
      "grad_norm": 1.747617483139038,
      "learning_rate": 3.1519281171331715e-05,
      "loss": 0.0376,
      "num_input_tokens_seen": 56950392,
      "step": 2155
    },
    {
      "epoch": 8.339768339768339,
      "grad_norm": 2.9224774837493896,
      "learning_rate": 3.144606367655595e-05,
      "loss": 0.0646,
      "num_input_tokens_seen": 57071736,
      "step": 2160
    },
    {
      "epoch": 8.35907335907336,
      "grad_norm": 3.2689764499664307,
      "learning_rate": 3.137278690638022e-05,
      "loss": 0.0664,
      "num_input_tokens_seen": 57178744,
      "step": 2165
    },
    {
      "epoch": 8.378378378378379,
      "grad_norm": 1.766910433769226,
      "learning_rate": 3.1299451534628135e-05,
      "loss": 0.0483,
      "num_input_tokens_seen": 57295736,
      "step": 2170
    },
    {
      "epoch": 8.397683397683398,
      "grad_norm": 2.5547988414764404,
      "learning_rate": 3.1226058235662165e-05,
      "loss": 0.0387,
      "num_input_tokens_seen": 57400440,
      "step": 2175
    },
    {
      "epoch": 8.416988416988417,
      "grad_norm": 1.7486003637313843,
      "learning_rate": 3.115260768437747e-05,
      "loss": 0.0448,
      "num_input_tokens_seen": 57509752,
      "step": 2180
    },
    {
      "epoch": 8.436293436293436,
      "grad_norm": 1.807553768157959,
      "learning_rate": 3.1079100556195686e-05,
      "loss": 0.0589,
      "num_input_tokens_seen": 57704568,
      "step": 2185
    },
    {
      "epoch": 8.455598455598455,
      "grad_norm": 1.7607319355010986,
      "learning_rate": 3.1005537527058683e-05,
      "loss": 0.0418,
      "num_input_tokens_seen": 57840760,
      "step": 2190
    },
    {
      "epoch": 8.474903474903474,
      "grad_norm": 1.8397008180618286,
      "learning_rate": 3.093191927342239e-05,
      "loss": 0.0434,
      "num_input_tokens_seen": 57988728,
      "step": 2195
    },
    {
      "epoch": 8.494208494208495,
      "grad_norm": 1.910217523574829,
      "learning_rate": 3.085824647225056e-05,
      "loss": 0.0456,
      "num_input_tokens_seen": 58142328,
      "step": 2200
    },
    {
      "epoch": 8.513513513513514,
      "grad_norm": 1.5378773212432861,
      "learning_rate": 3.0784519801008546e-05,
      "loss": 0.0368,
      "num_input_tokens_seen": 58252920,
      "step": 2205
    },
    {
      "epoch": 8.532818532818533,
      "grad_norm": 1.6720370054244995,
      "learning_rate": 3.071073993765703e-05,
      "loss": 0.0472,
      "num_input_tokens_seen": 58374776,
      "step": 2210
    },
    {
      "epoch": 8.552123552123552,
      "grad_norm": 2.8116345405578613,
      "learning_rate": 3.06369075606459e-05,
      "loss": 0.0582,
      "num_input_tokens_seen": 58504312,
      "step": 2215
    },
    {
      "epoch": 8.571428571428571,
      "grad_norm": 2.262876510620117,
      "learning_rate": 3.056302334890786e-05,
      "loss": 0.0424,
      "num_input_tokens_seen": 58626936,
      "step": 2220
    },
    {
      "epoch": 8.59073359073359,
      "grad_norm": 1.5794037580490112,
      "learning_rate": 3.0489087981852326e-05,
      "loss": 0.0426,
      "num_input_tokens_seen": 58739320,
      "step": 2225
    },
    {
      "epoch": 8.61003861003861,
      "grad_norm": 1.4733036756515503,
      "learning_rate": 3.0415102139359087e-05,
      "loss": 0.0415,
      "num_input_tokens_seen": 58869112,
      "step": 2230
    },
    {
      "epoch": 8.62934362934363,
      "grad_norm": 1.8181804418563843,
      "learning_rate": 3.034106650177208e-05,
      "loss": 0.0382,
      "num_input_tokens_seen": 58967672,
      "step": 2235
    },
    {
      "epoch": 8.64864864864865,
      "grad_norm": 1.998101830482483,
      "learning_rate": 3.0266981749893157e-05,
      "loss": 0.0636,
      "num_input_tokens_seen": 59082872,
      "step": 2240
    },
    {
      "epoch": 8.667953667953668,
      "grad_norm": 2.1811866760253906,
      "learning_rate": 3.0192848564975802e-05,
      "loss": 0.0524,
      "num_input_tokens_seen": 59219320,
      "step": 2245
    },
    {
      "epoch": 8.687258687258687,
      "grad_norm": 2.4137532711029053,
      "learning_rate": 3.0118667628718848e-05,
      "loss": 0.0451,
      "num_input_tokens_seen": 59362936,
      "step": 2250
    },
    {
      "epoch": 8.706563706563706,
      "grad_norm": 1.908624291419983,
      "learning_rate": 3.0044439623260263e-05,
      "loss": 0.055,
      "num_input_tokens_seen": 59506808,
      "step": 2255
    },
    {
      "epoch": 8.725868725868725,
      "grad_norm": 1.9395898580551147,
      "learning_rate": 2.997016523117081e-05,
      "loss": 0.0464,
      "num_input_tokens_seen": 59652984,
      "step": 2260
    },
    {
      "epoch": 8.745173745173744,
      "grad_norm": 2.6006052494049072,
      "learning_rate": 2.9895845135447835e-05,
      "loss": 0.0547,
      "num_input_tokens_seen": 59805560,
      "step": 2265
    },
    {
      "epoch": 8.764478764478765,
      "grad_norm": 2.3580074310302734,
      "learning_rate": 2.9821480019508935e-05,
      "loss": 0.0456,
      "num_input_tokens_seen": 59937656,
      "step": 2270
    },
    {
      "epoch": 8.783783783783784,
      "grad_norm": 1.7670732736587524,
      "learning_rate": 2.974707056718571e-05,
      "loss": 0.043,
      "num_input_tokens_seen": 60078968,
      "step": 2275
    },
    {
      "epoch": 8.803088803088803,
      "grad_norm": 2.2447776794433594,
      "learning_rate": 2.9672617462717444e-05,
      "loss": 0.0437,
      "num_input_tokens_seen": 60211832,
      "step": 2280
    },
    {
      "epoch": 8.822393822393822,
      "grad_norm": 1.9530746936798096,
      "learning_rate": 2.959812139074484e-05,
      "loss": 0.0391,
      "num_input_tokens_seen": 60332664,
      "step": 2285
    },
    {
      "epoch": 8.841698841698841,
      "grad_norm": 1.9166369438171387,
      "learning_rate": 2.9523583036303713e-05,
      "loss": 0.0374,
      "num_input_tokens_seen": 60451448,
      "step": 2290
    },
    {
      "epoch": 8.86100386100386,
      "grad_norm": 2.464473247528076,
      "learning_rate": 2.9449003084818688e-05,
      "loss": 0.0399,
      "num_input_tokens_seen": 60596344,
      "step": 2295
    },
    {
      "epoch": 8.880308880308881,
      "grad_norm": 2.2919764518737793,
      "learning_rate": 2.9374382222096886e-05,
      "loss": 0.057,
      "num_input_tokens_seen": 60711544,
      "step": 2300
    },
    {
      "epoch": 8.8996138996139,
      "grad_norm": 2.0674142837524414,
      "learning_rate": 2.9299721134321662e-05,
      "loss": 0.0558,
      "num_input_tokens_seen": 60835192,
      "step": 2305
    },
    {
      "epoch": 8.91891891891892,
      "grad_norm": 2.8630294799804688,
      "learning_rate": 2.9225020508046232e-05,
      "loss": 0.0562,
      "num_input_tokens_seen": 60967032,
      "step": 2310
    },
    {
      "epoch": 8.938223938223938,
      "grad_norm": 1.54951810836792,
      "learning_rate": 2.915028103018741e-05,
      "loss": 0.0457,
      "num_input_tokens_seen": 61123448,
      "step": 2315
    },
    {
      "epoch": 8.957528957528957,
      "grad_norm": 2.8156898021698,
      "learning_rate": 2.9075503388019272e-05,
      "loss": 0.0523,
      "num_input_tokens_seen": 61280632,
      "step": 2320
    },
    {
      "epoch": 8.976833976833976,
      "grad_norm": 1.6042686700820923,
      "learning_rate": 2.9000688269166836e-05,
      "loss": 0.0512,
      "num_input_tokens_seen": 61427576,
      "step": 2325
    },
    {
      "epoch": 8.996138996138995,
      "grad_norm": 2.614938497543335,
      "learning_rate": 2.892583636159974e-05,
      "loss": 0.0446,
      "num_input_tokens_seen": 61573240,
      "step": 2330
    },
    {
      "epoch": 9.015444015444016,
      "grad_norm": 2.1098551750183105,
      "learning_rate": 2.885094835362591e-05,
      "loss": 0.0374,
      "num_input_tokens_seen": 61688312,
      "step": 2335
    },
    {
      "epoch": 9.034749034749035,
      "grad_norm": 1.2014209032058716,
      "learning_rate": 2.877602493388525e-05,
      "loss": 0.0329,
      "num_input_tokens_seen": 61788408,
      "step": 2340
    },
    {
      "epoch": 9.054054054054054,
      "grad_norm": 1.1981747150421143,
      "learning_rate": 2.8701066791343288e-05,
      "loss": 0.0231,
      "num_input_tokens_seen": 61935864,
      "step": 2345
    },
    {
      "epoch": 9.073359073359073,
      "grad_norm": 1.6186150312423706,
      "learning_rate": 2.8626074615284847e-05,
      "loss": 0.0384,
      "num_input_tokens_seen": 62054392,
      "step": 2350
    },
    {
      "epoch": 9.092664092664092,
      "grad_norm": 2.106605291366577,
      "learning_rate": 2.855104909530772e-05,
      "loss": 0.0422,
      "num_input_tokens_seen": 62181624,
      "step": 2355
    },
    {
      "epoch": 9.111969111969112,
      "grad_norm": 1.4917961359024048,
      "learning_rate": 2.8475990921316292e-05,
      "loss": 0.0343,
      "num_input_tokens_seen": 62302712,
      "step": 2360
    },
    {
      "epoch": 9.13127413127413,
      "grad_norm": 2.1147005558013916,
      "learning_rate": 2.8400900783515255e-05,
      "loss": 0.0291,
      "num_input_tokens_seen": 62461432,
      "step": 2365
    },
    {
      "epoch": 9.150579150579151,
      "grad_norm": 2.100454330444336,
      "learning_rate": 2.8325779372403194e-05,
      "loss": 0.0386,
      "num_input_tokens_seen": 62604280,
      "step": 2370
    },
    {
      "epoch": 9.16988416988417,
      "grad_norm": 1.4174185991287231,
      "learning_rate": 2.8250627378766297e-05,
      "loss": 0.037,
      "num_input_tokens_seen": 62740472,
      "step": 2375
    },
    {
      "epoch": 9.18918918918919,
      "grad_norm": 1.7185354232788086,
      "learning_rate": 2.8175445493671972e-05,
      "loss": 0.0346,
      "num_input_tokens_seen": 62860280,
      "step": 2380
    },
    {
      "epoch": 9.208494208494209,
      "grad_norm": 1.7431443929672241,
      "learning_rate": 2.8100234408462478e-05,
      "loss": 0.0302,
      "num_input_tokens_seen": 62966264,
      "step": 2385
    },
    {
      "epoch": 9.227799227799228,
      "grad_norm": 2.3386459350585938,
      "learning_rate": 2.8024994814748605e-05,
      "loss": 0.0348,
      "num_input_tokens_seen": 63144696,
      "step": 2390
    },
    {
      "epoch": 9.247104247104247,
      "grad_norm": 2.504485845565796,
      "learning_rate": 2.7949727404403302e-05,
      "loss": 0.0358,
      "num_input_tokens_seen": 63311096,
      "step": 2395
    },
    {
      "epoch": 9.266409266409266,
      "grad_norm": 1.7308130264282227,
      "learning_rate": 2.787443286955528e-05,
      "loss": 0.0316,
      "num_input_tokens_seen": 63436536,
      "step": 2400
    },
    {
      "epoch": 9.285714285714286,
      "grad_norm": 1.5274659395217896,
      "learning_rate": 2.7799111902582696e-05,
      "loss": 0.0401,
      "num_input_tokens_seen": 63570680,
      "step": 2405
    },
    {
      "epoch": 9.305019305019306,
      "grad_norm": 2.725780963897705,
      "learning_rate": 2.772376519610677e-05,
      "loss": 0.0458,
      "num_input_tokens_seen": 63676408,
      "step": 2410
    },
    {
      "epoch": 9.324324324324325,
      "grad_norm": 1.3256404399871826,
      "learning_rate": 2.7648393442985403e-05,
      "loss": 0.0403,
      "num_input_tokens_seen": 63788792,
      "step": 2415
    },
    {
      "epoch": 9.343629343629344,
      "grad_norm": 1.2829856872558594,
      "learning_rate": 2.7572997336306812e-05,
      "loss": 0.0324,
      "num_input_tokens_seen": 63911672,
      "step": 2420
    },
    {
      "epoch": 9.362934362934363,
      "grad_norm": 1.5341579914093018,
      "learning_rate": 2.749757756938317e-05,
      "loss": 0.0329,
      "num_input_tokens_seen": 64066296,
      "step": 2425
    },
    {
      "epoch": 9.382239382239382,
      "grad_norm": 2.627748966217041,
      "learning_rate": 2.7422134835744213e-05,
      "loss": 0.0336,
      "num_input_tokens_seen": 64216056,
      "step": 2430
    },
    {
      "epoch": 9.4015444015444,
      "grad_norm": 2.0893774032592773,
      "learning_rate": 2.7346669829130867e-05,
      "loss": 0.0349,
      "num_input_tokens_seen": 64307448,
      "step": 2435
    },
    {
      "epoch": 9.420849420849422,
      "grad_norm": 2.162018299102783,
      "learning_rate": 2.7271183243488878e-05,
      "loss": 0.0487,
      "num_input_tokens_seen": 64428536,
      "step": 2440
    },
    {
      "epoch": 9.44015444015444,
      "grad_norm": 2.446368932723999,
      "learning_rate": 2.7195675772962433e-05,
      "loss": 0.0393,
      "num_input_tokens_seen": 64535544,
      "step": 2445
    },
    {
      "epoch": 9.45945945945946,
      "grad_norm": 1.9724645614624023,
      "learning_rate": 2.7120148111887732e-05,
      "loss": 0.0457,
      "num_input_tokens_seen": 64653304,
      "step": 2450
    },
    {
      "epoch": 9.478764478764479,
      "grad_norm": 1.328217625617981,
      "learning_rate": 2.7044600954786687e-05,
      "loss": 0.0402,
      "num_input_tokens_seen": 64795896,
      "step": 2455
    },
    {
      "epoch": 9.498069498069498,
      "grad_norm": 2.314099073410034,
      "learning_rate": 2.696903499636045e-05,
      "loss": 0.044,
      "num_input_tokens_seen": 64955384,
      "step": 2460
    },
    {
      "epoch": 9.517374517374517,
      "grad_norm": 2.214271306991577,
      "learning_rate": 2.6893450931483083e-05,
      "loss": 0.0417,
      "num_input_tokens_seen": 65064696,
      "step": 2465
    },
    {
      "epoch": 9.536679536679536,
      "grad_norm": 1.3897863626480103,
      "learning_rate": 2.6817849455195133e-05,
      "loss": 0.0306,
      "num_input_tokens_seen": 65229304,
      "step": 2470
    },
    {
      "epoch": 9.555984555984557,
      "grad_norm": 2.2535767555236816,
      "learning_rate": 2.674223126269728e-05,
      "loss": 0.0257,
      "num_input_tokens_seen": 65346040,
      "step": 2475
    },
    {
      "epoch": 9.575289575289576,
      "grad_norm": 1.6450698375701904,
      "learning_rate": 2.6666597049343882e-05,
      "loss": 0.0359,
      "num_input_tokens_seen": 65495288,
      "step": 2480
    },
    {
      "epoch": 9.594594594594595,
      "grad_norm": 1.8544244766235352,
      "learning_rate": 2.659094751063666e-05,
      "loss": 0.0426,
      "num_input_tokens_seen": 65638392,
      "step": 2485
    },
    {
      "epoch": 9.613899613899614,
      "grad_norm": 2.5733869075775146,
      "learning_rate": 2.6515283342218228e-05,
      "loss": 0.0324,
      "num_input_tokens_seen": 65765624,
      "step": 2490
    },
    {
      "epoch": 9.633204633204633,
      "grad_norm": 1.7491555213928223,
      "learning_rate": 2.6439605239865745e-05,
      "loss": 0.0351,
      "num_input_tokens_seen": 65920248,
      "step": 2495
    },
    {
      "epoch": 9.652509652509652,
      "grad_norm": 1.1685649156570435,
      "learning_rate": 2.636391389948449e-05,
      "loss": 0.0367,
      "num_input_tokens_seen": 66074104,
      "step": 2500
    },
    {
      "epoch": 9.671814671814673,
      "grad_norm": 1.721147060394287,
      "learning_rate": 2.6288210017101488e-05,
      "loss": 0.0407,
      "num_input_tokens_seen": 66204408,
      "step": 2505
    },
    {
      "epoch": 9.691119691119692,
      "grad_norm": 2.34796404838562,
      "learning_rate": 2.621249428885908e-05,
      "loss": 0.0302,
      "num_input_tokens_seen": 66346744,
      "step": 2510
    },
    {
      "epoch": 9.71042471042471,
      "grad_norm": 1.8119391202926636,
      "learning_rate": 2.613676741100855e-05,
      "loss": 0.0332,
      "num_input_tokens_seen": 66492408,
      "step": 2515
    },
    {
      "epoch": 9.72972972972973,
      "grad_norm": 1.8855518102645874,
      "learning_rate": 2.606103007990371e-05,
      "loss": 0.0323,
      "num_input_tokens_seen": 66609144,
      "step": 2520
    },
    {
      "epoch": 9.749034749034749,
      "grad_norm": 1.2302645444869995,
      "learning_rate": 2.5985282991994482e-05,
      "loss": 0.0317,
      "num_input_tokens_seen": 66734584,
      "step": 2525
    },
    {
      "epoch": 9.768339768339768,
      "grad_norm": 2.0994198322296143,
      "learning_rate": 2.5909526843820508e-05,
      "loss": 0.0362,
      "num_input_tokens_seen": 66885624,
      "step": 2530
    },
    {
      "epoch": 9.787644787644787,
      "grad_norm": 1.5865612030029297,
      "learning_rate": 2.5833762332004768e-05,
      "loss": 0.0346,
      "num_input_tokens_seen": 67000056,
      "step": 2535
    },
    {
      "epoch": 9.806949806949808,
      "grad_norm": 1.5101972818374634,
      "learning_rate": 2.5757990153247124e-05,
      "loss": 0.0359,
      "num_input_tokens_seen": 67156728,
      "step": 2540
    },
    {
      "epoch": 9.826254826254827,
      "grad_norm": 1.7384374141693115,
      "learning_rate": 2.5682211004317953e-05,
      "loss": 0.0369,
      "num_input_tokens_seen": 67278072,
      "step": 2545
    },
    {
      "epoch": 9.845559845559846,
      "grad_norm": 1.505611777305603,
      "learning_rate": 2.5606425582051718e-05,
      "loss": 0.0371,
      "num_input_tokens_seen": 67396344,
      "step": 2550
    },
    {
      "epoch": 9.864864864864865,
      "grad_norm": 1.6645147800445557,
      "learning_rate": 2.5530634583340592e-05,
      "loss": 0.0404,
      "num_input_tokens_seen": 67537656,
      "step": 2555
    },
    {
      "epoch": 9.884169884169884,
      "grad_norm": 1.9146854877471924,
      "learning_rate": 2.5454838705127993e-05,
      "loss": 0.0332,
      "num_input_tokens_seen": 67656184,
      "step": 2560
    },
    {
      "epoch": 9.903474903474903,
      "grad_norm": 1.539021372795105,
      "learning_rate": 2.5379038644402235e-05,
      "loss": 0.0333,
      "num_input_tokens_seen": 67802872,
      "step": 2565
    },
    {
      "epoch": 9.922779922779922,
      "grad_norm": 2.631417751312256,
      "learning_rate": 2.5303235098190076e-05,
      "loss": 0.0275,
      "num_input_tokens_seen": 67920888,
      "step": 2570
    },
    {
      "epoch": 9.942084942084943,
      "grad_norm": 2.6899986267089844,
      "learning_rate": 2.5227428763550347e-05,
      "loss": 0.0431,
      "num_input_tokens_seen": 68055032,
      "step": 2575
    },
    {
      "epoch": 9.961389961389962,
      "grad_norm": 1.6248239278793335,
      "learning_rate": 2.5151620337567495e-05,
      "loss": 0.032,
      "num_input_tokens_seen": 68205816,
      "step": 2580
    },
    {
      "epoch": 9.980694980694981,
      "grad_norm": 1.8143270015716553,
      "learning_rate": 2.5075810517345212e-05,
      "loss": 0.0367,
      "num_input_tokens_seen": 68333304,
      "step": 2585
    },
    {
      "epoch": 10.0,
      "grad_norm": 1.5047626495361328,
      "learning_rate": 2.5e-05,
      "loss": 0.0363,
      "num_input_tokens_seen": 68448144,
      "step": 2590
    },
    {
      "epoch": 10.019305019305019,
      "grad_norm": 1.569034218788147,
      "learning_rate": 2.4924189482654794e-05,
      "loss": 0.0228,
      "num_input_tokens_seen": 68572304,
      "step": 2595
    },
    {
      "epoch": 10.038610038610038,
      "grad_norm": 1.3906745910644531,
      "learning_rate": 2.4848379662432515e-05,
      "loss": 0.0233,
      "num_input_tokens_seen": 68699792,
      "step": 2600
    },
    {
      "epoch": 10.057915057915057,
      "grad_norm": 1.429832100868225,
      "learning_rate": 2.477257123644966e-05,
      "loss": 0.0254,
      "num_input_tokens_seen": 68828304,
      "step": 2605
    },
    {
      "epoch": 10.077220077220078,
      "grad_norm": 1.1088787317276,
      "learning_rate": 2.4696764901809926e-05,
      "loss": 0.0302,
      "num_input_tokens_seen": 68985488,
      "step": 2610
    },
    {
      "epoch": 10.096525096525097,
      "grad_norm": 1.7969263792037964,
      "learning_rate": 2.462096135559777e-05,
      "loss": 0.041,
      "num_input_tokens_seen": 69069712,
      "step": 2615
    },
    {
      "epoch": 10.115830115830116,
      "grad_norm": 1.6021201610565186,
      "learning_rate": 2.4545161294872013e-05,
      "loss": 0.0268,
      "num_input_tokens_seen": 69187728,
      "step": 2620
    },
    {
      "epoch": 10.135135135135135,
      "grad_norm": 1.371846079826355,
      "learning_rate": 2.446936541665941e-05,
      "loss": 0.0252,
      "num_input_tokens_seen": 69336208,
      "step": 2625
    },
    {
      "epoch": 10.154440154440154,
      "grad_norm": 1.0030510425567627,
      "learning_rate": 2.4393574417948284e-05,
      "loss": 0.0224,
      "num_input_tokens_seen": 69449616,
      "step": 2630
    },
    {
      "epoch": 10.173745173745173,
      "grad_norm": 1.03380286693573,
      "learning_rate": 2.4317788995682052e-05,
      "loss": 0.0219,
      "num_input_tokens_seen": 69613456,
      "step": 2635
    },
    {
      "epoch": 10.193050193050192,
      "grad_norm": 0.9625149965286255,
      "learning_rate": 2.4242009846752885e-05,
      "loss": 0.0287,
      "num_input_tokens_seen": 69770128,
      "step": 2640
    },
    {
      "epoch": 10.212355212355213,
      "grad_norm": 1.572924017906189,
      "learning_rate": 2.4166237667995238e-05,
      "loss": 0.0242,
      "num_input_tokens_seen": 69901200,
      "step": 2645
    },
    {
      "epoch": 10.231660231660232,
      "grad_norm": 1.4663954973220825,
      "learning_rate": 2.4090473156179498e-05,
      "loss": 0.0226,
      "num_input_tokens_seen": 70050192,
      "step": 2650
    },
    {
      "epoch": 10.250965250965251,
      "grad_norm": 0.9331588745117188,
      "learning_rate": 2.4014717008005524e-05,
      "loss": 0.0351,
      "num_input_tokens_seen": 70166928,
      "step": 2655
    },
    {
      "epoch": 10.27027027027027,
      "grad_norm": 1.3637775182724,
      "learning_rate": 2.39389699200963e-05,
      "loss": 0.0209,
      "num_input_tokens_seen": 70283920,
      "step": 2660
    },
    {
      "epoch": 10.28957528957529,
      "grad_norm": 1.1673227548599243,
      "learning_rate": 2.386323258899145e-05,
      "loss": 0.0212,
      "num_input_tokens_seen": 70422928,
      "step": 2665
    },
    {
      "epoch": 10.308880308880308,
      "grad_norm": 1.4529045820236206,
      "learning_rate": 2.378750571114093e-05,
      "loss": 0.028,
      "num_input_tokens_seen": 70554512,
      "step": 2670
    },
    {
      "epoch": 10.328185328185327,
      "grad_norm": 1.3094784021377563,
      "learning_rate": 2.3711789982898518e-05,
      "loss": 0.021,
      "num_input_tokens_seen": 70661264,
      "step": 2675
    },
    {
      "epoch": 10.347490347490348,
      "grad_norm": 1.0893820524215698,
      "learning_rate": 2.3636086100515527e-05,
      "loss": 0.0283,
      "num_input_tokens_seen": 70817680,
      "step": 2680
    },
    {
      "epoch": 10.366795366795367,
      "grad_norm": 1.1798887252807617,
      "learning_rate": 2.3560394760134264e-05,
      "loss": 0.0228,
      "num_input_tokens_seen": 70970768,
      "step": 2685
    },
    {
      "epoch": 10.386100386100386,
      "grad_norm": 1.507263422012329,
      "learning_rate": 2.3484716657781785e-05,
      "loss": 0.0188,
      "num_input_tokens_seen": 71129488,
      "step": 2690
    },
    {
      "epoch": 10.405405405405405,
      "grad_norm": 1.5008866786956787,
      "learning_rate": 2.3409052489363342e-05,
      "loss": 0.0251,
      "num_input_tokens_seen": 71254928,
      "step": 2695
    },
    {
      "epoch": 10.424710424710424,
      "grad_norm": 1.0226303339004517,
      "learning_rate": 2.3333402950656124e-05,
      "loss": 0.0274,
      "num_input_tokens_seen": 71377296,
      "step": 2700
    },
    {
      "epoch": 10.444015444015443,
      "grad_norm": 2.0056560039520264,
      "learning_rate": 2.3257768737302728e-05,
      "loss": 0.0255,
      "num_input_tokens_seen": 71517072,
      "step": 2705
    },
    {
      "epoch": 10.463320463320464,
      "grad_norm": 0.8709852695465088,
      "learning_rate": 2.3182150544804876e-05,
      "loss": 0.017,
      "num_input_tokens_seen": 71660432,
      "step": 2710
    },
    {
      "epoch": 10.482625482625483,
      "grad_norm": 1.7117507457733154,
      "learning_rate": 2.3106549068516922e-05,
      "loss": 0.0275,
      "num_input_tokens_seen": 71778960,
      "step": 2715
    },
    {
      "epoch": 10.501930501930502,
      "grad_norm": 0.9321146011352539,
      "learning_rate": 2.3030965003639566e-05,
      "loss": 0.0426,
      "num_input_tokens_seen": 71877264,
      "step": 2720
    },
    {
      "epoch": 10.521235521235521,
      "grad_norm": 1.4264882802963257,
      "learning_rate": 2.295539904521332e-05,
      "loss": 0.0221,
      "num_input_tokens_seen": 72016272,
      "step": 2725
    },
    {
      "epoch": 10.54054054054054,
      "grad_norm": 1.4184226989746094,
      "learning_rate": 2.287985188811228e-05,
      "loss": 0.0264,
      "num_input_tokens_seen": 72151440,
      "step": 2730
    },
    {
      "epoch": 10.55984555984556,
      "grad_norm": 0.8701891899108887,
      "learning_rate": 2.2804324227037576e-05,
      "loss": 0.0195,
      "num_input_tokens_seen": 72298128,
      "step": 2735
    },
    {
      "epoch": 10.579150579150578,
      "grad_norm": 1.276286005973816,
      "learning_rate": 2.272881675651112e-05,
      "loss": 0.0228,
      "num_input_tokens_seen": 72453264,
      "step": 2740
    },
    {
      "epoch": 10.5984555984556,
      "grad_norm": 1.7602120637893677,
      "learning_rate": 2.2653330170869135e-05,
      "loss": 0.023,
      "num_input_tokens_seen": 72573072,
      "step": 2745
    },
    {
      "epoch": 10.617760617760618,
      "grad_norm": 1.3974103927612305,
      "learning_rate": 2.257786516425579e-05,
      "loss": 0.0253,
      "num_input_tokens_seen": 72700816,
      "step": 2750
    },
    {
      "epoch": 10.637065637065637,
      "grad_norm": 1.4042840003967285,
      "learning_rate": 2.2502422430616836e-05,
      "loss": 0.0234,
      "num_input_tokens_seen": 72825744,
      "step": 2755
    },
    {
      "epoch": 10.656370656370656,
      "grad_norm": 1.7441807985305786,
      "learning_rate": 2.242700266369319e-05,
      "loss": 0.0262,
      "num_input_tokens_seen": 72936336,
      "step": 2760
    },
    {
      "epoch": 10.675675675675675,
      "grad_norm": 2.0952086448669434,
      "learning_rate": 2.23516065570146e-05,
      "loss": 0.0299,
      "num_input_tokens_seen": 73027728,
      "step": 2765
    },
    {
      "epoch": 10.694980694980694,
      "grad_norm": 2.324326753616333,
      "learning_rate": 2.2276234803893232e-05,
      "loss": 0.0271,
      "num_input_tokens_seen": 73170320,
      "step": 2770
    },
    {
      "epoch": 10.714285714285714,
      "grad_norm": 1.1735119819641113,
      "learning_rate": 2.2200888097417307e-05,
      "loss": 0.0256,
      "num_input_tokens_seen": 73325456,
      "step": 2775
    },
    {
      "epoch": 10.733590733590734,
      "grad_norm": 1.1038674116134644,
      "learning_rate": 2.2125567130444724e-05,
      "loss": 0.0249,
      "num_input_tokens_seen": 73466512,
      "step": 2780
    },
    {
      "epoch": 10.752895752895753,
      "grad_norm": 1.9175952672958374,
      "learning_rate": 2.2050272595596704e-05,
      "loss": 0.0322,
      "num_input_tokens_seen": 73598608,
      "step": 2785
    },
    {
      "epoch": 10.772200772200772,
      "grad_norm": 1.6432002782821655,
      "learning_rate": 2.197500518525139e-05,
      "loss": 0.0274,
      "num_input_tokens_seen": 73708176,
      "step": 2790
    },
    {
      "epoch": 10.791505791505791,
      "grad_norm": 1.3228294849395752,
      "learning_rate": 2.1899765591537525e-05,
      "loss": 0.02,
      "num_input_tokens_seen": 73819536,
      "step": 2795
    },
    {
      "epoch": 10.81081081081081,
      "grad_norm": 1.7404805421829224,
      "learning_rate": 2.182455450632803e-05,
      "loss": 0.0243,
      "num_input_tokens_seen": 73968528,
      "step": 2800
    },
    {
      "epoch": 10.83011583011583,
      "grad_norm": 2.2002720832824707,
      "learning_rate": 2.174937262123371e-05,
      "loss": 0.0277,
      "num_input_tokens_seen": 74125968,
      "step": 2805
    },
    {
      "epoch": 10.849420849420849,
      "grad_norm": 1.1822292804718018,
      "learning_rate": 2.1674220627596812e-05,
      "loss": 0.0249,
      "num_input_tokens_seen": 74299792,
      "step": 2810
    },
    {
      "epoch": 10.86872586872587,
      "grad_norm": 1.8930922746658325,
      "learning_rate": 2.1599099216484757e-05,
      "loss": 0.0225,
      "num_input_tokens_seen": 74420880,
      "step": 2815
    },
    {
      "epoch": 10.888030888030888,
      "grad_norm": 1.2435505390167236,
      "learning_rate": 2.1524009078683717e-05,
      "loss": 0.0225,
      "num_input_tokens_seen": 74557072,
      "step": 2820
    },
    {
      "epoch": 10.907335907335908,
      "grad_norm": 1.4635958671569824,
      "learning_rate": 2.1448950904692293e-05,
      "loss": 0.02,
      "num_input_tokens_seen": 74673296,
      "step": 2825
    },
    {
      "epoch": 10.926640926640927,
      "grad_norm": 2.3589718341827393,
      "learning_rate": 2.137392538471516e-05,
      "loss": 0.024,
      "num_input_tokens_seen": 74808208,
      "step": 2830
    },
    {
      "epoch": 10.945945945945946,
      "grad_norm": 1.5779073238372803,
      "learning_rate": 2.1298933208656718e-05,
      "loss": 0.0255,
      "num_input_tokens_seen": 74922384,
      "step": 2835
    },
    {
      "epoch": 10.965250965250965,
      "grad_norm": 1.556203007698059,
      "learning_rate": 2.1223975066114754e-05,
      "loss": 0.0238,
      "num_input_tokens_seen": 75055248,
      "step": 2840
    },
    {
      "epoch": 10.984555984555985,
      "grad_norm": 1.1990100145339966,
      "learning_rate": 2.1149051646374098e-05,
      "loss": 0.0219,
      "num_input_tokens_seen": 75199376,
      "step": 2845
    },
    {
      "epoch": 11.003861003861005,
      "grad_norm": 1.4094477891921997,
      "learning_rate": 2.107416363840027e-05,
      "loss": 0.0212,
      "num_input_tokens_seen": 75316216,
      "step": 2850
    },
    {
      "epoch": 11.023166023166024,
      "grad_norm": 1.0576751232147217,
      "learning_rate": 2.0999311730833174e-05,
      "loss": 0.0188,
      "num_input_tokens_seen": 75449592,
      "step": 2855
    },
    {
      "epoch": 11.042471042471043,
      "grad_norm": 3.332852363586426,
      "learning_rate": 2.0924496611980734e-05,
      "loss": 0.0159,
      "num_input_tokens_seen": 75572216,
      "step": 2860
    },
    {
      "epoch": 11.061776061776062,
      "grad_norm": 0.4681335985660553,
      "learning_rate": 2.08497189698126e-05,
      "loss": 0.0135,
      "num_input_tokens_seen": 75717880,
      "step": 2865
    },
    {
      "epoch": 11.08108108108108,
      "grad_norm": 1.0423972606658936,
      "learning_rate": 2.0774979491953777e-05,
      "loss": 0.0202,
      "num_input_tokens_seen": 75864312,
      "step": 2870
    },
    {
      "epoch": 11.1003861003861,
      "grad_norm": 0.7003400325775146,
      "learning_rate": 2.070027886567835e-05,
      "loss": 0.0107,
      "num_input_tokens_seen": 75988472,
      "step": 2875
    },
    {
      "epoch": 11.11969111969112,
      "grad_norm": 1.0607558488845825,
      "learning_rate": 2.062561777790312e-05,
      "loss": 0.0193,
      "num_input_tokens_seen": 76111352,
      "step": 2880
    },
    {
      "epoch": 11.13899613899614,
      "grad_norm": 1.5472525358200073,
      "learning_rate": 2.0550996915181314e-05,
      "loss": 0.0187,
      "num_input_tokens_seen": 76215544,
      "step": 2885
    },
    {
      "epoch": 11.158301158301159,
      "grad_norm": 1.590269684791565,
      "learning_rate": 2.0476416963696292e-05,
      "loss": 0.0206,
      "num_input_tokens_seen": 76341496,
      "step": 2890
    },
    {
      "epoch": 11.177606177606178,
      "grad_norm": 1.5428239107131958,
      "learning_rate": 2.0401878609255158e-05,
      "loss": 0.0244,
      "num_input_tokens_seen": 76481272,
      "step": 2895
    },
    {
      "epoch": 11.196911196911197,
      "grad_norm": 2.3503377437591553,
      "learning_rate": 2.0327382537282562e-05,
      "loss": 0.0276,
      "num_input_tokens_seen": 76608760,
      "step": 2900
    },
    {
      "epoch": 11.216216216216216,
      "grad_norm": 1.3726725578308105,
      "learning_rate": 2.025292943281429e-05,
      "loss": 0.0206,
      "num_input_tokens_seen": 76791032,
      "step": 2905
    },
    {
      "epoch": 11.235521235521235,
      "grad_norm": 0.9943969249725342,
      "learning_rate": 2.017851998049107e-05,
      "loss": 0.0128,
      "num_input_tokens_seen": 76941304,
      "step": 2910
    },
    {
      "epoch": 11.254826254826256,
      "grad_norm": 3.1360983848571777,
      "learning_rate": 2.0104154864552168e-05,
      "loss": 0.0236,
      "num_input_tokens_seen": 77066744,
      "step": 2915
    },
    {
      "epoch": 11.274131274131275,
      "grad_norm": 1.0769143104553223,
      "learning_rate": 2.0029834768829196e-05,
      "loss": 0.0129,
      "num_input_tokens_seen": 77192184,
      "step": 2920
    },
    {
      "epoch": 11.293436293436294,
      "grad_norm": 1.3311856985092163,
      "learning_rate": 1.995556037673974e-05,
      "loss": 0.0317,
      "num_input_tokens_seen": 77322232,
      "step": 2925
    },
    {
      "epoch": 11.312741312741313,
      "grad_norm": 1.2713100910186768,
      "learning_rate": 1.9881332371281158e-05,
      "loss": 0.0215,
      "num_input_tokens_seen": 77459192,
      "step": 2930
    },
    {
      "epoch": 11.332046332046332,
      "grad_norm": 1.015021562576294,
      "learning_rate": 1.98071514350242e-05,
      "loss": 0.0165,
      "num_input_tokens_seen": 77550072,
      "step": 2935
    },
    {
      "epoch": 11.35135135135135,
      "grad_norm": 1.0809468030929565,
      "learning_rate": 1.973301825010685e-05,
      "loss": 0.0164,
      "num_input_tokens_seen": 77662968,
      "step": 2940
    },
    {
      "epoch": 11.37065637065637,
      "grad_norm": 1.120558738708496,
      "learning_rate": 1.9658933498227923e-05,
      "loss": 0.0179,
      "num_input_tokens_seen": 77792248,
      "step": 2945
    },
    {
      "epoch": 11.38996138996139,
      "grad_norm": 0.9761649966239929,
      "learning_rate": 1.9584897860640922e-05,
      "loss": 0.016,
      "num_input_tokens_seen": 77929208,
      "step": 2950
    },
    {
      "epoch": 11.40926640926641,
      "grad_norm": 1.1505382061004639,
      "learning_rate": 1.9510912018147677e-05,
      "loss": 0.0155,
      "num_input_tokens_seen": 78104824,
      "step": 2955
    },
    {
      "epoch": 11.428571428571429,
      "grad_norm": 1.3358957767486572,
      "learning_rate": 1.9436976651092144e-05,
      "loss": 0.0135,
      "num_input_tokens_seen": 78235384,
      "step": 2960
    },
    {
      "epoch": 11.447876447876448,
      "grad_norm": 0.9273285865783691,
      "learning_rate": 1.936309243935411e-05,
      "loss": 0.0161,
      "num_input_tokens_seen": 78378488,
      "step": 2965
    },
    {
      "epoch": 11.467181467181467,
      "grad_norm": 0.7956048250198364,
      "learning_rate": 1.928926006234297e-05,
      "loss": 0.0231,
      "num_input_tokens_seen": 78501112,
      "step": 2970
    },
    {
      "epoch": 11.486486486486486,
      "grad_norm": 0.9171015620231628,
      "learning_rate": 1.9215480198991466e-05,
      "loss": 0.0167,
      "num_input_tokens_seen": 78608376,
      "step": 2975
    },
    {
      "epoch": 11.505791505791505,
      "grad_norm": 0.8292757272720337,
      "learning_rate": 1.9141753527749443e-05,
      "loss": 0.02,
      "num_input_tokens_seen": 78749944,
      "step": 2980
    },
    {
      "epoch": 11.525096525096526,
      "grad_norm": 1.3520805835723877,
      "learning_rate": 1.906808072657761e-05,
      "loss": 0.0203,
      "num_input_tokens_seen": 78877432,
      "step": 2985
    },
    {
      "epoch": 11.544401544401545,
      "grad_norm": 1.324306845664978,
      "learning_rate": 1.8994462472941322e-05,
      "loss": 0.0147,
      "num_input_tokens_seen": 78997496,
      "step": 2990
    },
    {
      "epoch": 11.563706563706564,
      "grad_norm": 1.3603425025939941,
      "learning_rate": 1.892089944380432e-05,
      "loss": 0.0194,
      "num_input_tokens_seen": 79097080,
      "step": 2995
    },
    {
      "epoch": 11.583011583011583,
      "grad_norm": 0.8024409413337708,
      "learning_rate": 1.8847392315622535e-05,
      "loss": 0.0199,
      "num_input_tokens_seen": 79204600,
      "step": 3000
    },
    {
      "epoch": 11.602316602316602,
      "grad_norm": 1.7421422004699707,
      "learning_rate": 1.877394176433784e-05,
      "loss": 0.018,
      "num_input_tokens_seen": 79323384,
      "step": 3005
    },
    {
      "epoch": 11.621621621621621,
      "grad_norm": 1.2354506254196167,
      "learning_rate": 1.8700548465371874e-05,
      "loss": 0.0156,
      "num_input_tokens_seen": 79470328,
      "step": 3010
    },
    {
      "epoch": 11.64092664092664,
      "grad_norm": 0.9264888763427734,
      "learning_rate": 1.8627213093619783e-05,
      "loss": 0.0155,
      "num_input_tokens_seen": 79587576,
      "step": 3015
    },
    {
      "epoch": 11.660231660231661,
      "grad_norm": 1.572521448135376,
      "learning_rate": 1.8553936323444058e-05,
      "loss": 0.0173,
      "num_input_tokens_seen": 79733752,
      "step": 3020
    },
    {
      "epoch": 11.67953667953668,
      "grad_norm": 1.2958881855010986,
      "learning_rate": 1.848071882866829e-05,
      "loss": 0.0174,
      "num_input_tokens_seen": 79845880,
      "step": 3025
    },
    {
      "epoch": 11.698841698841699,
      "grad_norm": 1.1187669038772583,
      "learning_rate": 1.8407561282571018e-05,
      "loss": 0.0154,
      "num_input_tokens_seen": 79975672,
      "step": 3030
    },
    {
      "epoch": 11.718146718146718,
      "grad_norm": 2.266324043273926,
      "learning_rate": 1.8334464357879515e-05,
      "loss": 0.0211,
      "num_input_tokens_seen": 80102136,
      "step": 3035
    },
    {
      "epoch": 11.737451737451737,
      "grad_norm": 1.0018905401229858,
      "learning_rate": 1.8261428726763584e-05,
      "loss": 0.0165,
      "num_input_tokens_seen": 80206584,
      "step": 3040
    },
    {
      "epoch": 11.756756756756756,
      "grad_norm": 1.023120641708374,
      "learning_rate": 1.818845506082943e-05,
      "loss": 0.016,
      "num_input_tokens_seen": 80338424,
      "step": 3045
    },
    {
      "epoch": 11.776061776061777,
      "grad_norm": 2.093369960784912,
      "learning_rate": 1.811554403111342e-05,
      "loss": 0.0246,
      "num_input_tokens_seen": 80482552,
      "step": 3050
    },
    {
      "epoch": 11.795366795366796,
      "grad_norm": 0.853808581829071,
      "learning_rate": 1.8042696308075968e-05,
      "loss": 0.0168,
      "num_input_tokens_seen": 80597752,
      "step": 3055
    },
    {
      "epoch": 11.814671814671815,
      "grad_norm": 1.6099953651428223,
      "learning_rate": 1.7969912561595317e-05,
      "loss": 0.0181,
      "num_input_tokens_seen": 80746744,
      "step": 3060
    },
    {
      "epoch": 11.833976833976834,
      "grad_norm": 0.9269828200340271,
      "learning_rate": 1.789719346096144e-05,
      "loss": 0.0162,
      "num_input_tokens_seen": 80899064,
      "step": 3065
    },
    {
      "epoch": 11.853281853281853,
      "grad_norm": 0.6096843481063843,
      "learning_rate": 1.7824539674869827e-05,
      "loss": 0.0142,
      "num_input_tokens_seen": 81060856,
      "step": 3070
    },
    {
      "epoch": 11.872586872586872,
      "grad_norm": 0.7218270897865295,
      "learning_rate": 1.7751951871415385e-05,
      "loss": 0.017,
      "num_input_tokens_seen": 81197816,
      "step": 3075
    },
    {
      "epoch": 11.891891891891891,
      "grad_norm": 2.1457033157348633,
      "learning_rate": 1.7679430718086243e-05,
      "loss": 0.0243,
      "num_input_tokens_seen": 81304312,
      "step": 3080
    },
    {
      "epoch": 11.91119691119691,
      "grad_norm": 1.1789997816085815,
      "learning_rate": 1.760697688175767e-05,
      "loss": 0.0206,
      "num_input_tokens_seen": 81434872,
      "step": 3085
    },
    {
      "epoch": 11.930501930501931,
      "grad_norm": 1.7655112743377686,
      "learning_rate": 1.7534591028685894e-05,
      "loss": 0.0168,
      "num_input_tokens_seen": 81596920,
      "step": 3090
    },
    {
      "epoch": 11.94980694980695,
      "grad_norm": 1.3343671560287476,
      "learning_rate": 1.746227382450201e-05,
      "loss": 0.0173,
      "num_input_tokens_seen": 81750008,
      "step": 3095
    },
    {
      "epoch": 11.96911196911197,
      "grad_norm": 1.830177903175354,
      "learning_rate": 1.7390025934205837e-05,
      "loss": 0.0239,
      "num_input_tokens_seen": 81850360,
      "step": 3100
    },
    {
      "epoch": 11.988416988416988,
      "grad_norm": 1.2948367595672607,
      "learning_rate": 1.7317848022159822e-05,
      "loss": 0.0191,
      "num_input_tokens_seen": 81999608,
      "step": 3105
    },
    {
      "epoch": 12.007722007722007,
      "grad_norm": 0.61854487657547,
      "learning_rate": 1.72457407520829e-05,
      "loss": 0.0113,
      "num_input_tokens_seen": 82144488,
      "step": 3110
    },
    {
      "epoch": 12.027027027027026,
      "grad_norm": 0.6811046004295349,
      "learning_rate": 1.7173704787044446e-05,
      "loss": 0.0123,
      "num_input_tokens_seen": 82274280,
      "step": 3115
    },
    {
      "epoch": 12.046332046332047,
      "grad_norm": 0.5352727174758911,
      "learning_rate": 1.7101740789458097e-05,
      "loss": 0.0071,
      "num_input_tokens_seen": 82384104,
      "step": 3120
    },
    {
      "epoch": 12.065637065637066,
      "grad_norm": 1.288461446762085,
      "learning_rate": 1.7029849421075757e-05,
      "loss": 0.0128,
      "num_input_tokens_seen": 82490344,
      "step": 3125
    },
    {
      "epoch": 12.084942084942085,
      "grad_norm": 0.9903656840324402,
      "learning_rate": 1.6958031342981405e-05,
      "loss": 0.0127,
      "num_input_tokens_seen": 82594536,
      "step": 3130
    },
    {
      "epoch": 12.104247104247104,
      "grad_norm": 0.786799430847168,
      "learning_rate": 1.6886287215585134e-05,
      "loss": 0.0132,
      "num_input_tokens_seen": 82700264,
      "step": 3135
    },
    {
      "epoch": 12.123552123552123,
      "grad_norm": 0.7773774266242981,
      "learning_rate": 1.6814617698616945e-05,
      "loss": 0.0099,
      "num_input_tokens_seen": 82830824,
      "step": 3140
    },
    {
      "epoch": 12.142857142857142,
      "grad_norm": 1.209380030632019,
      "learning_rate": 1.6743023451120832e-05,
      "loss": 0.0111,
      "num_input_tokens_seen": 82963944,
      "step": 3145
    },
    {
      "epoch": 12.162162162162161,
      "grad_norm": 0.8817998170852661,
      "learning_rate": 1.667150513144856e-05,
      "loss": 0.0112,
      "num_input_tokens_seen": 83074024,
      "step": 3150
    },
    {
      "epoch": 12.181467181467182,
      "grad_norm": 1.7586342096328735,
      "learning_rate": 1.660006339725377e-05,
      "loss": 0.0133,
      "num_input_tokens_seen": 83183080,
      "step": 3155
    },
    {
      "epoch": 12.200772200772201,
      "grad_norm": 0.815854549407959,
      "learning_rate": 1.6528698905485784e-05,
      "loss": 0.0114,
      "num_input_tokens_seen": 83314408,
      "step": 3160
    },
    {
      "epoch": 12.22007722007722,
      "grad_norm": 1.0186066627502441,
      "learning_rate": 1.645741231238369e-05,
      "loss": 0.0151,
      "num_input_tokens_seen": 83448808,
      "step": 3165
    },
    {
      "epoch": 12.23938223938224,
      "grad_norm": 0.9455981254577637,
      "learning_rate": 1.6386204273470208e-05,
      "loss": 0.0081,
      "num_input_tokens_seen": 83603688,
      "step": 3170
    },
    {
      "epoch": 12.258687258687258,
      "grad_norm": 0.5357372164726257,
      "learning_rate": 1.6315075443545734e-05,
      "loss": 0.007,
      "num_input_tokens_seen": 83779304,
      "step": 3175
    },
    {
      "epoch": 12.277992277992277,
      "grad_norm": 1.0170356035232544,
      "learning_rate": 1.624402647668229e-05,
      "loss": 0.0123,
      "num_input_tokens_seen": 83904232,
      "step": 3180
    },
    {
      "epoch": 12.297297297297296,
      "grad_norm": 1.7153340578079224,
      "learning_rate": 1.617305802621748e-05,
      "loss": 0.0105,
      "num_input_tokens_seen": 84064488,
      "step": 3185
    },
    {
      "epoch": 12.316602316602317,
      "grad_norm": 0.8847137093544006,
      "learning_rate": 1.610217074474855e-05,
      "loss": 0.0082,
      "num_input_tokens_seen": 84197352,
      "step": 3190
    },
    {
      "epoch": 12.335907335907336,
      "grad_norm": 3.1383509635925293,
      "learning_rate": 1.6031365284126314e-05,
      "loss": 0.0168,
      "num_input_tokens_seen": 84329704,
      "step": 3195
    },
    {
      "epoch": 12.355212355212355,
      "grad_norm": 0.9392812252044678,
      "learning_rate": 1.5960642295449228e-05,
      "loss": 0.0092,
      "num_input_tokens_seen": 84475112,
      "step": 3200
    },
    {
      "epoch": 12.374517374517374,
      "grad_norm": 1.5533843040466309,
      "learning_rate": 1.5890002429057344e-05,
      "loss": 0.0131,
      "num_input_tokens_seen": 84606440,
      "step": 3205
    },
    {
      "epoch": 12.393822393822393,
      "grad_norm": 0.9457998275756836,
      "learning_rate": 1.581944633452636e-05,
      "loss": 0.0079,
      "num_input_tokens_seen": 84771048,
      "step": 3210
    },
    {
      "epoch": 12.413127413127413,
      "grad_norm": 0.1900276094675064,
      "learning_rate": 1.5748974660661653e-05,
      "loss": 0.0102,
      "num_input_tokens_seen": 84870120,
      "step": 3215
    },
    {
      "epoch": 12.432432432432432,
      "grad_norm": 1.335801362991333,
      "learning_rate": 1.567858805549229e-05,
      "loss": 0.0108,
      "num_input_tokens_seen": 84991976,
      "step": 3220
    },
    {
      "epoch": 12.451737451737452,
      "grad_norm": 1.124742865562439,
      "learning_rate": 1.5608287166265075e-05,
      "loss": 0.012,
      "num_input_tokens_seen": 85147880,
      "step": 3225
    },
    {
      "epoch": 12.471042471042471,
      "grad_norm": 1.095903992652893,
      "learning_rate": 1.5538072639438633e-05,
      "loss": 0.0097,
      "num_input_tokens_seen": 85335016,
      "step": 3230
    },
    {
      "epoch": 12.49034749034749,
      "grad_norm": 0.7687711715698242,
      "learning_rate": 1.546794512067739e-05,
      "loss": 0.0105,
      "num_input_tokens_seen": 85456872,
      "step": 3235
    },
    {
      "epoch": 12.50965250965251,
      "grad_norm": 0.6484484672546387,
      "learning_rate": 1.539790525484573e-05,
      "loss": 0.0086,
      "num_input_tokens_seen": 85594344,
      "step": 3240
    },
    {
      "epoch": 12.528957528957529,
      "grad_norm": 0.6688821315765381,
      "learning_rate": 1.5327953686001973e-05,
      "loss": 0.0177,
      "num_input_tokens_seen": 85765352,
      "step": 3245
    },
    {
      "epoch": 12.548262548262548,
      "grad_norm": 1.0532523393630981,
      "learning_rate": 1.525809105739252e-05,
      "loss": 0.0124,
      "num_input_tokens_seen": 85894888,
      "step": 3250
    },
    {
      "epoch": 12.567567567567568,
      "grad_norm": 0.633204460144043,
      "learning_rate": 1.5188318011445906e-05,
      "loss": 0.0121,
      "num_input_tokens_seen": 86042856,
      "step": 3255
    },
    {
      "epoch": 12.586872586872587,
      "grad_norm": 1.3112810850143433,
      "learning_rate": 1.511863518976691e-05,
      "loss": 0.0137,
      "num_input_tokens_seen": 86182632,
      "step": 3260
    },
    {
      "epoch": 12.606177606177607,
      "grad_norm": 0.8959654569625854,
      "learning_rate": 1.5049043233130622e-05,
      "loss": 0.0117,
      "num_input_tokens_seen": 86324200,
      "step": 3265
    },
    {
      "epoch": 12.625482625482626,
      "grad_norm": 1.571006417274475,
      "learning_rate": 1.4979542781476601e-05,
      "loss": 0.0116,
      "num_input_tokens_seen": 86514152,
      "step": 3270
    },
    {
      "epoch": 12.644787644787645,
      "grad_norm": 1.573019027709961,
      "learning_rate": 1.4910134473902943e-05,
      "loss": 0.0097,
      "num_input_tokens_seen": 86638312,
      "step": 3275
    },
    {
      "epoch": 12.664092664092664,
      "grad_norm": 1.1178486347198486,
      "learning_rate": 1.4840818948660434e-05,
      "loss": 0.0117,
      "num_input_tokens_seen": 86778856,
      "step": 3280
    },
    {
      "epoch": 12.683397683397683,
      "grad_norm": 0.44218119978904724,
      "learning_rate": 1.4771596843146665e-05,
      "loss": 0.0072,
      "num_input_tokens_seen": 86894824,
      "step": 3285
    },
    {
      "epoch": 12.702702702702704,
      "grad_norm": 0.4475366175174713,
      "learning_rate": 1.4702468793900188e-05,
      "loss": 0.0158,
      "num_input_tokens_seen": 87012840,
      "step": 3290
    },
    {
      "epoch": 12.722007722007723,
      "grad_norm": 0.7916795611381531,
      "learning_rate": 1.4633435436594636e-05,
      "loss": 0.0086,
      "num_input_tokens_seen": 87125736,
      "step": 3295
    },
    {
      "epoch": 12.741312741312742,
      "grad_norm": 0.755908191204071,
      "learning_rate": 1.456449740603291e-05,
      "loss": 0.0122,
      "num_input_tokens_seen": 87274216,
      "step": 3300
    },
    {
      "epoch": 12.76061776061776,
      "grad_norm": 0.6457445621490479,
      "learning_rate": 1.4495655336141301e-05,
      "loss": 0.0125,
      "num_input_tokens_seen": 87417832,
      "step": 3305
    },
    {
      "epoch": 12.77992277992278,
      "grad_norm": 0.6330153346061707,
      "learning_rate": 1.4426909859963717e-05,
      "loss": 0.0073,
      "num_input_tokens_seen": 87560936,
      "step": 3310
    },
    {
      "epoch": 12.799227799227799,
      "grad_norm": 4.419582843780518,
      "learning_rate": 1.4358261609655804e-05,
      "loss": 0.0335,
      "num_input_tokens_seen": 87672040,
      "step": 3315
    },
    {
      "epoch": 12.818532818532818,
      "grad_norm": 1.6640141010284424,
      "learning_rate": 1.4289711216479156e-05,
      "loss": 0.0126,
      "num_input_tokens_seen": 87772648,
      "step": 3320
    },
    {
      "epoch": 12.837837837837839,
      "grad_norm": 1.2241111993789673,
      "learning_rate": 1.4221259310795543e-05,
      "loss": 0.0121,
      "num_input_tokens_seen": 87863272,
      "step": 3325
    },
    {
      "epoch": 12.857142857142858,
      "grad_norm": 0.7807748913764954,
      "learning_rate": 1.4152906522061048e-05,
      "loss": 0.0099,
      "num_input_tokens_seen": 87976424,
      "step": 3330
    },
    {
      "epoch": 12.876447876447877,
      "grad_norm": 0.5787301659584045,
      "learning_rate": 1.4084653478820336e-05,
      "loss": 0.0141,
      "num_input_tokens_seen": 88120808,
      "step": 3335
    },
    {
      "epoch": 12.895752895752896,
      "grad_norm": 0.5152149796485901,
      "learning_rate": 1.401650080870083e-05,
      "loss": 0.0088,
      "num_input_tokens_seen": 88256232,
      "step": 3340
    },
    {
      "epoch": 12.915057915057915,
      "grad_norm": 1.5801312923431396,
      "learning_rate": 1.3948449138407002e-05,
      "loss": 0.0109,
      "num_input_tokens_seen": 88392936,
      "step": 3345
    },
    {
      "epoch": 12.934362934362934,
      "grad_norm": 1.0263210535049438,
      "learning_rate": 1.3880499093714534e-05,
      "loss": 0.0152,
      "num_input_tokens_seen": 88529896,
      "step": 3350
    },
    {
      "epoch": 12.953667953667953,
      "grad_norm": 1.541890263557434,
      "learning_rate": 1.3812651299464612e-05,
      "loss": 0.0123,
      "num_input_tokens_seen": 88639208,
      "step": 3355
    },
    {
      "epoch": 12.972972972972974,
      "grad_norm": 0.8043264746665955,
      "learning_rate": 1.3744906379558165e-05,
      "loss": 0.0141,
      "num_input_tokens_seen": 88752872,
      "step": 3360
    },
    {
      "epoch": 12.992277992277993,
      "grad_norm": 0.8968296051025391,
      "learning_rate": 1.367726495695015e-05,
      "loss": 0.0111,
      "num_input_tokens_seen": 88867816,
      "step": 3365
    },
    {
      "epoch": 13.011583011583012,
      "grad_norm": 0.6285333633422852,
      "learning_rate": 1.3609727653643779e-05,
      "loss": 0.0114,
      "num_input_tokens_seen": 88965264,
      "step": 3370
    },
    {
      "epoch": 13.03088803088803,
      "grad_norm": 0.5702968239784241,
      "learning_rate": 1.3542295090684837e-05,
      "loss": 0.0057,
      "num_input_tokens_seen": 89141392,
      "step": 3375
    },
    {
      "epoch": 13.05019305019305,
      "grad_norm": 1.4923161268234253,
      "learning_rate": 1.3474967888155948e-05,
      "loss": 0.006,
      "num_input_tokens_seen": 89261200,
      "step": 3380
    },
    {
      "epoch": 13.069498069498069,
      "grad_norm": 0.506509006023407,
      "learning_rate": 1.3407746665170912e-05,
      "loss": 0.0072,
      "num_input_tokens_seen": 89401488,
      "step": 3385
    },
    {
      "epoch": 13.088803088803088,
      "grad_norm": 1.0197346210479736,
      "learning_rate": 1.3340632039868953e-05,
      "loss": 0.0055,
      "num_input_tokens_seen": 89504912,
      "step": 3390
    },
    {
      "epoch": 13.108108108108109,
      "grad_norm": 0.270197331905365,
      "learning_rate": 1.3273624629409082e-05,
      "loss": 0.0039,
      "num_input_tokens_seen": 89619856,
      "step": 3395
    },
    {
      "epoch": 13.127413127413128,
      "grad_norm": 0.5792621374130249,
      "learning_rate": 1.3206725049964392e-05,
      "loss": 0.0044,
      "num_input_tokens_seen": 89806992,
      "step": 3400
    },
    {
      "epoch": 13.146718146718147,
      "grad_norm": 0.8487739562988281,
      "learning_rate": 1.3139933916716435e-05,
      "loss": 0.0084,
      "num_input_tokens_seen": 89948304,
      "step": 3405
    },
    {
      "epoch": 13.166023166023166,
      "grad_norm": 0.6044009327888489,
      "learning_rate": 1.3073251843849501e-05,
      "loss": 0.0074,
      "num_input_tokens_seen": 90098320,
      "step": 3410
    },
    {
      "epoch": 13.185328185328185,
      "grad_norm": 0.7097198367118835,
      "learning_rate": 1.3006679444545025e-05,
      "loss": 0.0066,
      "num_input_tokens_seen": 90211216,
      "step": 3415
    },
    {
      "epoch": 13.204633204633204,
      "grad_norm": 1.2196393013000488,
      "learning_rate": 1.2940217330975912e-05,
      "loss": 0.0054,
      "num_input_tokens_seen": 90331024,
      "step": 3420
    },
    {
      "epoch": 13.223938223938223,
      "grad_norm": 0.7763360142707825,
      "learning_rate": 1.2873866114300951e-05,
      "loss": 0.0115,
      "num_input_tokens_seen": 90446224,
      "step": 3425
    },
    {
      "epoch": 13.243243243243244,
      "grad_norm": 0.3707767128944397,
      "learning_rate": 1.2807626404659142e-05,
      "loss": 0.0082,
      "num_input_tokens_seen": 90567568,
      "step": 3430
    },
    {
      "epoch": 13.262548262548263,
      "grad_norm": 2.04919171333313,
      "learning_rate": 1.2741498811164127e-05,
      "loss": 0.012,
      "num_input_tokens_seen": 90708368,
      "step": 3435
    },
    {
      "epoch": 13.281853281853282,
      "grad_norm": 0.5803795456886292,
      "learning_rate": 1.2675483941898548e-05,
      "loss": 0.0122,
      "num_input_tokens_seen": 90872976,
      "step": 3440
    },
    {
      "epoch": 13.301158301158301,
      "grad_norm": 0.20803996920585632,
      "learning_rate": 1.2609582403908526e-05,
      "loss": 0.0045,
      "num_input_tokens_seen": 90986128,
      "step": 3445
    },
    {
      "epoch": 13.32046332046332,
      "grad_norm": 0.2549193203449249,
      "learning_rate": 1.2543794803197995e-05,
      "loss": 0.0065,
      "num_input_tokens_seen": 91110544,
      "step": 3450
    },
    {
      "epoch": 13.339768339768339,
      "grad_norm": 0.8609089851379395,
      "learning_rate": 1.2478121744723164e-05,
      "loss": 0.0102,
      "num_input_tokens_seen": 91256720,
      "step": 3455
    },
    {
      "epoch": 13.35907335907336,
      "grad_norm": 0.8688700199127197,
      "learning_rate": 1.2412563832387003e-05,
      "loss": 0.0035,
      "num_input_tokens_seen": 91354512,
      "step": 3460
    },
    {
      "epoch": 13.378378378378379,
      "grad_norm": 0.6687062978744507,
      "learning_rate": 1.234712166903359e-05,
      "loss": 0.0199,
      "num_input_tokens_seen": 91484304,
      "step": 3465
    },
    {
      "epoch": 13.397683397683398,
      "grad_norm": 1.2453186511993408,
      "learning_rate": 1.2281795856442668e-05,
      "loss": 0.0178,
      "num_input_tokens_seen": 91621520,
      "step": 3470
    },
    {
      "epoch": 13.416988416988417,
      "grad_norm": 0.5360046029090881,
      "learning_rate": 1.2216586995324031e-05,
      "loss": 0.008,
      "num_input_tokens_seen": 91743888,
      "step": 3475
    },
    {
      "epoch": 13.436293436293436,
      "grad_norm": 0.4313749372959137,
      "learning_rate": 1.2151495685312054e-05,
      "loss": 0.0084,
      "num_input_tokens_seen": 91875728,
      "step": 3480
    },
    {
      "epoch": 13.455598455598455,
      "grad_norm": 0.7261118292808533,
      "learning_rate": 1.2086522524960137e-05,
      "loss": 0.0061,
      "num_input_tokens_seen": 91986576,
      "step": 3485
    },
    {
      "epoch": 13.474903474903474,
      "grad_norm": 0.6693235635757446,
      "learning_rate": 1.2021668111735263e-05,
      "loss": 0.0104,
      "num_input_tokens_seen": 92082320,
      "step": 3490
    },
    {
      "epoch": 13.494208494208495,
      "grad_norm": 0.5525346994400024,
      "learning_rate": 1.1956933042012427e-05,
      "loss": 0.0073,
      "num_input_tokens_seen": 92183696,
      "step": 3495
    },
    {
      "epoch": 13.513513513513514,
      "grad_norm": 1.5677294731140137,
      "learning_rate": 1.1892317911069212e-05,
      "loss": 0.0055,
      "num_input_tokens_seen": 92300432,
      "step": 3500
    },
    {
      "epoch": 13.532818532818533,
      "grad_norm": 0.368313729763031,
      "learning_rate": 1.1827823313080266e-05,
      "loss": 0.0051,
      "num_input_tokens_seen": 92447120,
      "step": 3505
    },
    {
      "epoch": 13.552123552123552,
      "grad_norm": 0.3600405752658844,
      "learning_rate": 1.1763449841111906e-05,
      "loss": 0.0092,
      "num_input_tokens_seen": 92584848,
      "step": 3510
    },
    {
      "epoch": 13.571428571428571,
      "grad_norm": 0.3889321982860565,
      "learning_rate": 1.1699198087116589e-05,
      "loss": 0.0048,
      "num_input_tokens_seen": 92709520,
      "step": 3515
    },
    {
      "epoch": 13.59073359073359,
      "grad_norm": 0.35128799080848694,
      "learning_rate": 1.163506864192751e-05,
      "loss": 0.0075,
      "num_input_tokens_seen": 92850832,
      "step": 3520
    },
    {
      "epoch": 13.61003861003861,
      "grad_norm": 0.8390093445777893,
      "learning_rate": 1.1571062095253157e-05,
      "loss": 0.0116,
      "num_input_tokens_seen": 92988560,
      "step": 3525
    },
    {
      "epoch": 13.62934362934363,
      "grad_norm": 0.51105797290802,
      "learning_rate": 1.1507179035671922e-05,
      "loss": 0.0063,
      "num_input_tokens_seen": 93109392,
      "step": 3530
    },
    {
      "epoch": 13.64864864864865,
      "grad_norm": 0.18288812041282654,
      "learning_rate": 1.1443420050626625e-05,
      "loss": 0.004,
      "num_input_tokens_seen": 93271440,
      "step": 3535
    },
    {
      "epoch": 13.667953667953668,
      "grad_norm": 0.7214062809944153,
      "learning_rate": 1.1379785726419162e-05,
      "loss": 0.0105,
      "num_input_tokens_seen": 93416592,
      "step": 3540
    },
    {
      "epoch": 13.687258687258687,
      "grad_norm": 0.3515792489051819,
      "learning_rate": 1.1316276648205085e-05,
      "loss": 0.0089,
      "num_input_tokens_seen": 93549200,
      "step": 3545
    },
    {
      "epoch": 13.706563706563706,
      "grad_norm": 0.46057796478271484,
      "learning_rate": 1.1252893399988263e-05,
      "loss": 0.0087,
      "num_input_tokens_seen": 93678224,
      "step": 3550
    },
    {
      "epoch": 13.725868725868725,
      "grad_norm": 1.148747205734253,
      "learning_rate": 1.1189636564615458e-05,
      "loss": 0.0061,
      "num_input_tokens_seen": 93810832,
      "step": 3555
    },
    {
      "epoch": 13.745173745173744,
      "grad_norm": 0.8160545825958252,
      "learning_rate": 1.1126506723770996e-05,
      "loss": 0.0093,
      "num_input_tokens_seen": 93951888,
      "step": 3560
    },
    {
      "epoch": 13.764478764478765,
      "grad_norm": 0.3965890109539032,
      "learning_rate": 1.1063504457971408e-05,
      "loss": 0.0077,
      "num_input_tokens_seen": 94042000,
      "step": 3565
    },
    {
      "epoch": 13.783783783783784,
      "grad_norm": 0.2592761814594269,
      "learning_rate": 1.1000630346560117e-05,
      "loss": 0.0057,
      "num_input_tokens_seen": 94174864,
      "step": 3570
    },
    {
      "epoch": 13.803088803088803,
      "grad_norm": 0.4129311442375183,
      "learning_rate": 1.0937884967702073e-05,
      "loss": 0.0064,
      "num_input_tokens_seen": 94305424,
      "step": 3575
    },
    {
      "epoch": 13.822393822393822,
      "grad_norm": 0.2524395287036896,
      "learning_rate": 1.087526889837845e-05,
      "loss": 0.0091,
      "num_input_tokens_seen": 94430352,
      "step": 3580
    },
    {
      "epoch": 13.841698841698841,
      "grad_norm": 0.7542433142662048,
      "learning_rate": 1.0812782714381342e-05,
      "loss": 0.0053,
      "num_input_tokens_seen": 94561424,
      "step": 3585
    },
    {
      "epoch": 13.86100386100386,
      "grad_norm": 0.449748694896698,
      "learning_rate": 1.0750426990308498e-05,
      "loss": 0.0094,
      "num_input_tokens_seen": 94686864,
      "step": 3590
    },
    {
      "epoch": 13.880308880308881,
      "grad_norm": 0.30807429552078247,
      "learning_rate": 1.0688202299557982e-05,
      "loss": 0.0087,
      "num_input_tokens_seen": 94844816,
      "step": 3595
    },
    {
      "epoch": 13.8996138996139,
      "grad_norm": 1.2935056686401367,
      "learning_rate": 1.0626109214322923e-05,
      "loss": 0.0089,
      "num_input_tokens_seen": 94953104,
      "step": 3600
    }
  ],
  "logging_steps": 5,
  "max_steps": 5180,
  "num_input_tokens_seen": 94953104,
  "num_train_epochs": 20,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 5.544194638795899e+17,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}