{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.1621621621621623,
  "eval_steps": 500,
  "global_step": 2000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "entropy": 9.657138442993164,
      "epoch": 0.005405405405405406,
      "grad_norm": 4.90625,
      "learning_rate": 8e-06,
      "loss": 12.520880889892577,
      "mean_token_accuracy": 0.002236185665242374,
      "num_tokens": 11236.0,
      "step": 5
    },
    {
      "entropy": 9.649214553833009,
      "epoch": 0.010810810810810811,
      "grad_norm": 4.5,
      "learning_rate": 1.8e-05,
      "loss": 12.531226348876952,
      "mean_token_accuracy": 0.002215801365673542,
      "num_tokens": 22482.0,
      "step": 10
    },
    {
      "entropy": 9.733113479614257,
      "epoch": 0.016216216216216217,
      "grad_norm": 5.03125,
      "learning_rate": 2.8e-05,
      "loss": 12.409437561035157,
      "mean_token_accuracy": 0.002145940694026649,
      "num_tokens": 35515.0,
      "step": 15
    },
    {
      "entropy": 9.83765811920166,
      "epoch": 0.021621621621621623,
      "grad_norm": 4.46875,
      "learning_rate": 3.8e-05,
      "loss": 12.153470611572265,
      "mean_token_accuracy": 0.006360871193464845,
      "num_tokens": 46983.0,
      "step": 20
    },
    {
      "entropy": 9.924044799804687,
      "epoch": 0.02702702702702703,
      "grad_norm": 3.25,
      "learning_rate": 4.8e-05,
      "loss": 11.767626953125,
      "mean_token_accuracy": 0.010928381700068712,
      "num_tokens": 60568.0,
      "step": 25
    },
    {
      "entropy": 10.140900039672852,
      "epoch": 0.032432432432432434,
      "grad_norm": 2.90625,
      "learning_rate": 5.800000000000001e-05,
      "loss": 11.328617095947266,
      "mean_token_accuracy": 0.01978628318756819,
      "num_tokens": 70721.0,
      "step": 30
    },
    {
      "entropy": 10.317844772338868,
      "epoch": 0.03783783783783784,
      "grad_norm": 2.1875,
      "learning_rate": 6.800000000000001e-05,
      "loss": 11.004520416259766,
      "mean_token_accuracy": 0.027996162697672845,
      "num_tokens": 85970.0,
      "step": 35
    },
    {
      "entropy": 10.511189270019532,
      "epoch": 0.043243243243243246,
      "grad_norm": 2.0,
      "learning_rate": 7.8e-05,
      "loss": 10.693595886230469,
      "mean_token_accuracy": 0.03253013007342816,
      "num_tokens": 97950.0,
      "step": 40
    },
    {
      "entropy": 10.562995338439942,
      "epoch": 0.04864864864864865,
      "grad_norm": 1.84375,
      "learning_rate": 8.8e-05,
      "loss": 10.466288757324218,
      "mean_token_accuracy": 0.03578495755791664,
      "num_tokens": 112032.0,
      "step": 45
    },
    {
      "entropy": 10.56525535583496,
      "epoch": 0.05405405405405406,
      "grad_norm": 2.046875,
      "learning_rate": 9.800000000000001e-05,
      "loss": 10.196940612792968,
      "mean_token_accuracy": 0.03835028558969498,
      "num_tokens": 126780.0,
      "step": 50
    },
    {
      "entropy": 10.538235855102538,
      "epoch": 0.05945945945945946,
      "grad_norm": 1.8515625,
      "learning_rate": 0.000108,
      "loss": 9.862722778320313,
      "mean_token_accuracy": 0.03907337710261345,
      "num_tokens": 138322.0,
      "step": 55
    },
    {
      "entropy": 10.436158370971679,
      "epoch": 0.06486486486486487,
      "grad_norm": 1.9765625,
      "learning_rate": 0.000118,
      "loss": 9.546548461914062,
      "mean_token_accuracy": 0.03616050221025944,
      "num_tokens": 152679.0,
      "step": 60
    },
    {
      "entropy": 10.354158973693847,
      "epoch": 0.07027027027027027,
      "grad_norm": 1.7421875,
      "learning_rate": 0.000128,
      "loss": 9.224214172363281,
      "mean_token_accuracy": 0.038402664661407473,
      "num_tokens": 162848.0,
      "step": 65
    },
    {
      "entropy": 10.261932945251464,
      "epoch": 0.07567567567567568,
      "grad_norm": 1.6640625,
      "learning_rate": 0.00013800000000000002,
      "loss": 9.017792510986329,
      "mean_token_accuracy": 0.037848640233278275,
      "num_tokens": 178170.0,
      "step": 70
    },
    {
      "entropy": 10.09331226348877,
      "epoch": 0.08108108108108109,
      "grad_norm": 1.671875,
      "learning_rate": 0.000148,
      "loss": 8.539015197753907,
      "mean_token_accuracy": 0.03686205819249153,
      "num_tokens": 189845.0,
      "step": 75
    },
    {
      "entropy": 9.829462432861328,
      "epoch": 0.08648648648648649,
      "grad_norm": 1.4765625,
      "learning_rate": 0.000158,
      "loss": 8.27553939819336,
      "mean_token_accuracy": 0.03745934441685676,
      "num_tokens": 202943.0,
      "step": 80
    },
    {
      "entropy": 9.433079528808594,
      "epoch": 0.0918918918918919,
      "grad_norm": 1.125,
      "learning_rate": 0.00016800000000000002,
      "loss": 8.054940795898437,
      "mean_token_accuracy": 0.03733482360839844,
      "num_tokens": 213981.0,
      "step": 85
    },
    {
      "entropy": 8.931513023376464,
      "epoch": 0.0972972972972973,
      "grad_norm": 0.79296875,
      "learning_rate": 0.000178,
      "loss": 7.836601257324219,
      "mean_token_accuracy": 0.03742141723632812,
      "num_tokens": 226516.0,
      "step": 90
    },
    {
      "entropy": 8.278807258605957,
      "epoch": 0.10270270270270271,
      "grad_norm": 0.6875,
      "learning_rate": 0.00018800000000000002,
      "loss": 7.645230102539062,
      "mean_token_accuracy": 0.038530788570642474,
      "num_tokens": 236934.0,
      "step": 95
    },
    {
      "entropy": 7.783323097229004,
      "epoch": 0.10810810810810811,
      "grad_norm": 0.63671875,
      "learning_rate": 0.00019800000000000002,
      "loss": 7.529661560058594,
      "mean_token_accuracy": 0.04016850292682648,
      "num_tokens": 247638.0,
      "step": 100
    },
    {
      "entropy": 7.620136451721192,
      "epoch": 0.11351351351351352,
      "grad_norm": 0.65234375,
      "learning_rate": 0.000208,
      "loss": 7.58187255859375,
      "mean_token_accuracy": 0.03762040063738823,
      "num_tokens": 260647.0,
      "step": 105
    },
    {
      "entropy": 7.530057430267334,
      "epoch": 0.11891891891891893,
      "grad_norm": 0.8359375,
      "learning_rate": 0.000218,
      "loss": 7.458168029785156,
      "mean_token_accuracy": 0.03727283701300621,
      "num_tokens": 272033.0,
      "step": 110
    },
    {
      "entropy": 7.478269100189209,
      "epoch": 0.12432432432432433,
      "grad_norm": 0.7421875,
      "learning_rate": 0.000228,
      "loss": 7.519155883789063,
      "mean_token_accuracy": 0.0388708658516407,
      "num_tokens": 284046.0,
      "step": 115
    },
    {
      "entropy": 7.465256214141846,
      "epoch": 0.12972972972972974,
      "grad_norm": 0.72265625,
      "learning_rate": 0.00023799999999999998,
      "loss": 7.423601531982422,
      "mean_token_accuracy": 0.037958408892154696,
      "num_tokens": 294671.0,
      "step": 120
    },
    {
      "entropy": 7.6223400115966795,
      "epoch": 0.13513513513513514,
      "grad_norm": 0.75,
      "learning_rate": 0.000248,
      "loss": 7.408821105957031,
      "mean_token_accuracy": 0.03943843990564346,
      "num_tokens": 305267.0,
      "step": 125
    },
    {
      "entropy": 7.496581554412842,
      "epoch": 0.14054054054054055,
      "grad_norm": 0.6640625,
      "learning_rate": 0.00025800000000000004,
      "loss": 7.504977416992188,
      "mean_token_accuracy": 0.03954529017210007,
      "num_tokens": 316480.0,
      "step": 130
    },
    {
      "entropy": 7.595795345306397,
      "epoch": 0.14594594594594595,
      "grad_norm": 0.7265625,
      "learning_rate": 0.000268,
      "loss": 7.485077667236328,
      "mean_token_accuracy": 0.04093076065182686,
      "num_tokens": 328343.0,
      "step": 135
    },
    {
      "entropy": 7.389880180358887,
      "epoch": 0.15135135135135136,
      "grad_norm": 1.25,
      "learning_rate": 0.00027800000000000004,
      "loss": 7.638716125488282,
      "mean_token_accuracy": 0.03965384438633919,
      "num_tokens": 341072.0,
      "step": 140
    },
    {
      "entropy": 7.676095676422119,
      "epoch": 0.15675675675675677,
      "grad_norm": 0.69140625,
      "learning_rate": 0.000288,
      "loss": 7.436899566650391,
      "mean_token_accuracy": 0.04083571806550026,
      "num_tokens": 353637.0,
      "step": 145
    },
    {
      "entropy": 7.392151641845703,
      "epoch": 0.16216216216216217,
      "grad_norm": 0.76171875,
      "learning_rate": 0.000298,
      "loss": 7.492266845703125,
      "mean_token_accuracy": 0.04074482023715973,
      "num_tokens": 366845.0,
      "step": 150
    },
    {
      "entropy": 7.501393413543701,
      "epoch": 0.16756756756756758,
      "grad_norm": 0.83984375,
      "learning_rate": 0.000308,
      "loss": 7.447349548339844,
      "mean_token_accuracy": 0.04357003271579742,
      "num_tokens": 379852.0,
      "step": 155
    },
    {
      "entropy": 7.460719776153565,
      "epoch": 0.17297297297297298,
      "grad_norm": 0.80859375,
      "learning_rate": 0.00031800000000000003,
      "loss": 7.461611938476563,
      "mean_token_accuracy": 0.05375379621982575,
      "num_tokens": 393017.0,
      "step": 160
    },
    {
      "entropy": 7.317601490020752,
      "epoch": 0.1783783783783784,
      "grad_norm": 0.62109375,
      "learning_rate": 0.000328,
      "loss": 7.4609222412109375,
      "mean_token_accuracy": 0.06083732768893242,
      "num_tokens": 405080.0,
      "step": 165
    },
    {
      "entropy": 7.453921985626221,
      "epoch": 0.1837837837837838,
      "grad_norm": 0.7578125,
      "learning_rate": 0.00033800000000000003,
      "loss": 7.478794097900391,
      "mean_token_accuracy": 0.0638080045580864,
      "num_tokens": 416562.0,
      "step": 170
    },
    {
      "entropy": 7.490277862548828,
      "epoch": 0.1891891891891892,
      "grad_norm": 0.7890625,
      "learning_rate": 0.000348,
      "loss": 7.457525634765625,
      "mean_token_accuracy": 0.06417724341154099,
      "num_tokens": 431085.0,
      "step": 175
    },
    {
      "entropy": 7.414785957336425,
      "epoch": 0.1945945945945946,
      "grad_norm": 0.6796875,
      "learning_rate": 0.000358,
      "loss": 7.350696563720703,
      "mean_token_accuracy": 0.06525981873273849,
      "num_tokens": 443530.0,
      "step": 180
    },
    {
      "entropy": 7.419140338897705,
      "epoch": 0.2,
      "grad_norm": 0.6484375,
      "learning_rate": 0.000368,
      "loss": 7.389920806884765,
      "mean_token_accuracy": 0.07182540744543076,
      "num_tokens": 454722.0,
      "step": 185
    },
    {
      "entropy": 7.397796249389648,
      "epoch": 0.20540540540540542,
      "grad_norm": 0.640625,
      "learning_rate": 0.000378,
      "loss": 7.342085266113282,
      "mean_token_accuracy": 0.07431704550981522,
      "num_tokens": 466162.0,
      "step": 190
    },
    {
      "entropy": 7.36507568359375,
      "epoch": 0.21081081081081082,
      "grad_norm": 0.7421875,
      "learning_rate": 0.000388,
      "loss": 7.353427124023438,
      "mean_token_accuracy": 0.07438301593065262,
      "num_tokens": 476489.0,
      "step": 195
    },
    {
      "entropy": 7.417136478424072,
      "epoch": 0.21621621621621623,
      "grad_norm": 0.67578125,
      "learning_rate": 0.000398,
      "loss": 7.341059875488281,
      "mean_token_accuracy": 0.06952804177999497,
      "num_tokens": 488243.0,
      "step": 200
    },
    {
      "entropy": 7.389842224121094,
      "epoch": 0.22162162162162163,
      "grad_norm": 0.69921875,
      "learning_rate": 0.000408,
      "loss": 7.386956024169922,
      "mean_token_accuracy": 0.07643609791994095,
      "num_tokens": 499212.0,
      "step": 205
    },
    {
      "entropy": 7.442728900909424,
      "epoch": 0.22702702702702704,
      "grad_norm": 0.65625,
      "learning_rate": 0.00041799999999999997,
      "loss": 7.313986968994141,
      "mean_token_accuracy": 0.0721098467707634,
      "num_tokens": 510690.0,
      "step": 210
    },
    {
      "entropy": 7.2722938537597654,
      "epoch": 0.23243243243243245,
      "grad_norm": 0.6875,
      "learning_rate": 0.000428,
      "loss": 7.30157699584961,
      "mean_token_accuracy": 0.0739034004509449,
      "num_tokens": 523005.0,
      "step": 215
    },
    {
      "entropy": 7.434175109863281,
      "epoch": 0.23783783783783785,
      "grad_norm": 0.73828125,
      "learning_rate": 0.000438,
      "loss": 7.3041847229003904,
      "mean_token_accuracy": 0.07309759110212326,
      "num_tokens": 535212.0,
      "step": 220
    },
    {
      "entropy": 7.340867042541504,
      "epoch": 0.24324324324324326,
      "grad_norm": 0.62890625,
      "learning_rate": 0.000448,
      "loss": 7.266801452636718,
      "mean_token_accuracy": 0.07607424259185791,
      "num_tokens": 546523.0,
      "step": 225
    },
    {
      "entropy": 7.232867050170898,
      "epoch": 0.24864864864864866,
      "grad_norm": 0.83984375,
      "learning_rate": 0.000458,
      "loss": 7.171680450439453,
      "mean_token_accuracy": 0.07834560871124267,
      "num_tokens": 558036.0,
      "step": 230
    },
    {
      "entropy": 7.411350154876709,
      "epoch": 0.25405405405405407,
      "grad_norm": 0.72265625,
      "learning_rate": 0.00046800000000000005,
      "loss": 7.248665618896484,
      "mean_token_accuracy": 0.07751285135746003,
      "num_tokens": 570324.0,
      "step": 235
    },
    {
      "entropy": 7.22170934677124,
      "epoch": 0.2594594594594595,
      "grad_norm": 0.69921875,
      "learning_rate": 0.00047799999999999996,
      "loss": 7.253816223144531,
      "mean_token_accuracy": 0.07464860528707504,
      "num_tokens": 582950.0,
      "step": 240
    },
    {
      "entropy": 7.243322372436523,
      "epoch": 0.2648648648648649,
      "grad_norm": 0.609375,
      "learning_rate": 0.000488,
      "loss": 7.149346923828125,
      "mean_token_accuracy": 0.08247889876365662,
      "num_tokens": 594081.0,
      "step": 245
    },
    {
      "entropy": 7.186726856231689,
      "epoch": 0.2702702702702703,
      "grad_norm": 0.70703125,
      "learning_rate": 0.000498,
      "loss": 7.139888000488281,
      "mean_token_accuracy": 0.08595664352178574,
      "num_tokens": 605251.0,
      "step": 250
    },
    {
      "entropy": 7.1818643569946286,
      "epoch": 0.2756756756756757,
      "grad_norm": 0.70703125,
      "learning_rate": 0.000508,
      "loss": 7.17196044921875,
      "mean_token_accuracy": 0.08519582152366638,
      "num_tokens": 617223.0,
      "step": 255
    },
    {
      "entropy": 7.080172061920166,
      "epoch": 0.2810810810810811,
      "grad_norm": 0.61328125,
      "learning_rate": 0.000518,
      "loss": 7.089189147949218,
      "mean_token_accuracy": 0.08611884564161301,
      "num_tokens": 628737.0,
      "step": 260
    },
    {
      "entropy": 7.147446060180664,
      "epoch": 0.2864864864864865,
      "grad_norm": 0.78125,
      "learning_rate": 0.000528,
      "loss": 7.04461898803711,
      "mean_token_accuracy": 0.08524503260850906,
      "num_tokens": 639493.0,
      "step": 265
    },
    {
      "entropy": 7.0829826354980465,
      "epoch": 0.2918918918918919,
      "grad_norm": 0.703125,
      "learning_rate": 0.0005380000000000001,
      "loss": 7.018182373046875,
      "mean_token_accuracy": 0.09309226870536805,
      "num_tokens": 651215.0,
      "step": 270
    },
    {
      "entropy": 7.080189990997314,
      "epoch": 0.2972972972972973,
      "grad_norm": 0.7265625,
      "learning_rate": 0.0005480000000000001,
      "loss": 7.054932403564453,
      "mean_token_accuracy": 0.08287097811698914,
      "num_tokens": 664644.0,
      "step": 275
    },
    {
      "entropy": 7.1431303977966305,
      "epoch": 0.3027027027027027,
      "grad_norm": 0.6484375,
      "learning_rate": 0.000558,
      "loss": 7.087598419189453,
      "mean_token_accuracy": 0.0870475098490715,
      "num_tokens": 677139.0,
      "step": 280
    },
    {
      "entropy": 7.185227966308593,
      "epoch": 0.3081081081081081,
      "grad_norm": 0.71484375,
      "learning_rate": 0.0005679999999999999,
      "loss": 7.17745361328125,
      "mean_token_accuracy": 0.0867692619562149,
      "num_tokens": 689894.0,
      "step": 285
    },
    {
      "entropy": 7.046064186096191,
      "epoch": 0.31351351351351353,
      "grad_norm": 0.63671875,
      "learning_rate": 0.000578,
      "loss": 7.0239204406738285,
      "mean_token_accuracy": 0.09042058289051055,
      "num_tokens": 702300.0,
      "step": 290
    },
    {
      "entropy": 7.150553798675537,
      "epoch": 0.31891891891891894,
      "grad_norm": 0.65625,
      "learning_rate": 0.000588,
      "loss": 7.063279724121093,
      "mean_token_accuracy": 0.08882811665534973,
      "num_tokens": 713190.0,
      "step": 295
    },
    {
      "entropy": 7.059144687652588,
      "epoch": 0.32432432432432434,
      "grad_norm": 0.7265625,
      "learning_rate": 0.000598,
      "loss": 6.94993896484375,
      "mean_token_accuracy": 0.0942073032259941,
      "num_tokens": 724322.0,
      "step": 300
    },
    {
      "entropy": 6.999932956695557,
      "epoch": 0.32972972972972975,
      "grad_norm": 0.71875,
      "learning_rate": 0.000608,
      "loss": 6.929829406738281,
      "mean_token_accuracy": 0.09061438292264938,
      "num_tokens": 735779.0,
      "step": 305
    },
    {
      "entropy": 6.916056346893311,
      "epoch": 0.33513513513513515,
      "grad_norm": 0.74609375,
      "learning_rate": 0.0006180000000000001,
      "loss": 6.898499298095703,
      "mean_token_accuracy": 0.09576145559549332,
      "num_tokens": 746939.0,
      "step": 310
    },
    {
      "entropy": 6.874477195739746,
      "epoch": 0.34054054054054056,
      "grad_norm": 0.65234375,
      "learning_rate": 0.000628,
      "loss": 6.854414367675782,
      "mean_token_accuracy": 0.09072280377149582,
      "num_tokens": 758395.0,
      "step": 315
    },
    {
      "entropy": 7.106177234649659,
      "epoch": 0.34594594594594597,
      "grad_norm": 0.66015625,
      "learning_rate": 0.000638,
      "loss": 7.086619567871094,
      "mean_token_accuracy": 0.09368456453084946,
      "num_tokens": 770439.0,
      "step": 320
    },
    {
      "entropy": 7.064824867248535,
      "epoch": 0.35135135135135137,
      "grad_norm": 0.7578125,
      "learning_rate": 0.000648,
      "loss": 7.107695007324219,
      "mean_token_accuracy": 0.08414219319820404,
      "num_tokens": 786745.0,
      "step": 325
    },
    {
      "entropy": 6.824825382232666,
      "epoch": 0.3567567567567568,
      "grad_norm": 0.734375,
      "learning_rate": 0.0006580000000000001,
      "loss": 6.873025512695312,
      "mean_token_accuracy": 0.09536780565977096,
      "num_tokens": 796900.0,
      "step": 330
    },
    {
      "entropy": 6.899827575683593,
      "epoch": 0.3621621621621622,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0006680000000000001,
      "loss": 6.8659309387207035,
      "mean_token_accuracy": 0.09452889859676361,
      "num_tokens": 808484.0,
      "step": 335
    },
    {
      "entropy": 7.07827615737915,
      "epoch": 0.3675675675675676,
      "grad_norm": 0.69921875,
      "learning_rate": 0.0006780000000000001,
      "loss": 7.063574981689453,
      "mean_token_accuracy": 0.09114441871643067,
      "num_tokens": 820125.0,
      "step": 340
    },
    {
      "entropy": 6.911789226531982,
      "epoch": 0.372972972972973,
      "grad_norm": 0.75,
      "learning_rate": 0.0006879999999999999,
      "loss": 6.837258148193359,
      "mean_token_accuracy": 0.10115662217140198,
      "num_tokens": 831787.0,
      "step": 345
    },
    {
      "entropy": 6.751354217529297,
      "epoch": 0.3783783783783784,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0006979999999999999,
      "loss": 6.795095825195313,
      "mean_token_accuracy": 0.10106057971715927,
      "num_tokens": 842992.0,
      "step": 350
    },
    {
      "entropy": 6.851361846923828,
      "epoch": 0.3837837837837838,
      "grad_norm": 0.8828125,
      "learning_rate": 0.000708,
      "loss": 6.831424713134766,
      "mean_token_accuracy": 0.0954001784324646,
      "num_tokens": 855636.0,
      "step": 355
    },
    {
      "entropy": 6.8148805618286135,
      "epoch": 0.3891891891891892,
      "grad_norm": 0.6640625,
      "learning_rate": 0.000718,
      "loss": 6.837454986572266,
      "mean_token_accuracy": 0.09592621475458145,
      "num_tokens": 866664.0,
      "step": 360
    },
    {
      "entropy": 6.85852575302124,
      "epoch": 0.3945945945945946,
      "grad_norm": 0.73828125,
      "learning_rate": 0.000728,
      "loss": 6.818362426757813,
      "mean_token_accuracy": 0.09673329740762711,
      "num_tokens": 876702.0,
      "step": 365
    },
    {
      "entropy": 6.8342584609985355,
      "epoch": 0.4,
      "grad_norm": 0.76171875,
      "learning_rate": 0.000738,
      "loss": 6.828379058837891,
      "mean_token_accuracy": 0.10096636265516282,
      "num_tokens": 887866.0,
      "step": 370
    },
    {
      "entropy": 6.858696842193604,
      "epoch": 0.40540540540540543,
      "grad_norm": 0.68359375,
      "learning_rate": 0.000748,
      "loss": 6.872694396972657,
      "mean_token_accuracy": 0.1039510726928711,
      "num_tokens": 898200.0,
      "step": 375
    },
    {
      "entropy": 6.809317970275879,
      "epoch": 0.41081081081081083,
      "grad_norm": 0.72265625,
      "learning_rate": 0.000758,
      "loss": 6.88883056640625,
      "mean_token_accuracy": 0.09990563690662384,
      "num_tokens": 912550.0,
      "step": 380
    },
    {
      "entropy": 6.892767333984375,
      "epoch": 0.41621621621621624,
      "grad_norm": 0.73828125,
      "learning_rate": 0.000768,
      "loss": 6.792707824707032,
      "mean_token_accuracy": 0.10181351602077485,
      "num_tokens": 922728.0,
      "step": 385
    },
    {
      "entropy": 6.767278099060059,
      "epoch": 0.42162162162162165,
      "grad_norm": 0.75390625,
      "learning_rate": 0.000778,
      "loss": 6.740338134765625,
      "mean_token_accuracy": 0.10379333794116974,
      "num_tokens": 933323.0,
      "step": 390
    },
    {
      "entropy": 6.840473747253418,
      "epoch": 0.42702702702702705,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0007880000000000001,
      "loss": 6.9275146484375,
      "mean_token_accuracy": 0.09510410130023957,
      "num_tokens": 947864.0,
      "step": 395
    },
    {
      "entropy": 6.913839817047119,
      "epoch": 0.43243243243243246,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0007980000000000001,
      "loss": 6.987394714355469,
      "mean_token_accuracy": 0.09437586069107055,
      "num_tokens": 962042.0,
      "step": 400
    },
    {
      "entropy": 6.79087553024292,
      "epoch": 0.43783783783783786,
      "grad_norm": 0.875,
      "learning_rate": 0.000808,
      "loss": 6.878759765625,
      "mean_token_accuracy": 0.10361665934324264,
      "num_tokens": 977434.0,
      "step": 405
    },
    {
      "entropy": 6.740821361541748,
      "epoch": 0.44324324324324327,
      "grad_norm": 0.765625,
      "learning_rate": 0.0008179999999999999,
      "loss": 6.766633605957031,
      "mean_token_accuracy": 0.10389182120561599,
      "num_tokens": 989656.0,
      "step": 410
    },
    {
      "entropy": 6.853046607971192,
      "epoch": 0.4486486486486487,
      "grad_norm": 0.640625,
      "learning_rate": 0.000828,
      "loss": 6.767631530761719,
      "mean_token_accuracy": 0.10301467031240463,
      "num_tokens": 1000860.0,
      "step": 415
    },
    {
      "entropy": 6.734612083435058,
      "epoch": 0.4540540540540541,
      "grad_norm": 0.6875,
      "learning_rate": 0.000838,
      "loss": 6.748469543457031,
      "mean_token_accuracy": 0.10394396185874939,
      "num_tokens": 1013873.0,
      "step": 420
    },
    {
      "entropy": 6.597353744506836,
      "epoch": 0.4594594594594595,
      "grad_norm": 0.67578125,
      "learning_rate": 0.000848,
      "loss": 6.686911010742188,
      "mean_token_accuracy": 0.10376572757959365,
      "num_tokens": 1026491.0,
      "step": 425
    },
    {
      "entropy": 6.775363540649414,
      "epoch": 0.4648648648648649,
      "grad_norm": 0.74609375,
      "learning_rate": 0.000858,
      "loss": 6.683805084228515,
      "mean_token_accuracy": 0.10709702819585801,
      "num_tokens": 1038482.0,
      "step": 430
    },
    {
      "entropy": 6.601847457885742,
      "epoch": 0.4702702702702703,
      "grad_norm": 0.703125,
      "learning_rate": 0.0008680000000000001,
      "loss": 6.725534820556641,
      "mean_token_accuracy": 0.10785069316625595,
      "num_tokens": 1051344.0,
      "step": 435
    },
    {
      "entropy": 6.743765640258789,
      "epoch": 0.4756756756756757,
      "grad_norm": 0.80078125,
      "learning_rate": 0.000878,
      "loss": 6.694649505615234,
      "mean_token_accuracy": 0.10876548141241074,
      "num_tokens": 1061586.0,
      "step": 440
    },
    {
      "entropy": 6.715018367767334,
      "epoch": 0.4810810810810811,
      "grad_norm": 0.89453125,
      "learning_rate": 0.000888,
      "loss": 6.717233276367187,
      "mean_token_accuracy": 0.10967092216014862,
      "num_tokens": 1072086.0,
      "step": 445
    },
    {
      "entropy": 6.717541790008545,
      "epoch": 0.4864864864864865,
      "grad_norm": 0.7578125,
      "learning_rate": 0.000898,
      "loss": 6.69256591796875,
      "mean_token_accuracy": 0.10869137644767761,
      "num_tokens": 1084788.0,
      "step": 450
    },
    {
      "entropy": 6.390600490570068,
      "epoch": 0.4918918918918919,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0009080000000000001,
      "loss": 6.499176788330078,
      "mean_token_accuracy": 0.11725788116455078,
      "num_tokens": 1096558.0,
      "step": 455
    },
    {
      "entropy": 6.706469345092773,
      "epoch": 0.4972972972972973,
      "grad_norm": 0.76171875,
      "learning_rate": 0.0009180000000000001,
      "loss": 6.638755798339844,
      "mean_token_accuracy": 0.11198882460594177,
      "num_tokens": 1107370.0,
      "step": 460
    },
    {
      "entropy": 6.591896820068359,
      "epoch": 0.5027027027027027,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0009280000000000001,
      "loss": 6.637400817871094,
      "mean_token_accuracy": 0.10757572948932648,
      "num_tokens": 1120205.0,
      "step": 465
    },
    {
      "entropy": 6.832434177398682,
      "epoch": 0.5081081081081081,
      "grad_norm": 0.7265625,
      "learning_rate": 0.0009379999999999999,
      "loss": 6.848423767089844,
      "mean_token_accuracy": 0.10572721362113953,
      "num_tokens": 1135282.0,
      "step": 470
    },
    {
      "entropy": 6.580890464782715,
      "epoch": 0.5135135135135135,
      "grad_norm": 0.7734375,
      "learning_rate": 0.000948,
      "loss": 6.709358978271484,
      "mean_token_accuracy": 0.10477431863546371,
      "num_tokens": 1149554.0,
      "step": 475
    },
    {
      "entropy": 6.7246020317077635,
      "epoch": 0.518918918918919,
      "grad_norm": 0.796875,
      "learning_rate": 0.000958,
      "loss": 6.709073638916015,
      "mean_token_accuracy": 0.10875285863876342,
      "num_tokens": 1161739.0,
      "step": 480
    },
    {
      "entropy": 6.6759847640991214,
      "epoch": 0.5243243243243243,
      "grad_norm": 0.71484375,
      "learning_rate": 0.000968,
      "loss": 6.595793914794922,
      "mean_token_accuracy": 0.11315198093652726,
      "num_tokens": 1173650.0,
      "step": 485
    },
    {
      "entropy": 6.549227523803711,
      "epoch": 0.5297297297297298,
      "grad_norm": 0.73828125,
      "learning_rate": 0.000978,
      "loss": 6.6798255920410154,
      "mean_token_accuracy": 0.11241919845342636,
      "num_tokens": 1185551.0,
      "step": 490
    },
    {
      "entropy": 6.744762134552002,
      "epoch": 0.5351351351351351,
      "grad_norm": 0.734375,
      "learning_rate": 0.000988,
      "loss": 6.765760040283203,
      "mean_token_accuracy": 0.106291264295578,
      "num_tokens": 1199600.0,
      "step": 495
    },
    {
      "entropy": 6.61545238494873,
      "epoch": 0.5405405405405406,
      "grad_norm": 0.6796875,
      "learning_rate": 0.000998,
      "loss": 6.682843017578125,
      "mean_token_accuracy": 0.10700990110635758,
      "num_tokens": 1210465.0,
      "step": 500
    },
    {
      "entropy": 6.683747100830078,
      "epoch": 0.5459459459459459,
      "grad_norm": 0.796875,
      "learning_rate": 0.0009999979169398642,
      "loss": 6.590595245361328,
      "mean_token_accuracy": 0.11202836632728577,
      "num_tokens": 1221297.0,
      "step": 505
    },
    {
      "entropy": 6.556936645507813,
      "epoch": 0.5513513513513514,
      "grad_norm": 0.73046875,
      "learning_rate": 0.0009999894545411141,
      "loss": 6.64039306640625,
      "mean_token_accuracy": 0.10924990326166154,
      "num_tokens": 1233805.0,
      "step": 510
    },
    {
      "entropy": 6.645992183685303,
      "epoch": 0.5567567567567567,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0009999744827348116,
      "loss": 6.720680236816406,
      "mean_token_accuracy": 0.10662575513124466,
      "num_tokens": 1245747.0,
      "step": 515
    },
    {
      "entropy": 6.560120868682861,
      "epoch": 0.5621621621621622,
      "grad_norm": 0.61328125,
      "learning_rate": 0.0009999530017375344,
      "loss": 6.516216278076172,
      "mean_token_accuracy": 0.12112323045730591,
      "num_tokens": 1257310.0,
      "step": 520
    },
    {
      "entropy": 6.676382350921631,
      "epoch": 0.5675675675675675,
      "grad_norm": 0.80078125,
      "learning_rate": 0.0009999250118600195,
      "loss": 6.705149841308594,
      "mean_token_accuracy": 0.11206594407558441,
      "num_tokens": 1269216.0,
      "step": 525
    },
    {
      "entropy": 6.643038272857666,
      "epoch": 0.572972972972973,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0009998905135071602,
      "loss": 6.58680419921875,
      "mean_token_accuracy": 0.11697860062122345,
      "num_tokens": 1279711.0,
      "step": 530
    },
    {
      "entropy": 6.546832656860351,
      "epoch": 0.5783783783783784,
      "grad_norm": 0.66015625,
      "learning_rate": 0.0009998495071779987,
      "loss": 6.6342926025390625,
      "mean_token_accuracy": 0.11330044567584992,
      "num_tokens": 1292958.0,
      "step": 535
    },
    {
      "entropy": 6.735915756225586,
      "epoch": 0.5837837837837838,
      "grad_norm": 0.7265625,
      "learning_rate": 0.0009998019934657199,
      "loss": 6.7581428527832035,
      "mean_token_accuracy": 0.11686633378267289,
      "num_tokens": 1304082.0,
      "step": 540
    },
    {
      "entropy": 6.588940620422363,
      "epoch": 0.5891891891891892,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0009997479730576423,
      "loss": 6.639595794677734,
      "mean_token_accuracy": 0.11487565338611602,
      "num_tokens": 1315789.0,
      "step": 545
    },
    {
      "entropy": 6.542739009857177,
      "epoch": 0.5945945945945946,
      "grad_norm": 0.7265625,
      "learning_rate": 0.0009996874467352087,
      "loss": 6.549444580078125,
      "mean_token_accuracy": 0.11959983855485916,
      "num_tokens": 1327191.0,
      "step": 550
    },
    {
      "entropy": 6.606736755371093,
      "epoch": 0.6,
      "grad_norm": 0.71484375,
      "learning_rate": 0.0009996204153739734,
      "loss": 6.549032592773438,
      "mean_token_accuracy": 0.12100645154714584,
      "num_tokens": 1338645.0,
      "step": 555
    },
    {
      "entropy": 6.521855735778809,
      "epoch": 0.6054054054054054,
      "grad_norm": 0.703125,
      "learning_rate": 0.0009995468799435915,
      "loss": 6.569098663330078,
      "mean_token_accuracy": 0.11854373812675476,
      "num_tokens": 1349881.0,
      "step": 560
    },
    {
      "entropy": 6.549165916442871,
      "epoch": 0.6108108108108108,
      "grad_norm": 0.6875,
      "learning_rate": 0.000999466841507804,
      "loss": 6.494113159179688,
      "mean_token_accuracy": 0.12339054346084595,
      "num_tokens": 1361468.0,
      "step": 565
    },
    {
      "entropy": 6.537939643859863,
      "epoch": 0.6162162162162163,
      "grad_norm": 0.6640625,
      "learning_rate": 0.0009993803012244217,
      "loss": 6.537962341308594,
      "mean_token_accuracy": 0.11801687628030777,
      "num_tokens": 1373363.0,
      "step": 570
    },
    {
      "entropy": 6.479009532928467,
      "epoch": 0.6216216216216216,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0009992872603453097,
      "loss": 6.545735168457031,
      "mean_token_accuracy": 0.11801871210336685,
      "num_tokens": 1385614.0,
      "step": 575
    },
    {
      "entropy": 6.627403926849365,
      "epoch": 0.6270270270270271,
      "grad_norm": 0.7265625,
      "learning_rate": 0.000999187720216368,
      "loss": 6.656562805175781,
      "mean_token_accuracy": 0.11987384706735611,
      "num_tokens": 1398553.0,
      "step": 580
    },
    {
      "entropy": 6.601816844940186,
      "epoch": 0.6324324324324324,
      "grad_norm": 0.6953125,
      "learning_rate": 0.0009990816822775135,
      "loss": 6.55546875,
      "mean_token_accuracy": 0.1271597623825073,
      "num_tokens": 1409953.0,
      "step": 585
    },
    {
      "entropy": 6.650836849212647,
      "epoch": 0.6378378378378379,
      "grad_norm": 0.6796875,
      "learning_rate": 0.000998969148062658,
      "loss": 6.66297607421875,
      "mean_token_accuracy": 0.11517720967531205,
      "num_tokens": 1423190.0,
      "step": 590
    },
    {
      "entropy": 6.5727849960327145,
      "epoch": 0.6432432432432432,
      "grad_norm": 0.703125,
      "learning_rate": 0.0009988501191996863,
      "loss": 6.533869934082031,
      "mean_token_accuracy": 0.12116028219461442,
      "num_tokens": 1434088.0,
      "step": 595
    },
    {
      "entropy": 6.3762282371521,
      "epoch": 0.6486486486486487,
      "grad_norm": 0.71875,
      "learning_rate": 0.0009987245974104333,
      "loss": 6.47516098022461,
      "mean_token_accuracy": 0.1226390540599823,
      "num_tokens": 1447355.0,
      "step": 600
    },
    {
      "entropy": 6.464574718475342,
      "epoch": 0.654054054054054,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0009985925845106577,
      "loss": 6.44190673828125,
      "mean_token_accuracy": 0.12635250836610795,
      "num_tokens": 1458581.0,
      "step": 605
    },
    {
      "entropy": 6.3286590576171875,
      "epoch": 0.6594594594594595,
      "grad_norm": 0.7265625,
      "learning_rate": 0.0009984540824100174,
      "loss": 6.349403762817383,
      "mean_token_accuracy": 0.12394919246435165,
      "num_tokens": 1469271.0,
      "step": 610
    },
    {
      "entropy": 6.5246072769165036,
      "epoch": 0.6648648648648648,
      "grad_norm": 0.6796875,
      "learning_rate": 0.0009983090931120408,
      "loss": 6.45703125,
      "mean_token_accuracy": 0.12573732286691666,
      "num_tokens": 1480424.0,
      "step": 615
    },
    {
      "entropy": 6.471957397460938,
      "epoch": 0.6702702702702703,
      "grad_norm": 0.66796875,
      "learning_rate": 0.0009981576187140977,
      "loss": 6.520024108886719,
      "mean_token_accuracy": 0.11777724027633667,
      "num_tokens": 1493735.0,
      "step": 620
    },
    {
      "entropy": 6.543122959136963,
      "epoch": 0.6756756756756757,
      "grad_norm": 0.72265625,
      "learning_rate": 0.00099799966140737,
      "loss": 6.515281677246094,
      "mean_token_accuracy": 0.11840547770261764,
      "num_tokens": 1507102.0,
      "step": 625
    },
    {
      "entropy": 6.470473766326904,
      "epoch": 0.6810810810810811,
      "grad_norm": 0.71484375,
      "learning_rate": 0.0009978352234768185,
      "loss": 6.454793548583984,
      "mean_token_accuracy": 0.12399042546749114,
      "num_tokens": 1518558.0,
      "step": 630
    },
    {
      "entropy": 6.380885028839112,
      "epoch": 0.6864864864864865,
      "grad_norm": 0.63671875,
      "learning_rate": 0.0009976643073011516,
      "loss": 6.444398498535156,
      "mean_token_accuracy": 0.1253846377134323,
      "num_tokens": 1531262.0,
      "step": 635
    },
    {
      "entropy": 6.53573751449585,
      "epoch": 0.6918918918918919,
      "grad_norm": 0.75,
      "learning_rate": 0.0009974869153527893,
      "loss": 6.399496459960938,
      "mean_token_accuracy": 0.12655056715011598,
      "num_tokens": 1541964.0,
      "step": 640
    },
    {
      "entropy": 6.5604249954223635,
      "epoch": 0.6972972972972973,
      "grad_norm": 0.6484375,
      "learning_rate": 0.0009973030501978287,
      "loss": 6.581614685058594,
      "mean_token_accuracy": 0.12558400630950928,
      "num_tokens": 1554347.0,
      "step": 645
    },
    {
      "entropy": 6.4987060546875,
      "epoch": 0.7027027027027027,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0009971127144960056,
      "loss": 6.543399047851563,
      "mean_token_accuracy": 0.11906942576169968,
      "num_tokens": 1565717.0,
      "step": 650
    },
    {
      "entropy": 6.46410551071167,
      "epoch": 0.7081081081081081,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0009969159110006574,
      "loss": 6.444772338867187,
      "mean_token_accuracy": 0.12645898312330245,
      "num_tokens": 1579868.0,
      "step": 655
    },
    {
      "entropy": 6.5014301300048825,
      "epoch": 0.7135135135135136,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0009967126425586821,
      "loss": 6.587330627441406,
      "mean_token_accuracy": 0.11874048858880996,
      "num_tokens": 1593391.0,
      "step": 660
    },
    {
      "entropy": 6.543860626220703,
      "epoch": 0.7189189189189189,
      "grad_norm": 0.67578125,
      "learning_rate": 0.0009965029121104978,
      "loss": 6.405085754394531,
      "mean_token_accuracy": 0.12694377601146697,
      "num_tokens": 1604787.0,
      "step": 665
    },
    {
      "entropy": 6.407235908508301,
      "epoch": 0.7243243243243244,
      "grad_norm": 0.796875,
      "learning_rate": 0.0009962867226900002,
      "loss": 6.4062744140625,
      "mean_token_accuracy": 0.13111316710710524,
      "num_tokens": 1616824.0,
      "step": 670
    },
    {
      "entropy": 6.452020835876465,
      "epoch": 0.7297297297297297,
      "grad_norm": 0.66015625,
      "learning_rate": 0.0009960640774245178,
      "loss": 6.551805877685547,
      "mean_token_accuracy": 0.12295851409435272,
      "num_tokens": 1630342.0,
      "step": 675
    },
    {
      "entropy": 6.499637317657471,
      "epoch": 0.7351351351351352,
      "grad_norm": 0.6796875,
      "learning_rate": 0.000995834979534768,
      "loss": 6.363913345336914,
      "mean_token_accuracy": 0.12563441097736358,
      "num_tokens": 1641408.0,
      "step": 680
    },
    {
      "entropy": 6.448514842987061,
      "epoch": 0.7405405405405405,
      "grad_norm": 0.734375,
      "learning_rate": 0.0009955994323348099,
      "loss": 6.408490753173828,
      "mean_token_accuracy": 0.1317383110523224,
      "num_tokens": 1651883.0,
      "step": 685
    },
    {
      "entropy": 6.435086631774903,
      "epoch": 0.745945945945946,
      "grad_norm": 0.64453125,
      "learning_rate": 0.0009953574392319957,
      "loss": 6.545511627197266,
      "mean_token_accuracy": 0.1223674014210701,
      "num_tokens": 1664072.0,
      "step": 690
    },
    {
      "entropy": 6.510448932647705,
      "epoch": 0.7513513513513513,
      "grad_norm": 0.6953125,
      "learning_rate": 0.0009951090037269227,
      "loss": 6.41370849609375,
      "mean_token_accuracy": 0.1299304783344269,
      "num_tokens": 1674700.0,
      "step": 695
    },
    {
      "entropy": 6.48358678817749,
      "epoch": 0.7567567567567568,
      "grad_norm": 0.6171875,
      "learning_rate": 0.0009948541294133814,
      "loss": 6.419948577880859,
      "mean_token_accuracy": 0.12766341418027877,
      "num_tokens": 1686904.0,
      "step": 700
    },
    {
      "entropy": 6.349936676025391,
      "epoch": 0.7621621621621621,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0009945928199783045,
      "loss": 6.360983276367188,
      "mean_token_accuracy": 0.12935958206653594,
      "num_tokens": 1697405.0,
      "step": 705
    },
    {
      "entropy": 6.458889198303223,
      "epoch": 0.7675675675675676,
      "grad_norm": 0.75390625,
      "learning_rate": 0.000994325079201713,
      "loss": 6.436622619628906,
      "mean_token_accuracy": 0.1231964647769928,
      "num_tokens": 1710080.0,
      "step": 710
    },
    {
      "entropy": 6.387947845458984,
      "epoch": 0.772972972972973,
      "grad_norm": 0.72265625,
      "learning_rate": 0.000994050910956662,
      "loss": 6.422445678710938,
      "mean_token_accuracy": 0.12537443786859512,
      "num_tokens": 1720806.0,
      "step": 715
    },
    {
      "entropy": 6.53485517501831,
      "epoch": 0.7783783783783784,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0009937703192091838,
      "loss": 6.561003112792969,
      "mean_token_accuracy": 0.12541060745716096,
      "num_tokens": 1733954.0,
      "step": 720
    },
    {
      "entropy": 6.565542984008789,
      "epoch": 0.7837837837837838,
      "grad_norm": 0.98046875,
      "learning_rate": 0.0009934833080182312,
      "loss": 6.664936828613281,
      "mean_token_accuracy": 0.11592512726783752,
      "num_tokens": 1750530.0,
      "step": 725
    },
    {
      "entropy": 6.544071006774902,
      "epoch": 0.7891891891891892,
      "grad_norm": 0.75390625,
      "learning_rate": 0.0009931898815356195,
      "loss": 6.30921516418457,
      "mean_token_accuracy": 0.13176991939544677,
      "num_tokens": 1761753.0,
      "step": 730
    },
    {
      "entropy": 6.328976345062256,
      "epoch": 0.7945945945945946,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0009928900440059642,
      "loss": 6.360004425048828,
      "mean_token_accuracy": 0.1312493145465851,
      "num_tokens": 1774628.0,
      "step": 735
    },
    {
      "entropy": 6.464595794677734,
      "epoch": 0.8,
      "grad_norm": 0.796875,
      "learning_rate": 0.0009925837997666225,
      "loss": 6.57813720703125,
      "mean_token_accuracy": 0.11741591542959214,
      "num_tokens": 1788735.0,
      "step": 740
    },
    {
      "entropy": 6.5051695823669435,
      "epoch": 0.8054054054054054,
      "grad_norm": 0.70703125,
      "learning_rate": 0.000992271153247628,
      "loss": 6.288795471191406,
      "mean_token_accuracy": 0.12631202042102813,
      "num_tokens": 1800014.0,
      "step": 745
    },
    {
      "entropy": 6.274956226348877,
      "epoch": 0.8108108108108109,
      "grad_norm": 0.69921875,
      "learning_rate": 0.000991952108971628,
      "loss": 6.370751953125,
      "mean_token_accuracy": 0.12875936627388002,
      "num_tokens": 1813103.0,
      "step": 750
    },
    {
      "entropy": 6.399552536010742,
      "epoch": 0.8162162162162162,
      "grad_norm": 0.65234375,
      "learning_rate": 0.000991626671553818,
      "loss": 6.457389831542969,
      "mean_token_accuracy": 0.12979597598314285,
      "num_tokens": 1826686.0,
      "step": 755
    },
    {
      "entropy": 6.470718097686768,
      "epoch": 0.8216216216216217,
      "grad_norm": 0.68359375,
      "learning_rate": 0.0009912948457018744,
      "loss": 6.337436676025391,
      "mean_token_accuracy": 0.13230464309453965,
      "num_tokens": 1836998.0,
      "step": 760
    },
    {
      "entropy": 6.344214057922363,
      "epoch": 0.827027027027027,
      "grad_norm": 0.79296875,
      "learning_rate": 0.000990956636215887,
      "loss": 6.333858489990234,
      "mean_token_accuracy": 0.1353505551815033,
      "num_tokens": 1847374.0,
      "step": 765
    },
    {
      "entropy": 6.359791374206543,
      "epoch": 0.8324324324324325,
      "grad_norm": 0.69140625,
      "learning_rate": 0.0009906120479882886,
      "loss": 6.3227790832519535,
      "mean_token_accuracy": 0.1333004355430603,
      "num_tokens": 1858150.0,
      "step": 770
    },
    {
      "entropy": 6.303346157073975,
      "epoch": 0.8378378378378378,
      "grad_norm": 0.70703125,
      "learning_rate": 0.0009902610860037858,
      "loss": 6.3098808288574215,
      "mean_token_accuracy": 0.13155746459960938,
      "num_tokens": 1869918.0,
      "step": 775
    },
    {
      "entropy": 6.387551975250244,
      "epoch": 0.8432432432432433,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0009899037553392854,
      "loss": 6.361277389526367,
      "mean_token_accuracy": 0.1288209542632103,
      "num_tokens": 1881370.0,
      "step": 780
    },
    {
      "entropy": 6.42662878036499,
      "epoch": 0.8486486486486486,
      "grad_norm": 0.75,
      "learning_rate": 0.0009895400611638217,
      "loss": 6.373783874511719,
      "mean_token_accuracy": 0.13027686178684234,
      "num_tokens": 1894290.0,
      "step": 785
    },
    {
      "entropy": 6.364730930328369,
      "epoch": 0.8540540540540541,
      "grad_norm": 0.62109375,
      "learning_rate": 0.0009891700087384817,
      "loss": 6.312982177734375,
      "mean_token_accuracy": 0.12889572829008103,
      "num_tokens": 1906844.0,
      "step": 790
    },
    {
      "entropy": 6.3491747856140135,
      "epoch": 0.8594594594594595,
      "grad_norm": 0.6640625,
      "learning_rate": 0.0009887936034163286,
      "loss": 6.410205078125,
      "mean_token_accuracy": 0.13014759868383408,
      "num_tokens": 1920582.0,
      "step": 795
    },
    {
      "entropy": 6.388109493255615,
      "epoch": 0.8648648648648649,
      "grad_norm": 0.6953125,
      "learning_rate": 0.000988410850642325,
      "loss": 6.3361869812011715,
      "mean_token_accuracy": 0.1333713099360466,
      "num_tokens": 1933269.0,
      "step": 800
    },
    {
      "entropy": 6.265689182281494,
      "epoch": 0.8702702702702703,
      "grad_norm": 0.76171875,
      "learning_rate": 0.000988021755953253,
      "loss": 6.249768447875977,
      "mean_token_accuracy": 0.1422581344842911,
      "num_tokens": 1944152.0,
      "step": 805
    },
    {
      "entropy": 6.4430389404296875,
      "epoch": 0.8756756756756757,
      "grad_norm": 0.76953125,
      "learning_rate": 0.000987626324977636,
      "loss": 6.367038726806641,
      "mean_token_accuracy": 0.13419689387083053,
      "num_tokens": 1955710.0,
      "step": 810
    },
    {
      "entropy": 6.3380763053894045,
      "epoch": 0.8810810810810811,
      "grad_norm": 0.7265625,
      "learning_rate": 0.0009872245634356554,
      "loss": 6.311883544921875,
      "mean_token_accuracy": 0.1359546884894371,
      "num_tokens": 1967113.0,
      "step": 815
    },
    {
      "entropy": 6.3658100128173825,
      "epoch": 0.8864864864864865,
      "grad_norm": 0.6875,
      "learning_rate": 0.0009868164771390687,
      "loss": 6.33122444152832,
      "mean_token_accuracy": 0.13497747331857682,
      "num_tokens": 1977560.0,
      "step": 820
    },
    {
      "entropy": 6.46645040512085,
      "epoch": 0.8918918918918919,
      "grad_norm": 0.66796875,
      "learning_rate": 0.000986402071991125,
      "loss": 6.378009414672851,
      "mean_token_accuracy": 0.13366190791130067,
      "num_tokens": 1989667.0,
      "step": 825
    },
    {
      "entropy": 6.378485488891601,
      "epoch": 0.8972972972972973,
      "grad_norm": 0.6640625,
      "learning_rate": 0.0009859813539864811,
      "loss": 6.45841064453125,
      "mean_token_accuracy": 0.131469164788723,
      "num_tokens": 2003856.0,
      "step": 830
    },
    {
      "entropy": 6.371240234375,
      "epoch": 0.9027027027027027,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0009855543292111124,
      "loss": 6.337836074829101,
      "mean_token_accuracy": 0.13160819709300994,
      "num_tokens": 2016349.0,
      "step": 835
    },
    {
      "entropy": 6.509719371795654,
      "epoch": 0.9081081081081082,
      "grad_norm": 0.67578125,
      "learning_rate": 0.0009851210038422265,
      "loss": 6.411936950683594,
      "mean_token_accuracy": 0.1332993596792221,
      "num_tokens": 2028246.0,
      "step": 840
    },
    {
      "entropy": 6.258156967163086,
      "epoch": 0.9135135135135135,
      "grad_norm": 0.7109375,
      "learning_rate": 0.0009846813841481736,
      "loss": 6.273184204101563,
      "mean_token_accuracy": 0.13781181275844573,
      "num_tokens": 2040826.0,
      "step": 845
    },
    {
      "entropy": 6.449979686737061,
      "epoch": 0.918918918918919,
      "grad_norm": 0.765625,
      "learning_rate": 0.0009842354764883557,
      "loss": 6.402044677734375,
      "mean_token_accuracy": 0.1293553426861763,
      "num_tokens": 2056179.0,
      "step": 850
    },
    {
      "entropy": 6.307137584686279,
      "epoch": 0.9243243243243243,
      "grad_norm": 0.68359375,
      "learning_rate": 0.000983783287313134,
      "loss": 6.248806762695312,
      "mean_token_accuracy": 0.13388172090053557,
      "num_tokens": 2066742.0,
      "step": 855
    },
    {
      "entropy": 6.367336559295654,
      "epoch": 0.9297297297297298,
      "grad_norm": 0.66796875,
      "learning_rate": 0.0009833248231637367,
      "loss": 6.317116928100586,
      "mean_token_accuracy": 0.13678575158119202,
      "num_tokens": 2078785.0,
      "step": 860
    },
    {
      "entropy": 6.318039798736573,
      "epoch": 0.9351351351351351,
      "grad_norm": 0.6796875,
      "learning_rate": 0.000982860090672164,
      "loss": 6.280033111572266,
      "mean_token_accuracy": 0.13033719807863237,
      "num_tokens": 2090347.0,
      "step": 865
    },
    {
      "entropy": 6.305841064453125,
      "epoch": 0.9405405405405406,
      "grad_norm": 0.70703125,
      "learning_rate": 0.000982389096561091,
      "loss": 6.2948463439941404,
      "mean_token_accuracy": 0.1338719367980957,
      "num_tokens": 2101826.0,
      "step": 870
    },
    {
      "entropy": 6.360739135742188,
      "epoch": 0.9459459459459459,
      "grad_norm": 0.65625,
      "learning_rate": 0.0009819118476437723,
      "loss": 6.319264984130859,
      "mean_token_accuracy": 0.13714499771595,
      "num_tokens": 2114202.0,
      "step": 875
    },
    {
      "entropy": 6.401810359954834,
      "epoch": 0.9513513513513514,
      "grad_norm": 0.7421875,
      "learning_rate": 0.0009814283508239425,
      "loss": 6.290205764770508,
      "mean_token_accuracy": 0.13513725101947785,
      "num_tokens": 2126079.0,
      "step": 880
    },
    {
      "entropy": 6.2628508567810055,
      "epoch": 0.9567567567567568,
      "grad_norm": 0.640625,
      "learning_rate": 0.0009809386130957163,
      "loss": 6.299491119384766,
      "mean_token_accuracy": 0.13721458315849305,
      "num_tokens": 2137644.0,
      "step": 885
    },
    {
      "entropy": 6.1556120872497555,
      "epoch": 0.9621621621621622,
      "grad_norm": 0.62890625,
      "learning_rate": 0.0009804426415434876,
      "loss": 6.129010009765625,
      "mean_token_accuracy": 0.1369076371192932,
      "num_tokens": 2152630.0,
      "step": 890
    },
    {
      "entropy": 6.2799969673156735,
      "epoch": 0.9675675675675676,
      "grad_norm": 0.66796875,
      "learning_rate": 0.0009799404433418262,
      "loss": 6.228973388671875,
      "mean_token_accuracy": 0.1327817440032959,
      "num_tokens": 2163879.0,
      "step": 895
    },
    {
      "entropy": 6.331386756896973,
      "epoch": 0.972972972972973,
      "grad_norm": 0.6875,
      "learning_rate": 0.0009794320257553754,
      "loss": 6.3436279296875,
      "mean_token_accuracy": 0.12582612037658691,
      "num_tokens": 2176772.0,
      "step": 900
    },
    {
      "entropy": 6.305329990386963,
      "epoch": 0.9783783783783784,
      "grad_norm": 0.64453125,
      "learning_rate": 0.0009789173961387459,
      "loss": 6.2147876739501955,
      "mean_token_accuracy": 0.13565244078636168,
      "num_tokens": 2188697.0,
      "step": 905
    },
    {
      "entropy": 6.253271961212159,
      "epoch": 0.9837837837837838,
      "grad_norm": 0.70703125,
      "learning_rate": 0.00097839656193641,
      "loss": 6.213663482666016,
      "mean_token_accuracy": 0.1317826598882675,
      "num_tokens": 2201905.0,
      "step": 910
    },
    {
      "entropy": 6.174108409881592,
      "epoch": 0.9891891891891892,
      "grad_norm": 0.703125,
      "learning_rate": 0.000977869530682593,
      "loss": 6.149724960327148,
      "mean_token_accuracy": 0.14030847251415252,
      "num_tokens": 2211502.0,
      "step": 915
    },
    {
      "entropy": 6.269680404663086,
      "epoch": 0.9945945945945946,
      "grad_norm": 0.6796875,
      "learning_rate": 0.0009773363100011655,
      "loss": 6.259825134277344,
      "mean_token_accuracy": 0.13248875439167024,
      "num_tokens": 2223560.0,
      "step": 920
    },
    {
      "entropy": 6.303800010681153,
      "epoch": 1.0,
      "grad_norm": 1.3203125,
      "learning_rate": 0.0009767969076055316,
      "loss": 6.259091186523437,
      "mean_token_accuracy": 0.1379597917199135,
      "num_tokens": 2232668.0,
      "step": 925
    },
    {
      "entropy": 6.247701930999756,
      "epoch": 1.0054054054054054,
      "grad_norm": 0.73046875,
      "learning_rate": 0.0009762513312985191,
      "loss": 6.087086486816406,
      "mean_token_accuracy": 0.14642732441425324,
      "num_tokens": 2243410.0,
      "step": 930
    },
    {
      "entropy": 6.207428741455078,
      "epoch": 1.0108108108108107,
      "grad_norm": 0.671875,
      "learning_rate": 0.0009756995889722652,
      "loss": 6.115195083618164,
      "mean_token_accuracy": 0.13871956765651702,
      "num_tokens": 2255343.0,
      "step": 935
    },
    {
      "entropy": 6.0995192527771,
      "epoch": 1.0162162162162163,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0009751416886081027,
      "loss": 6.043392181396484,
      "mean_token_accuracy": 0.14625563025474547,
      "num_tokens": 2267196.0,
      "step": 940
    },
    {
      "entropy": 6.204872989654541,
      "epoch": 1.0216216216216216,
      "grad_norm": 0.71875,
      "learning_rate": 0.0009745776382764448,
      "loss": 6.183137130737305,
      "mean_token_accuracy": 0.13658826649188996,
      "num_tokens": 2278936.0,
      "step": 945
    },
    {
      "entropy": 6.228440189361573,
      "epoch": 1.027027027027027,
      "grad_norm": 0.671875,
      "learning_rate": 0.0009740074461366686,
      "loss": 6.062003326416016,
      "mean_token_accuracy": 0.14350597262382508,
      "num_tokens": 2289300.0,
      "step": 950
    },
    {
      "entropy": 6.182377719879151,
      "epoch": 1.0324324324324325,
      "grad_norm": 0.69921875,
      "learning_rate": 0.0009734311204369957,
      "loss": 6.08958740234375,
      "mean_token_accuracy": 0.14562293589115144,
      "num_tokens": 2301601.0,
      "step": 955
    },
    {
      "entropy": 6.017007541656494,
      "epoch": 1.037837837837838,
      "grad_norm": 0.66796875,
      "learning_rate": 0.0009728486695143753,
      "loss": 5.978137969970703,
      "mean_token_accuracy": 0.14870022535324096,
      "num_tokens": 2313130.0,
      "step": 960
    },
    {
      "entropy": 6.3585821151733395,
      "epoch": 1.0432432432432432,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0009722601017943607,
      "loss": 6.260755920410157,
      "mean_token_accuracy": 0.13717263340950012,
      "num_tokens": 2326413.0,
      "step": 965
    },
    {
      "entropy": 6.145228576660156,
      "epoch": 1.0486486486486486,
      "grad_norm": 0.703125,
      "learning_rate": 0.0009716654257909897,
      "loss": 6.0943046569824215,
      "mean_token_accuracy": 0.14415099322795868,
      "num_tokens": 2337603.0,
      "step": 970
    },
    {
      "entropy": 6.234020233154297,
      "epoch": 1.054054054054054,
      "grad_norm": 0.69140625,
      "learning_rate": 0.0009710646501066608,
      "loss": 6.181568908691406,
      "mean_token_accuracy": 0.13601263910531997,
      "num_tokens": 2352321.0,
      "step": 975
    },
    {
      "entropy": 6.0668079376220705,
      "epoch": 1.0594594594594595,
      "grad_norm": 0.6953125,
      "learning_rate": 0.0009704577834320078,
      "loss": 6.049177932739258,
      "mean_token_accuracy": 0.15185949206352234,
      "num_tokens": 2363432.0,
      "step": 980
    },
    {
      "entropy": 6.228795528411865,
      "epoch": 1.0648648648648649,
      "grad_norm": 0.734375,
      "learning_rate": 0.0009698448345457758,
      "loss": 6.067817687988281,
      "mean_token_accuracy": 0.14404682517051698,
      "num_tokens": 2374188.0,
      "step": 985
    },
    {
      "entropy": 6.257656669616699,
      "epoch": 1.0702702702702702,
      "grad_norm": 0.703125,
      "learning_rate": 0.0009692258123146925,
      "loss": 6.195977783203125,
      "mean_token_accuracy": 0.13717207163572312,
      "num_tokens": 2386344.0,
      "step": 990
    },
    {
      "entropy": 6.229287624359131,
      "epoch": 1.0756756756756758,
      "grad_norm": 0.703125,
      "learning_rate": 0.0009686007256933414,
      "loss": 6.20872802734375,
      "mean_token_accuracy": 0.1379612296819687,
      "num_tokens": 2399518.0,
      "step": 995
    },
    {
      "entropy": 6.284945487976074,
      "epoch": 1.0810810810810811,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0009679695837240308,
      "loss": 6.145904541015625,
      "mean_token_accuracy": 0.14310452789068223,
      "num_tokens": 2413738.0,
      "step": 1000
    },
    {
      "entropy": 6.0414176940917965,
      "epoch": 1.0864864864864865,
      "grad_norm": 0.640625,
      "learning_rate": 0.0009673323955366644,
      "loss": 6.015713119506836,
      "mean_token_accuracy": 0.15530002117156982,
      "num_tokens": 2425088.0,
      "step": 1005
    },
    {
      "entropy": 6.0671515464782715,
      "epoch": 1.0918918918918918,
      "grad_norm": 0.69140625,
      "learning_rate": 0.0009666891703486084,
      "loss": 6.016201019287109,
      "mean_token_accuracy": 0.15316692590713502,
      "num_tokens": 2436387.0,
      "step": 1010
    },
    {
      "entropy": 6.2645776748657225,
      "epoch": 1.0972972972972972,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0009660399174645587,
      "loss": 6.249516296386719,
      "mean_token_accuracy": 0.13507454246282577,
      "num_tokens": 2449444.0,
      "step": 1015
    },
    {
      "entropy": 6.284755802154541,
      "epoch": 1.1027027027027028,
      "grad_norm": 0.71875,
      "learning_rate": 0.0009653846462764052,
      "loss": 6.1441200256347654,
      "mean_token_accuracy": 0.1487019807100296,
      "num_tokens": 2459267.0,
      "step": 1020
    },
    {
      "entropy": 5.996495628356934,
      "epoch": 1.1081081081081081,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0009647233662630976,
      "loss": 5.918562316894532,
      "mean_token_accuracy": 0.15527379214763642,
      "num_tokens": 2470572.0,
      "step": 1025
    },
    {
      "entropy": 6.1040750503540036,
      "epoch": 1.1135135135135135,
      "grad_norm": 0.7421875,
      "learning_rate": 0.0009640560869905065,
      "loss": 6.092966461181641,
      "mean_token_accuracy": 0.14268437027931213,
      "num_tokens": 2483293.0,
      "step": 1030
    },
    {
      "entropy": 6.213329792022705,
      "epoch": 1.118918918918919,
      "grad_norm": 0.78125,
      "learning_rate": 0.0009633828181112869,
      "loss": 6.065708923339844,
      "mean_token_accuracy": 0.14911548793315887,
      "num_tokens": 2493995.0,
      "step": 1035
    },
    {
      "entropy": 6.045756530761719,
      "epoch": 1.1243243243243244,
      "grad_norm": 0.640625,
      "learning_rate": 0.0009627035693647369,
      "loss": 5.956703948974609,
      "mean_token_accuracy": 0.14724287688732146,
      "num_tokens": 2505280.0,
      "step": 1040
    },
    {
      "entropy": 5.993116950988769,
      "epoch": 1.1297297297297297,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0009620183505766577,
      "loss": 5.9770042419433596,
      "mean_token_accuracy": 0.1574521005153656,
      "num_tokens": 2515680.0,
      "step": 1045
    },
    {
      "entropy": 6.090410614013672,
      "epoch": 1.135135135135135,
      "grad_norm": 0.66015625,
      "learning_rate": 0.0009613271716592113,
      "loss": 5.974724960327149,
      "mean_token_accuracy": 0.14773423373699188,
      "num_tokens": 2529369.0,
      "step": 1050
    },
    {
      "entropy": 6.2742572784423825,
      "epoch": 1.1405405405405404,
      "grad_norm": 0.69140625,
      "learning_rate": 0.0009606300426107767,
      "loss": 6.279899978637696,
      "mean_token_accuracy": 0.1332086905837059,
      "num_tokens": 2543710.0,
      "step": 1055
    },
    {
      "entropy": 6.154977416992187,
      "epoch": 1.145945945945946,
      "grad_norm": 0.75,
      "learning_rate": 0.0009599269735158066,
      "loss": 6.070030975341797,
      "mean_token_accuracy": 0.14480855464935302,
      "num_tokens": 2553868.0,
      "step": 1060
    },
    {
      "entropy": 6.078575897216797,
      "epoch": 1.1513513513513514,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0009592179745446796,
      "loss": 6.052325820922851,
      "mean_token_accuracy": 0.14226650595664977,
      "num_tokens": 2565425.0,
      "step": 1065
    },
    {
      "entropy": 6.081030464172363,
      "epoch": 1.1567567567567567,
      "grad_norm": 0.74609375,
      "learning_rate": 0.0009585030559535544,
      "loss": 6.073527908325195,
      "mean_token_accuracy": 0.14177987575531006,
      "num_tokens": 2576760.0,
      "step": 1070
    },
    {
      "entropy": 6.185351181030273,
      "epoch": 1.1621621621621623,
      "grad_norm": 0.69921875,
      "learning_rate": 0.0009577822280842209,
      "loss": 6.132835006713867,
      "mean_token_accuracy": 0.13952185213565826,
      "num_tokens": 2588651.0,
      "step": 1075
    },
    {
      "entropy": 6.20592851638794,
      "epoch": 1.1675675675675676,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0009570555013639513,
      "loss": 6.126637649536133,
      "mean_token_accuracy": 0.1417229115962982,
      "num_tokens": 2600091.0,
      "step": 1080
    },
    {
      "entropy": 6.086951541900635,
      "epoch": 1.172972972972973,
      "grad_norm": 0.63671875,
      "learning_rate": 0.0009563228863053482,
      "loss": 6.079809188842773,
      "mean_token_accuracy": 0.14229417145252227,
      "num_tokens": 2611593.0,
      "step": 1085
    },
    {
      "entropy": 6.1936968803405765,
      "epoch": 1.1783783783783783,
      "grad_norm": 0.6796875,
      "learning_rate": 0.0009555843935061934,
      "loss": 6.050133895874024,
      "mean_token_accuracy": 0.14194661676883696,
      "num_tokens": 2623384.0,
      "step": 1090
    },
    {
      "entropy": 6.037506484985352,
      "epoch": 1.1837837837837837,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0009548400336492942,
      "loss": 5.9737495422363285,
      "mean_token_accuracy": 0.1466424971818924,
      "num_tokens": 2635961.0,
      "step": 1095
    },
    {
      "entropy": 6.06157283782959,
      "epoch": 1.1891891891891893,
      "grad_norm": 0.75390625,
      "learning_rate": 0.0009540898175023286,
      "loss": 6.021556091308594,
      "mean_token_accuracy": 0.15520934760570526,
      "num_tokens": 2646889.0,
      "step": 1100
    },
    {
      "entropy": 6.003177833557129,
      "epoch": 1.1945945945945946,
      "grad_norm": 0.75390625,
      "learning_rate": 0.0009533337559176903,
      "loss": 6.065186309814453,
      "mean_token_accuracy": 0.13881587386131286,
      "num_tokens": 2660063.0,
      "step": 1105
    },
    {
      "entropy": 6.294288063049317,
      "epoch": 1.2,
      "grad_norm": 0.69921875,
      "learning_rate": 0.0009525718598323313,
      "loss": 6.224353790283203,
      "mean_token_accuracy": 0.13939207047224045,
      "num_tokens": 2674361.0,
      "step": 1110
    },
    {
      "entropy": 6.20927619934082,
      "epoch": 1.2054054054054055,
      "grad_norm": 0.63671875,
      "learning_rate": 0.0009518041402676032,
      "loss": 6.128507232666015,
      "mean_token_accuracy": 0.14430801272392274,
      "num_tokens": 2688747.0,
      "step": 1115
    },
    {
      "entropy": 6.078750324249268,
      "epoch": 1.2108108108108109,
      "grad_norm": 0.68359375,
      "learning_rate": 0.0009510306083290989,
      "loss": 6.023811721801758,
      "mean_token_accuracy": 0.15408262610435486,
      "num_tokens": 2701891.0,
      "step": 1120
    },
    {
      "entropy": 6.116716098785401,
      "epoch": 1.2162162162162162,
      "grad_norm": 0.75390625,
      "learning_rate": 0.0009502512752064905,
      "loss": 5.992145538330078,
      "mean_token_accuracy": 0.15401490926742553,
      "num_tokens": 2712109.0,
      "step": 1125
    },
    {
      "entropy": 6.041183280944824,
      "epoch": 1.2216216216216216,
      "grad_norm": 0.671875,
      "learning_rate": 0.000949466152173369,
      "loss": 6.071275329589843,
      "mean_token_accuracy": 0.14654400646686555,
      "num_tokens": 2724513.0,
      "step": 1130
    },
    {
      "entropy": 6.136420631408692,
      "epoch": 1.227027027027027,
      "grad_norm": 0.765625,
      "learning_rate": 0.00094867525058708,
      "loss": 5.991522216796875,
      "mean_token_accuracy": 0.14021825045347214,
      "num_tokens": 2737604.0,
      "step": 1135
    },
    {
      "entropy": 6.287702178955078,
      "epoch": 1.2324324324324325,
      "grad_norm": 0.671875,
      "learning_rate": 0.0009478785818885598,
      "loss": 6.168487548828125,
      "mean_token_accuracy": 0.13972904682159423,
      "num_tokens": 2751565.0,
      "step": 1140
    },
    {
      "entropy": 5.92498140335083,
      "epoch": 1.2378378378378379,
      "grad_norm": 0.6875,
      "learning_rate": 0.0009470761576021706,
      "loss": 5.838254165649414,
      "mean_token_accuracy": 0.15651266872882844,
      "num_tokens": 2762235.0,
      "step": 1145
    },
    {
      "entropy": 6.060224533081055,
      "epoch": 1.2432432432432432,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0009462679893355321,
      "loss": 6.060661315917969,
      "mean_token_accuracy": 0.1462487429380417,
      "num_tokens": 2772591.0,
      "step": 1150
    },
    {
      "entropy": 6.158456802368164,
      "epoch": 1.2486486486486488,
      "grad_norm": 0.6640625,
      "learning_rate": 0.0009454540887793556,
      "loss": 6.068745040893555,
      "mean_token_accuracy": 0.1397398978471756,
      "num_tokens": 2785571.0,
      "step": 1155
    },
    {
      "entropy": 6.2046942710876465,
      "epoch": 1.2540540540540541,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0009446344677072734,
      "loss": 6.084649276733399,
      "mean_token_accuracy": 0.14705458134412766,
      "num_tokens": 2798032.0,
      "step": 1160
    },
    {
      "entropy": 5.980342102050781,
      "epoch": 1.2594594594594595,
      "grad_norm": 0.67578125,
      "learning_rate": 0.000943809137975669,
      "loss": 6.034884262084961,
      "mean_token_accuracy": 0.14847399592399596,
      "num_tokens": 2809343.0,
      "step": 1165
    },
    {
      "entropy": 6.089838027954102,
      "epoch": 1.2648648648648648,
      "grad_norm": 0.7109375,
      "learning_rate": 0.0009429781115235055,
      "loss": 6.001376724243164,
      "mean_token_accuracy": 0.14895476996898652,
      "num_tokens": 2821044.0,
      "step": 1170
    },
    {
      "entropy": 6.078525733947754,
      "epoch": 1.2702702702702702,
      "grad_norm": 0.70703125,
      "learning_rate": 0.0009421414003721539,
      "loss": 6.015114593505859,
      "mean_token_accuracy": 0.14688166081905366,
      "num_tokens": 2834153.0,
      "step": 1175
    },
    {
      "entropy": 6.140860080718994,
      "epoch": 1.2756756756756757,
      "grad_norm": 0.625,
      "learning_rate": 0.000941299016625217,
      "loss": 6.013716506958008,
      "mean_token_accuracy": 0.14849595725536346,
      "num_tokens": 2847161.0,
      "step": 1180
    },
    {
      "entropy": 5.947665119171143,
      "epoch": 1.281081081081081,
      "grad_norm": 0.765625,
      "learning_rate": 0.0009404509724683563,
      "loss": 5.943680191040039,
      "mean_token_accuracy": 0.15365355908870698,
      "num_tokens": 2858541.0,
      "step": 1185
    },
    {
      "entropy": 6.064198017120361,
      "epoch": 1.2864864864864864,
      "grad_norm": 0.66796875,
      "learning_rate": 0.000939597280169115,
      "loss": 5.915108108520508,
      "mean_token_accuracy": 0.154515340924263,
      "num_tokens": 2870189.0,
      "step": 1190
    },
    {
      "entropy": 6.083068084716797,
      "epoch": 1.291891891891892,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0009387379520767407,
      "loss": 6.106951904296875,
      "mean_token_accuracy": 0.14755382090806962,
      "num_tokens": 2880881.0,
      "step": 1195
    },
    {
      "entropy": 6.084651756286621,
      "epoch": 1.2972972972972974,
      "grad_norm": 0.69140625,
      "learning_rate": 0.0009378730006220061,
      "loss": 6.083970642089843,
      "mean_token_accuracy": 0.14543737471103668,
      "num_tokens": 2892522.0,
      "step": 1200
    },
    {
      "entropy": 6.053504943847656,
      "epoch": 1.3027027027027027,
      "grad_norm": 0.703125,
      "learning_rate": 0.0009370024383170302,
      "loss": 5.892122268676758,
      "mean_token_accuracy": 0.1534324437379837,
      "num_tokens": 2903595.0,
      "step": 1205
    },
    {
      "entropy": 6.086377429962158,
      "epoch": 1.308108108108108,
      "grad_norm": 0.63671875,
      "learning_rate": 0.0009361262777550965,
      "loss": 5.976514434814453,
      "mean_token_accuracy": 0.1496379107236862,
      "num_tokens": 2915905.0,
      "step": 1210
    },
    {
      "entropy": 5.984688854217529,
      "epoch": 1.3135135135135134,
      "grad_norm": 0.66796875,
      "learning_rate": 0.0009352445316104715,
      "loss": 5.929489517211914,
      "mean_token_accuracy": 0.14890652298927307,
      "num_tokens": 2926854.0,
      "step": 1215
    },
    {
      "entropy": 5.982455253601074,
      "epoch": 1.318918918918919,
      "grad_norm": 0.7265625,
      "learning_rate": 0.0009343572126382208,
      "loss": 5.958092498779297,
      "mean_token_accuracy": 0.15311627686023713,
      "num_tokens": 2938909.0,
      "step": 1220
    },
    {
      "entropy": 6.001386737823486,
      "epoch": 1.3243243243243243,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0009334643336740246,
      "loss": 5.921345138549805,
      "mean_token_accuracy": 0.15853023231029512,
      "num_tokens": 2949958.0,
      "step": 1225
    },
    {
      "entropy": 6.019908905029297,
      "epoch": 1.3297297297297297,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0009325659076339924,
      "loss": 5.926969146728515,
      "mean_token_accuracy": 0.15277785956859588,
      "num_tokens": 2961449.0,
      "step": 1230
    },
    {
      "entropy": 5.998956966400146,
      "epoch": 1.3351351351351353,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0009316619475144765,
      "loss": 5.983316802978516,
      "mean_token_accuracy": 0.14754572212696077,
      "num_tokens": 2974496.0,
      "step": 1235
    },
    {
      "entropy": 6.157251834869385,
      "epoch": 1.3405405405405406,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0009307524663918821,
      "loss": 6.08265266418457,
      "mean_token_accuracy": 0.15290809273719788,
      "num_tokens": 2986081.0,
      "step": 1240
    },
    {
      "entropy": 6.076891040802002,
      "epoch": 1.345945945945946,
      "grad_norm": 0.6953125,
      "learning_rate": 0.0009298374774224812,
      "loss": 6.0138916015625,
      "mean_token_accuracy": 0.14638799875974656,
      "num_tokens": 2999890.0,
      "step": 1245
    },
    {
      "entropy": 6.036985301971436,
      "epoch": 1.3513513513513513,
      "grad_norm": 0.6640625,
      "learning_rate": 0.0009289169938422191,
      "loss": 6.011819458007812,
      "mean_token_accuracy": 0.15665827989578246,
      "num_tokens": 3012281.0,
      "step": 1250
    },
    {
      "entropy": 6.172758865356445,
      "epoch": 1.3567567567567567,
      "grad_norm": 0.71484375,
      "learning_rate": 0.0009279910289665257,
      "loss": 6.069019317626953,
      "mean_token_accuracy": 0.14247923642396926,
      "num_tokens": 3026908.0,
      "step": 1255
    },
    {
      "entropy": 6.033104515075683,
      "epoch": 1.3621621621621622,
      "grad_norm": 0.7421875,
      "learning_rate": 0.0009270595961901204,
      "loss": 6.013312149047851,
      "mean_token_accuracy": 0.14915238618850707,
      "num_tokens": 3038661.0,
      "step": 1260
    },
    {
      "entropy": 6.106722354888916,
      "epoch": 1.3675675675675676,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0009261227089868208,
      "loss": 6.046922302246093,
      "mean_token_accuracy": 0.14422987550497054,
      "num_tokens": 3051641.0,
      "step": 1265
    },
    {
      "entropy": 6.110820388793945,
      "epoch": 1.372972972972973,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0009251803809093456,
      "loss": 6.0467266082763675,
      "mean_token_accuracy": 0.14307568371295928,
      "num_tokens": 3063708.0,
      "step": 1270
    },
    {
      "entropy": 6.060265445709229,
      "epoch": 1.3783783783783785,
      "grad_norm": 0.6953125,
      "learning_rate": 0.0009242326255891196,
      "loss": 5.93769416809082,
      "mean_token_accuracy": 0.14946352541446686,
      "num_tokens": 3075694.0,
      "step": 1275
    },
    {
      "entropy": 5.956900119781494,
      "epoch": 1.3837837837837839,
      "grad_norm": 0.7734375,
      "learning_rate": 0.000923279456736077,
      "loss": 5.892474365234375,
      "mean_token_accuracy": 0.1602933645248413,
      "num_tokens": 3087935.0,
      "step": 1280
    },
    {
      "entropy": 6.032831764221191,
      "epoch": 1.3891891891891892,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0009223208881384619,
      "loss": 5.958731079101563,
      "mean_token_accuracy": 0.15782309770584108,
      "num_tokens": 3098628.0,
      "step": 1285
    },
    {
      "entropy": 6.116084194183349,
      "epoch": 1.3945945945945946,
      "grad_norm": 0.73046875,
      "learning_rate": 0.0009213569336626297,
      "loss": 6.204639053344726,
      "mean_token_accuracy": 0.13710222840309144,
      "num_tokens": 3114430.0,
      "step": 1290
    },
    {
      "entropy": 6.175200080871582,
      "epoch": 1.4,
      "grad_norm": 0.671875,
      "learning_rate": 0.000920387607252846,
      "loss": 5.931164169311524,
      "mean_token_accuracy": 0.15236457586288452,
      "num_tokens": 3125350.0,
      "step": 1295
    },
    {
      "entropy": 5.96003999710083,
      "epoch": 1.4054054054054055,
      "grad_norm": 0.69140625,
      "learning_rate": 0.0009194129229310854,
      "loss": 5.927279663085938,
      "mean_token_accuracy": 0.1596504420042038,
      "num_tokens": 3137610.0,
      "step": 1300
    },
    {
      "entropy": 5.922585964202881,
      "epoch": 1.4108108108108108,
      "grad_norm": 0.73046875,
      "learning_rate": 0.0009184328947968285,
      "loss": 5.873512649536133,
      "mean_token_accuracy": 0.153224441409111,
      "num_tokens": 3149054.0,
      "step": 1305
    },
    {
      "entropy": 5.9644293785095215,
      "epoch": 1.4162162162162162,
      "grad_norm": 0.69921875,
      "learning_rate": 0.0009174475370268572,
      "loss": 5.9443611145019535,
      "mean_token_accuracy": 0.15277822315692902,
      "num_tokens": 3160844.0,
      "step": 1310
    },
    {
      "entropy": 6.004944229125977,
      "epoch": 1.4216216216216218,
      "grad_norm": 0.89453125,
      "learning_rate": 0.000916456863875051,
      "loss": 5.871533966064453,
      "mean_token_accuracy": 0.15332863628864288,
      "num_tokens": 3172182.0,
      "step": 1315
    },
    {
      "entropy": 6.265860366821289,
      "epoch": 1.427027027027027,
      "grad_norm": 0.953125,
      "learning_rate": 0.0009154608896721795,
      "loss": 6.235766220092773,
      "mean_token_accuracy": 0.14209017157554626,
      "num_tokens": 3182459.0,
      "step": 1320
    },
    {
      "entropy": 6.066355514526367,
      "epoch": 1.4324324324324325,
      "grad_norm": 0.68359375,
      "learning_rate": 0.0009144596288256961,
      "loss": 5.998751831054688,
      "mean_token_accuracy": 0.14995864033699036,
      "num_tokens": 3193880.0,
      "step": 1325
    },
    {
      "entropy": 5.960510921478272,
      "epoch": 1.4378378378378378,
      "grad_norm": 0.859375,
      "learning_rate": 0.0009134530958195287,
      "loss": 6.005829620361328,
      "mean_token_accuracy": 0.15055490285158157,
      "num_tokens": 3206829.0,
      "step": 1330
    },
    {
      "entropy": 6.1994706153869625,
      "epoch": 1.4432432432432432,
      "grad_norm": 0.65234375,
      "learning_rate": 0.0009124413052138709,
      "loss": 6.004475784301758,
      "mean_token_accuracy": 0.1500842273235321,
      "num_tokens": 3218278.0,
      "step": 1335
    },
    {
      "entropy": 5.905928325653076,
      "epoch": 1.4486486486486487,
      "grad_norm": 0.8203125,
      "learning_rate": 0.000911424271644971,
      "loss": 5.986416625976562,
      "mean_token_accuracy": 0.15458933711051942,
      "num_tokens": 3231147.0,
      "step": 1340
    },
    {
      "entropy": 6.124406528472901,
      "epoch": 1.454054054054054,
      "grad_norm": 0.75,
      "learning_rate": 0.0009104020098249207,
      "loss": 5.974528503417969,
      "mean_token_accuracy": 0.1465795397758484,
      "num_tokens": 3243120.0,
      "step": 1345
    },
    {
      "entropy": 6.172325611114502,
      "epoch": 1.4594594594594594,
      "grad_norm": 0.66796875,
      "learning_rate": 0.0009093745345414415,
      "loss": 6.0606544494628904,
      "mean_token_accuracy": 0.14666911959648132,
      "num_tokens": 3253941.0,
      "step": 1350
    },
    {
      "entropy": 5.930078029632568,
      "epoch": 1.464864864864865,
      "grad_norm": 0.67578125,
      "learning_rate": 0.0009083418606576712,
      "loss": 5.996834945678711,
      "mean_token_accuracy": 0.15221282094717026,
      "num_tokens": 3268179.0,
      "step": 1355
    },
    {
      "entropy": 6.114362716674805,
      "epoch": 1.4702702702702704,
      "grad_norm": 0.7265625,
      "learning_rate": 0.0009073040031119496,
      "loss": 6.020093536376953,
      "mean_token_accuracy": 0.15273723602294922,
      "num_tokens": 3280661.0,
      "step": 1360
    },
    {
      "entropy": 6.08493185043335,
      "epoch": 1.4756756756756757,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0009062609769176008,
      "loss": 5.958439636230469,
      "mean_token_accuracy": 0.1539517253637314,
      "num_tokens": 3292357.0,
      "step": 1365
    },
    {
      "entropy": 5.965977478027344,
      "epoch": 1.481081081081081,
      "grad_norm": 0.765625,
      "learning_rate": 0.000905212797162718,
      "loss": 5.906470489501953,
      "mean_token_accuracy": 0.1570991039276123,
      "num_tokens": 3303553.0,
      "step": 1370
    },
    {
      "entropy": 6.028031349182129,
      "epoch": 1.4864864864864864,
      "grad_norm": 0.70703125,
      "learning_rate": 0.0009041594790099431,
      "loss": 6.033520126342774,
      "mean_token_accuracy": 0.15428649485111237,
      "num_tokens": 3315013.0,
      "step": 1375
    },
    {
      "entropy": 6.051199722290039,
      "epoch": 1.491891891891892,
      "grad_norm": 0.765625,
      "learning_rate": 0.0009031010376962497,
      "loss": 5.9187873840332035,
      "mean_token_accuracy": 0.15662144720554352,
      "num_tokens": 3326593.0,
      "step": 1380
    },
    {
      "entropy": 6.04923734664917,
      "epoch": 1.4972972972972973,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0009020374885327201,
      "loss": 5.947822570800781,
      "mean_token_accuracy": 0.1478397786617279,
      "num_tokens": 3338537.0,
      "step": 1385
    },
    {
      "entropy": 5.897234630584717,
      "epoch": 1.5027027027027027,
      "grad_norm": 0.73046875,
      "learning_rate": 0.0009009688469043262,
      "loss": 5.869780731201172,
      "mean_token_accuracy": 0.15363080203533172,
      "num_tokens": 3349855.0,
      "step": 1390
    },
    {
      "entropy": 6.034223747253418,
      "epoch": 1.5081081081081082,
      "grad_norm": 0.67578125,
      "learning_rate": 0.0008998951282697056,
      "loss": 5.889139938354492,
      "mean_token_accuracy": 0.160240775346756,
      "num_tokens": 3361160.0,
      "step": 1395
    },
    {
      "entropy": 5.875298023223877,
      "epoch": 1.5135135135135136,
      "grad_norm": 0.703125,
      "learning_rate": 0.0008988163481609382,
      "loss": 5.832206726074219,
      "mean_token_accuracy": 0.15845912992954253,
      "num_tokens": 3372145.0,
      "step": 1400
    },
    {
      "entropy": 5.8527037620544435,
      "epoch": 1.518918918918919,
      "grad_norm": 0.703125,
      "learning_rate": 0.0008977325221833216,
      "loss": 5.786477661132812,
      "mean_token_accuracy": 0.15379104018211365,
      "num_tokens": 3383900.0,
      "step": 1405
    },
    {
      "entropy": 5.941924953460694,
      "epoch": 1.5243243243243243,
      "grad_norm": 0.71484375,
      "learning_rate": 0.0008966436660151454,
      "loss": 5.860789489746094,
      "mean_token_accuracy": 0.15963666439056395,
      "num_tokens": 3395415.0,
      "step": 1410
    },
    {
      "entropy": 6.111461353302002,
      "epoch": 1.5297297297297296,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0008955497954074648,
      "loss": 6.055585479736328,
      "mean_token_accuracy": 0.15375637710094453,
      "num_tokens": 3409666.0,
      "step": 1415
    },
    {
      "entropy": 6.024180698394775,
      "epoch": 1.535135135135135,
      "grad_norm": 0.70703125,
      "learning_rate": 0.0008944509261838713,
      "loss": 5.976921081542969,
      "mean_token_accuracy": 0.1520102560520172,
      "num_tokens": 3421172.0,
      "step": 1420
    },
    {
      "entropy": 5.899082088470459,
      "epoch": 1.5405405405405406,
      "grad_norm": 0.703125,
      "learning_rate": 0.000893347074240266,
      "loss": 5.8486183166503904,
      "mean_token_accuracy": 0.1558360755443573,
      "num_tokens": 3433317.0,
      "step": 1425
    },
    {
      "entropy": 5.996556949615479,
      "epoch": 1.545945945945946,
      "grad_norm": 0.66796875,
      "learning_rate": 0.0008922382555446278,
      "loss": 5.9516441345214846,
      "mean_token_accuracy": 0.16046953797340394,
      "num_tokens": 3445411.0,
      "step": 1430
    },
    {
      "entropy": 6.057880115509033,
      "epoch": 1.5513513513513515,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0008911244861367833,
      "loss": 6.004363250732422,
      "mean_token_accuracy": 0.15319364368915558,
      "num_tokens": 3455771.0,
      "step": 1435
    },
    {
      "entropy": 6.0603588104248045,
      "epoch": 1.5567567567567568,
      "grad_norm": 0.69140625,
      "learning_rate": 0.0008900057821281741,
      "loss": 5.931759643554687,
      "mean_token_accuracy": 0.15196377038955688,
      "num_tokens": 3469339.0,
      "step": 1440
    },
    {
      "entropy": 5.960010147094726,
      "epoch": 1.5621621621621622,
      "grad_norm": 0.7890625,
      "learning_rate": 0.000888882159701625,
      "loss": 5.943192672729492,
      "mean_token_accuracy": 0.1473819375038147,
      "num_tokens": 3480485.0,
      "step": 1445
    },
    {
      "entropy": 5.939816188812256,
      "epoch": 1.5675675675675675,
      "grad_norm": 0.765625,
      "learning_rate": 0.0008877536351111085,
      "loss": 5.801699829101563,
      "mean_token_accuracy": 0.166758930683136,
      "num_tokens": 3491508.0,
      "step": 1450
    },
    {
      "entropy": 6.038672733306885,
      "epoch": 1.572972972972973,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0008866202246815106,
      "loss": 6.041971206665039,
      "mean_token_accuracy": 0.15027248561382295,
      "num_tokens": 3505267.0,
      "step": 1455
    },
    {
      "entropy": 5.964024448394776,
      "epoch": 1.5783783783783782,
      "grad_norm": 0.765625,
      "learning_rate": 0.0008854819448083942,
      "loss": 5.86175422668457,
      "mean_token_accuracy": 0.1595403164625168,
      "num_tokens": 3516972.0,
      "step": 1460
    },
    {
      "entropy": 6.008862018585205,
      "epoch": 1.5837837837837838,
      "grad_norm": 0.73046875,
      "learning_rate": 0.000884338811957762,
      "loss": 5.9972587585449215,
      "mean_token_accuracy": 0.15611343681812287,
      "num_tokens": 3528725.0,
      "step": 1465
    },
    {
      "entropy": 5.940758991241455,
      "epoch": 1.5891891891891892,
      "grad_norm": 0.69140625,
      "learning_rate": 0.0008831908426658185,
      "loss": 5.871331024169922,
      "mean_token_accuracy": 0.1530705511569977,
      "num_tokens": 3540687.0,
      "step": 1470
    },
    {
      "entropy": 6.07134599685669,
      "epoch": 1.5945945945945947,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0008820380535387304,
      "loss": 5.952286911010742,
      "mean_token_accuracy": 0.15249330252408982,
      "num_tokens": 3554326.0,
      "step": 1475
    },
    {
      "entropy": 6.084695625305176,
      "epoch": 1.6,
      "grad_norm": 0.8125,
      "learning_rate": 0.0008808804612523872,
      "loss": 6.173237609863281,
      "mean_token_accuracy": 0.14082578867673873,
      "num_tokens": 3569897.0,
      "step": 1480
    },
    {
      "entropy": 6.015488243103027,
      "epoch": 1.6054054054054054,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0008797180825521587,
      "loss": 5.897605133056641,
      "mean_token_accuracy": 0.15893602073192598,
      "num_tokens": 3581820.0,
      "step": 1485
    },
    {
      "entropy": 5.961113452911377,
      "epoch": 1.6108108108108108,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0008785509342526537,
      "loss": 5.871721649169922,
      "mean_token_accuracy": 0.16222674250602723,
      "num_tokens": 3592975.0,
      "step": 1490
    },
    {
      "entropy": 5.809928226470947,
      "epoch": 1.6162162162162161,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0008773790332374772,
      "loss": 5.793231964111328,
      "mean_token_accuracy": 0.1613244891166687,
      "num_tokens": 3605950.0,
      "step": 1495
    },
    {
      "entropy": 5.923213100433349,
      "epoch": 1.6216216216216215,
      "grad_norm": 0.70703125,
      "learning_rate": 0.0008762023964589843,
      "loss": 5.940186309814453,
      "mean_token_accuracy": 0.15495326220989228,
      "num_tokens": 3616957.0,
      "step": 1500
    },
    {
      "entropy": 5.980979537963867,
      "epoch": 1.627027027027027,
      "grad_norm": 0.6796875,
      "learning_rate": 0.0008750210409380374,
      "loss": 5.840050125122071,
      "mean_token_accuracy": 0.15735195577144623,
      "num_tokens": 3629008.0,
      "step": 1505
    },
    {
      "entropy": 5.963027667999268,
      "epoch": 1.6324324324324324,
      "grad_norm": 0.7421875,
      "learning_rate": 0.0008738349837637578,
      "loss": 5.900114440917969,
      "mean_token_accuracy": 0.1567631959915161,
      "num_tokens": 3640718.0,
      "step": 1510
    },
    {
      "entropy": 5.824203872680664,
      "epoch": 1.637837837837838,
      "grad_norm": 0.68359375,
      "learning_rate": 0.00087264424209328,
      "loss": 5.786465835571289,
      "mean_token_accuracy": 0.1641067385673523,
      "num_tokens": 3652415.0,
      "step": 1515
    },
    {
      "entropy": 5.953528213500976,
      "epoch": 1.6432432432432433,
      "grad_norm": 0.75390625,
      "learning_rate": 0.0008714488331515028,
      "loss": 5.855069351196289,
      "mean_token_accuracy": 0.1647209793329239,
      "num_tokens": 3664272.0,
      "step": 1520
    },
    {
      "entropy": 5.990782451629639,
      "epoch": 1.6486486486486487,
      "grad_norm": 0.65625,
      "learning_rate": 0.0008702487742308401,
      "loss": 5.933356857299804,
      "mean_token_accuracy": 0.15115774869918824,
      "num_tokens": 3676459.0,
      "step": 1525
    },
    {
      "entropy": 5.94338960647583,
      "epoch": 1.654054054054054,
      "grad_norm": 0.6953125,
      "learning_rate": 0.0008690440826909717,
      "loss": 5.868611145019531,
      "mean_token_accuracy": 0.15732579827308654,
      "num_tokens": 3690678.0,
      "step": 1530
    },
    {
      "entropy": 5.8550599098205565,
      "epoch": 1.6594594594594594,
      "grad_norm": 0.64453125,
      "learning_rate": 0.0008678347759585904,
      "loss": 5.798612213134765,
      "mean_token_accuracy": 0.15875921845436097,
      "num_tokens": 3702652.0,
      "step": 1535
    },
    {
      "entropy": 6.020911407470703,
      "epoch": 1.6648648648648647,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0008666208715271517,
      "loss": 6.028233337402344,
      "mean_token_accuracy": 0.14420250058174133,
      "num_tokens": 3715399.0,
      "step": 1540
    },
    {
      "entropy": 5.965929794311523,
      "epoch": 1.6702702702702703,
      "grad_norm": 0.6953125,
      "learning_rate": 0.0008654023869566194,
      "loss": 5.865740203857422,
      "mean_token_accuracy": 0.15165745615959167,
      "num_tokens": 3726145.0,
      "step": 1545
    },
    {
      "entropy": 6.014906024932861,
      "epoch": 1.6756756756756757,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0008641793398732129,
      "loss": 5.869577407836914,
      "mean_token_accuracy": 0.15300983488559722,
      "num_tokens": 3737755.0,
      "step": 1550
    },
    {
      "entropy": 5.840787696838379,
      "epoch": 1.6810810810810812,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0008629517479691506,
      "loss": 5.768186569213867,
      "mean_token_accuracy": 0.1616358280181885,
      "num_tokens": 3748694.0,
      "step": 1555
    },
    {
      "entropy": 5.939591979980468,
      "epoch": 1.6864864864864866,
      "grad_norm": 0.734375,
      "learning_rate": 0.000861719629002396,
      "loss": 5.9125518798828125,
      "mean_token_accuracy": 0.1544147849082947,
      "num_tokens": 3762516.0,
      "step": 1560
    },
    {
      "entropy": 6.0187114715576175,
      "epoch": 1.691891891891892,
      "grad_norm": 0.75390625,
      "learning_rate": 0.0008604830007963983,
      "loss": 6.051762390136719,
      "mean_token_accuracy": 0.14813959300518037,
      "num_tokens": 3776098.0,
      "step": 1565
    },
    {
      "entropy": 6.052183437347412,
      "epoch": 1.6972972972972973,
      "grad_norm": 0.77734375,
      "learning_rate": 0.000859241881239837,
      "loss": 5.978187561035156,
      "mean_token_accuracy": 0.15714339911937714,
      "num_tokens": 3786003.0,
      "step": 1570
    },
    {
      "entropy": 6.044375324249268,
      "epoch": 1.7027027027027026,
      "grad_norm": 0.6640625,
      "learning_rate": 0.000857996288286362,
      "loss": 5.934653091430664,
      "mean_token_accuracy": 0.14706941545009614,
      "num_tokens": 3798362.0,
      "step": 1575
    },
    {
      "entropy": 5.940067195892334,
      "epoch": 1.708108108108108,
      "grad_norm": 0.734375,
      "learning_rate": 0.0008567462399543333,
      "loss": 5.798627471923828,
      "mean_token_accuracy": 0.16449737548828125,
      "num_tokens": 3809172.0,
      "step": 1580
    },
    {
      "entropy": 5.740559482574463,
      "epoch": 1.7135135135135136,
      "grad_norm": 0.75390625,
      "learning_rate": 0.0008554917543265616,
      "loss": 5.780983734130859,
      "mean_token_accuracy": 0.15897656679153443,
      "num_tokens": 3820141.0,
      "step": 1585
    },
    {
      "entropy": 5.95734920501709,
      "epoch": 1.718918918918919,
      "grad_norm": 0.76171875,
      "learning_rate": 0.000854232849550046,
      "loss": 5.8186603546142575,
      "mean_token_accuracy": 0.1598174452781677,
      "num_tokens": 3831231.0,
      "step": 1590
    },
    {
      "entropy": 6.005247402191162,
      "epoch": 1.7243243243243245,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0008529695438357117,
      "loss": 5.890240859985352,
      "mean_token_accuracy": 0.15293248891830444,
      "num_tokens": 3843480.0,
      "step": 1595
    },
    {
      "entropy": 6.016628551483154,
      "epoch": 1.7297297297297298,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0008517018554581462,
      "loss": 5.996260070800782,
      "mean_token_accuracy": 0.1509675770998001,
      "num_tokens": 3857586.0,
      "step": 1600
    },
    {
      "entropy": 6.130516242980957,
      "epoch": 1.7351351351351352,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0008504298027553357,
      "loss": 6.028236389160156,
      "mean_token_accuracy": 0.15611889213323593,
      "num_tokens": 3869547.0,
      "step": 1605
    },
    {
      "entropy": 5.921278381347657,
      "epoch": 1.7405405405405405,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0008491534041283991,
      "loss": 5.8067058563232425,
      "mean_token_accuracy": 0.1678238719701767,
      "num_tokens": 3880048.0,
      "step": 1610
    },
    {
      "entropy": 5.8370708465576175,
      "epoch": 1.7459459459459459,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0008478726780413218,
      "loss": 5.954257202148438,
      "mean_token_accuracy": 0.15217690765857697,
      "num_tokens": 3892112.0,
      "step": 1615
    },
    {
      "entropy": 6.006961822509766,
      "epoch": 1.7513513513513512,
      "grad_norm": 0.69140625,
      "learning_rate": 0.0008465876430206899,
      "loss": 5.88764762878418,
      "mean_token_accuracy": 0.15819757878780366,
      "num_tokens": 3903668.0,
      "step": 1620
    },
    {
      "entropy": 5.98789644241333,
      "epoch": 1.7567567567567568,
      "grad_norm": 0.69921875,
      "learning_rate": 0.0008452983176554196,
      "loss": 5.858601760864258,
      "mean_token_accuracy": 0.15955002903938292,
      "num_tokens": 3916982.0,
      "step": 1625
    },
    {
      "entropy": 5.848407745361328,
      "epoch": 1.7621621621621621,
      "grad_norm": 0.7265625,
      "learning_rate": 0.0008440047205964914,
      "loss": 5.840298461914062,
      "mean_token_accuracy": 0.16374977827072143,
      "num_tokens": 3928166.0,
      "step": 1630
    },
    {
      "entropy": 5.9792177200317385,
      "epoch": 1.7675675675675677,
      "grad_norm": 0.75,
      "learning_rate": 0.0008427068705566781,
      "loss": 6.006826782226563,
      "mean_token_accuracy": 0.14952372312545775,
      "num_tokens": 3939246.0,
      "step": 1635
    },
    {
      "entropy": 6.200690364837646,
      "epoch": 1.772972972972973,
      "grad_norm": 0.765625,
      "learning_rate": 0.0008414047863102747,
      "loss": 5.999441528320313,
      "mean_token_accuracy": 0.14769191443920135,
      "num_tokens": 3952832.0,
      "step": 1640
    },
    {
      "entropy": 5.910121726989746,
      "epoch": 1.7783783783783784,
      "grad_norm": 0.6640625,
      "learning_rate": 0.0008400984866928275,
      "loss": 5.827185821533203,
      "mean_token_accuracy": 0.16465649306774138,
      "num_tokens": 3966155.0,
      "step": 1645
    },
    {
      "entropy": 5.943995761871338,
      "epoch": 1.7837837837837838,
      "grad_norm": 0.78125,
      "learning_rate": 0.0008387879906008601,
      "loss": 5.899274826049805,
      "mean_token_accuracy": 0.15780851244926453,
      "num_tokens": 3980038.0,
      "step": 1650
    },
    {
      "entropy": 5.938759899139404,
      "epoch": 1.7891891891891891,
      "grad_norm": 0.66015625,
      "learning_rate": 0.0008374733169916021,
      "loss": 6.025347137451172,
      "mean_token_accuracy": 0.14912573248147964,
      "num_tokens": 3992732.0,
      "step": 1655
    },
    {
      "entropy": 5.997166156768799,
      "epoch": 1.7945945945945945,
      "grad_norm": 0.78125,
      "learning_rate": 0.0008361544848827127,
      "loss": 5.793037414550781,
      "mean_token_accuracy": 0.15761127471923828,
      "num_tokens": 4003705.0,
      "step": 1660
    },
    {
      "entropy": 5.892963027954101,
      "epoch": 1.8,
      "grad_norm": 0.7109375,
      "learning_rate": 0.0008348315133520075,
      "loss": 5.9427635192871096,
      "mean_token_accuracy": 0.152792489528656,
      "num_tokens": 4015718.0,
      "step": 1665
    },
    {
      "entropy": 5.920527076721191,
      "epoch": 1.8054054054054054,
      "grad_norm": 0.69921875,
      "learning_rate": 0.0008335044215371813,
      "loss": 5.789597702026367,
      "mean_token_accuracy": 0.16133061945438384,
      "num_tokens": 4026361.0,
      "step": 1670
    },
    {
      "entropy": 5.8828856468200685,
      "epoch": 1.810810810810811,
      "grad_norm": 0.7265625,
      "learning_rate": 0.0008321732286355318,
      "loss": 5.893592453002929,
      "mean_token_accuracy": 0.15036226361989974,
      "num_tokens": 4040437.0,
      "step": 1675
    },
    {
      "entropy": 6.015377521514893,
      "epoch": 1.8162162162162163,
      "grad_norm": 0.70703125,
      "learning_rate": 0.0008308379539036815,
      "loss": 5.925026702880859,
      "mean_token_accuracy": 0.1480212152004242,
      "num_tokens": 4055050.0,
      "step": 1680
    },
    {
      "entropy": 5.915068912506103,
      "epoch": 1.8216216216216217,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0008294986166572996,
      "loss": 5.826159286499023,
      "mean_token_accuracy": 0.15820080935955047,
      "num_tokens": 4066011.0,
      "step": 1685
    },
    {
      "entropy": 5.831681251525879,
      "epoch": 1.827027027027027,
      "grad_norm": 0.73046875,
      "learning_rate": 0.0008281552362708223,
      "loss": 5.761726379394531,
      "mean_token_accuracy": 0.16127054691314696,
      "num_tokens": 4077430.0,
      "step": 1690
    },
    {
      "entropy": 6.011395454406738,
      "epoch": 1.8324324324324324,
      "grad_norm": 0.71484375,
      "learning_rate": 0.0008268078321771727,
      "loss": 5.903897094726562,
      "mean_token_accuracy": 0.15751948654651643,
      "num_tokens": 4090523.0,
      "step": 1695
    },
    {
      "entropy": 5.914142227172851,
      "epoch": 1.8378378378378377,
      "grad_norm": 0.71875,
      "learning_rate": 0.0008254564238674794,
      "loss": 5.876987075805664,
      "mean_token_accuracy": 0.1542936235666275,
      "num_tokens": 4101919.0,
      "step": 1700
    },
    {
      "entropy": 5.970525455474854,
      "epoch": 1.8432432432432433,
      "grad_norm": 0.71875,
      "learning_rate": 0.0008241010308907951,
      "loss": 5.960490036010742,
      "mean_token_accuracy": 0.15674711167812347,
      "num_tokens": 4114135.0,
      "step": 1705
    },
    {
      "entropy": 5.934633445739746,
      "epoch": 1.8486486486486486,
      "grad_norm": 0.82421875,
      "learning_rate": 0.0008227416728538128,
      "loss": 5.802957916259766,
      "mean_token_accuracy": 0.1623306691646576,
      "num_tokens": 4125312.0,
      "step": 1710
    },
    {
      "entropy": 5.878772258758545,
      "epoch": 1.8540540540540542,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0008213783694205839,
      "loss": 5.777447128295899,
      "mean_token_accuracy": 0.16162220537662506,
      "num_tokens": 4136693.0,
      "step": 1715
    },
    {
      "entropy": 5.870784187316895,
      "epoch": 1.8594594594594596,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0008200111403122315,
      "loss": 5.841195678710937,
      "mean_token_accuracy": 0.16130259037017822,
      "num_tokens": 4148495.0,
      "step": 1720
    },
    {
      "entropy": 5.954642677307129,
      "epoch": 1.864864864864865,
      "grad_norm": 0.75390625,
      "learning_rate": 0.0008186400053066668,
      "loss": 5.839686584472656,
      "mean_token_accuracy": 0.16170231401920318,
      "num_tokens": 4159648.0,
      "step": 1725
    },
    {
      "entropy": 5.861533260345459,
      "epoch": 1.8702702702702703,
      "grad_norm": 0.7734375,
      "learning_rate": 0.000817264984238303,
      "loss": 5.768640518188477,
      "mean_token_accuracy": 0.16273143291473388,
      "num_tokens": 4169810.0,
      "step": 1730
    },
    {
      "entropy": 5.900146198272705,
      "epoch": 1.8756756756756756,
      "grad_norm": 0.7734375,
      "learning_rate": 0.000815886096997767,
      "loss": 5.84183349609375,
      "mean_token_accuracy": 0.15980561077594757,
      "num_tokens": 4181139.0,
      "step": 1735
    },
    {
      "entropy": 6.048444652557373,
      "epoch": 1.881081081081081,
      "grad_norm": 0.84375,
      "learning_rate": 0.000814503363531613,
      "loss": 6.1030632019042965,
      "mean_token_accuracy": 0.13935500532388687,
      "num_tokens": 4197903.0,
      "step": 1740
    },
    {
      "entropy": 5.966563606262207,
      "epoch": 1.8864864864864865,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0008131168038420334,
      "loss": 5.912844848632813,
      "mean_token_accuracy": 0.15547370314598083,
      "num_tokens": 4208221.0,
      "step": 1745
    },
    {
      "entropy": 5.996464729309082,
      "epoch": 1.8918918918918919,
      "grad_norm": 0.796875,
      "learning_rate": 0.0008117264379865699,
      "loss": 5.8559318542480465,
      "mean_token_accuracy": 0.14872512519359588,
      "num_tokens": 4221641.0,
      "step": 1750
    },
    {
      "entropy": 5.873746681213379,
      "epoch": 1.8972972972972975,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0008103322860778222,
      "loss": 5.843596649169922,
      "mean_token_accuracy": 0.16076571643352508,
      "num_tokens": 4234816.0,
      "step": 1755
    },
    {
      "entropy": 5.94351167678833,
      "epoch": 1.9027027027027028,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0008089343682831589,
      "loss": 5.80005111694336,
      "mean_token_accuracy": 0.15597352683544158,
      "num_tokens": 4246361.0,
      "step": 1760
    },
    {
      "entropy": 5.784683704376221,
      "epoch": 1.9081081081081082,
      "grad_norm": 0.69140625,
      "learning_rate": 0.000807532704824424,
      "loss": 5.769342041015625,
      "mean_token_accuracy": 0.1640514612197876,
      "num_tokens": 4257726.0,
      "step": 1765
    },
    {
      "entropy": 5.84423599243164,
      "epoch": 1.9135135135135135,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0008061273159776451,
      "loss": 5.736867904663086,
      "mean_token_accuracy": 0.1638896197080612,
      "num_tokens": 4268046.0,
      "step": 1770
    },
    {
      "entropy": 5.982893753051758,
      "epoch": 1.9189189189189189,
      "grad_norm": 0.71875,
      "learning_rate": 0.0008047182220727408,
      "loss": 5.937384414672851,
      "mean_token_accuracy": 0.1541384845972061,
      "num_tokens": 4278742.0,
      "step": 1775
    },
    {
      "entropy": 6.127891540527344,
      "epoch": 1.9243243243243242,
      "grad_norm": 0.74609375,
      "learning_rate": 0.0008033054434932254,
      "loss": 5.961701965332031,
      "mean_token_accuracy": 0.15437058806419374,
      "num_tokens": 4292724.0,
      "step": 1780
    },
    {
      "entropy": 5.924184322357178,
      "epoch": 1.9297297297297298,
      "grad_norm": 0.80859375,
      "learning_rate": 0.000801889000675914,
      "loss": 5.8671623229980465,
      "mean_token_accuracy": 0.1589438408613205,
      "num_tokens": 4303028.0,
      "step": 1785
    },
    {
      "entropy": 5.705279350280762,
      "epoch": 1.9351351351351351,
      "grad_norm": 0.796875,
      "learning_rate": 0.0008004689141106288,
      "loss": 5.709238433837891,
      "mean_token_accuracy": 0.16910262405872345,
      "num_tokens": 4314381.0,
      "step": 1790
    },
    {
      "entropy": 5.805646800994873,
      "epoch": 1.9405405405405407,
      "grad_norm": 0.703125,
      "learning_rate": 0.0007990452043399,
      "loss": 5.732901000976563,
      "mean_token_accuracy": 0.16858636140823363,
      "num_tokens": 4325182.0,
      "step": 1795
    },
    {
      "entropy": 6.05684461593628,
      "epoch": 1.945945945945946,
      "grad_norm": 0.703125,
      "learning_rate": 0.0007976178919586711,
      "loss": 6.029544067382813,
      "mean_token_accuracy": 0.14246535897254944,
      "num_tokens": 4340271.0,
      "step": 1800
    },
    {
      "entropy": 5.991472434997559,
      "epoch": 1.9513513513513514,
      "grad_norm": 0.76171875,
      "learning_rate": 0.0007961869976139987,
      "loss": 5.902516174316406,
      "mean_token_accuracy": 0.16500157713890076,
      "num_tokens": 4353881.0,
      "step": 1805
    },
    {
      "entropy": 5.868509578704834,
      "epoch": 1.9567567567567568,
      "grad_norm": 0.6953125,
      "learning_rate": 0.0007947525420047558,
      "loss": 5.885099029541015,
      "mean_token_accuracy": 0.15701564848423005,
      "num_tokens": 4365773.0,
      "step": 1810
    },
    {
      "entropy": 6.079554080963135,
      "epoch": 1.962162162162162,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0007933145458813313,
      "loss": 5.97406120300293,
      "mean_token_accuracy": 0.15619401633739471,
      "num_tokens": 4378779.0,
      "step": 1815
    },
    {
      "entropy": 5.911398601531983,
      "epoch": 1.9675675675675675,
      "grad_norm": 0.7265625,
      "learning_rate": 0.00079187303004533,
      "loss": 5.788228988647461,
      "mean_token_accuracy": 0.1630644679069519,
      "num_tokens": 4391227.0,
      "step": 1820
    },
    {
      "entropy": 5.884594058990478,
      "epoch": 1.972972972972973,
      "grad_norm": 0.71484375,
      "learning_rate": 0.0007904280153492719,
      "loss": 5.822915649414062,
      "mean_token_accuracy": 0.16305937618017197,
      "num_tokens": 4405081.0,
      "step": 1825
    },
    {
      "entropy": 5.893936729431152,
      "epoch": 1.9783783783783784,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0007889795226962903,
      "loss": 5.852434158325195,
      "mean_token_accuracy": 0.16256003975868225,
      "num_tokens": 4418367.0,
      "step": 1830
    },
    {
      "entropy": 5.817579555511474,
      "epoch": 1.983783783783784,
      "grad_norm": 0.7421875,
      "learning_rate": 0.0007875275730398296,
      "loss": 5.800425720214844,
      "mean_token_accuracy": 0.1621989995241165,
      "num_tokens": 4430138.0,
      "step": 1835
    },
    {
      "entropy": 5.999104595184326,
      "epoch": 1.9891891891891893,
      "grad_norm": 0.7578125,
      "learning_rate": 0.0007860721873833421,
      "loss": 5.810161590576172,
      "mean_token_accuracy": 0.15874570310115815,
      "num_tokens": 4442843.0,
      "step": 1840
    },
    {
      "entropy": 5.885268878936768,
      "epoch": 1.9945945945945946,
      "grad_norm": 0.69921875,
      "learning_rate": 0.0007846133867799843,
      "loss": 5.8348651885986325,
      "mean_token_accuracy": 0.15846727192401885,
      "num_tokens": 4455005.0,
      "step": 1845
    },
    {
      "entropy": 5.798076820373535,
      "epoch": 2.0,
      "grad_norm": 1.53125,
      "learning_rate": 0.0007831511923323122,
      "loss": 5.883354568481446,
      "mean_token_accuracy": 0.15775206387043,
      "num_tokens": 4465336.0,
      "step": 1850
    },
    {
      "entropy": 5.810991191864014,
      "epoch": 2.0054054054054054,
      "grad_norm": 0.71875,
      "learning_rate": 0.0007816856251919762,
      "loss": 5.527929306030273,
      "mean_token_accuracy": 0.16748940646648408,
      "num_tokens": 4477360.0,
      "step": 1855
    },
    {
      "entropy": 5.809268569946289,
      "epoch": 2.0108108108108107,
      "grad_norm": 0.69921875,
      "learning_rate": 0.0007802167065594145,
      "loss": 5.577561950683593,
      "mean_token_accuracy": 0.16481069922447206,
      "num_tokens": 4488410.0,
      "step": 1860
    },
    {
      "entropy": 5.625452709197998,
      "epoch": 2.016216216216216,
      "grad_norm": 0.69921875,
      "learning_rate": 0.0007787444576835481,
      "loss": 5.5580078125,
      "mean_token_accuracy": 0.17334003746509552,
      "num_tokens": 4500257.0,
      "step": 1865
    },
    {
      "entropy": 5.561168956756592,
      "epoch": 2.0216216216216214,
      "grad_norm": 0.71875,
      "learning_rate": 0.0007772688998614708,
      "loss": 5.410086059570313,
      "mean_token_accuracy": 0.18215323388576507,
      "num_tokens": 4511162.0,
      "step": 1870
    },
    {
      "entropy": 5.757048511505127,
      "epoch": 2.027027027027027,
      "grad_norm": 0.75,
      "learning_rate": 0.0007757900544381437,
      "loss": 5.635135650634766,
      "mean_token_accuracy": 0.16631377041339873,
      "num_tokens": 4521402.0,
      "step": 1875
    },
    {
      "entropy": 5.7210588455200195,
      "epoch": 2.0324324324324325,
      "grad_norm": 0.71875,
      "learning_rate": 0.000774307942806085,
      "loss": 5.385799407958984,
      "mean_token_accuracy": 0.17716321647167205,
      "num_tokens": 4532285.0,
      "step": 1880
    },
    {
      "entropy": 5.656139659881592,
      "epoch": 2.037837837837838,
      "grad_norm": 0.7265625,
      "learning_rate": 0.0007728225864050604,
      "loss": 5.591728973388672,
      "mean_token_accuracy": 0.17316411435604095,
      "num_tokens": 4542765.0,
      "step": 1885
    },
    {
      "entropy": 5.640194320678711,
      "epoch": 2.0432432432432432,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0007713340067217743,
      "loss": 5.508696365356445,
      "mean_token_accuracy": 0.17453130185604096,
      "num_tokens": 4553113.0,
      "step": 1890
    },
    {
      "entropy": 5.633144664764404,
      "epoch": 2.0486486486486486,
      "grad_norm": 0.6953125,
      "learning_rate": 0.0007698422252895573,
      "loss": 5.5036571502685545,
      "mean_token_accuracy": 0.17045795619487764,
      "num_tokens": 4565831.0,
      "step": 1895
    },
    {
      "entropy": 5.780905246734619,
      "epoch": 2.054054054054054,
      "grad_norm": 0.81640625,
      "learning_rate": 0.0007683472636880559,
      "loss": 5.6892822265625,
      "mean_token_accuracy": 0.16380396485328674,
      "num_tokens": 4579563.0,
      "step": 1900
    },
    {
      "entropy": 5.758352661132813,
      "epoch": 2.0594594594594593,
      "grad_norm": 0.78125,
      "learning_rate": 0.0007668491435429198,
      "loss": 5.554851913452149,
      "mean_token_accuracy": 0.1707320511341095,
      "num_tokens": 4590549.0,
      "step": 1905
    },
    {
      "entropy": 5.689521026611328,
      "epoch": 2.064864864864865,
      "grad_norm": 0.71875,
      "learning_rate": 0.0007653478865254896,
      "loss": 5.547829055786133,
      "mean_token_accuracy": 0.17455363869667054,
      "num_tokens": 4602157.0,
      "step": 1910
    },
    {
      "entropy": 5.657618808746338,
      "epoch": 2.0702702702702704,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0007638435143524821,
      "loss": 5.633978271484375,
      "mean_token_accuracy": 0.16765685081481935,
      "num_tokens": 4614884.0,
      "step": 1915
    },
    {
      "entropy": 5.809543132781982,
      "epoch": 2.075675675675676,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0007623360487856777,
      "loss": 5.555442047119141,
      "mean_token_accuracy": 0.17740504145622255,
      "num_tokens": 4626089.0,
      "step": 1920
    },
    {
      "entropy": 5.652527332305908,
      "epoch": 2.081081081081081,
      "grad_norm": 0.8203125,
      "learning_rate": 0.0007608255116316047,
      "loss": 5.568304061889648,
      "mean_token_accuracy": 0.16942307054996492,
      "num_tokens": 4637381.0,
      "step": 1925
    },
    {
      "entropy": 5.808231163024902,
      "epoch": 2.0864864864864865,
      "grad_norm": 0.796875,
      "learning_rate": 0.000759311924741224,
      "loss": 5.685822677612305,
      "mean_token_accuracy": 0.16158882677555084,
      "num_tokens": 4651102.0,
      "step": 1930
    },
    {
      "entropy": 5.715962696075439,
      "epoch": 2.091891891891892,
      "grad_norm": 0.71875,
      "learning_rate": 0.0007577953100096127,
      "loss": 5.584080505371094,
      "mean_token_accuracy": 0.17144258618354796,
      "num_tokens": 4662346.0,
      "step": 1935
    },
    {
      "entropy": 5.584010601043701,
      "epoch": 2.097297297297297,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0007562756893756482,
      "loss": 5.479648208618164,
      "mean_token_accuracy": 0.1779884248971939,
      "num_tokens": 4673267.0,
      "step": 1940
    },
    {
      "entropy": 5.691203498840332,
      "epoch": 2.1027027027027025,
      "grad_norm": 0.7109375,
      "learning_rate": 0.0007547530848216902,
      "loss": 5.5625354766845705,
      "mean_token_accuracy": 0.1721408635377884,
      "num_tokens": 4686971.0,
      "step": 1945
    },
    {
      "entropy": 5.826029586791992,
      "epoch": 2.108108108108108,
      "grad_norm": 0.7109375,
      "learning_rate": 0.0007532275183732627,
      "loss": 5.578032684326172,
      "mean_token_accuracy": 0.1736992359161377,
      "num_tokens": 4698148.0,
      "step": 1950
    },
    {
      "entropy": 5.525319576263428,
      "epoch": 2.1135135135135137,
      "grad_norm": 0.84375,
      "learning_rate": 0.0007516990120987357,
      "loss": 5.548344421386719,
      "mean_token_accuracy": 0.1678497314453125,
      "num_tokens": 4708146.0,
      "step": 1955
    },
    {
      "entropy": 5.655934047698975,
      "epoch": 2.118918918918919,
      "grad_norm": 0.765625,
      "learning_rate": 0.0007501675881090059,
      "loss": 5.4946849822998045,
      "mean_token_accuracy": 0.1745520293712616,
      "num_tokens": 4721507.0,
      "step": 1960
    },
    {
      "entropy": 5.759321308135986,
      "epoch": 2.1243243243243244,
      "grad_norm": 0.76171875,
      "learning_rate": 0.0007486332685571763,
      "loss": 5.596438217163086,
      "mean_token_accuracy": 0.1724897027015686,
      "num_tokens": 4733769.0,
      "step": 1965
    },
    {
      "entropy": 5.763000202178955,
      "epoch": 2.1297297297297297,
      "grad_norm": 0.75390625,
      "learning_rate": 0.0007470960756382371,
      "loss": 5.642522811889648,
      "mean_token_accuracy": 0.16852032840251924,
      "num_tokens": 4746989.0,
      "step": 1970
    },
    {
      "entropy": 5.744833946228027,
      "epoch": 2.135135135135135,
      "grad_norm": 0.71484375,
      "learning_rate": 0.0007455560315887427,
      "loss": 5.643239593505859,
      "mean_token_accuracy": 0.17182834148406984,
      "num_tokens": 4759644.0,
      "step": 1975
    },
    {
      "entropy": 5.654244041442871,
      "epoch": 2.1405405405405404,
      "grad_norm": 0.765625,
      "learning_rate": 0.0007440131586864915,
      "loss": 5.531895446777344,
      "mean_token_accuracy": 0.16754286289215087,
      "num_tokens": 4771386.0,
      "step": 1980
    },
    {
      "entropy": 5.694602966308594,
      "epoch": 2.145945945945946,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0007424674792502037,
      "loss": 5.515792465209961,
      "mean_token_accuracy": 0.18264077007770538,
      "num_tokens": 4782830.0,
      "step": 1985
    },
    {
      "entropy": 5.667961311340332,
      "epoch": 2.1513513513513516,
      "grad_norm": 0.73046875,
      "learning_rate": 0.0007409190156391969,
      "loss": 5.545432281494141,
      "mean_token_accuracy": 0.17193699777126312,
      "num_tokens": 4795220.0,
      "step": 1990
    },
    {
      "entropy": 5.770290660858154,
      "epoch": 2.156756756756757,
      "grad_norm": 0.8125,
      "learning_rate": 0.0007393677902530648,
      "loss": 5.638581848144531,
      "mean_token_accuracy": 0.17162449061870574,
      "num_tokens": 4806904.0,
      "step": 1995
    },
    {
      "entropy": 5.681714153289795,
      "epoch": 2.1621621621621623,
      "grad_norm": 0.734375,
      "learning_rate": 0.0007378138255313511,
      "loss": 5.612754058837891,
      "mean_token_accuracy": 0.16533401906490325,
      "num_tokens": 4818963.0,
      "step": 2000
    }
  ],
  "logging_steps": 5,
  "max_steps": 4630,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 6,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1808651509678080.0,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}