[
  {
    "loss": 0.6644901275634766,
    "grad_norm": 0.69140625,
    "learning_rate": 5e-05,
    "entropy": 0.41775863207876685,
    "num_tokens": 17886.0,
    "mean_token_accuracy": 0.8308710962533951,
    "epoch": 0.008412197686645636,
    "step": 10
  },
  {
    "loss": 0.5578639030456543,
    "grad_norm": 0.6328125,
    "learning_rate": 0.00010555555555555557,
    "entropy": 0.5046202793717385,
    "num_tokens": 35672.0,
    "mean_token_accuracy": 0.8467379540205002,
    "epoch": 0.016824395373291272,
    "step": 20
  },
  {
    "loss": 0.49953713417053225,
    "grad_norm": 0.42578125,
    "learning_rate": 0.0001611111111111111,
    "entropy": 0.5429252408444881,
    "num_tokens": 52882.0,
    "mean_token_accuracy": 0.848870538175106,
    "epoch": 0.025236593059936908,
    "step": 30
  },
  {
    "loss": 0.4875448703765869,
    "grad_norm": 0.388671875,
    "learning_rate": 0.00019999665919423514,
    "entropy": 0.49813074097037313,
    "num_tokens": 70413.0,
    "mean_token_accuracy": 0.8602197140455246,
    "epoch": 0.033648790746582544,
    "step": 40
  },
  {
    "loss": 0.5065551280975342,
    "grad_norm": 0.396484375,
    "learning_rate": 0.0001999372733012762,
    "entropy": 0.5205996319651603,
    "num_tokens": 87742.0,
    "mean_token_accuracy": 0.8523474678397178,
    "epoch": 0.04206098843322818,
    "step": 50
  },
  {
    "loss": 0.5336020946502685,
    "grad_norm": 0.58984375,
    "learning_rate": 0.0001998036980255298,
    "entropy": 0.5422930240631103,
    "num_tokens": 106667.0,
    "mean_token_accuracy": 0.8395245373249054,
    "epoch": 0.050473186119873815,
    "step": 60
  },
  {
    "loss": 0.584792947769165,
    "grad_norm": 0.4453125,
    "learning_rate": 0.00019959603252786895,
    "entropy": 0.5817637398838997,
    "num_tokens": 123772.0,
    "mean_token_accuracy": 0.8319423466920852,
    "epoch": 0.058885383806519455,
    "step": 70
  },
  {
    "loss": 0.5139331817626953,
    "grad_norm": 0.314453125,
    "learning_rate": 0.00019931443097074569,
    "entropy": 0.5499239668250084,
    "num_tokens": 142732.0,
    "mean_token_accuracy": 0.8438791155815124,
    "epoch": 0.06729758149316509,
    "step": 80
  },
  {
    "loss": 0.48215503692626954,
    "grad_norm": 0.353515625,
    "learning_rate": 0.000198959102403747,
    "entropy": 0.5112259805202484,
    "num_tokens": 161271.0,
    "mean_token_accuracy": 0.8517454102635383,
    "epoch": 0.07570977917981073,
    "step": 90
  },
  {
    "loss": 0.5477577209472656,
    "grad_norm": 0.423828125,
    "learning_rate": 0.00019853031060840508,
    "entropy": 0.5490782242268324,
    "num_tokens": 179202.0,
    "mean_token_accuracy": 0.835928975045681,
    "epoch": 0.08412197686645637,
    "step": 100
  },
  {
    "loss": 0.5046371936798095,
    "grad_norm": 0.37890625,
    "learning_rate": 0.0001980283739023765,
    "entropy": 0.49583916887640955,
    "num_tokens": 197597.0,
    "mean_token_accuracy": 0.8535919323563576,
    "epoch": 0.09253417455310199,
    "step": 110
  },
  {
    "loss": 0.4952244758605957,
    "grad_norm": 0.421875,
    "learning_rate": 0.00019745366490313607,
    "entropy": 0.5152403030544519,
    "num_tokens": 214819.0,
    "mean_token_accuracy": 0.8491240337491035,
    "epoch": 0.10094637223974763,
    "step": 120
  },
  {
    "loss": 0.5076200485229492,
    "grad_norm": 0.390625,
    "learning_rate": 0.00019680661025136078,
    "entropy": 0.49193753488361835,
    "num_tokens": 232053.0,
    "mean_token_accuracy": 0.8580134496092796,
    "epoch": 0.10935856992639327,
    "step": 130
  },
  {
    "loss": 0.5707052230834961,
    "grad_norm": 0.462890625,
    "learning_rate": 0.00019608769029420895,
    "entropy": 0.5594139508903027,
    "num_tokens": 248970.0,
    "mean_token_accuracy": 0.8354306548833847,
    "epoch": 0.11777076761303891,
    "step": 140
  },
  {
    "loss": 0.5284650325775146,
    "grad_norm": 0.48828125,
    "learning_rate": 0.00019529743872873014,
    "entropy": 0.5149690546095371,
    "num_tokens": 266885.0,
    "mean_token_accuracy": 0.8453154772520065,
    "epoch": 0.12618296529968454,
    "step": 150
  },
  {
    "eval_loss": 0.5157255530357361,
    "eval_runtime": 43.5089,
    "eval_samples_per_second": 23.03,
    "eval_steps_per_second": 5.769,
    "eval_entropy": 0.5205607345973353,
    "eval_num_tokens": 266885.0,
    "eval_mean_token_accuracy": 0.8498107833691327,
    "epoch": 0.12618296529968454,
    "step": 150
  },
  {
    "loss": 0.5166601181030274,
    "grad_norm": 0.3984375,
    "learning_rate": 0.00019443644220566985,
    "entropy": 0.5193028658628464,
    "num_tokens": 285094.0,
    "mean_token_accuracy": 0.8514553621411324,
    "epoch": 0.13459516298633017,
    "step": 160
  },
  {
    "loss": 0.4895184993743896,
    "grad_norm": 0.396484375,
    "learning_rate": 0.00019350533989396395,
    "entropy": 0.5498913679271936,
    "num_tokens": 302878.0,
    "mean_token_accuracy": 0.8499076500535011,
    "epoch": 0.14300736067297581,
    "step": 170
  },
  {
    "loss": 0.489929723739624,
    "grad_norm": 0.34765625,
    "learning_rate": 0.00019250482300624543,
    "entropy": 0.4781280752271414,
    "num_tokens": 321038.0,
    "mean_token_accuracy": 0.8518652722239495,
    "epoch": 0.15141955835962145,
    "step": 180
  },
  {
    "loss": 0.5677974700927735,
    "grad_norm": 0.392578125,
    "learning_rate": 0.00019143563428571634,
    "entropy": 0.560076616331935,
    "num_tokens": 338613.0,
    "mean_token_accuracy": 0.8355910241603851,
    "epoch": 0.1598317560462671,
    "step": 190
  },
  {
    "loss": 0.47907423973083496,
    "grad_norm": 0.380859375,
    "learning_rate": 0.00019029856745476508,
    "entropy": 0.486137630045414,
    "num_tokens": 355794.0,
    "mean_token_accuracy": 0.8546374544501305,
    "epoch": 0.16824395373291273,
    "step": 200
  },
  {
    "loss": 0.5049150466918946,
    "grad_norm": 0.515625,
    "learning_rate": 0.0001890944666257392,
    "entropy": 0.5356668088585138,
    "num_tokens": 374388.0,
    "mean_token_accuracy": 0.8522498905658722,
    "epoch": 0.17665615141955837,
    "step": 210
  },
  {
    "loss": 0.5084699153900146,
    "grad_norm": 0.474609375,
    "learning_rate": 0.00018782422567431063,
    "entropy": 0.48354478403925893,
    "num_tokens": 393466.0,
    "mean_token_accuracy": 0.8485782667994499,
    "epoch": 0.18506834910620398,
    "step": 220
  },
  {
    "loss": 0.5076002597808837,
    "grad_norm": 0.357421875,
    "learning_rate": 0.0001864887875758985,
    "entropy": 0.5002748906612396,
    "num_tokens": 411947.0,
    "mean_token_accuracy": 0.8519161671400071,
    "epoch": 0.19348054679284962,
    "step": 230
  },
  {
    "loss": 0.5514575004577636,
    "grad_norm": 0.60546875,
    "learning_rate": 0.00018508914370564243,
    "entropy": 0.5646139703691005,
    "num_tokens": 429099.0,
    "mean_token_accuracy": 0.8357668131589889,
    "epoch": 0.20189274447949526,
    "step": 240
  },
  {
    "loss": 0.49529438018798827,
    "grad_norm": 0.58984375,
    "learning_rate": 0.00018362633310244574,
    "entropy": 0.518617831915617,
    "num_tokens": 446977.0,
    "mean_token_accuracy": 0.8446412399411202,
    "epoch": 0.2103049421661409,
    "step": 250
  },
  {
    "loss": 0.5090048313140869,
    "grad_norm": 0.408203125,
    "learning_rate": 0.00018210144169763522,
    "entropy": 0.502267974242568,
    "num_tokens": 465009.0,
    "mean_token_accuracy": 0.851601280272007,
    "epoch": 0.21871713985278654,
    "step": 260
  },
  {
    "loss": 0.5145918369293213,
    "grad_norm": 0.41796875,
    "learning_rate": 0.00018051560150880952,
    "entropy": 0.5074335142970086,
    "num_tokens": 481925.0,
    "mean_token_accuracy": 0.8518189460039138,
    "epoch": 0.22712933753943218,
    "step": 270
  },
  {
    "loss": 0.47620458602905275,
    "grad_norm": 0.29296875,
    "learning_rate": 0.00017886998979947522,
    "entropy": 0.5017431110143662,
    "num_tokens": 499792.0,
    "mean_token_accuracy": 0.8548987463116646,
    "epoch": 0.23554153522607782,
    "step": 280
  },
  {
    "loss": 0.507429552078247,
    "grad_norm": 0.39453125,
    "learning_rate": 0.00017716582820509423,
    "entropy": 0.5222229663282633,
    "num_tokens": 517055.0,
    "mean_token_accuracy": 0.8444660127162933,
    "epoch": 0.24395373291272346,
    "step": 290
  },
  {
    "loss": 0.5420027732849121,
    "grad_norm": 0.39453125,
    "learning_rate": 0.00017540438182619083,
    "entropy": 0.5492073997855187,
    "num_tokens": 536355.0,
    "mean_token_accuracy": 0.8354690104722977,
    "epoch": 0.25236593059936907,
    "step": 300
  },
  {
    "eval_loss": 0.5092939138412476,
    "eval_runtime": 43.2398,
    "eval_samples_per_second": 23.173,
    "eval_steps_per_second": 5.805,
    "eval_entropy": 0.4988216485872687,
    "eval_num_tokens": 536355.0,
    "eval_mean_token_accuracy": 0.849776790911458,
    "epoch": 0.25236593059936907,
    "step": 300
  },
  {
    "loss": 0.536237096786499,
    "grad_norm": 0.91015625,
    "learning_rate": 0.00017358695828919264,
    "entropy": 0.5142859980463982,
    "num_tokens": 553515.0,
    "mean_token_accuracy": 0.8491675749421119,
    "epoch": 0.2607781282860147,
    "step": 310
  },
  {
    "loss": 0.5729623317718506,
    "grad_norm": 0.44921875,
    "learning_rate": 0.00017171490677570138,
    "entropy": 0.558933037891984,
    "num_tokens": 571228.0,
    "mean_token_accuracy": 0.8405497163534165,
    "epoch": 0.26919032597266035,
    "step": 320
  },
  {
    "loss": 0.5896058559417725,
    "grad_norm": 0.5703125,
    "learning_rate": 0.00016978961702091548,
    "entropy": 0.572591795027256,
    "num_tokens": 589110.0,
    "mean_token_accuracy": 0.8290358498692513,
    "epoch": 0.277602523659306,
    "step": 330
  },
  {
    "loss": 0.5112470626831055,
    "grad_norm": 0.400390625,
    "learning_rate": 0.0001678125182819466,
    "entropy": 0.5400734946131707,
    "num_tokens": 606112.0,
    "mean_token_accuracy": 0.8408979564905167,
    "epoch": 0.28601472134595163,
    "step": 340
  },
  {
    "loss": 0.4602771282196045,
    "grad_norm": 0.4296875,
    "learning_rate": 0.0001657850782767974,
    "entropy": 0.4790476318448782,
    "num_tokens": 623646.0,
    "mean_token_accuracy": 0.8584060147404671,
    "epoch": 0.29442691903259727,
    "step": 350
  },
  {
    "loss": 0.5069724559783936,
    "grad_norm": 0.48046875,
    "learning_rate": 0.00016370880209478684,
    "entropy": 0.5200437907129526,
    "num_tokens": 641902.0,
    "mean_token_accuracy": 0.8489004954695701,
    "epoch": 0.3028391167192429,
    "step": 360
  },
  {
    "loss": 0.5578237533569336,
    "grad_norm": 0.369140625,
    "learning_rate": 0.00016158523107923317,
    "entropy": 0.5649974066764116,
    "num_tokens": 659952.0,
    "mean_token_accuracy": 0.8369685173034668,
    "epoch": 0.31125131440588855,
    "step": 370
  },
  {
    "loss": 0.47066588401794435,
    "grad_norm": 0.359375,
    "learning_rate": 0.00015941594168322282,
    "entropy": 0.47163805216550825,
    "num_tokens": 676446.0,
    "mean_token_accuracy": 0.8630838245153427,
    "epoch": 0.3196635120925342,
    "step": 380
  },
  {
    "loss": 0.4772009372711182,
    "grad_norm": 0.400390625,
    "learning_rate": 0.0001572025442993157,
    "entropy": 0.4667525518685579,
    "num_tokens": 694154.0,
    "mean_token_accuracy": 0.8570062339305877,
    "epoch": 0.3280757097791798,
    "step": 390
  },
  {
    "loss": 0.5249220848083496,
    "grad_norm": 0.375,
    "learning_rate": 0.00015494668206405483,
    "entropy": 0.5329773716628552,
    "num_tokens": 711669.0,
    "mean_token_accuracy": 0.8415302649140358,
    "epoch": 0.33648790746582546,
    "step": 400
  },
  {
    "loss": 0.4875462055206299,
    "grad_norm": 0.5234375,
    "learning_rate": 0.00015265002963816846,
    "entropy": 0.4823704816401005,
    "num_tokens": 728983.0,
    "mean_token_accuracy": 0.858619874715805,
    "epoch": 0.3449001051524711,
    "step": 410
  },
  {
    "loss": 0.44158411026000977,
    "grad_norm": 0.37890625,
    "learning_rate": 0.00015031429196336982,
    "entropy": 0.4349179297685623,
    "num_tokens": 745793.0,
    "mean_token_accuracy": 0.8672094404697418,
    "epoch": 0.35331230283911674,
    "step": 420
  },
  {
    "loss": 0.44835238456726073,
    "grad_norm": 0.390625,
    "learning_rate": 0.00014794120299667737,
    "entropy": 0.4709930635988712,
    "num_tokens": 763754.0,
    "mean_token_accuracy": 0.8656966030597687,
    "epoch": 0.3617245005257624,
    "step": 430
  },
  {
    "loss": 0.46076221466064454,
    "grad_norm": 0.375,
    "learning_rate": 0.00014553252442319538,
    "entropy": 0.45636184960603715,
    "num_tokens": 782350.0,
    "mean_token_accuracy": 0.8606420174241066,
    "epoch": 0.37013669821240797,
    "step": 440
  },
  {
    "loss": 0.41022934913635256,
    "grad_norm": 0.32421875,
    "learning_rate": 0.00014309004434831036,
    "entropy": 0.41649786606431005,
    "num_tokens": 801737.0,
    "mean_token_accuracy": 0.8772262930870056,
    "epoch": 0.3785488958990536,
    "step": 450
  },
  {
    "eval_loss": 0.5019798278808594,
    "eval_runtime": 43.2448,
    "eval_samples_per_second": 23.17,
    "eval_steps_per_second": 5.804,
    "eval_entropy": 0.49474223777354953,
    "eval_num_tokens": 801737.0,
    "eval_mean_token_accuracy": 0.8509889845829086,
    "epoch": 0.3785488958990536,
    "step": 450
  },
  {
    "loss": 0.4886730670928955,
    "grad_norm": 0.40625,
    "learning_rate": 0.0001406155759702739,
    "entropy": 0.4626791954040527,
    "num_tokens": 818998.0,
    "mean_token_accuracy": 0.8578041106462478,
    "epoch": 0.38696109358569925,
    "step": 460
  },
  {
    "loss": 0.43723235130310056,
    "grad_norm": 0.36328125,
    "learning_rate": 0.00013811095623415804,
    "entropy": 0.4580305341631174,
    "num_tokens": 837490.0,
    "mean_token_accuracy": 0.8644093602895737,
    "epoch": 0.3953732912723449,
    "step": 470
  },
  {
    "loss": 0.5131179332733155,
    "grad_norm": 0.44921875,
    "learning_rate": 0.00013557804446818133,
    "entropy": 0.5031312361359597,
    "num_tokens": 853819.0,
    "mean_token_accuracy": 0.8500203013420105,
    "epoch": 0.4037854889589905,
    "step": 480
  },
  {
    "loss": 0.4966330051422119,
    "grad_norm": 0.46875,
    "learning_rate": 0.00013301872100341912,
    "entropy": 0.5123794697225094,
    "num_tokens": 870402.0,
    "mean_token_accuracy": 0.8551265612244606,
    "epoch": 0.41219768664563616,
    "step": 490
  },
  {
    "loss": 0.5083879947662353,
    "grad_norm": 0.408203125,
    "learning_rate": 0.00013043488577792184,
    "entropy": 0.5123440526425839,
    "num_tokens": 887321.0,
    "mean_token_accuracy": 0.8488352715969085,
    "epoch": 0.4206098843322818,
    "step": 500
  },
  {
    "loss": 0.4652432918548584,
    "grad_norm": 0.447265625,
    "learning_rate": 0.0001278284569262781,
    "entropy": 0.4698960553854704,
    "num_tokens": 905696.0,
    "mean_token_accuracy": 0.8606894016265869,
    "epoch": 0.42902208201892744,
    "step": 510
  },
  {
    "loss": 0.4380183219909668,
    "grad_norm": 0.408203125,
    "learning_rate": 0.00012520136935566904,
    "entropy": 0.43917837329208853,
    "num_tokens": 924737.0,
    "mean_token_accuracy": 0.8651972591876984,
    "epoch": 0.4374342797055731,
    "step": 520
  },
  {
    "loss": 0.46619858741760256,
    "grad_norm": 0.51171875,
    "learning_rate": 0.0001225555733094719,
    "entropy": 0.4861061923205853,
    "num_tokens": 941252.0,
    "mean_token_accuracy": 0.8588027134537697,
    "epoch": 0.4458464773922187,
    "step": 530
  },
  {
    "loss": 0.4590827465057373,
    "grad_norm": 0.32421875,
    "learning_rate": 0.00011989303291947826,
    "entropy": 0.4769519090652466,
    "num_tokens": 959549.0,
    "mean_token_accuracy": 0.8566611051559448,
    "epoch": 0.45425867507886436,
    "step": 540
  },
  {
    "loss": 0.5028058528900147,
    "grad_norm": 0.390625,
    "learning_rate": 0.00011721572474780205,
    "entropy": 0.49060247242450716,
    "num_tokens": 977934.0,
    "mean_token_accuracy": 0.8463574901223183,
    "epoch": 0.46267087276551,
    "step": 550
  },
  {
    "loss": 0.5106627941131592,
    "grad_norm": 0.353515625,
    "learning_rate": 0.00011452563631955997,
    "entropy": 0.5243487633764744,
    "num_tokens": 995534.0,
    "mean_token_accuracy": 0.8489840433001519,
    "epoch": 0.47108307045215564,
    "step": 560
  },
  {
    "loss": 0.5040833473205566,
    "grad_norm": 0.431640625,
    "learning_rate": 0.00011182476464741359,
    "entropy": 0.511018768697977,
    "num_tokens": 1012521.0,
    "mean_token_accuracy": 0.8465926513075829,
    "epoch": 0.4794952681388013,
    "step": 570
  },
  {
    "loss": 0.520852518081665,
    "grad_norm": 0.380859375,
    "learning_rate": 0.0001091151147490677,
    "entropy": 0.5150163471698761,
    "num_tokens": 1029532.0,
    "mean_token_accuracy": 0.8415179714560509,
    "epoch": 0.4879074658254469,
    "step": 580
  },
  {
    "loss": 0.3955108404159546,
    "grad_norm": 0.404296875,
    "learning_rate": 0.00010639869815882668,
    "entropy": 0.42485857382416725,
    "num_tokens": 1047599.0,
    "mean_token_accuracy": 0.8708899393677711,
    "epoch": 0.49631966351209256,
    "step": 590
  },
  {
    "loss": 0.5156550884246827,
    "grad_norm": 0.404296875,
    "learning_rate": 0.00010367753143431278,
    "entropy": 0.4836477965116501,
    "num_tokens": 1066584.0,
    "mean_token_accuracy": 0.8515340134501457,
    "epoch": 0.5047318611987381,
    "step": 600
  },
  {
    "eval_loss": 0.5016828179359436,
    "eval_runtime": 44.4349,
    "eval_samples_per_second": 22.55,
    "eval_steps_per_second": 5.649,
    "eval_entropy": 0.5061054474922765,
    "eval_num_tokens": 1066584.0,
    "eval_mean_token_accuracy": 0.8509582224120182,
    "epoch": 0.5047318611987381,
    "step": 600
  },
  {
    "loss": 0.5101516246795654,
    "grad_norm": 0.412109375,
    "learning_rate": 0.00010095363465945549,
    "entropy": 0.5069868132472038,
    "num_tokens": 1084792.0,
    "mean_token_accuracy": 0.8516661524772644,
    "epoch": 0.5131440588853838,
    "step": 610
  },
  {
    "loss": 0.5655738353729248,
    "grad_norm": 0.43359375,
    "learning_rate": 9.822902994486313e-05,
    "entropy": 0.5374718602746725,
    "num_tokens": 1102585.0,
    "mean_token_accuracy": 0.8460393868386745,
    "epoch": 0.5215562565720294,
    "step": 620
  },
  {
    "loss": 0.5003692626953125,
    "grad_norm": 0.380859375,
    "learning_rate": 9.550573992668964e-05,
    "entropy": 0.4945683263242245,
    "num_tokens": 1118590.0,
    "mean_token_accuracy": 0.8570186719298363,
    "epoch": 0.5299684542586751,
    "step": 630
  },
  {
    "loss": 0.4934247970581055,
    "grad_norm": 0.35546875,
    "learning_rate": 9.278578626511173e-05,
    "entropy": 0.49867704808712005,
    "num_tokens": 1136773.0,
    "mean_token_accuracy": 0.8551020383834839,
    "epoch": 0.5383806519453207,
    "step": 640
  },
  {
    "loss": 0.45653066635131834,
    "grad_norm": 0.361328125,
    "learning_rate": 9.007118814353019e-05,
    "entropy": 0.4587596397846937,
    "num_tokens": 1154768.0,
    "mean_token_accuracy": 0.8645354241132737,
    "epoch": 0.5467928496319664,
    "step": 650
  },
  {
    "loss": 0.43801026344299315,
    "grad_norm": 0.3515625,
    "learning_rate": 8.736396076960973e-05,
    "entropy": 0.436482329107821,
    "num_tokens": 1171141.0,
    "mean_token_accuracy": 0.8680778846144677,
    "epoch": 0.555205047318612,
    "step": 660
  },
  {
    "loss": 0.48572382926940916,
    "grad_norm": 0.33984375,
    "learning_rate": 8.466611387927075e-05,
    "entropy": 0.4897559147328138,
    "num_tokens": 1188848.0,
    "mean_token_accuracy": 0.8528486609458923,
    "epoch": 0.5636172450052577,
    "step": 670
  },
  {
    "loss": 0.4595578670501709,
    "grad_norm": 0.423828125,
    "learning_rate": 8.197965024474269e-05,
    "entropy": 0.48105588629841806,
    "num_tokens": 1205462.0,
    "mean_token_accuracy": 0.8587836340069771,
    "epoch": 0.5720294426919033,
    "step": 680
  },
  {
    "loss": 0.5170315265655517,
    "grad_norm": 0.296875,
    "learning_rate": 7.930656418778692e-05,
    "entropy": 0.5295548569411039,
    "num_tokens": 1223225.0,
    "mean_token_accuracy": 0.8485119223594666,
    "epoch": 0.580441640378549,
    "step": 690
  },
  {
    "loss": 0.49773259162902833,
    "grad_norm": 0.439453125,
    "learning_rate": 7.664884009919337e-05,
    "entropy": 0.4959330677986145,
    "num_tokens": 1241341.0,
    "mean_token_accuracy": 0.8523301362991333,
    "epoch": 0.5888538380651945,
    "step": 700
  },
  {
    "loss": 0.45866031646728517,
    "grad_norm": 0.333984375,
    "learning_rate": 7.400845096564895e-05,
    "entropy": 0.4629350196570158,
    "num_tokens": 1260070.0,
    "mean_token_accuracy": 0.8623251214623451,
    "epoch": 0.5972660357518401,
    "step": 710
  },
  {
    "loss": 0.45479936599731446,
    "grad_norm": 0.466796875,
    "learning_rate": 7.138735690507232e-05,
    "entropy": 0.45315413922071457,
    "num_tokens": 1277817.0,
    "mean_token_accuracy": 0.8606215000152588,
    "epoch": 0.6056782334384858,
    "step": 720
  },
  {
    "loss": 0.4651636600494385,
    "grad_norm": 0.50390625,
    "learning_rate": 6.87875037115016e-05,
    "entropy": 0.4955283936113119,
    "num_tokens": 1296319.0,
    "mean_token_accuracy": 0.8529913663864136,
    "epoch": 0.6140904311251314,
    "step": 730
  },
  {
    "loss": 0.458605432510376,
    "grad_norm": 0.375,
    "learning_rate": 6.621082141061594e-05,
    "entropy": 0.46719060391187667,
    "num_tokens": 1314222.0,
    "mean_token_accuracy": 0.8618179276585579,
    "epoch": 0.6225026288117771,
    "step": 740
  },
  {
    "loss": 0.4238747119903564,
    "grad_norm": 0.37890625,
    "learning_rate": 6.365922282696246e-05,
    "entropy": 0.46433731317520144,
    "num_tokens": 1332578.0,
    "mean_token_accuracy": 0.8674190878868103,
    "epoch": 0.6309148264984227,
    "step": 750
  },
  {
    "eval_loss": 0.49650052189826965,
    "eval_runtime": 44.1675,
    "eval_samples_per_second": 22.686,
    "eval_steps_per_second": 5.683,
    "eval_entropy": 0.49466295991523335,
    "eval_num_tokens": 1332578.0,
    "eval_mean_token_accuracy": 0.8537447065471178,
    "epoch": 0.6309148264984227,
    "step": 750
  },
  {
    "loss": 0.4777510166168213,
    "grad_norm": 0.296875,
    "learning_rate": 6.113460216395276e-05,
    "entropy": 0.46779244504868983,
    "num_tokens": 1350642.0,
    "mean_token_accuracy": 0.8585006296634674,
    "epoch": 0.6393270241850684,
    "step": 760
  },
  {
    "loss": 0.43058485984802247,
    "grad_norm": 0.390625,
    "learning_rate": 5.8638833597683295e-05,
    "entropy": 0.4450514350086451,
    "num_tokens": 1368256.0,
    "mean_token_accuracy": 0.8651673465967178,
    "epoch": 0.647739221871714,
    "step": 770
  },
  {
    "loss": 0.4754780292510986,
    "grad_norm": 0.2294921875,
    "learning_rate": 5.6173769885622816e-05,
    "entropy": 0.48611559383571146,
    "num_tokens": 1385497.0,
    "mean_token_accuracy": 0.8574813604354858,
    "epoch": 0.6561514195583596,
    "step": 780
  },
  {
    "loss": 0.48357625007629396,
    "grad_norm": 0.380859375,
    "learning_rate": 5.3741240991200214e-05,
    "entropy": 0.47957778461277484,
    "num_tokens": 1404550.0,
    "mean_token_accuracy": 0.8487858697772026,
    "epoch": 0.6645636172450052,
    "step": 790
  },
  {
    "loss": 0.5497960567474365,
    "grad_norm": 0.54296875,
    "learning_rate": 5.134305272531394e-05,
    "entropy": 0.5210029605776072,
    "num_tokens": 1421268.0,
    "mean_token_accuracy": 0.840529902279377,
    "epoch": 0.6729758149316509,
    "step": 800
  },
  {
    "loss": 0.4972085952758789,
    "grad_norm": 0.443359375,
    "learning_rate": 4.898098540577122e-05,
    "entropy": 0.5074868854135275,
    "num_tokens": 1438077.0,
    "mean_token_accuracy": 0.8451508775353431,
    "epoch": 0.6813880126182965,
    "step": 810
  },
  {
    "loss": 0.42497959136962893,
    "grad_norm": 0.578125,
    "learning_rate": 4.665679253565191e-05,
    "entropy": 0.4287653032690287,
    "num_tokens": 1455329.0,
    "mean_token_accuracy": 0.870225128531456,
    "epoch": 0.6898002103049422,
    "step": 820
  },
  {
    "loss": 0.49147672653198243,
    "grad_norm": 0.302734375,
    "learning_rate": 4.437219950157927e-05,
    "entropy": 0.5095056083053351,
    "num_tokens": 1472973.0,
    "mean_token_accuracy": 0.8493282213807106,
    "epoch": 0.6982124079915878,
    "step": 830
  },
  {
    "loss": 0.49974665641784666,
    "grad_norm": 0.400390625,
    "learning_rate": 4.2128902292862625e-05,
    "entropy": 0.5031959179788827,
    "num_tokens": 1491004.0,
    "mean_token_accuracy": 0.8519662648439408,
    "epoch": 0.7066246056782335,
    "step": 840
  },
  {
    "loss": 0.4568824768066406,
    "grad_norm": 0.369140625,
    "learning_rate": 3.9928566242463516e-05,
    "entropy": 0.46861373744904994,
    "num_tokens": 1507930.0,
    "mean_token_accuracy": 0.8673135682940483,
    "epoch": 0.7150368033648791,
    "step": 850
  },
  {
    "loss": 0.4371347427368164,
    "grad_norm": 0.3515625,
    "learning_rate": 3.777282479072023e-05,
    "entropy": 0.4369157709181309,
    "num_tokens": 1525250.0,
    "mean_token_accuracy": 0.8657293424010277,
    "epoch": 0.7234490010515248,
    "step": 860
  },
  {
    "loss": 0.48940362930297854,
    "grad_norm": 0.54296875,
    "learning_rate": 3.56632782727477e-05,
    "entropy": 0.48742267247289417,
    "num_tokens": 1542980.0,
    "mean_token_accuracy": 0.8546120315790177,
    "epoch": 0.7318611987381703,
    "step": 870
  },
  {
    "loss": 0.4359768867492676,
    "grad_norm": 0.51171875,
    "learning_rate": 3.360149273041358e-05,
    "entropy": 0.4555686455219984,
    "num_tokens": 1560118.0,
    "mean_token_accuracy": 0.8625203266739845,
    "epoch": 0.7402733964248159,
    "step": 880
  },
  {
    "loss": 0.47966947555541994,
    "grad_norm": 0.326171875,
    "learning_rate": 3.158899874977221e-05,
    "entropy": 0.5010597914457321,
    "num_tokens": 1577819.0,
    "mean_token_accuracy": 0.8502609938383102,
    "epoch": 0.7486855941114616,
    "step": 890
  },
  {
    "loss": 0.48172292709350584,
    "grad_norm": 0.353515625,
    "learning_rate": 2.9627290324819635e-05,
    "entropy": 0.47771124467253684,
    "num_tokens": 1595465.0,
    "mean_token_accuracy": 0.8525931060314178,
    "epoch": 0.7570977917981072,
    "step": 900
  },
  {
    "eval_loss": 0.49366605281829834,
    "eval_runtime": 44.2235,
    "eval_samples_per_second": 22.658,
    "eval_steps_per_second": 5.676,
    "eval_entropy": 0.49088804530669966,
    "eval_num_tokens": 1595465.0,
    "eval_mean_token_accuracy": 0.8535285991026585,
    "epoch": 0.7570977917981072,
    "step": 900
  },
  {
    "loss": 0.4764974117279053,
    "grad_norm": 0.318359375,
    "learning_rate": 2.7717823748412786e-05,
    "entropy": 0.4569669846445322,
    "num_tokens": 1612331.0,
    "mean_token_accuracy": 0.859618866443634,
    "epoch": 0.7655099894847529,
    "step": 910
  },
  {
    "loss": 0.5832089900970459,
    "grad_norm": 0.5078125,
    "learning_rate": 2.586201653117687e-05,
    "entropy": 0.5448153771460056,
    "num_tokens": 1629141.0,
    "mean_token_accuracy": 0.8399338677525521,
    "epoch": 0.7739221871713985,
    "step": 920
  },
  {
    "loss": 0.4664586067199707,
    "grad_norm": 0.5234375,
    "learning_rate": 2.4061246349202836e-05,
    "entropy": 0.468376400321722,
    "num_tokens": 1646892.0,
    "mean_token_accuracy": 0.8635450974106789,
    "epoch": 0.7823343848580442,
    "step": 930
  },
  {
    "loss": 0.515719985961914,
    "grad_norm": 0.390625,
    "learning_rate": 2.2316850021316383e-05,
    "entropy": 0.4714161459356546,
    "num_tokens": 1664928.0,
    "mean_token_accuracy": 0.8522258847951889,
    "epoch": 0.7907465825446898,
    "step": 940
  },
  {
    "loss": 0.46754937171936034,
    "grad_norm": 0.361328125,
    "learning_rate": 2.0630122516677952e-05,
    "entropy": 0.4566764455288649,
    "num_tokens": 1683193.0,
    "mean_token_accuracy": 0.860313655436039,
    "epoch": 0.7991587802313355,
    "step": 950
  },
  {
    "loss": 0.45092215538024905,
    "grad_norm": 0.53515625,
    "learning_rate": 1.900231599345006e-05,
    "entropy": 0.49635875867679713,
    "num_tokens": 1700570.0,
    "mean_token_accuracy": 0.8524207696318626,
    "epoch": 0.807570977917981,
    "step": 960
  },
  {
    "loss": 0.5068153381347656,
    "grad_norm": 0.375,
    "learning_rate": 1.743463886924569e-05,
    "entropy": 0.49028092734515666,
    "num_tokens": 1718365.0,
    "mean_token_accuracy": 0.8554800346493721,
    "epoch": 0.8159831756046267,
    "step": 970
  },
  {
    "loss": 0.4151425838470459,
    "grad_norm": 0.341796875,
    "learning_rate": 1.592825492404816e-05,
    "entropy": 0.453617250174284,
    "num_tokens": 1736733.0,
    "mean_token_accuracy": 0.8672206476330757,
    "epoch": 0.8243953732912723,
    "step": 980
  },
  {
    "loss": 0.47887310981750486,
    "grad_norm": 0.439453125,
    "learning_rate": 1.448428243626796e-05,
    "entropy": 0.48988366313278675,
    "num_tokens": 1756048.0,
    "mean_token_accuracy": 0.8519709303975105,
    "epoch": 0.832807570977918,
    "step": 990
  },
  {
    "loss": 0.41326084136962893,
    "grad_norm": 0.37109375,
    "learning_rate": 1.3103793352578153e-05,
    "entropy": 0.425517388433218,
    "num_tokens": 1773583.0,
    "mean_token_accuracy": 0.8752173602581024,
    "epoch": 0.8412197686645636,
    "step": 1000
  },
  {
    "loss": 0.44759268760681153,
    "grad_norm": 0.283203125,
    "learning_rate": 1.1787812492144611e-05,
    "entropy": 0.4636589106172323,
    "num_tokens": 1791572.0,
    "mean_token_accuracy": 0.8631374597549438,
    "epoch": 0.8496319663512093,
    "step": 1010
  },
  {
    "loss": 0.48625845909118653,
    "grad_norm": 0.423828125,
    "learning_rate": 1.05373167858418e-05,
    "entropy": 0.49628445636481044,
    "num_tokens": 1809222.0,
    "mean_token_accuracy": 0.8517171651124954,
    "epoch": 0.8580441640378549,
    "step": 1020
  },
  {
    "loss": 0.4556222438812256,
    "grad_norm": 0.3828125,
    "learning_rate": 9.353234551018787e-06,
    "entropy": 0.45326445177197455,
    "num_tokens": 1827208.0,
    "mean_token_accuracy": 0.8658925801515579,
    "epoch": 0.8664563617245006,
    "step": 1030
  },
  {
    "loss": 0.49567365646362305,
    "grad_norm": 0.466796875,
    "learning_rate": 8.236444802354194e-06,
    "entropy": 0.4830797161906958,
    "num_tokens": 1844866.0,
    "mean_token_accuracy": 0.8538633629679679,
    "epoch": 0.8748685594111462,
    "step": 1040
  },
  {
    "loss": 0.49363341331481936,
    "grad_norm": 0.365234375,
    "learning_rate": 7.187776599311225e-06,
    "entropy": 0.49590680450201036,
    "num_tokens": 1863508.0,
    "mean_token_accuracy": 0.8481405600905418,
    "epoch": 0.8832807570977917,
    "step": 1050
  },
  {
    "eval_loss": 0.492710679769516,
    "eval_runtime": 44.3795,
    "eval_samples_per_second": 22.578,
    "eval_steps_per_second": 5.656,
    "eval_entropy": 0.4946926224279214,
    "eval_num_tokens": 1863508.0,
    "eval_mean_token_accuracy": 0.8535925515619407,
    "epoch": 0.8832807570977917,
    "step": 1050
  },
  {
    "loss": 0.46772065162658694,
    "grad_norm": 0.330078125,
    "learning_rate": 6.2080084306775255e-06,
    "entropy": 0.48166475519537927,
    "num_tokens": 1882313.0,
    "mean_token_accuracy": 0.859215559065342,
    "epoch": 0.8916929547844374,
    "step": 1060
  },
  {
    "loss": 0.4697853088378906,
    "grad_norm": 0.419921875,
    "learning_rate": 5.297867636646625e-06,
    "entropy": 0.4738619901239872,
    "num_tokens": 1899903.0,
    "mean_token_accuracy": 0.8621121436357498,
    "epoch": 0.900105152471083,
    "step": 1070
  },
  {
    "loss": 0.48142337799072266,
    "grad_norm": 0.369140625,
    "learning_rate": 4.458029868870106e-06,
    "entropy": 0.4744772035628557,
    "num_tokens": 1917878.0,
    "mean_token_accuracy": 0.8594217240810395,
    "epoch": 0.9085173501577287,
    "step": 1080
  },
  {
    "loss": 0.40869989395141604,
    "grad_norm": 0.4296875,
    "learning_rate": 3.6891185888811354e-06,
    "entropy": 0.42849237024784087,
    "num_tokens": 1935443.0,
    "mean_token_accuracy": 0.8725451439619064,
    "epoch": 0.9169295478443743,
    "step": 1090
  },
  {
    "loss": 0.4973776817321777,
    "grad_norm": 0.29296875,
    "learning_rate": 2.9917046052618913e-06,
    "entropy": 0.4887580588459969,
    "num_tokens": 1953376.0,
    "mean_token_accuracy": 0.8516494154930114,
    "epoch": 0.92534174553102,
    "step": 1100
  },
  {
    "loss": 0.5040076732635498,
    "grad_norm": 0.333984375,
    "learning_rate": 2.3663056498984035e-06,
    "entropy": 0.5119045183062554,
    "num_tokens": 1970989.0,
    "mean_token_accuracy": 0.8522839710116387,
    "epoch": 0.9337539432176656,
    "step": 1110
  },
  {
    "loss": 0.5222736358642578,
    "grad_norm": 0.458984375,
    "learning_rate": 1.8133859936374065e-06,
    "entropy": 0.5279249057173729,
    "num_tokens": 1987794.0,
    "mean_token_accuracy": 0.8435431227087975,
    "epoch": 0.9421661409043113,
    "step": 1120
  },
  {
    "loss": 0.5045926570892334,
    "grad_norm": 0.494140625,
    "learning_rate": 1.333356101630434e-06,
    "entropy": 0.5016367115080357,
    "num_tokens": 2006103.0,
    "mean_token_accuracy": 0.8468659013509751,
    "epoch": 0.9505783385909569,
    "step": 1130
  },
  {
    "loss": 0.4517922878265381,
    "grad_norm": 0.41015625,
    "learning_rate": 9.265723286211114e-07,
    "entropy": 0.4635258123278618,
    "num_tokens": 2024653.0,
    "mean_token_accuracy": 0.858749409019947,
    "epoch": 0.9589905362776026,
    "step": 1140
  },
  {
    "loss": 0.4429300308227539,
    "grad_norm": 0.333984375,
    "learning_rate": 5.933366544018881e-07,
    "entropy": 0.46379459239542487,
    "num_tokens": 2042110.0,
    "mean_token_accuracy": 0.8633494853973389,
    "epoch": 0.9674027339642481,
    "step": 1150
  },
  {
    "loss": 0.48291401863098143,
    "grad_norm": 0.404296875,
    "learning_rate": 3.338964596363958e-07,
    "entropy": 0.4801469299942255,
    "num_tokens": 2059221.0,
    "mean_token_accuracy": 0.8571181014180184,
    "epoch": 0.9758149316508938,
    "step": 1160
  },
  {
    "loss": 0.4716052055358887,
    "grad_norm": 0.3828125,
    "learning_rate": 1.4844434221414904e-07,
    "entropy": 0.4888222087174654,
    "num_tokens": 2076725.0,
    "mean_token_accuracy": 0.8568236321210861,
    "epoch": 0.9842271293375394,
    "step": 1170
  },
  {
    "loss": 0.4568983554840088,
    "grad_norm": 0.4453125,
    "learning_rate": 3.7117974273603865e-08,
    "entropy": 0.4492193166166544,
    "num_tokens": 2093837.0,
    "mean_token_accuracy": 0.8625048115849495,
    "epoch": 0.9926393270241851,
    "step": 1180
  },
  {
    "eval_loss": 0.49275869131088257,
    "eval_runtime": 44.373,
    "eval_samples_per_second": 22.581,
    "eval_steps_per_second": 5.657,
    "eval_entropy": 0.4945634504950854,
    "eval_num_tokens": 2109469.0,
    "eval_mean_token_accuracy": 0.8536091024182232,
    "epoch": 1.0,
    "step": 1189
  },
  {
    "train_runtime": 2984.9918,
    "train_samples_per_second": 6.372,
    "train_steps_per_second": 0.398,
    "total_flos": 2.585949872638771e+16,
    "train_loss": 0.49064892395090115,
    "epoch": 1.0,
    "step": 1189
  }
]