{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.686420318041414,
  "eval_steps": 500,
  "global_step": 6000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0022880677268047136,
      "grad_norm": 6.5,
      "learning_rate": 3.8000000000000005e-06,
      "loss": 0.6426264762878418,
      "step": 20
    },
    {
      "epoch": 0.004576135453609427,
      "grad_norm": 10.75,
      "learning_rate": 7.800000000000002e-06,
      "loss": 0.624267292022705,
      "step": 40
    },
    {
      "epoch": 0.00686420318041414,
      "grad_norm": 10.875,
      "learning_rate": 1.18e-05,
      "loss": 0.5983096122741699,
      "step": 60
    },
    {
      "epoch": 0.009152270907218854,
      "grad_norm": 5.25,
      "learning_rate": 1.58e-05,
      "loss": 0.5892175674438477,
      "step": 80
    },
    {
      "epoch": 0.011440338634023568,
      "grad_norm": 6.28125,
      "learning_rate": 1.98e-05,
      "loss": 0.5490372180938721,
      "step": 100
    },
    {
      "epoch": 0.01372840636082828,
      "grad_norm": 6.9375,
      "learning_rate": 2.3800000000000003e-05,
      "loss": 0.5201863765716552,
      "step": 120
    },
    {
      "epoch": 0.016016474087632994,
      "grad_norm": 8.5,
      "learning_rate": 2.78e-05,
      "loss": 0.49105257987976075,
      "step": 140
    },
    {
      "epoch": 0.01830454181443771,
      "grad_norm": 7.25,
      "learning_rate": 3.180000000000001e-05,
      "loss": 0.5563832283020019,
      "step": 160
    },
    {
      "epoch": 0.02059260954124242,
      "grad_norm": 7.40625,
      "learning_rate": 3.58e-05,
      "loss": 0.5139012336730957,
      "step": 180
    },
    {
      "epoch": 0.022880677268047135,
      "grad_norm": 6.40625,
      "learning_rate": 3.9800000000000005e-05,
      "loss": 0.5116944313049316,
      "step": 200
    },
    {
      "epoch": 0.025168744994851847,
      "grad_norm": 6.59375,
      "learning_rate": 3.99999473871251e-05,
      "loss": 0.4983517646789551,
      "step": 220
    },
    {
      "epoch": 0.02745681272165656,
      "grad_norm": 7.5625,
      "learning_rate": 3.999977832667593e-05,
      "loss": 0.5274768352508545,
      "step": 240
    },
    {
      "epoch": 0.029744880448461273,
      "grad_norm": 7.40625,
      "learning_rate": 3.999949267389598e-05,
      "loss": 0.5368683338165283,
      "step": 260
    },
    {
      "epoch": 0.03203294817526599,
      "grad_norm": 6.53125,
      "learning_rate": 3.999909043045049e-05,
      "loss": 0.5036589622497558,
      "step": 280
    },
    {
      "epoch": 0.0343210159020707,
      "grad_norm": 6.5,
      "learning_rate": 3.9998571598684426e-05,
      "loss": 0.5346245288848877,
      "step": 300
    },
    {
      "epoch": 0.03660908362887542,
      "grad_norm": 6.78125,
      "learning_rate": 3.9997936181622414e-05,
      "loss": 0.5199912071228028,
      "step": 320
    },
    {
      "epoch": 0.03889715135568013,
      "grad_norm": 5.9375,
      "learning_rate": 3.9997184182968725e-05,
      "loss": 0.49320483207702637,
      "step": 340
    },
    {
      "epoch": 0.04118521908248484,
      "grad_norm": 7.15625,
      "learning_rate": 3.9996315607107277e-05,
      "loss": 0.47286419868469237,
      "step": 360
    },
    {
      "epoch": 0.04347328680928955,
      "grad_norm": 7.84375,
      "learning_rate": 3.999533045910159e-05,
      "loss": 0.5770133018493653,
      "step": 380
    },
    {
      "epoch": 0.04576135453609427,
      "grad_norm": 8.3125,
      "learning_rate": 3.9994228744694766e-05,
      "loss": 0.49772257804870607,
      "step": 400
    },
    {
      "epoch": 0.04804942226289898,
      "grad_norm": 6.75,
      "learning_rate": 3.9993010470309435e-05,
      "loss": 0.4916713714599609,
      "step": 420
    },
    {
      "epoch": 0.05033748998970369,
      "grad_norm": 7.65625,
      "learning_rate": 3.999167564304776e-05,
      "loss": 0.5373524188995361,
      "step": 440
    },
    {
      "epoch": 0.05262555771650841,
      "grad_norm": 6.875,
      "learning_rate": 3.999022427069135e-05,
      "loss": 0.49773292541503905,
      "step": 460
    },
    {
      "epoch": 0.05491362544331312,
      "grad_norm": 6.96875,
      "learning_rate": 3.9988656361701254e-05,
      "loss": 0.533263874053955,
      "step": 480
    },
    {
      "epoch": 0.057201693170117834,
      "grad_norm": 5.8125,
      "learning_rate": 3.998697192521788e-05,
      "loss": 0.5005961418151855,
      "step": 500
    },
    {
      "epoch": 0.057201693170117834,
      "eval_loss": 0.49823397397994995,
      "eval_runtime": 30.2696,
      "eval_samples_per_second": 188.605,
      "eval_steps_per_second": 5.914,
      "step": 500
    },
    {
      "epoch": 0.059489760896922546,
      "grad_norm": 7.625,
      "learning_rate": 3.998517097106095e-05,
      "loss": 0.4923041820526123,
      "step": 520
    },
    {
      "epoch": 0.061777828623727264,
      "grad_norm": 6.28125,
      "learning_rate": 3.9983253509729444e-05,
      "loss": 0.4844370365142822,
      "step": 540
    },
    {
      "epoch": 0.06406589635053198,
      "grad_norm": 6.59375,
      "learning_rate": 3.998121955240157e-05,
      "loss": 0.47135009765625,
      "step": 560
    },
    {
      "epoch": 0.0663539640773367,
      "grad_norm": 6.0625,
      "learning_rate": 3.997906911093464e-05,
      "loss": 0.48143815994262695,
      "step": 580
    },
    {
      "epoch": 0.0686420318041414,
      "grad_norm": 6.84375,
      "learning_rate": 3.997680219786504e-05,
      "loss": 0.4821803569793701,
      "step": 600
    },
    {
      "epoch": 0.07093009953094612,
      "grad_norm": 6.375,
      "learning_rate": 3.997441882640815e-05,
      "loss": 0.48928041458129884,
      "step": 620
    },
    {
      "epoch": 0.07321816725775084,
      "grad_norm": 6.375,
      "learning_rate": 3.9971919010458276e-05,
      "loss": 0.5046079158782959,
      "step": 640
    },
    {
      "epoch": 0.07550623498455554,
      "grad_norm": 6.46875,
      "learning_rate": 3.9969302764588536e-05,
      "loss": 0.4855530261993408,
      "step": 660
    },
    {
      "epoch": 0.07779430271136026,
      "grad_norm": 5.46875,
      "learning_rate": 3.996657010405082e-05,
      "loss": 0.48481173515319825,
      "step": 680
    },
    {
      "epoch": 0.08008237043816498,
      "grad_norm": 6.15625,
      "learning_rate": 3.9963721044775655e-05,
      "loss": 0.49315676689147947,
      "step": 700
    },
    {
      "epoch": 0.08237043816496968,
      "grad_norm": 6.5,
      "learning_rate": 3.9960755603372165e-05,
      "loss": 0.47769804000854493,
      "step": 720
    },
    {
      "epoch": 0.0846585058917744,
      "grad_norm": 7.375,
      "learning_rate": 3.995767379712791e-05,
      "loss": 0.4881394863128662,
      "step": 740
    },
    {
      "epoch": 0.0869465736185791,
      "grad_norm": 82.0,
      "learning_rate": 3.995447564400884e-05,
      "loss": 0.5334478378295898,
      "step": 760
    },
    {
      "epoch": 0.08923464134538382,
      "grad_norm": 5.8125,
      "learning_rate": 3.9951161162659184e-05,
      "loss": 0.4679908275604248,
      "step": 780
    },
    {
      "epoch": 0.09152270907218854,
      "grad_norm": 6.0625,
      "learning_rate": 3.99477303724013e-05,
      "loss": 0.5155776023864747,
      "step": 800
    },
    {
      "epoch": 0.09381077679899325,
      "grad_norm": 7.5,
      "learning_rate": 3.9944183293235606e-05,
      "loss": 0.49847941398620604,
      "step": 820
    },
    {
      "epoch": 0.09609884452579796,
      "grad_norm": 5.96875,
      "learning_rate": 3.9940519945840425e-05,
      "loss": 0.46823701858520506,
      "step": 840
    },
    {
      "epoch": 0.09838691225260268,
      "grad_norm": 8.25,
      "learning_rate": 3.993674035157193e-05,
      "loss": 0.46818861961364744,
      "step": 860
    },
    {
      "epoch": 0.10067497997940739,
      "grad_norm": 6.40625,
      "learning_rate": 3.993284453246394e-05,
      "loss": 0.4888922214508057,
      "step": 880
    },
    {
      "epoch": 0.1029630477062121,
      "grad_norm": 6.71875,
      "learning_rate": 3.992883251122783e-05,
      "loss": 0.47359728813171387,
      "step": 900
    },
    {
      "epoch": 0.10525111543301682,
      "grad_norm": 9.4375,
      "learning_rate": 3.992470431125241e-05,
      "loss": 0.4473433494567871,
      "step": 920
    },
    {
      "epoch": 0.10753918315982153,
      "grad_norm": 6.9375,
      "learning_rate": 3.9920459956603774e-05,
      "loss": 0.45462775230407715,
      "step": 940
    },
    {
      "epoch": 0.10982725088662625,
      "grad_norm": 7.21875,
      "learning_rate": 3.9916099472025156e-05,
      "loss": 0.4780879497528076,
      "step": 960
    },
    {
      "epoch": 0.11211531861343096,
      "grad_norm": 6.71875,
      "learning_rate": 3.991162288293679e-05,
      "loss": 0.4894602298736572,
      "step": 980
    },
    {
      "epoch": 0.11440338634023567,
      "grad_norm": 6.84375,
      "learning_rate": 3.990703021543576e-05,
      "loss": 0.485611629486084,
      "step": 1000
    },
    {
      "epoch": 0.11440338634023567,
      "eval_loss": 0.46591177582740784,
      "eval_runtime": 30.1701,
      "eval_samples_per_second": 189.227,
      "eval_steps_per_second": 5.933,
      "step": 1000
    },
    {
      "epoch": 0.11669145406704039,
      "grad_norm": 5.625,
      "learning_rate": 3.990232149629585e-05,
      "loss": 0.4505727291107178,
      "step": 1020
    },
    {
      "epoch": 0.11897952179384509,
      "grad_norm": 7.75,
      "learning_rate": 3.98974967529674e-05,
      "loss": 0.49631414413452146,
      "step": 1040
    },
    {
      "epoch": 0.12126758952064981,
      "grad_norm": 6.34375,
      "learning_rate": 3.9892556013577116e-05,
      "loss": 0.44492282867431643,
      "step": 1060
    },
    {
      "epoch": 0.12355565724745453,
      "grad_norm": 5.9375,
      "learning_rate": 3.988749930692794e-05,
      "loss": 0.4701989650726318,
      "step": 1080
    },
    {
      "epoch": 0.12584372497425925,
      "grad_norm": 6.34375,
      "learning_rate": 3.9882326662498865e-05,
      "loss": 0.46944456100463866,
      "step": 1100
    },
    {
      "epoch": 0.12813179270106395,
      "grad_norm": 8.4375,
      "learning_rate": 3.987703811044474e-05,
      "loss": 0.4518393039703369,
      "step": 1120
    },
    {
      "epoch": 0.13041986042786866,
      "grad_norm": 6.375,
      "learning_rate": 3.987163368159616e-05,
      "loss": 0.46532793045043946,
      "step": 1140
    },
    {
      "epoch": 0.1327079281546734,
      "grad_norm": 6.6875,
      "learning_rate": 3.9866113407459206e-05,
      "loss": 0.46168131828308107,
      "step": 1160
    },
    {
      "epoch": 0.1349959958814781,
      "grad_norm": 5.5625,
      "learning_rate": 3.9860477320215316e-05,
      "loss": 0.47213287353515626,
      "step": 1180
    },
    {
      "epoch": 0.1372840636082828,
      "grad_norm": 7.15625,
      "learning_rate": 3.985472545272109e-05,
      "loss": 0.44578351974487307,
      "step": 1200
    },
    {
      "epoch": 0.13957213133508753,
      "grad_norm": 6.46875,
      "learning_rate": 3.984885783850808e-05,
      "loss": 0.4133923530578613,
      "step": 1220
    },
    {
      "epoch": 0.14186019906189223,
      "grad_norm": 7.0,
      "learning_rate": 3.98428745117826e-05,
      "loss": 0.4428842067718506,
      "step": 1240
    },
    {
      "epoch": 0.14414826678869694,
      "grad_norm": 6.5625,
      "learning_rate": 3.9836775507425546e-05,
      "loss": 0.4295872688293457,
      "step": 1260
    },
    {
      "epoch": 0.14643633451550167,
      "grad_norm": 6.875,
      "learning_rate": 3.9830560860992154e-05,
      "loss": 0.46291403770446776,
      "step": 1280
    },
    {
      "epoch": 0.14872440224230637,
      "grad_norm": 4.40625,
      "learning_rate": 3.982423060871185e-05,
      "loss": 0.4664064884185791,
      "step": 1300
    },
    {
      "epoch": 0.15101246996911108,
      "grad_norm": 6.375,
      "learning_rate": 3.9817784787487974e-05,
      "loss": 0.47367167472839355,
      "step": 1320
    },
    {
      "epoch": 0.1533005376959158,
      "grad_norm": 7.09375,
      "learning_rate": 3.9811223434897614e-05,
      "loss": 0.4251996040344238,
      "step": 1340
    },
    {
      "epoch": 0.15558860542272052,
      "grad_norm": 7.0,
      "learning_rate": 3.980454658919136e-05,
      "loss": 0.4373781681060791,
      "step": 1360
    },
    {
      "epoch": 0.15787667314952522,
      "grad_norm": 6.03125,
      "learning_rate": 3.979775428929309e-05,
      "loss": 0.43296031951904296,
      "step": 1380
    },
    {
      "epoch": 0.16016474087632995,
      "grad_norm": 6.3125,
      "learning_rate": 3.979084657479976e-05,
      "loss": 0.4778231143951416,
      "step": 1400
    },
    {
      "epoch": 0.16245280860313466,
      "grad_norm": 6.3125,
      "learning_rate": 3.9783823485981135e-05,
      "loss": 0.4472900390625,
      "step": 1420
    },
    {
      "epoch": 0.16474087632993936,
      "grad_norm": 5.6875,
      "learning_rate": 3.977668506377958e-05,
      "loss": 0.47884697914123536,
      "step": 1440
    },
    {
      "epoch": 0.16702894405674407,
      "grad_norm": 7.1875,
      "learning_rate": 3.976943134980982e-05,
      "loss": 0.4422747611999512,
      "step": 1460
    },
    {
      "epoch": 0.1693170117835488,
      "grad_norm": 5.21875,
      "learning_rate": 3.97620623863587e-05,
      "loss": 0.42993454933166503,
      "step": 1480
    },
    {
      "epoch": 0.1716050795103535,
      "grad_norm": 6.28125,
      "learning_rate": 3.9754578216384934e-05,
      "loss": 0.4534616470336914,
      "step": 1500
    },
    {
      "epoch": 0.1716050795103535,
      "eval_loss": 0.437215119600296,
      "eval_runtime": 30.2268,
      "eval_samples_per_second": 188.872,
      "eval_steps_per_second": 5.922,
      "step": 1500
    },
    {
      "epoch": 0.1738931472371582,
      "grad_norm": 6.15625,
      "learning_rate": 3.974697888351883e-05,
      "loss": 0.41881208419799804,
      "step": 1520
    },
    {
      "epoch": 0.17618121496396294,
      "grad_norm": 4.9375,
      "learning_rate": 3.973926443206208e-05,
      "loss": 0.43660764694213866,
      "step": 1540
    },
    {
      "epoch": 0.17846928269076764,
      "grad_norm": 6.9375,
      "learning_rate": 3.973143490698749e-05,
      "loss": 0.4803757190704346,
      "step": 1560
    },
    {
      "epoch": 0.18075735041757235,
      "grad_norm": 6.4375,
      "learning_rate": 3.972349035393868e-05,
      "loss": 0.43456220626831055,
      "step": 1580
    },
    {
      "epoch": 0.18304541814437708,
      "grad_norm": 7.5625,
      "learning_rate": 3.971543081922986e-05,
      "loss": 0.4419902801513672,
      "step": 1600
    },
    {
      "epoch": 0.18533348587118179,
      "grad_norm": 6.25,
      "learning_rate": 3.970725634984556e-05,
      "loss": 0.44153766632080077,
      "step": 1620
    },
    {
      "epoch": 0.1876215535979865,
      "grad_norm": 5.53125,
      "learning_rate": 3.969896699344032e-05,
      "loss": 0.4365544319152832,
      "step": 1640
    },
    {
      "epoch": 0.18990962132479122,
      "grad_norm": 7.125,
      "learning_rate": 3.969056279833845e-05,
      "loss": 0.4264547348022461,
      "step": 1660
    },
    {
      "epoch": 0.19219768905159593,
      "grad_norm": 5.40625,
      "learning_rate": 3.968204381353373e-05,
      "loss": 0.45740342140197754,
      "step": 1680
    },
    {
      "epoch": 0.19448575677840063,
      "grad_norm": 7.46875,
      "learning_rate": 3.9673410088689126e-05,
      "loss": 0.44994053840637205,
      "step": 1700
    },
    {
      "epoch": 0.19677382450520536,
      "grad_norm": 5.3125,
      "learning_rate": 3.966466167413648e-05,
      "loss": 0.40054097175598147,
      "step": 1720
    },
    {
      "epoch": 0.19906189223201007,
      "grad_norm": 5.96875,
      "learning_rate": 3.965579862087629e-05,
      "loss": 0.4518143177032471,
      "step": 1740
    },
    {
      "epoch": 0.20134995995881477,
      "grad_norm": 6.4375,
      "learning_rate": 3.964682098057731e-05,
      "loss": 0.40816030502319334,
      "step": 1760
    },
    {
      "epoch": 0.2036380276856195,
      "grad_norm": 5.4375,
      "learning_rate": 3.963772880557633e-05,
      "loss": 0.43303966522216797,
      "step": 1780
    },
    {
      "epoch": 0.2059260954124242,
      "grad_norm": 5.34375,
      "learning_rate": 3.9628522148877826e-05,
      "loss": 0.4031963348388672,
      "step": 1800
    },
    {
      "epoch": 0.2082141631392289,
      "grad_norm": 6.375,
      "learning_rate": 3.961920106415368e-05,
      "loss": 0.4320640563964844,
      "step": 1820
    },
    {
      "epoch": 0.21050223086603365,
      "grad_norm": 9.375,
      "learning_rate": 3.960976560574283e-05,
      "loss": 0.4670876026153564,
      "step": 1840
    },
    {
      "epoch": 0.21279029859283835,
      "grad_norm": 6.28125,
      "learning_rate": 3.9600215828651e-05,
      "loss": 0.41726031303405764,
      "step": 1860
    },
    {
      "epoch": 0.21507836631964306,
      "grad_norm": 5.0625,
      "learning_rate": 3.959055178855034e-05,
      "loss": 0.4229582786560059,
      "step": 1880
    },
    {
      "epoch": 0.2173664340464478,
      "grad_norm": 5.5,
      "learning_rate": 3.9580773541779124e-05,
      "loss": 0.45138072967529297,
      "step": 1900
    },
    {
      "epoch": 0.2196545017732525,
      "grad_norm": 6.03125,
      "learning_rate": 3.957088114534142e-05,
      "loss": 0.4322213649749756,
      "step": 1920
    },
    {
      "epoch": 0.2219425695000572,
      "grad_norm": 7.5,
      "learning_rate": 3.956087465690674e-05,
      "loss": 0.44690213203430174,
      "step": 1940
    },
    {
      "epoch": 0.22423063722686193,
      "grad_norm": 4.6875,
      "learning_rate": 3.9550754134809713e-05,
      "loss": 0.4322388172149658,
      "step": 1960
    },
    {
      "epoch": 0.22651870495366663,
      "grad_norm": 6.90625,
      "learning_rate": 3.954051963804977e-05,
      "loss": 0.44041857719421384,
      "step": 1980
    },
    {
      "epoch": 0.22880677268047134,
      "grad_norm": 5.5,
      "learning_rate": 3.953017122629075e-05,
      "loss": 0.3615637540817261,
      "step": 2000
    },
    {
      "epoch": 0.22880677268047134,
      "eval_loss": 0.4122261703014374,
      "eval_runtime": 30.2175,
      "eval_samples_per_second": 188.93,
      "eval_steps_per_second": 5.924,
      "step": 2000
    },
    {
      "epoch": 0.23109484040727604,
      "grad_norm": 5.78125,
      "learning_rate": 3.951970895986061e-05,
      "loss": 0.4221320152282715,
      "step": 2020
    },
    {
      "epoch": 0.23338290813408077,
      "grad_norm": 5.09375,
      "learning_rate": 3.950913289975101e-05,
      "loss": 0.39341785907745364,
      "step": 2040
    },
    {
      "epoch": 0.23567097586088548,
      "grad_norm": 8.625,
      "learning_rate": 3.949844310761702e-05,
      "loss": 0.4574568748474121,
      "step": 2060
    },
    {
      "epoch": 0.23795904358769018,
      "grad_norm": 6.84375,
      "learning_rate": 3.948763964577672e-05,
      "loss": 0.4047089576721191,
      "step": 2080
    },
    {
      "epoch": 0.24024711131449492,
      "grad_norm": 5.0,
      "learning_rate": 3.947672257721084e-05,
      "loss": 0.4058550834655762,
      "step": 2100
    },
    {
      "epoch": 0.24253517904129962,
      "grad_norm": 5.4375,
      "learning_rate": 3.9465691965562414e-05,
      "loss": 0.4057643890380859,
      "step": 2120
    },
    {
      "epoch": 0.24482324676810432,
      "grad_norm": 6.3125,
      "learning_rate": 3.945454787513639e-05,
      "loss": 0.3887258291244507,
      "step": 2140
    },
    {
      "epoch": 0.24711131449490906,
      "grad_norm": 7.9375,
      "learning_rate": 3.944329037089927e-05,
      "loss": 0.4331155300140381,
      "step": 2160
    },
    {
      "epoch": 0.24939938222171376,
      "grad_norm": 5.46875,
      "learning_rate": 3.9431919518478696e-05,
      "loss": 0.3846742630004883,
      "step": 2180
    },
    {
      "epoch": 0.2516874499485185,
      "grad_norm": 5.1875,
      "learning_rate": 3.942043538416313e-05,
      "loss": 0.41670851707458495,
      "step": 2200
    },
    {
      "epoch": 0.25397551767532317,
      "grad_norm": 6.21875,
      "learning_rate": 3.94088380349014e-05,
      "loss": 0.4008606433868408,
      "step": 2220
    },
    {
      "epoch": 0.2562635854021279,
      "grad_norm": 6.34375,
      "learning_rate": 3.939712753830236e-05,
      "loss": 0.4295452117919922,
      "step": 2240
    },
    {
      "epoch": 0.25855165312893263,
      "grad_norm": 6.625,
      "learning_rate": 3.938530396263447e-05,
      "loss": 0.4197634220123291,
      "step": 2260
    },
    {
      "epoch": 0.2608397208557373,
      "grad_norm": 4.6875,
      "learning_rate": 3.937336737682542e-05,
      "loss": 0.39091153144836427,
      "step": 2280
    },
    {
      "epoch": 0.26312778858254204,
      "grad_norm": 7.0625,
      "learning_rate": 3.9361317850461674e-05,
      "loss": 0.4076122283935547,
      "step": 2300
    },
    {
      "epoch": 0.2654158563093468,
      "grad_norm": 5.3125,
      "learning_rate": 3.934915545378815e-05,
      "loss": 0.41081724166870115,
      "step": 2320
    },
    {
      "epoch": 0.26770392403615145,
      "grad_norm": 6.0,
      "learning_rate": 3.933688025770773e-05,
      "loss": 0.4181351661682129,
      "step": 2340
    },
    {
      "epoch": 0.2699919917629562,
      "grad_norm": 6.625,
      "learning_rate": 3.93244923337809e-05,
      "loss": 0.3718965291976929,
      "step": 2360
    },
    {
      "epoch": 0.2722800594897609,
      "grad_norm": 5.8125,
      "learning_rate": 3.93119917542253e-05,
      "loss": 0.36525521278381345,
      "step": 2380
    },
    {
      "epoch": 0.2745681272165656,
      "grad_norm": 7.3125,
      "learning_rate": 3.9299378591915336e-05,
      "loss": 0.35721213817596437,
      "step": 2400
    },
    {
      "epoch": 0.2768561949433703,
      "grad_norm": 4.40625,
      "learning_rate": 3.928665292038171e-05,
      "loss": 0.381751275062561,
      "step": 2420
    },
    {
      "epoch": 0.27914426267017506,
      "grad_norm": 7.46875,
      "learning_rate": 3.9273814813811036e-05,
      "loss": 0.3843672513961792,
      "step": 2440
    },
    {
      "epoch": 0.28143233039697974,
      "grad_norm": 7.0,
      "learning_rate": 3.9260864347045374e-05,
      "loss": 0.40488443374633787,
      "step": 2460
    },
    {
      "epoch": 0.28372039812378447,
      "grad_norm": 5.1875,
      "learning_rate": 3.924780159558183e-05,
      "loss": 0.39438447952270506,
      "step": 2480
    },
    {
      "epoch": 0.2860084658505892,
      "grad_norm": 6.1875,
      "learning_rate": 3.923462663557206e-05,
      "loss": 0.3016136884689331,
      "step": 2500
    },
    {
      "epoch": 0.2860084658505892,
      "eval_loss": 0.38438963890075684,
      "eval_runtime": 30.2056,
      "eval_samples_per_second": 189.005,
      "eval_steps_per_second": 5.926,
      "step": 2500
    },
    {
      "epoch": 0.2882965335773939,
      "grad_norm": 5.96875,
      "learning_rate": 3.92213395438219e-05,
      "loss": 0.4038406848907471,
      "step": 2520
    },
    {
      "epoch": 0.2905846013041986,
      "grad_norm": 4.5,
      "learning_rate": 3.9207940397790854e-05,
      "loss": 0.3989222764968872,
      "step": 2540
    },
    {
      "epoch": 0.29287266903100334,
      "grad_norm": 5.1875,
      "learning_rate": 3.919442927559166e-05,
      "loss": 0.38008391857147217,
      "step": 2560
    },
    {
      "epoch": 0.295160736757808,
      "grad_norm": 4.6875,
      "learning_rate": 3.918080625598986e-05,
      "loss": 0.3941387891769409,
      "step": 2580
    },
    {
      "epoch": 0.29744880448461275,
      "grad_norm": 4.8125,
      "learning_rate": 3.9167071418403316e-05,
      "loss": 0.36676874160766604,
      "step": 2600
    },
    {
      "epoch": 0.2997368722114175,
      "grad_norm": 4.9375,
      "learning_rate": 3.9153224842901746e-05,
      "loss": 0.3845605134963989,
      "step": 2620
    },
    {
      "epoch": 0.30202493993822216,
      "grad_norm": 6.40625,
      "learning_rate": 3.9139266610206276e-05,
      "loss": 0.3800462245941162,
      "step": 2640
    },
    {
      "epoch": 0.3043130076650269,
      "grad_norm": 7.03125,
      "learning_rate": 3.9125196801688955e-05,
      "loss": 0.3611100912094116,
      "step": 2660
    },
    {
      "epoch": 0.3066010753918316,
      "grad_norm": 6.625,
      "learning_rate": 3.911101549937227e-05,
      "loss": 0.3620962142944336,
      "step": 2680
    },
    {
      "epoch": 0.3088891431186363,
      "grad_norm": 7.09375,
      "learning_rate": 3.9096722785928703e-05,
      "loss": 0.3901801586151123,
      "step": 2700
    },
    {
      "epoch": 0.31117721084544103,
      "grad_norm": 6.21875,
      "learning_rate": 3.908231874468021e-05,
      "loss": 0.34701924324035643,
      "step": 2720
    },
    {
      "epoch": 0.31346527857224576,
      "grad_norm": 6.1875,
      "learning_rate": 3.906780345959776e-05,
      "loss": 0.4228227138519287,
      "step": 2740
    },
    {
      "epoch": 0.31575334629905044,
      "grad_norm": 4.25,
      "learning_rate": 3.9053177015300835e-05,
      "loss": 0.43420991897583006,
      "step": 2760
    },
    {
      "epoch": 0.3180414140258552,
      "grad_norm": 5.5,
      "learning_rate": 3.903843949705695e-05,
      "loss": 0.35564661026000977,
      "step": 2780
    },
    {
      "epoch": 0.3203294817526599,
      "grad_norm": 6.0,
      "learning_rate": 3.902359099078112e-05,
      "loss": 0.34250402450561523,
      "step": 2800
    },
    {
      "epoch": 0.3226175494794646,
      "grad_norm": 6.59375,
      "learning_rate": 3.900863158303542e-05,
      "loss": 0.38572776317596436,
      "step": 2820
    },
    {
      "epoch": 0.3249056172062693,
      "grad_norm": 4.15625,
      "learning_rate": 3.899356136102842e-05,
      "loss": 0.41805424690246584,
      "step": 2840
    },
    {
      "epoch": 0.327193684933074,
      "grad_norm": 5.625,
      "learning_rate": 3.897838041261471e-05,
      "loss": 0.3574146509170532,
      "step": 2860
    },
    {
      "epoch": 0.3294817526598787,
      "grad_norm": 12.375,
      "learning_rate": 3.8963088826294376e-05,
      "loss": 0.3900667428970337,
      "step": 2880
    },
    {
      "epoch": 0.33176982038668346,
      "grad_norm": 7.3125,
      "learning_rate": 3.894768669121249e-05,
      "loss": 0.4149120807647705,
      "step": 2900
    },
    {
      "epoch": 0.33405788811348813,
      "grad_norm": 6.625,
      "learning_rate": 3.89321740971586e-05,
      "loss": 0.3962269306182861,
      "step": 2920
    },
    {
      "epoch": 0.33634595584029287,
      "grad_norm": 5.34375,
      "learning_rate": 3.8916551134566165e-05,
      "loss": 0.36723995208740234,
      "step": 2940
    },
    {
      "epoch": 0.3386340235670976,
      "grad_norm": 4.65625,
      "learning_rate": 3.890081789451209e-05,
      "loss": 0.34161853790283203,
      "step": 2960
    },
    {
      "epoch": 0.3409220912939023,
      "grad_norm": 5.75,
      "learning_rate": 3.888497446871615e-05,
      "loss": 0.3627434968948364,
      "step": 2980
    },
    {
      "epoch": 0.343210159020707,
      "grad_norm": 5.78125,
      "learning_rate": 3.886902094954045e-05,
      "loss": 0.3574451684951782,
      "step": 3000
    },
    {
      "epoch": 0.343210159020707,
      "eval_loss": 0.35939544439315796,
      "eval_runtime": 30.2418,
      "eval_samples_per_second": 188.779,
      "eval_steps_per_second": 5.919,
      "step": 3000
    },
    {
      "epoch": 0.34549822674751174,
      "grad_norm": 4.40625,
      "learning_rate": 3.885295742998893e-05,
      "loss": 0.36277873516082765,
      "step": 3020
    },
    {
      "epoch": 0.3477862944743164,
      "grad_norm": 5.875,
      "learning_rate": 3.883678400370679e-05,
      "loss": 0.35874600410461427,
      "step": 3040
    },
    {
      "epoch": 0.35007436220112115,
      "grad_norm": 6.71875,
      "learning_rate": 3.882050076497994e-05,
      "loss": 0.381546950340271,
      "step": 3060
    },
    {
      "epoch": 0.3523624299279259,
      "grad_norm": 6.4375,
      "learning_rate": 3.8804107808734484e-05,
      "loss": 0.3525323629379272,
      "step": 3080
    },
    {
      "epoch": 0.35465049765473056,
      "grad_norm": 5.65625,
      "learning_rate": 3.878760523053612e-05,
      "loss": 0.33940017223358154,
      "step": 3100
    },
    {
      "epoch": 0.3569385653815353,
      "grad_norm": 8.125,
      "learning_rate": 3.877099312658961e-05,
      "loss": 0.36605474948883054,
      "step": 3120
    },
    {
      "epoch": 0.35922663310834,
      "grad_norm": 4.875,
      "learning_rate": 3.875427159373824e-05,
      "loss": 0.3694122552871704,
      "step": 3140
    },
    {
      "epoch": 0.3615147008351447,
      "grad_norm": 6.375,
      "learning_rate": 3.87374407294632e-05,
      "loss": 0.3674943923950195,
      "step": 3160
    },
    {
      "epoch": 0.36380276856194943,
      "grad_norm": 6.71875,
      "learning_rate": 3.8720500631883065e-05,
      "loss": 0.3545408010482788,
      "step": 3180
    },
    {
      "epoch": 0.36609083628875416,
      "grad_norm": 4.875,
      "learning_rate": 3.8703451399753214e-05,
      "loss": 0.40555591583251954,
      "step": 3200
    },
    {
      "epoch": 0.36837890401555884,
      "grad_norm": 6.28125,
      "learning_rate": 3.868629313246522e-05,
      "loss": 0.3536318302154541,
      "step": 3220
    },
    {
      "epoch": 0.37066697174236357,
      "grad_norm": 5.25,
      "learning_rate": 3.866902593004632e-05,
      "loss": 0.3295443058013916,
      "step": 3240
    },
    {
      "epoch": 0.3729550394691683,
      "grad_norm": 5.15625,
      "learning_rate": 3.86516498931588e-05,
      "loss": 0.3561116933822632,
      "step": 3260
    },
    {
      "epoch": 0.375243107195973,
      "grad_norm": 5.4375,
      "learning_rate": 3.863416512309941e-05,
      "loss": 0.3372109651565552,
      "step": 3280
    },
    {
      "epoch": 0.3775311749227777,
      "grad_norm": 5.1875,
      "learning_rate": 3.861657172179877e-05,
      "loss": 0.33488657474517824,
      "step": 3300
    },
    {
      "epoch": 0.37981924264958244,
      "grad_norm": 4.0625,
      "learning_rate": 3.859886979182083e-05,
      "loss": 0.38349094390869143,
      "step": 3320
    },
    {
      "epoch": 0.3821073103763871,
      "grad_norm": 5.34375,
      "learning_rate": 3.858105943636218e-05,
      "loss": 0.35571937561035155,
      "step": 3340
    },
    {
      "epoch": 0.38439537810319185,
      "grad_norm": 4.3125,
      "learning_rate": 3.8563140759251514e-05,
      "loss": 0.3834290742874146,
      "step": 3360
    },
    {
      "epoch": 0.3866834458299966,
      "grad_norm": 5.1875,
      "learning_rate": 3.8545113864949e-05,
      "loss": 0.363328218460083,
      "step": 3380
    },
    {
      "epoch": 0.38897151355680126,
      "grad_norm": 6.71875,
      "learning_rate": 3.85269788585457e-05,
      "loss": 0.37751829624176025,
      "step": 3400
    },
    {
      "epoch": 0.391259581283606,
      "grad_norm": 5.8125,
      "learning_rate": 3.8508735845762915e-05,
      "loss": 0.3730382204055786,
      "step": 3420
    },
    {
      "epoch": 0.3935476490104107,
      "grad_norm": 4.6875,
      "learning_rate": 3.849038493295158e-05,
      "loss": 0.35955142974853516,
      "step": 3440
    },
    {
      "epoch": 0.3958357167372154,
      "grad_norm": 6.09375,
      "learning_rate": 3.847192622709168e-05,
      "loss": 0.33784122467041017,
      "step": 3460
    },
    {
      "epoch": 0.39812378446402014,
      "grad_norm": 5.28125,
      "learning_rate": 3.8453359835791575e-05,
      "loss": 0.3487513303756714,
      "step": 3480
    },
    {
      "epoch": 0.40041185219082487,
      "grad_norm": 4.84375,
      "learning_rate": 3.843468586728741e-05,
      "loss": 0.3142927885055542,
      "step": 3500
    },
    {
      "epoch": 0.40041185219082487,
      "eval_loss": 0.33844611048698425,
      "eval_runtime": 30.0065,
      "eval_samples_per_second": 190.259,
      "eval_steps_per_second": 5.965,
      "step": 3500
    },
    {
      "epoch": 0.40269991991762955,
      "grad_norm": 4.75,
      "learning_rate": 3.8415904430442476e-05,
      "loss": 0.36830241680145265,
      "step": 3520
    },
    {
      "epoch": 0.4049879876444343,
      "grad_norm": 4.09375,
      "learning_rate": 3.839701563474655e-05,
      "loss": 0.34973118305206297,
      "step": 3540
    },
    {
      "epoch": 0.407276055371239,
      "grad_norm": 5.90625,
      "learning_rate": 3.837801959031528e-05,
      "loss": 0.33515794277191163,
      "step": 3560
    },
    {
      "epoch": 0.4095641230980437,
      "grad_norm": 6.03125,
      "learning_rate": 3.8358916407889576e-05,
      "loss": 0.3506049871444702,
      "step": 3580
    },
    {
      "epoch": 0.4118521908248484,
      "grad_norm": 5.03125,
      "learning_rate": 3.833970619883488e-05,
      "loss": 0.35467545986175536,
      "step": 3600
    },
    {
      "epoch": 0.41414025855165315,
      "grad_norm": 4.75,
      "learning_rate": 3.832038907514058e-05,
      "loss": 0.3314668655395508,
      "step": 3620
    },
    {
      "epoch": 0.4164283262784578,
      "grad_norm": 5.34375,
      "learning_rate": 3.8300965149419365e-05,
      "loss": 0.3230182647705078,
      "step": 3640
    },
    {
      "epoch": 0.41871639400526256,
      "grad_norm": 5.40625,
      "learning_rate": 3.8281434534906526e-05,
      "loss": 0.3343541622161865,
      "step": 3660
    },
    {
      "epoch": 0.4210044617320673,
      "grad_norm": 6.84375,
      "learning_rate": 3.826179734545931e-05,
      "loss": 0.35220818519592284,
      "step": 3680
    },
    {
      "epoch": 0.42329252945887197,
      "grad_norm": 5.71875,
      "learning_rate": 3.824205369555627e-05,
      "loss": 0.36062824726104736,
      "step": 3700
    },
    {
      "epoch": 0.4255805971856767,
      "grad_norm": 5.53125,
      "learning_rate": 3.82222037002966e-05,
      "loss": 0.33077096939086914,
      "step": 3720
    },
    {
      "epoch": 0.42786866491248143,
      "grad_norm": 5.3125,
      "learning_rate": 3.820224747539944e-05,
      "loss": 0.3369954347610474,
      "step": 3740
    },
    {
      "epoch": 0.4301567326392861,
      "grad_norm": 5.46875,
      "learning_rate": 3.8182185137203204e-05,
      "loss": 0.34046459197998047,
      "step": 3760
    },
    {
      "epoch": 0.43244480036609084,
      "grad_norm": 5.59375,
      "learning_rate": 3.816201680266494e-05,
      "loss": 0.34078967571258545,
      "step": 3780
    },
    {
      "epoch": 0.4347328680928956,
      "grad_norm": 4.40625,
      "learning_rate": 3.814174258935962e-05,
      "loss": 0.30267925262451173,
      "step": 3800
    },
    {
      "epoch": 0.43702093581970025,
      "grad_norm": 6.09375,
      "learning_rate": 3.8121362615479415e-05,
      "loss": 0.34900689125061035,
      "step": 3820
    },
    {
      "epoch": 0.439309003546505,
      "grad_norm": 6.375,
      "learning_rate": 3.81008769998331e-05,
      "loss": 0.3361180067062378,
      "step": 3840
    },
    {
      "epoch": 0.4415970712733097,
      "grad_norm": 5.21875,
      "learning_rate": 3.8080285861845264e-05,
      "loss": 0.39550442695617677,
      "step": 3860
    },
    {
      "epoch": 0.4438851390001144,
      "grad_norm": 6.875,
      "learning_rate": 3.805958932155568e-05,
      "loss": 0.33666133880615234,
      "step": 3880
    },
    {
      "epoch": 0.4461732067269191,
      "grad_norm": 4.8125,
      "learning_rate": 3.803878749961859e-05,
      "loss": 0.327386212348938,
      "step": 3900
    },
    {
      "epoch": 0.44846127445372386,
      "grad_norm": 5.0,
      "learning_rate": 3.801788051730197e-05,
      "loss": 0.3226013660430908,
      "step": 3920
    },
    {
      "epoch": 0.45074934218052853,
      "grad_norm": 5.46875,
      "learning_rate": 3.799686849648687e-05,
      "loss": 0.30485124588012696,
      "step": 3940
    },
    {
      "epoch": 0.45303740990733327,
      "grad_norm": 5.21875,
      "learning_rate": 3.797575155966667e-05,
      "loss": 0.3843498229980469,
      "step": 3960
    },
    {
      "epoch": 0.45532547763413794,
      "grad_norm": 5.03125,
      "learning_rate": 3.795452982994638e-05,
      "loss": 0.338079833984375,
      "step": 3980
    },
    {
      "epoch": 0.4576135453609427,
      "grad_norm": 5.9375,
      "learning_rate": 3.79332034310419e-05,
      "loss": 0.34974188804626466,
      "step": 4000
    },
    {
      "epoch": 0.4576135453609427,
      "eval_loss": 0.322843998670578,
      "eval_runtime": 29.9966,
      "eval_samples_per_second": 190.322,
      "eval_steps_per_second": 5.967,
      "step": 4000
    },
    {
      "epoch": 0.4599016130877474,
      "grad_norm": 5.9375,
      "learning_rate": 3.791177248727937e-05,
      "loss": 0.32091717720031737,
      "step": 4020
    },
    {
      "epoch": 0.4621896808145521,
      "grad_norm": 5.4375,
      "learning_rate": 3.7890237123594324e-05,
      "loss": 0.3131709098815918,
      "step": 4040
    },
    {
      "epoch": 0.4644777485413568,
      "grad_norm": 7.8125,
      "learning_rate": 3.786859746553108e-05,
      "loss": 0.32413904666900634,
      "step": 4060
    },
    {
      "epoch": 0.46676581626816155,
      "grad_norm": 5.34375,
      "learning_rate": 3.784685363924196e-05,
      "loss": 0.31159143447875975,
      "step": 4080
    },
    {
      "epoch": 0.4690538839949662,
      "grad_norm": 5.375,
      "learning_rate": 3.7825005771486504e-05,
      "loss": 0.29379317760467527,
      "step": 4100
    },
    {
      "epoch": 0.47134195172177096,
      "grad_norm": 9.8125,
      "learning_rate": 3.780305398963085e-05,
      "loss": 0.35498270988464353,
      "step": 4120
    },
    {
      "epoch": 0.4736300194485757,
      "grad_norm": 4.84375,
      "learning_rate": 3.778099842164687e-05,
      "loss": 0.32257239818572997,
      "step": 4140
    },
    {
      "epoch": 0.47591808717538037,
      "grad_norm": 5.15625,
      "learning_rate": 3.7758839196111494e-05,
      "loss": 0.3335160732269287,
      "step": 4160
    },
    {
      "epoch": 0.4782061549021851,
      "grad_norm": 15.125,
      "learning_rate": 3.7736576442205945e-05,
      "loss": 0.31457839012145994,
      "step": 4180
    },
    {
      "epoch": 0.48049422262898983,
      "grad_norm": 9.125,
      "learning_rate": 3.7714210289714975e-05,
      "loss": 0.3553635120391846,
      "step": 4200
    },
    {
      "epoch": 0.4827822903557945,
      "grad_norm": 5.875,
      "learning_rate": 3.7691740869026124e-05,
      "loss": 0.3590611219406128,
      "step": 4220
    },
    {
      "epoch": 0.48507035808259924,
      "grad_norm": 5.71875,
      "learning_rate": 3.766916831112895e-05,
      "loss": 0.31765313148498536,
      "step": 4240
    },
    {
      "epoch": 0.487358425809404,
      "grad_norm": 5.75,
      "learning_rate": 3.764649274761427e-05,
      "loss": 0.3202390670776367,
      "step": 4260
    },
    {
      "epoch": 0.48964649353620865,
      "grad_norm": 5.40625,
      "learning_rate": 3.762371431067339e-05,
      "loss": 0.328578519821167,
      "step": 4280
    },
    {
      "epoch": 0.4919345612630134,
      "grad_norm": 4.375,
      "learning_rate": 3.760083313309733e-05,
      "loss": 0.3006050825119019,
      "step": 4300
    },
    {
      "epoch": 0.4942226289898181,
      "grad_norm": 7.8125,
      "learning_rate": 3.757784934827606e-05,
      "loss": 0.33105781078338625,
      "step": 4320
    },
    {
      "epoch": 0.4965106967166228,
      "grad_norm": 4.5,
      "learning_rate": 3.755476309019773e-05,
      "loss": 0.3076121091842651,
      "step": 4340
    },
    {
      "epoch": 0.4987987644434275,
      "grad_norm": 5.0,
      "learning_rate": 3.753157449344784e-05,
      "loss": 0.2989222288131714,
      "step": 4360
    },
    {
      "epoch": 0.5010868321702322,
      "grad_norm": 6.03125,
      "learning_rate": 3.750828369320853e-05,
      "loss": 0.3798956871032715,
      "step": 4380
    },
    {
      "epoch": 0.503374899897037,
      "grad_norm": 4.84375,
      "learning_rate": 3.7484890825257746e-05,
      "loss": 0.3018073081970215,
      "step": 4400
    },
    {
      "epoch": 0.5056629676238417,
      "grad_norm": 4.75,
      "learning_rate": 3.746139602596844e-05,
      "loss": 0.3374150037765503,
      "step": 4420
    },
    {
      "epoch": 0.5079510353506463,
      "grad_norm": 5.875,
      "learning_rate": 3.74377994323078e-05,
      "loss": 0.3430293321609497,
      "step": 4440
    },
    {
      "epoch": 0.5102391030774511,
      "grad_norm": 5.5625,
      "learning_rate": 3.741410118183644e-05,
      "loss": 0.32674498558044435,
      "step": 4460
    },
    {
      "epoch": 0.5125271708042558,
      "grad_norm": 5.65625,
      "learning_rate": 3.739030141270762e-05,
      "loss": 0.30865979194641113,
      "step": 4480
    },
    {
      "epoch": 0.5148152385310605,
      "grad_norm": 6.03125,
      "learning_rate": 3.736640026366638e-05,
      "loss": 0.30393574237823484,
      "step": 4500
    },
    {
      "epoch": 0.5148152385310605,
      "eval_loss": 0.3075600862503052,
      "eval_runtime": 30.0781,
      "eval_samples_per_second": 189.806,
      "eval_steps_per_second": 5.951,
      "step": 4500
    },
    {
      "epoch": 0.5171033062578653,
      "grad_norm": 4.96875,
      "learning_rate": 3.734239787404883e-05,
      "loss": 0.314531946182251,
      "step": 4520
    },
    {
      "epoch": 0.51939137398467,
      "grad_norm": 5.84375,
      "learning_rate": 3.731829438378122e-05,
      "loss": 0.3059818983078003,
      "step": 4540
    },
    {
      "epoch": 0.5216794417114746,
      "grad_norm": 3.84375,
      "learning_rate": 3.7294089933379224e-05,
      "loss": 0.3077605485916138,
      "step": 4560
    },
    {
      "epoch": 0.5239675094382794,
      "grad_norm": 5.34375,
      "learning_rate": 3.726978466394708e-05,
      "loss": 0.2715317249298096,
      "step": 4580
    },
    {
      "epoch": 0.5262555771650841,
      "grad_norm": 4.625,
      "learning_rate": 3.7245378717176746e-05,
      "loss": 0.2984918594360352,
      "step": 4600
    },
    {
      "epoch": 0.5285436448918888,
      "grad_norm": 5.75,
      "learning_rate": 3.722087223534711e-05,
      "loss": 0.30134124755859376,
      "step": 4620
    },
    {
      "epoch": 0.5308317126186936,
      "grad_norm": 4.96875,
      "learning_rate": 3.719626536132315e-05,
      "loss": 0.325078558921814,
      "step": 4640
    },
    {
      "epoch": 0.5331197803454982,
      "grad_norm": 4.3125,
      "learning_rate": 3.7171558238555114e-05,
      "loss": 0.3142669200897217,
      "step": 4660
    },
    {
      "epoch": 0.5354078480723029,
      "grad_norm": 5.625,
      "learning_rate": 3.714675101107761e-05,
      "loss": 0.34218482971191405,
      "step": 4680
    },
    {
      "epoch": 0.5376959157991077,
      "grad_norm": 5.78125,
      "learning_rate": 3.71218438235089e-05,
      "loss": 0.2848149299621582,
      "step": 4700
    },
    {
      "epoch": 0.5399839835259124,
      "grad_norm": 6.375,
      "learning_rate": 3.709683682104993e-05,
      "loss": 0.33511455059051515,
      "step": 4720
    },
    {
      "epoch": 0.542272051252717,
      "grad_norm": 5.125,
      "learning_rate": 3.7071730149483556e-05,
      "loss": 0.2954577922821045,
      "step": 4740
    },
    {
      "epoch": 0.5445601189795218,
      "grad_norm": 4.75,
      "learning_rate": 3.7046523955173665e-05,
      "loss": 0.27104208469390867,
      "step": 4760
    },
    {
      "epoch": 0.5468481867063265,
      "grad_norm": 4.75,
      "learning_rate": 3.7021218385064335e-05,
      "loss": 0.3379020690917969,
      "step": 4780
    },
    {
      "epoch": 0.5491362544331312,
      "grad_norm": 5.4375,
      "learning_rate": 3.699581358667897e-05,
      "loss": 0.29814877510070803,
      "step": 4800
    },
    {
      "epoch": 0.551424322159936,
      "grad_norm": 5.8125,
      "learning_rate": 3.697030970811945e-05,
      "loss": 0.28858444690704343,
      "step": 4820
    },
    {
      "epoch": 0.5537123898867407,
      "grad_norm": 4.625,
      "learning_rate": 3.694470689806524e-05,
      "loss": 0.3282477378845215,
      "step": 4840
    },
    {
      "epoch": 0.5560004576135453,
      "grad_norm": 5.03125,
      "learning_rate": 3.6919005305772576e-05,
      "loss": 0.33788108825683594,
      "step": 4860
    },
    {
      "epoch": 0.5582885253403501,
      "grad_norm": 5.03125,
      "learning_rate": 3.6893205081073536e-05,
      "loss": 0.30228707790374754,
      "step": 4880
    },
    {
      "epoch": 0.5605765930671548,
      "grad_norm": 4.46875,
      "learning_rate": 3.686730637437521e-05,
      "loss": 0.3006527185440063,
      "step": 4900
    },
    {
      "epoch": 0.5628646607939595,
      "grad_norm": 4.4375,
      "learning_rate": 3.6841309336658795e-05,
      "loss": 0.2690931558609009,
      "step": 4920
    },
    {
      "epoch": 0.5651527285207643,
      "grad_norm": 4.1875,
      "learning_rate": 3.681521411947874e-05,
      "loss": 0.30734207630157473,
      "step": 4940
    },
    {
      "epoch": 0.5674407962475689,
      "grad_norm": 4.0625,
      "learning_rate": 3.678902087496183e-05,
      "loss": 0.2901519775390625,
      "step": 4960
    },
    {
      "epoch": 0.5697288639743736,
      "grad_norm": 5.25,
      "learning_rate": 3.676272975580633e-05,
      "loss": 0.2794654130935669,
      "step": 4980
    },
    {
      "epoch": 0.5720169317011784,
      "grad_norm": 5.25,
      "learning_rate": 3.6736340915281094e-05,
      "loss": 0.2785376310348511,
      "step": 5000
    },
    {
      "epoch": 0.5720169317011784,
      "eval_loss": 0.29227501153945923,
      "eval_runtime": 30.1094,
      "eval_samples_per_second": 189.609,
      "eval_steps_per_second": 5.945,
      "step": 5000
    },
    {
      "epoch": 0.5743049994279831,
      "grad_norm": 7.46875,
      "learning_rate": 3.670985450722464e-05,
      "loss": 0.3043736457824707,
      "step": 5020
    },
    {
      "epoch": 0.5765930671547878,
      "grad_norm": 10.6875,
      "learning_rate": 3.668327068604428e-05,
      "loss": 0.266217041015625,
      "step": 5040
    },
    {
      "epoch": 0.5788811348815925,
      "grad_norm": 6.0625,
      "learning_rate": 3.665658960671521e-05,
      "loss": 0.32198433876037597,
      "step": 5060
    },
    {
      "epoch": 0.5811692026083972,
      "grad_norm": 5.5,
      "learning_rate": 3.662981142477963e-05,
      "loss": 0.3342748641967773,
      "step": 5080
    },
    {
      "epoch": 0.5834572703352019,
      "grad_norm": 4.71875,
      "learning_rate": 3.66029362963458e-05,
      "loss": 0.30125606060028076,
      "step": 5100
    },
    {
      "epoch": 0.5857453380620067,
      "grad_norm": 5.1875,
      "learning_rate": 3.657596437808714e-05,
      "loss": 0.31322171688079836,
      "step": 5120
    },
    {
      "epoch": 0.5880334057888114,
      "grad_norm": 4.625,
      "learning_rate": 3.6548895827241336e-05,
      "loss": 0.3061929702758789,
      "step": 5140
    },
    {
      "epoch": 0.590321473515616,
      "grad_norm": 5.125,
      "learning_rate": 3.652173080160941e-05,
      "loss": 0.29476490020751955,
      "step": 5160
    },
    {
      "epoch": 0.5926095412424208,
      "grad_norm": 3.671875,
      "learning_rate": 3.649446945955481e-05,
      "loss": 0.2932231664657593,
      "step": 5180
    },
    {
      "epoch": 0.5948976089692255,
      "grad_norm": 5.125,
      "learning_rate": 3.6467111960002455e-05,
      "loss": 0.2834190607070923,
      "step": 5200
    },
    {
      "epoch": 0.5971856766960302,
      "grad_norm": 4.90625,
      "learning_rate": 3.643965846243784e-05,
      "loss": 0.3238036632537842,
      "step": 5220
    },
    {
      "epoch": 0.599473744422835,
      "grad_norm": 4.1875,
      "learning_rate": 3.641210912690612e-05,
      "loss": 0.2880073308944702,
      "step": 5240
    },
    {
      "epoch": 0.6017618121496396,
      "grad_norm": 4.375,
      "learning_rate": 3.638446411401113e-05,
      "loss": 0.2787164688110352,
      "step": 5260
    },
    {
      "epoch": 0.6040498798764443,
      "grad_norm": 4.96875,
      "learning_rate": 3.635672358491448e-05,
      "loss": 0.28207404613494874,
      "step": 5280
    },
    {
      "epoch": 0.6063379476032491,
      "grad_norm": 7.0625,
      "learning_rate": 3.63288877013346e-05,
      "loss": 0.31008429527282716,
      "step": 5300
    },
    {
      "epoch": 0.6086260153300538,
      "grad_norm": 5.28125,
      "learning_rate": 3.6300956625545836e-05,
      "loss": 0.3173093557357788,
      "step": 5320
    },
    {
      "epoch": 0.6109140830568585,
      "grad_norm": 4.3125,
      "learning_rate": 3.6272930520377434e-05,
      "loss": 0.2883350372314453,
      "step": 5340
    },
    {
      "epoch": 0.6132021507836632,
      "grad_norm": 5.8125,
      "learning_rate": 3.624480954921266e-05,
      "loss": 0.3079493522644043,
      "step": 5360
    },
    {
      "epoch": 0.6154902185104679,
      "grad_norm": 4.9375,
      "learning_rate": 3.6216593875987815e-05,
      "loss": 0.30201876163482666,
      "step": 5380
    },
    {
      "epoch": 0.6177782862372726,
      "grad_norm": 5.8125,
      "learning_rate": 3.618828366519127e-05,
      "loss": 0.27506444454193113,
      "step": 5400
    },
    {
      "epoch": 0.6200663539640774,
      "grad_norm": 5.1875,
      "learning_rate": 3.6159879081862524e-05,
      "loss": 0.2849998950958252,
      "step": 5420
    },
    {
      "epoch": 0.6223544216908821,
      "grad_norm": 3.296875,
      "learning_rate": 3.613138029159125e-05,
      "loss": 0.256860089302063,
      "step": 5440
    },
    {
      "epoch": 0.6246424894176867,
      "grad_norm": 4.1875,
      "learning_rate": 3.610278746051631e-05,
      "loss": 0.26427302360534666,
      "step": 5460
    },
    {
      "epoch": 0.6269305571444915,
      "grad_norm": 5.15625,
      "learning_rate": 3.607410075532478e-05,
      "loss": 0.24430880546569825,
      "step": 5480
    },
    {
      "epoch": 0.6292186248712962,
      "grad_norm": 4.40625,
      "learning_rate": 3.6045320343251015e-05,
      "loss": 0.3006285190582275,
      "step": 5500
    },
    {
      "epoch": 0.6292186248712962,
      "eval_loss": 0.2767653167247772,
      "eval_runtime": 30.1767,
      "eval_samples_per_second": 189.186,
      "eval_steps_per_second": 5.932,
      "step": 5500
    },
    {
      "epoch": 0.6315066925981009,
      "grad_norm": 4.0625,
      "learning_rate": 3.6016446392075636e-05,
      "loss": 0.3013110637664795,
      "step": 5520
    },
    {
      "epoch": 0.6337947603249057,
      "grad_norm": 6.6875,
      "learning_rate": 3.598747907012458e-05,
      "loss": 0.2936428070068359,
      "step": 5540
    },
    {
      "epoch": 0.6360828280517103,
      "grad_norm": 4.6875,
      "learning_rate": 3.595841854626809e-05,
      "loss": 0.2893106698989868,
      "step": 5560
    },
    {
      "epoch": 0.638370895778515,
      "grad_norm": 5.0625,
      "learning_rate": 3.5929264989919745e-05,
      "loss": 0.2925205945968628,
      "step": 5580
    },
    {
      "epoch": 0.6406589635053198,
      "grad_norm": 4.6875,
      "learning_rate": 3.590001857103551e-05,
      "loss": 0.29573826789855956,
      "step": 5600
    },
    {
      "epoch": 0.6429470312321245,
      "grad_norm": 5.3125,
      "learning_rate": 3.587067946011265e-05,
      "loss": 0.28630809783935546,
      "step": 5620
    },
    {
      "epoch": 0.6452350989589292,
      "grad_norm": 3.640625,
      "learning_rate": 3.5841247828188856e-05,
      "loss": 0.26862502098083496,
      "step": 5640
    },
    {
      "epoch": 0.647523166685734,
      "grad_norm": 5.375,
      "learning_rate": 3.5811723846841136e-05,
      "loss": 0.2666471004486084,
      "step": 5660
    },
    {
      "epoch": 0.6498112344125386,
      "grad_norm": 4.59375,
      "learning_rate": 3.5782107688184905e-05,
      "loss": 0.2828779935836792,
      "step": 5680
    },
    {
      "epoch": 0.6520993021393433,
      "grad_norm": 5.75,
      "learning_rate": 3.575239952487291e-05,
      "loss": 0.2601483345031738,
      "step": 5700
    },
    {
      "epoch": 0.654387369866148,
      "grad_norm": 4.3125,
      "learning_rate": 3.572259953009428e-05,
      "loss": 0.261041522026062,
      "step": 5720
    },
    {
      "epoch": 0.6566754375929528,
      "grad_norm": 5.34375,
      "learning_rate": 3.569270787757348e-05,
      "loss": 0.26867046356201174,
      "step": 5740
    },
    {
      "epoch": 0.6589635053197574,
      "grad_norm": 8.9375,
      "learning_rate": 3.5662724741569314e-05,
      "loss": 0.26578536033630373,
      "step": 5760
    },
    {
      "epoch": 0.6612515730465621,
      "grad_norm": 7.15625,
      "learning_rate": 3.5632650296873906e-05,
      "loss": 0.2661498785018921,
      "step": 5780
    },
    {
      "epoch": 0.6635396407733669,
      "grad_norm": 4.75,
      "learning_rate": 3.5602484718811674e-05,
      "loss": 0.27622816562652586,
      "step": 5800
    },
    {
      "epoch": 0.6658277085001716,
      "grad_norm": 4.03125,
      "learning_rate": 3.557222818323833e-05,
      "loss": 0.2716834545135498,
      "step": 5820
    },
    {
      "epoch": 0.6681157762269763,
      "grad_norm": 3.515625,
      "learning_rate": 3.5541880866539816e-05,
      "loss": 0.2630940914154053,
      "step": 5840
    },
    {
      "epoch": 0.670403843953781,
      "grad_norm": 4.46875,
      "learning_rate": 3.5511442945631325e-05,
      "loss": 0.2714268922805786,
      "step": 5860
    },
    {
      "epoch": 0.6726919116805857,
      "grad_norm": 4.59375,
      "learning_rate": 3.548091459795622e-05,
      "loss": 0.2755922794342041,
      "step": 5880
    },
    {
      "epoch": 0.6749799794073904,
      "grad_norm": 5.25,
      "learning_rate": 3.545029600148504e-05,
      "loss": 0.2945363759994507,
      "step": 5900
    },
    {
      "epoch": 0.6772680471341952,
      "grad_norm": 5.75,
      "learning_rate": 3.541958733471444e-05,
      "loss": 0.2770261287689209,
      "step": 5920
    },
    {
      "epoch": 0.6795561148609999,
      "grad_norm": 4.5,
      "learning_rate": 3.5388788776666156e-05,
      "loss": 0.24069409370422362,
      "step": 5940
    },
    {
      "epoch": 0.6818441825878045,
      "grad_norm": 3.859375,
      "learning_rate": 3.5357900506885965e-05,
      "loss": 0.25673096179962157,
      "step": 5960
    },
    {
      "epoch": 0.6841322503146093,
      "grad_norm": 6.3125,
      "learning_rate": 3.532692270544262e-05,
      "loss": 0.2766316652297974,
      "step": 5980
    },
    {
      "epoch": 0.686420318041414,
      "grad_norm": 6.40625,
      "learning_rate": 3.529585555292683e-05,
      "loss": 0.280531120300293,
      "step": 6000
    },
    {
      "epoch": 0.686420318041414,
      "eval_loss": 0.26804906129837036,
      "eval_runtime": 30.2398,
      "eval_samples_per_second": 188.791,
      "eval_steps_per_second": 5.919,
      "step": 6000
    }
  ],
  "logging_steps": 20,
  "max_steps": 26223,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 2000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 6.660515177467085e+17,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}