{
  "best_global_step": 6032,
  "best_metric": 0.11902373284101486,
  "best_model_checkpoint": "models/Qwen3-4B-distilled/checkpoint-6032",
  "epoch": 0.9632705206004472,
  "eval_steps": 208,
  "global_step": 6032,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00015969338869370808,
      "grad_norm": 12.6875,
      "learning_rate": 0.0,
      "loss": 0.6257,
      "step": 1
    },
    {
      "epoch": 0.0015969338869370809,
      "grad_norm": 12.625,
      "learning_rate": 1.8000000000000001e-06,
      "loss": 0.6647,
      "step": 10
    },
    {
      "epoch": 0.0031938677738741618,
      "grad_norm": 7.78125,
      "learning_rate": 3.8000000000000005e-06,
      "loss": 0.5401,
      "step": 20
    },
    {
      "epoch": 0.0047908016608112424,
      "grad_norm": 4.6875,
      "learning_rate": 5.8e-06,
      "loss": 0.3113,
      "step": 30
    },
    {
      "epoch": 0.0063877355477483235,
      "grad_norm": 4.90625,
      "learning_rate": 7.800000000000002e-06,
      "loss": 0.222,
      "step": 40
    },
    {
      "epoch": 0.007984669434685404,
      "grad_norm": 3.234375,
      "learning_rate": 9.800000000000001e-06,
      "loss": 0.2135,
      "step": 50
    },
    {
      "epoch": 0.009581603321622485,
      "grad_norm": 4.46875,
      "learning_rate": 1.18e-05,
      "loss": 0.1899,
      "step": 60
    },
    {
      "epoch": 0.011178537208559566,
      "grad_norm": 2.609375,
      "learning_rate": 1.38e-05,
      "loss": 0.2244,
      "step": 70
    },
    {
      "epoch": 0.012775471095496647,
      "grad_norm": 2.5625,
      "learning_rate": 1.58e-05,
      "loss": 0.169,
      "step": 80
    },
    {
      "epoch": 0.014372404982433726,
      "grad_norm": 2.984375,
      "learning_rate": 1.7800000000000002e-05,
      "loss": 0.1712,
      "step": 90
    },
    {
      "epoch": 0.015969338869370808,
      "grad_norm": 4.90625,
      "learning_rate": 1.98e-05,
      "loss": 0.2008,
      "step": 100
    },
    {
      "epoch": 0.01756627275630789,
      "grad_norm": 3.03125,
      "learning_rate": 1.998551191242756e-05,
      "loss": 0.1738,
      "step": 110
    },
    {
      "epoch": 0.01916320664324497,
      "grad_norm": 2.59375,
      "learning_rate": 1.9969414037347072e-05,
      "loss": 0.1831,
      "step": 120
    },
    {
      "epoch": 0.02076014053018205,
      "grad_norm": 3.109375,
      "learning_rate": 1.9953316162266584e-05,
      "loss": 0.2049,
      "step": 130
    },
    {
      "epoch": 0.022357074417119132,
      "grad_norm": 4.9375,
      "learning_rate": 1.9937218287186093e-05,
      "loss": 0.1702,
      "step": 140
    },
    {
      "epoch": 0.023954008304056213,
      "grad_norm": 4.125,
      "learning_rate": 1.9921120412105604e-05,
      "loss": 0.1455,
      "step": 150
    },
    {
      "epoch": 0.025550942190993294,
      "grad_norm": 4.46875,
      "learning_rate": 1.9905022537025113e-05,
      "loss": 0.2209,
      "step": 160
    },
    {
      "epoch": 0.027147876077930375,
      "grad_norm": 2.671875,
      "learning_rate": 1.9888924661944625e-05,
      "loss": 0.183,
      "step": 170
    },
    {
      "epoch": 0.028744809964867453,
      "grad_norm": 1.8671875,
      "learning_rate": 1.9872826786864133e-05,
      "loss": 0.1661,
      "step": 180
    },
    {
      "epoch": 0.030341743851804534,
      "grad_norm": 2.75,
      "learning_rate": 1.9856728911783648e-05,
      "loss": 0.1617,
      "step": 190
    },
    {
      "epoch": 0.031938677738741615,
      "grad_norm": 10.5,
      "learning_rate": 1.9840631036703157e-05,
      "loss": 0.2303,
      "step": 200
    },
    {
      "epoch": 0.03321622484829128,
      "eval_loss": 0.16591905057430267,
      "eval_runtime": 27.9572,
      "eval_samples_per_second": 9.085,
      "eval_steps_per_second": 9.085,
      "step": 208
    },
    {
      "epoch": 0.033535611625678696,
      "grad_norm": 2.90625,
      "learning_rate": 1.982453316162267e-05,
      "loss": 0.1539,
      "step": 210
    },
    {
      "epoch": 0.03513254551261578,
      "grad_norm": 2.265625,
      "learning_rate": 1.9808435286542177e-05,
      "loss": 0.1612,
      "step": 220
    },
    {
      "epoch": 0.03672947939955286,
      "grad_norm": 2.125,
      "learning_rate": 1.979233741146169e-05,
      "loss": 0.1427,
      "step": 230
    },
    {
      "epoch": 0.03832641328648994,
      "grad_norm": 3.328125,
      "learning_rate": 1.97762395363812e-05,
      "loss": 0.1668,
      "step": 240
    },
    {
      "epoch": 0.03992334717342702,
      "grad_norm": 2.09375,
      "learning_rate": 1.976014166130071e-05,
      "loss": 0.1711,
      "step": 250
    },
    {
      "epoch": 0.0415202810603641,
      "grad_norm": 3.203125,
      "learning_rate": 1.974404378622022e-05,
      "loss": 0.1576,
      "step": 260
    },
    {
      "epoch": 0.04311721494730118,
      "grad_norm": 2.84375,
      "learning_rate": 1.9727945911139732e-05,
      "loss": 0.1637,
      "step": 270
    },
    {
      "epoch": 0.044714148834238264,
      "grad_norm": 2.359375,
      "learning_rate": 1.971184803605924e-05,
      "loss": 0.1687,
      "step": 280
    },
    {
      "epoch": 0.046311082721175345,
      "grad_norm": 3.265625,
      "learning_rate": 1.9695750160978753e-05,
      "loss": 0.146,
      "step": 290
    },
    {
      "epoch": 0.047908016608112426,
      "grad_norm": 2.109375,
      "learning_rate": 1.9679652285898264e-05,
      "loss": 0.1804,
      "step": 300
    },
    {
      "epoch": 0.04950495049504951,
      "grad_norm": 4.21875,
      "learning_rate": 1.9663554410817773e-05,
      "loss": 0.1641,
      "step": 310
    },
    {
      "epoch": 0.05110188438198659,
      "grad_norm": 2.296875,
      "learning_rate": 1.9647456535737284e-05,
      "loss": 0.1628,
      "step": 320
    },
    {
      "epoch": 0.05269881826892367,
      "grad_norm": 3.078125,
      "learning_rate": 1.9631358660656793e-05,
      "loss": 0.1911,
      "step": 330
    },
    {
      "epoch": 0.05429575215586075,
      "grad_norm": 3.515625,
      "learning_rate": 1.9615260785576308e-05,
      "loss": 0.2062,
      "step": 340
    },
    {
      "epoch": 0.055892686042797825,
      "grad_norm": 1.84375,
      "learning_rate": 1.9599162910495816e-05,
      "loss": 0.1437,
      "step": 350
    },
    {
      "epoch": 0.057489619929734906,
      "grad_norm": 2.40625,
      "learning_rate": 1.9583065035415328e-05,
      "loss": 0.1527,
      "step": 360
    },
    {
      "epoch": 0.05908655381667199,
      "grad_norm": 1.1953125,
      "learning_rate": 1.9566967160334837e-05,
      "loss": 0.1472,
      "step": 370
    },
    {
      "epoch": 0.06068348770360907,
      "grad_norm": 3.28125,
      "learning_rate": 1.955086928525435e-05,
      "loss": 0.1737,
      "step": 380
    },
    {
      "epoch": 0.06228042159054615,
      "grad_norm": 2.75,
      "learning_rate": 1.9534771410173857e-05,
      "loss": 0.1426,
      "step": 390
    },
    {
      "epoch": 0.06387735547748323,
      "grad_norm": 1.953125,
      "learning_rate": 1.951867353509337e-05,
      "loss": 0.1816,
      "step": 400
    },
    {
      "epoch": 0.06547428936442032,
      "grad_norm": 2.046875,
      "learning_rate": 1.950257566001288e-05,
      "loss": 0.1518,
      "step": 410
    },
    {
      "epoch": 0.06643244969658256,
      "eval_loss": 0.14999131858348846,
      "eval_runtime": 24.8593,
      "eval_samples_per_second": 10.218,
      "eval_steps_per_second": 10.218,
      "step": 416
    },
    {
      "epoch": 0.06707122325135739,
      "grad_norm": 2.40625,
      "learning_rate": 1.9486477784932392e-05,
      "loss": 0.1484,
      "step": 420
    },
    {
      "epoch": 0.06866815713829448,
      "grad_norm": 2.34375,
      "learning_rate": 1.94703799098519e-05,
      "loss": 0.1488,
      "step": 430
    },
    {
      "epoch": 0.07026509102523155,
      "grad_norm": 3.09375,
      "learning_rate": 1.9454282034771412e-05,
      "loss": 0.1691,
      "step": 440
    },
    {
      "epoch": 0.07186202491216864,
      "grad_norm": 1.6796875,
      "learning_rate": 1.9438184159690924e-05,
      "loss": 0.1254,
      "step": 450
    },
    {
      "epoch": 0.07345895879910572,
      "grad_norm": 14.875,
      "learning_rate": 1.9422086284610433e-05,
      "loss": 0.1505,
      "step": 460
    },
    {
      "epoch": 0.07505589268604279,
      "grad_norm": 2.5,
      "learning_rate": 1.9405988409529944e-05,
      "loss": 0.2086,
      "step": 470
    },
    {
      "epoch": 0.07665282657297988,
      "grad_norm": 4.5625,
      "learning_rate": 1.9389890534449453e-05,
      "loss": 0.2219,
      "step": 480
    },
    {
      "epoch": 0.07824976045991695,
      "grad_norm": 2.03125,
      "learning_rate": 1.9373792659368965e-05,
      "loss": 0.1457,
      "step": 490
    },
    {
      "epoch": 0.07984669434685404,
      "grad_norm": 2.53125,
      "learning_rate": 1.9357694784288476e-05,
      "loss": 0.1797,
      "step": 500
    },
    {
      "epoch": 0.08144362823379112,
      "grad_norm": 2.28125,
      "learning_rate": 1.9341596909207988e-05,
      "loss": 0.1732,
      "step": 510
    },
    {
      "epoch": 0.0830405621207282,
      "grad_norm": 2.25,
      "learning_rate": 1.9325499034127497e-05,
      "loss": 0.1713,
      "step": 520
    },
    {
      "epoch": 0.08463749600766528,
      "grad_norm": 1.78125,
      "learning_rate": 1.930940115904701e-05,
      "loss": 0.1816,
      "step": 530
    },
    {
      "epoch": 0.08623442989460237,
      "grad_norm": 4.625,
      "learning_rate": 1.9293303283966517e-05,
      "loss": 0.1367,
      "step": 540
    },
    {
      "epoch": 0.08783136378153944,
      "grad_norm": 2.453125,
      "learning_rate": 1.927720540888603e-05,
      "loss": 0.133,
      "step": 550
    },
    {
      "epoch": 0.08942829766847653,
      "grad_norm": 2.484375,
      "learning_rate": 1.9261107533805537e-05,
      "loss": 0.1537,
      "step": 560
    },
    {
      "epoch": 0.0910252315554136,
      "grad_norm": 1.796875,
      "learning_rate": 1.924500965872505e-05,
      "loss": 0.1339,
      "step": 570
    },
    {
      "epoch": 0.09262216544235069,
      "grad_norm": 3.015625,
      "learning_rate": 1.922891178364456e-05,
      "loss": 0.1954,
      "step": 580
    },
    {
      "epoch": 0.09421909932928776,
      "grad_norm": 2.75,
      "learning_rate": 1.9212813908564072e-05,
      "loss": 0.1967,
      "step": 590
    },
    {
      "epoch": 0.09581603321622485,
      "grad_norm": 1.8671875,
      "learning_rate": 1.919671603348358e-05,
      "loss": 0.1439,
      "step": 600
    },
    {
      "epoch": 0.09741296710316193,
      "grad_norm": 2.65625,
      "learning_rate": 1.9180618158403093e-05,
      "loss": 0.1944,
      "step": 610
    },
    {
      "epoch": 0.09900990099009901,
      "grad_norm": 3.265625,
      "learning_rate": 1.9164520283322604e-05,
      "loss": 0.187,
      "step": 620
    },
    {
      "epoch": 0.09964867454487385,
      "eval_loss": 0.15051136910915375,
      "eval_runtime": 24.887,
      "eval_samples_per_second": 10.206,
      "eval_steps_per_second": 10.206,
      "step": 624
    },
    {
      "epoch": 0.10060683487703609,
      "grad_norm": 3.40625,
      "learning_rate": 1.9148422408242113e-05,
      "loss": 0.1642,
      "step": 630
    },
    {
      "epoch": 0.10220376876397318,
      "grad_norm": 1.984375,
      "learning_rate": 1.9132324533161625e-05,
      "loss": 0.1487,
      "step": 640
    },
    {
      "epoch": 0.10380070265091025,
      "grad_norm": 2.421875,
      "learning_rate": 1.9116226658081133e-05,
      "loss": 0.2103,
      "step": 650
    },
    {
      "epoch": 0.10539763653784734,
      "grad_norm": 1.7734375,
      "learning_rate": 1.9100128783000648e-05,
      "loss": 0.1463,
      "step": 660
    },
    {
      "epoch": 0.10699457042478441,
      "grad_norm": 2.671875,
      "learning_rate": 1.9084030907920157e-05,
      "loss": 0.1391,
      "step": 670
    },
    {
      "epoch": 0.1085915043117215,
      "grad_norm": 2.875,
      "learning_rate": 1.906793303283967e-05,
      "loss": 0.1438,
      "step": 680
    },
    {
      "epoch": 0.11018843819865858,
      "grad_norm": 2.671875,
      "learning_rate": 1.9051835157759177e-05,
      "loss": 0.1621,
      "step": 690
    },
    {
      "epoch": 0.11178537208559565,
      "grad_norm": 2.21875,
      "learning_rate": 1.903573728267869e-05,
      "loss": 0.1676,
      "step": 700
    },
    {
      "epoch": 0.11338230597253274,
      "grad_norm": 1.71875,
      "learning_rate": 1.9019639407598197e-05,
      "loss": 0.158,
      "step": 710
    },
    {
      "epoch": 0.11497923985946981,
      "grad_norm": 2.40625,
      "learning_rate": 1.900354153251771e-05,
      "loss": 0.1683,
      "step": 720
    },
    {
      "epoch": 0.1165761737464069,
      "grad_norm": 2.015625,
      "learning_rate": 1.898744365743722e-05,
      "loss": 0.14,
      "step": 730
    },
    {
      "epoch": 0.11817310763334397,
      "grad_norm": 1.796875,
      "learning_rate": 1.8971345782356732e-05,
      "loss": 0.2339,
      "step": 740
    },
    {
      "epoch": 0.11977004152028106,
      "grad_norm": 1.5703125,
      "learning_rate": 1.895524790727624e-05,
      "loss": 0.1421,
      "step": 750
    },
    {
      "epoch": 0.12136697540721814,
      "grad_norm": 3.125,
      "learning_rate": 1.8939150032195753e-05,
      "loss": 0.1366,
      "step": 760
    },
    {
      "epoch": 0.12296390929415522,
      "grad_norm": 2.296875,
      "learning_rate": 1.892305215711526e-05,
      "loss": 0.1489,
      "step": 770
    },
    {
      "epoch": 0.1245608431810923,
      "grad_norm": 2.078125,
      "learning_rate": 1.8906954282034773e-05,
      "loss": 0.1286,
      "step": 780
    },
    {
      "epoch": 0.1261577770680294,
      "grad_norm": 3.765625,
      "learning_rate": 1.8890856406954285e-05,
      "loss": 0.2018,
      "step": 790
    },
    {
      "epoch": 0.12775471095496646,
      "grad_norm": 2.515625,
      "learning_rate": 1.8874758531873793e-05,
      "loss": 0.1647,
      "step": 800
    },
    {
      "epoch": 0.12935164484190353,
      "grad_norm": 3.0625,
      "learning_rate": 1.8858660656793305e-05,
      "loss": 0.17,
      "step": 810
    },
    {
      "epoch": 0.13094857872884064,
      "grad_norm": 3.09375,
      "learning_rate": 1.8842562781712817e-05,
      "loss": 0.129,
      "step": 820
    },
    {
      "epoch": 0.1325455126157777,
      "grad_norm": 2.171875,
      "learning_rate": 1.882646490663233e-05,
      "loss": 0.1215,
      "step": 830
    },
    {
      "epoch": 0.13286489939316512,
      "eval_loss": 0.14854636788368225,
      "eval_runtime": 25.1024,
      "eval_samples_per_second": 10.119,
      "eval_steps_per_second": 10.119,
      "step": 832
    },
    {
      "epoch": 0.13414244650271478,
      "grad_norm": 2.390625,
      "learning_rate": 1.8810367031551837e-05,
      "loss": 0.2387,
      "step": 840
    },
    {
      "epoch": 0.13573938038965186,
      "grad_norm": 2.53125,
      "learning_rate": 1.879426915647135e-05,
      "loss": 0.1388,
      "step": 850
    },
    {
      "epoch": 0.13733631427658896,
      "grad_norm": 1.4140625,
      "learning_rate": 1.8778171281390857e-05,
      "loss": 0.1406,
      "step": 860
    },
    {
      "epoch": 0.13893324816352604,
      "grad_norm": 2.578125,
      "learning_rate": 1.876207340631037e-05,
      "loss": 0.168,
      "step": 870
    },
    {
      "epoch": 0.1405301820504631,
      "grad_norm": 2.453125,
      "learning_rate": 1.8745975531229877e-05,
      "loss": 0.1512,
      "step": 880
    },
    {
      "epoch": 0.14212711593740018,
      "grad_norm": 2.875,
      "learning_rate": 1.872987765614939e-05,
      "loss": 0.175,
      "step": 890
    },
    {
      "epoch": 0.14372404982433729,
      "grad_norm": 2.09375,
      "learning_rate": 1.87137797810689e-05,
      "loss": 0.1097,
      "step": 900
    },
    {
      "epoch": 0.14532098371127436,
      "grad_norm": 1.0390625,
      "learning_rate": 1.8697681905988413e-05,
      "loss": 0.1612,
      "step": 910
    },
    {
      "epoch": 0.14691791759821143,
      "grad_norm": 5.21875,
      "learning_rate": 1.868158403090792e-05,
      "loss": 0.1997,
      "step": 920
    },
    {
      "epoch": 0.1485148514851485,
      "grad_norm": 2.34375,
      "learning_rate": 1.8665486155827433e-05,
      "loss": 0.1474,
      "step": 930
    },
    {
      "epoch": 0.15011178537208558,
      "grad_norm": 3.234375,
      "learning_rate": 1.8649388280746945e-05,
      "loss": 0.1423,
      "step": 940
    },
    {
      "epoch": 0.15170871925902268,
      "grad_norm": 3.296875,
      "learning_rate": 1.8633290405666453e-05,
      "loss": 0.1634,
      "step": 950
    },
    {
      "epoch": 0.15330565314595976,
      "grad_norm": 1.9609375,
      "learning_rate": 1.8617192530585965e-05,
      "loss": 0.155,
      "step": 960
    },
    {
      "epoch": 0.15490258703289683,
      "grad_norm": 1.734375,
      "learning_rate": 1.8601094655505473e-05,
      "loss": 0.1417,
      "step": 970
    },
    {
      "epoch": 0.1564995209198339,
      "grad_norm": 2.171875,
      "learning_rate": 1.8584996780424985e-05,
      "loss": 0.1517,
      "step": 980
    },
    {
      "epoch": 0.158096454806771,
      "grad_norm": 1.8828125,
      "learning_rate": 1.8568898905344497e-05,
      "loss": 0.1403,
      "step": 990
    },
    {
      "epoch": 0.15969338869370808,
      "grad_norm": 2.15625,
      "learning_rate": 1.855280103026401e-05,
      "loss": 0.131,
      "step": 1000
    },
    {
      "epoch": 0.16129032258064516,
      "grad_norm": 2.84375,
      "learning_rate": 1.8536703155183517e-05,
      "loss": 0.1523,
      "step": 1010
    },
    {
      "epoch": 0.16288725646758223,
      "grad_norm": 2.484375,
      "learning_rate": 1.852060528010303e-05,
      "loss": 0.1746,
      "step": 1020
    },
    {
      "epoch": 0.16448419035451933,
      "grad_norm": 1.4609375,
      "learning_rate": 1.8504507405022537e-05,
      "loss": 0.1512,
      "step": 1030
    },
    {
      "epoch": 0.1660811242414564,
      "grad_norm": 2.59375,
      "learning_rate": 1.848840952994205e-05,
      "loss": 0.1909,
      "step": 1040
    },
    {
      "epoch": 0.1660811242414564,
      "eval_loss": 0.14355012774467468,
      "eval_runtime": 24.9519,
      "eval_samples_per_second": 10.18,
      "eval_steps_per_second": 10.18,
      "step": 1040
    },
    {
      "epoch": 0.16767805812839348,
      "grad_norm": 1.65625,
      "learning_rate": 1.8472311654861557e-05,
      "loss": 0.136,
      "step": 1050
    },
    {
      "epoch": 0.16927499201533056,
      "grad_norm": 2.5,
      "learning_rate": 1.8456213779781072e-05,
      "loss": 0.1841,
      "step": 1060
    },
    {
      "epoch": 0.17087192590226766,
      "grad_norm": 2.328125,
      "learning_rate": 1.844011590470058e-05,
      "loss": 0.1442,
      "step": 1070
    },
    {
      "epoch": 0.17246885978920473,
      "grad_norm": 2.828125,
      "learning_rate": 1.8424018029620093e-05,
      "loss": 0.1289,
      "step": 1080
    },
    {
      "epoch": 0.1740657936761418,
      "grad_norm": 2.609375,
      "learning_rate": 1.84079201545396e-05,
      "loss": 0.1409,
      "step": 1090
    },
    {
      "epoch": 0.17566272756307888,
      "grad_norm": 2.109375,
      "learning_rate": 1.8391822279459113e-05,
      "loss": 0.1502,
      "step": 1100
    },
    {
      "epoch": 0.17725966145001598,
      "grad_norm": 2.25,
      "learning_rate": 1.8375724404378625e-05,
      "loss": 0.1325,
      "step": 1110
    },
    {
      "epoch": 0.17885659533695306,
      "grad_norm": 1.3828125,
      "learning_rate": 1.8359626529298133e-05,
      "loss": 0.1756,
      "step": 1120
    },
    {
      "epoch": 0.18045352922389013,
      "grad_norm": 2.734375,
      "learning_rate": 1.8343528654217645e-05,
      "loss": 0.1764,
      "step": 1130
    },
    {
      "epoch": 0.1820504631108272,
      "grad_norm": 2.453125,
      "learning_rate": 1.8327430779137157e-05,
      "loss": 0.1409,
      "step": 1140
    },
    {
      "epoch": 0.1836473969977643,
      "grad_norm": 1.625,
      "learning_rate": 1.8311332904056665e-05,
      "loss": 0.1539,
      "step": 1150
    },
    {
      "epoch": 0.18524433088470138,
      "grad_norm": 2.8125,
      "learning_rate": 1.8295235028976177e-05,
      "loss": 0.2219,
      "step": 1160
    },
    {
      "epoch": 0.18684126477163845,
      "grad_norm": 2.203125,
      "learning_rate": 1.827913715389569e-05,
      "loss": 0.148,
      "step": 1170
    },
    {
      "epoch": 0.18843819865857553,
      "grad_norm": 2.15625,
      "learning_rate": 1.8263039278815197e-05,
      "loss": 0.1724,
      "step": 1180
    },
    {
      "epoch": 0.1900351325455126,
      "grad_norm": 1.8203125,
      "learning_rate": 1.824694140373471e-05,
      "loss": 0.1386,
      "step": 1190
    },
    {
      "epoch": 0.1916320664324497,
      "grad_norm": 1.1171875,
      "learning_rate": 1.8230843528654217e-05,
      "loss": 0.1208,
      "step": 1200
    },
    {
      "epoch": 0.19322900031938678,
      "grad_norm": 1.953125,
      "learning_rate": 1.821474565357373e-05,
      "loss": 0.1354,
      "step": 1210
    },
    {
      "epoch": 0.19482593420632385,
      "grad_norm": 2.609375,
      "learning_rate": 1.819864777849324e-05,
      "loss": 0.1645,
      "step": 1220
    },
    {
      "epoch": 0.19642286809326093,
      "grad_norm": 2.21875,
      "learning_rate": 1.8182549903412753e-05,
      "loss": 0.1784,
      "step": 1230
    },
    {
      "epoch": 0.19801980198019803,
      "grad_norm": 3.125,
      "learning_rate": 1.816645202833226e-05,
      "loss": 0.1448,
      "step": 1240
    },
    {
      "epoch": 0.1992973490897477,
      "eval_loss": 0.1424371749162674,
      "eval_runtime": 27.9818,
      "eval_samples_per_second": 9.077,
      "eval_steps_per_second": 9.077,
      "step": 1248
    },
    {
      "epoch": 0.1996167358671351,
      "grad_norm": 2.140625,
      "learning_rate": 1.8150354153251773e-05,
      "loss": 0.1623,
      "step": 1250
    },
    {
      "epoch": 0.20121366975407218,
      "grad_norm": 1.7578125,
      "learning_rate": 1.813425627817128e-05,
      "loss": 0.1535,
      "step": 1260
    },
    {
      "epoch": 0.20281060364100925,
      "grad_norm": 2.390625,
      "learning_rate": 1.8118158403090793e-05,
      "loss": 0.1965,
      "step": 1270
    },
    {
      "epoch": 0.20440753752794635,
      "grad_norm": 1.6171875,
      "learning_rate": 1.8102060528010305e-05,
      "loss": 0.1248,
      "step": 1280
    },
    {
      "epoch": 0.20600447141488343,
      "grad_norm": 1.4140625,
      "learning_rate": 1.8085962652929813e-05,
      "loss": 0.1499,
      "step": 1290
    },
    {
      "epoch": 0.2076014053018205,
      "grad_norm": 1.5390625,
      "learning_rate": 1.8069864777849325e-05,
      "loss": 0.1418,
      "step": 1300
    },
    {
      "epoch": 0.20919833918875758,
      "grad_norm": 1.6796875,
      "learning_rate": 1.8053766902768837e-05,
      "loss": 0.1419,
      "step": 1310
    },
    {
      "epoch": 0.21079527307569468,
      "grad_norm": 2.71875,
      "learning_rate": 1.803766902768835e-05,
      "loss": 0.1777,
      "step": 1320
    },
    {
      "epoch": 0.21239220696263175,
      "grad_norm": 2.65625,
      "learning_rate": 1.8021571152607857e-05,
      "loss": 0.1479,
      "step": 1330
    },
    {
      "epoch": 0.21398914084956883,
      "grad_norm": 3.046875,
      "learning_rate": 1.800547327752737e-05,
      "loss": 0.1404,
      "step": 1340
    },
    {
      "epoch": 0.2155860747365059,
      "grad_norm": 1.8828125,
      "learning_rate": 1.7989375402446877e-05,
      "loss": 0.1308,
      "step": 1350
    },
    {
      "epoch": 0.217183008623443,
      "grad_norm": 2.078125,
      "learning_rate": 1.797327752736639e-05,
      "loss": 0.1311,
      "step": 1360
    },
    {
      "epoch": 0.21877994251038008,
      "grad_norm": 2.21875,
      "learning_rate": 1.7957179652285897e-05,
      "loss": 0.1878,
      "step": 1370
    },
    {
      "epoch": 0.22037687639731715,
      "grad_norm": 2.359375,
      "learning_rate": 1.7941081777205413e-05,
      "loss": 0.157,
      "step": 1380
    },
    {
      "epoch": 0.22197381028425422,
      "grad_norm": 2.921875,
      "learning_rate": 1.792498390212492e-05,
      "loss": 0.1354,
      "step": 1390
    },
    {
      "epoch": 0.2235707441711913,
      "grad_norm": 3.328125,
      "learning_rate": 1.7908886027044433e-05,
      "loss": 0.1754,
      "step": 1400
    },
    {
      "epoch": 0.2251676780581284,
      "grad_norm": 2.84375,
      "learning_rate": 1.789278815196394e-05,
      "loss": 0.165,
      "step": 1410
    },
    {
      "epoch": 0.22676461194506548,
      "grad_norm": 2.0625,
      "learning_rate": 1.7876690276883453e-05,
      "loss": 0.1801,
      "step": 1420
    },
    {
      "epoch": 0.22836154583200255,
      "grad_norm": 2.28125,
      "learning_rate": 1.786059240180296e-05,
      "loss": 0.1754,
      "step": 1430
    },
    {
      "epoch": 0.22995847971893962,
      "grad_norm": 1.515625,
      "learning_rate": 1.7844494526722473e-05,
      "loss": 0.1357,
      "step": 1440
    },
    {
      "epoch": 0.23155541360587673,
      "grad_norm": 2.75,
      "learning_rate": 1.7828396651641985e-05,
      "loss": 0.1382,
      "step": 1450
    },
    {
      "epoch": 0.23251357393803895,
      "eval_loss": 0.1425570845603943,
      "eval_runtime": 27.8196,
      "eval_samples_per_second": 9.13,
      "eval_steps_per_second": 9.13,
      "step": 1456
    },
    {
      "epoch": 0.2331523474928138,
      "grad_norm": 2.234375,
      "learning_rate": 1.7812298776561497e-05,
      "loss": 0.1441,
      "step": 1460
    },
    {
      "epoch": 0.23474928137975087,
      "grad_norm": 2.578125,
      "learning_rate": 1.7796200901481005e-05,
      "loss": 0.2088,
      "step": 1470
    },
    {
      "epoch": 0.23634621526668795,
      "grad_norm": 1.7890625,
      "learning_rate": 1.7780103026400517e-05,
      "loss": 0.1483,
      "step": 1480
    },
    {
      "epoch": 0.23794314915362505,
      "grad_norm": 3.640625,
      "learning_rate": 1.776400515132003e-05,
      "loss": 0.1538,
      "step": 1490
    },
    {
      "epoch": 0.23954008304056212,
      "grad_norm": 2.828125,
      "learning_rate": 1.7747907276239537e-05,
      "loss": 0.1343,
      "step": 1500
    },
    {
      "epoch": 0.2411370169274992,
      "grad_norm": 3.515625,
      "learning_rate": 1.773180940115905e-05,
      "loss": 0.1574,
      "step": 1510
    },
    {
      "epoch": 0.24273395081443627,
      "grad_norm": 1.8359375,
      "learning_rate": 1.7715711526078557e-05,
      "loss": 0.1441,
      "step": 1520
    },
    {
      "epoch": 0.24433088470137337,
      "grad_norm": 1.4609375,
      "learning_rate": 1.769961365099807e-05,
      "loss": 0.1294,
      "step": 1530
    },
    {
      "epoch": 0.24592781858831045,
      "grad_norm": 1.7890625,
      "learning_rate": 1.768351577591758e-05,
      "loss": 0.1687,
      "step": 1540
    },
    {
      "epoch": 0.24752475247524752,
      "grad_norm": 2.015625,
      "learning_rate": 1.7667417900837093e-05,
      "loss": 0.1324,
      "step": 1550
    },
    {
      "epoch": 0.2491216863621846,
      "grad_norm": 2.625,
      "learning_rate": 1.76513200257566e-05,
      "loss": 0.1509,
      "step": 1560
    },
    {
      "epoch": 0.25071862024912167,
      "grad_norm": 1.96875,
      "learning_rate": 1.7635222150676113e-05,
      "loss": 0.1416,
      "step": 1570
    },
    {
      "epoch": 0.2523155541360588,
      "grad_norm": 1.1796875,
      "learning_rate": 1.761912427559562e-05,
      "loss": 0.1323,
      "step": 1580
    },
    {
      "epoch": 0.2539124880229959,
      "grad_norm": 1.796875,
      "learning_rate": 1.7603026400515133e-05,
      "loss": 0.1327,
      "step": 1590
    },
    {
      "epoch": 0.2555094219099329,
      "grad_norm": 1.9453125,
      "learning_rate": 1.7586928525434645e-05,
      "loss": 0.1575,
      "step": 1600
    },
    {
      "epoch": 0.25710635579687,
      "grad_norm": 2.171875,
      "learning_rate": 1.7570830650354153e-05,
      "loss": 0.1841,
      "step": 1610
    },
    {
      "epoch": 0.25870328968380707,
      "grad_norm": 3.03125,
      "learning_rate": 1.7554732775273665e-05,
      "loss": 0.1705,
      "step": 1620
    },
    {
      "epoch": 0.26030022357074417,
      "grad_norm": 2.25,
      "learning_rate": 1.7538634900193177e-05,
      "loss": 0.1279,
      "step": 1630
    },
    {
      "epoch": 0.2618971574576813,
      "grad_norm": 1.625,
      "learning_rate": 1.7522537025112685e-05,
      "loss": 0.1626,
      "step": 1640
    },
    {
      "epoch": 0.2634940913446183,
      "grad_norm": 2.03125,
      "learning_rate": 1.7506439150032197e-05,
      "loss": 0.1391,
      "step": 1650
    },
    {
      "epoch": 0.2650910252315554,
      "grad_norm": 3.90625,
      "learning_rate": 1.749034127495171e-05,
      "loss": 0.1776,
      "step": 1660
    },
    {
      "epoch": 0.26572979878633024,
      "eval_loss": 0.14302664995193481,
      "eval_runtime": 28.1289,
      "eval_samples_per_second": 9.03,
      "eval_steps_per_second": 9.03,
      "step": 1664
    },
    {
      "epoch": 0.26668795911849247,
      "grad_norm": 2.015625,
      "learning_rate": 1.7474243399871217e-05,
      "loss": 0.1512,
      "step": 1670
    },
    {
      "epoch": 0.26828489300542957,
      "grad_norm": 1.3515625,
      "learning_rate": 1.745814552479073e-05,
      "loss": 0.1247,
      "step": 1680
    },
    {
      "epoch": 0.26988182689236667,
      "grad_norm": 2.421875,
      "learning_rate": 1.7442047649710238e-05,
      "loss": 0.1974,
      "step": 1690
    },
    {
      "epoch": 0.2714787607793037,
      "grad_norm": 3.796875,
      "learning_rate": 1.7425949774629753e-05,
      "loss": 0.1485,
      "step": 1700
    },
    {
      "epoch": 0.2730756946662408,
      "grad_norm": 2.734375,
      "learning_rate": 1.740985189954926e-05,
      "loss": 0.1421,
      "step": 1710
    },
    {
      "epoch": 0.2746726285531779,
      "grad_norm": 2.5625,
      "learning_rate": 1.7393754024468773e-05,
      "loss": 0.1561,
      "step": 1720
    },
    {
      "epoch": 0.27626956244011497,
      "grad_norm": 2.578125,
      "learning_rate": 1.737765614938828e-05,
      "loss": 0.1491,
      "step": 1730
    },
    {
      "epoch": 0.27786649632705207,
      "grad_norm": 2.046875,
      "learning_rate": 1.7361558274307793e-05,
      "loss": 0.1582,
      "step": 1740
    },
    {
      "epoch": 0.2794634302139891,
      "grad_norm": 1.46875,
      "learning_rate": 1.73454603992273e-05,
      "loss": 0.1485,
      "step": 1750
    },
    {
      "epoch": 0.2810603641009262,
      "grad_norm": 2.109375,
      "learning_rate": 1.7329362524146813e-05,
      "loss": 0.147,
      "step": 1760
    },
    {
      "epoch": 0.2826572979878633,
      "grad_norm": 3.28125,
      "learning_rate": 1.7313264649066325e-05,
      "loss": 0.1601,
      "step": 1770
    },
    {
      "epoch": 0.28425423187480037,
      "grad_norm": 1.640625,
      "learning_rate": 1.7297166773985837e-05,
      "loss": 0.1896,
      "step": 1780
    },
    {
      "epoch": 0.28585116576173747,
      "grad_norm": 1.203125,
      "learning_rate": 1.7281068898905345e-05,
      "loss": 0.1295,
      "step": 1790
    },
    {
      "epoch": 0.28744809964867457,
      "grad_norm": 1.8203125,
      "learning_rate": 1.7264971023824857e-05,
      "loss": 0.1552,
      "step": 1800
    },
    {
      "epoch": 0.2890450335356116,
      "grad_norm": 1.9140625,
      "learning_rate": 1.724887314874437e-05,
      "loss": 0.1165,
      "step": 1810
    },
    {
      "epoch": 0.2906419674225487,
      "grad_norm": 2.53125,
      "learning_rate": 1.7232775273663877e-05,
      "loss": 0.1691,
      "step": 1820
    },
    {
      "epoch": 0.29223890130948577,
      "grad_norm": 2.34375,
      "learning_rate": 1.721667739858339e-05,
      "loss": 0.1648,
      "step": 1830
    },
    {
      "epoch": 0.29383583519642287,
      "grad_norm": 1.5546875,
      "learning_rate": 1.7200579523502897e-05,
      "loss": 0.1802,
      "step": 1840
    },
    {
      "epoch": 0.29543276908335997,
      "grad_norm": 1.859375,
      "learning_rate": 1.718448164842241e-05,
      "loss": 0.134,
      "step": 1850
    },
    {
      "epoch": 0.297029702970297,
      "grad_norm": 4.71875,
      "learning_rate": 1.716838377334192e-05,
      "loss": 0.1923,
      "step": 1860
    },
    {
      "epoch": 0.2986266368572341,
      "grad_norm": 1.6484375,
      "learning_rate": 1.7152285898261433e-05,
      "loss": 0.1559,
      "step": 1870
    },
    {
      "epoch": 0.2989460236346215,
      "eval_loss": 0.13906948268413544,
      "eval_runtime": 24.877,
      "eval_samples_per_second": 10.21,
      "eval_steps_per_second": 10.21,
      "step": 1872
    },
    {
      "epoch": 0.30022357074417116,
      "grad_norm": 0.8984375,
      "learning_rate": 1.713618802318094e-05,
      "loss": 0.1411,
      "step": 1880
    },
    {
      "epoch": 0.30182050463110827,
      "grad_norm": 4.625,
      "learning_rate": 1.7120090148100453e-05,
      "loss": 0.1293,
      "step": 1890
    },
    {
      "epoch": 0.30341743851804537,
      "grad_norm": 2.046875,
      "learning_rate": 1.710399227301996e-05,
      "loss": 0.132,
      "step": 1900
    },
    {
      "epoch": 0.3050143724049824,
      "grad_norm": 5.09375,
      "learning_rate": 1.7087894397939473e-05,
      "loss": 0.2111,
      "step": 1910
    },
    {
      "epoch": 0.3066113062919195,
      "grad_norm": 1.578125,
      "learning_rate": 1.707179652285898e-05,
      "loss": 0.1398,
      "step": 1920
    },
    {
      "epoch": 0.3082082401788566,
      "grad_norm": 1.3125,
      "learning_rate": 1.7055698647778493e-05,
      "loss": 0.1533,
      "step": 1930
    },
    {
      "epoch": 0.30980517406579366,
      "grad_norm": 1.5546875,
      "learning_rate": 1.7039600772698005e-05,
      "loss": 0.249,
      "step": 1940
    },
    {
      "epoch": 0.31140210795273077,
      "grad_norm": 2.671875,
      "learning_rate": 1.7023502897617517e-05,
      "loss": 0.1657,
      "step": 1950
    },
    {
      "epoch": 0.3129990418396678,
      "grad_norm": 2.421875,
      "learning_rate": 1.7007405022537025e-05,
      "loss": 0.1804,
      "step": 1960
    },
    {
      "epoch": 0.3145959757266049,
      "grad_norm": 2.5,
      "learning_rate": 1.6991307147456537e-05,
      "loss": 0.1369,
      "step": 1970
    },
    {
      "epoch": 0.316192909613542,
      "grad_norm": 3.34375,
      "learning_rate": 1.697520927237605e-05,
      "loss": 0.148,
      "step": 1980
    },
    {
      "epoch": 0.31778984350047906,
      "grad_norm": 1.515625,
      "learning_rate": 1.6959111397295557e-05,
      "loss": 0.1566,
      "step": 1990
    },
    {
      "epoch": 0.31938677738741617,
      "grad_norm": 2.4375,
      "learning_rate": 1.694301352221507e-05,
      "loss": 0.1336,
      "step": 2000
    },
    {
      "epoch": 0.32098371127435327,
      "grad_norm": 2.53125,
      "learning_rate": 1.6926915647134578e-05,
      "loss": 0.1196,
      "step": 2010
    },
    {
      "epoch": 0.3225806451612903,
      "grad_norm": 2.5625,
      "learning_rate": 1.6910817772054093e-05,
      "loss": 0.13,
      "step": 2020
    },
    {
      "epoch": 0.3241775790482274,
      "grad_norm": 1.765625,
      "learning_rate": 1.68947198969736e-05,
      "loss": 0.1239,
      "step": 2030
    },
    {
      "epoch": 0.32577451293516446,
      "grad_norm": 1.09375,
      "learning_rate": 1.6878622021893113e-05,
      "loss": 0.1133,
      "step": 2040
    },
    {
      "epoch": 0.32737144682210156,
      "grad_norm": 3.015625,
      "learning_rate": 1.686252414681262e-05,
      "loss": 0.1246,
      "step": 2050
    },
    {
      "epoch": 0.32896838070903867,
      "grad_norm": 2.75,
      "learning_rate": 1.6846426271732133e-05,
      "loss": 0.1276,
      "step": 2060
    },
    {
      "epoch": 0.3305653145959757,
      "grad_norm": 1.3671875,
      "learning_rate": 1.683032839665164e-05,
      "loss": 0.1565,
      "step": 2070
    },
    {
      "epoch": 0.3321622484829128,
      "grad_norm": 1.1328125,
      "learning_rate": 1.6814230521571153e-05,
      "loss": 0.143,
      "step": 2080
    },
    {
      "epoch": 0.3321622484829128,
      "eval_loss": 0.13785186409950256,
      "eval_runtime": 25.0062,
      "eval_samples_per_second": 10.157,
      "eval_steps_per_second": 10.157,
      "step": 2080
    },
    {
      "epoch": 0.33375918236984986,
      "grad_norm": 2.03125,
      "learning_rate": 1.6798132646490665e-05,
      "loss": 0.1548,
      "step": 2090
    },
    {
      "epoch": 0.33535611625678696,
      "grad_norm": 1.125,
      "learning_rate": 1.6782034771410177e-05,
      "loss": 0.1193,
      "step": 2100
    },
    {
      "epoch": 0.33695305014372406,
      "grad_norm": 2.75,
      "learning_rate": 1.6765936896329685e-05,
      "loss": 0.179,
      "step": 2110
    },
    {
      "epoch": 0.3385499840306611,
      "grad_norm": 2.875,
      "learning_rate": 1.6749839021249197e-05,
      "loss": 0.1515,
      "step": 2120
    },
    {
      "epoch": 0.3401469179175982,
      "grad_norm": 1.4453125,
      "learning_rate": 1.6733741146168706e-05,
      "loss": 0.1918,
      "step": 2130
    },
    {
      "epoch": 0.3417438518045353,
      "grad_norm": 1.5234375,
      "learning_rate": 1.6717643271088217e-05,
      "loss": 0.1387,
      "step": 2140
    },
    {
      "epoch": 0.34334078569147236,
      "grad_norm": 1.53125,
      "learning_rate": 1.670154539600773e-05,
      "loss": 0.1727,
      "step": 2150
    },
    {
      "epoch": 0.34493771957840946,
      "grad_norm": 2.46875,
      "learning_rate": 1.6685447520927238e-05,
      "loss": 0.1655,
      "step": 2160
    },
    {
      "epoch": 0.3465346534653465,
      "grad_norm": 2.234375,
      "learning_rate": 1.666934964584675e-05,
      "loss": 0.1519,
      "step": 2170
    },
    {
      "epoch": 0.3481315873522836,
      "grad_norm": 2.453125,
      "learning_rate": 1.665325177076626e-05,
      "loss": 0.1636,
      "step": 2180
    },
    {
      "epoch": 0.3497285212392207,
      "grad_norm": 1.9609375,
      "learning_rate": 1.6637153895685773e-05,
      "loss": 0.1773,
      "step": 2190
    },
    {
      "epoch": 0.35132545512615776,
      "grad_norm": 2.765625,
      "learning_rate": 1.662105602060528e-05,
      "loss": 0.124,
      "step": 2200
    },
    {
      "epoch": 0.35292238901309486,
      "grad_norm": 2.0625,
      "learning_rate": 1.6604958145524793e-05,
      "loss": 0.153,
      "step": 2210
    },
    {
      "epoch": 0.35451932290003196,
      "grad_norm": 2.03125,
      "learning_rate": 1.65888602704443e-05,
      "loss": 0.126,
      "step": 2220
    },
    {
      "epoch": 0.356116256786969,
      "grad_norm": 3.03125,
      "learning_rate": 1.6572762395363813e-05,
      "loss": 0.1571,
      "step": 2230
    },
    {
      "epoch": 0.3577131906739061,
      "grad_norm": 2.515625,
      "learning_rate": 1.6556664520283322e-05,
      "loss": 0.1614,
      "step": 2240
    },
    {
      "epoch": 0.35931012456084316,
      "grad_norm": 2.578125,
      "learning_rate": 1.6540566645202834e-05,
      "loss": 0.1292,
      "step": 2250
    },
    {
      "epoch": 0.36090705844778026,
      "grad_norm": 1.6171875,
      "learning_rate": 1.6524468770122345e-05,
      "loss": 0.1246,
      "step": 2260
    },
    {
      "epoch": 0.36250399233471736,
      "grad_norm": 2.46875,
      "learning_rate": 1.6508370895041857e-05,
      "loss": 0.165,
      "step": 2270
    },
    {
      "epoch": 0.3641009262216544,
      "grad_norm": 2.0625,
      "learning_rate": 1.6492273019961366e-05,
      "loss": 0.1455,
      "step": 2280
    },
    {
      "epoch": 0.3653784733312041,
      "eval_loss": 0.14108920097351074,
      "eval_runtime": 25.0713,
      "eval_samples_per_second": 10.131,
      "eval_steps_per_second": 10.131,
      "step": 2288
    },
    {
      "epoch": 0.3656978601085915,
      "grad_norm": 2.296875,
      "learning_rate": 1.6476175144880877e-05,
      "loss": 0.1509,
      "step": 2290
    },
    {
      "epoch": 0.3672947939955286,
      "grad_norm": 1.53125,
      "learning_rate": 1.6460077269800386e-05,
      "loss": 0.1715,
      "step": 2300
    },
    {
      "epoch": 0.36889172788246566,
      "grad_norm": 2.078125,
      "learning_rate": 1.6443979394719898e-05,
      "loss": 0.1118,
      "step": 2310
    },
    {
      "epoch": 0.37048866176940276,
      "grad_norm": 1.234375,
      "learning_rate": 1.642788151963941e-05,
      "loss": 0.1263,
      "step": 2320
    },
    {
      "epoch": 0.3720855956563398,
      "grad_norm": 1.6171875,
      "learning_rate": 1.6411783644558918e-05,
      "loss": 0.1441,
      "step": 2330
    },
    {
      "epoch": 0.3736825295432769,
      "grad_norm": 2.46875,
      "learning_rate": 1.639568576947843e-05,
      "loss": 0.2059,
      "step": 2340
    },
    {
      "epoch": 0.375279463430214,
      "grad_norm": 1.7890625,
      "learning_rate": 1.637958789439794e-05,
      "loss": 0.1239,
      "step": 2350
    },
    {
      "epoch": 0.37687639731715106,
      "grad_norm": 2.484375,
      "learning_rate": 1.6363490019317453e-05,
      "loss": 0.1804,
      "step": 2360
    },
    {
      "epoch": 0.37847333120408816,
      "grad_norm": 2.015625,
      "learning_rate": 1.634739214423696e-05,
      "loss": 0.1626,
      "step": 2370
    },
    {
      "epoch": 0.3800702650910252,
      "grad_norm": 2.390625,
      "learning_rate": 1.6331294269156473e-05,
      "loss": 0.1737,
      "step": 2380
    },
    {
      "epoch": 0.3816671989779623,
      "grad_norm": 1.9375,
      "learning_rate": 1.6315196394075982e-05,
      "loss": 0.1315,
      "step": 2390
    },
    {
      "epoch": 0.3832641328648994,
      "grad_norm": 0.9609375,
      "learning_rate": 1.6299098518995494e-05,
      "loss": 0.1401,
      "step": 2400
    },
    {
      "epoch": 0.38486106675183646,
      "grad_norm": 1.6015625,
      "learning_rate": 1.6283000643915002e-05,
      "loss": 0.1151,
      "step": 2410
    },
    {
      "epoch": 0.38645800063877356,
      "grad_norm": 2.359375,
      "learning_rate": 1.6266902768834517e-05,
      "loss": 0.1481,
      "step": 2420
    },
    {
      "epoch": 0.38805493452571066,
      "grad_norm": 2.375,
      "learning_rate": 1.6250804893754026e-05,
      "loss": 0.1366,
      "step": 2430
    },
    {
      "epoch": 0.3896518684126477,
      "grad_norm": 3.515625,
      "learning_rate": 1.6234707018673537e-05,
      "loss": 0.1557,
      "step": 2440
    },
    {
      "epoch": 0.3912488022995848,
      "grad_norm": 1.9921875,
      "learning_rate": 1.6218609143593046e-05,
      "loss": 0.144,
      "step": 2450
    },
    {
      "epoch": 0.39284573618652185,
      "grad_norm": 2.515625,
      "learning_rate": 1.6202511268512558e-05,
      "loss": 0.143,
      "step": 2460
    },
    {
      "epoch": 0.39444267007345896,
      "grad_norm": 1.8125,
      "learning_rate": 1.618641339343207e-05,
      "loss": 0.1555,
      "step": 2470
    },
    {
      "epoch": 0.39603960396039606,
      "grad_norm": 1.609375,
      "learning_rate": 1.6170315518351578e-05,
      "loss": 0.1234,
      "step": 2480
    },
    {
      "epoch": 0.3976365378473331,
      "grad_norm": 2.265625,
      "learning_rate": 1.615421764327109e-05,
      "loss": 0.1162,
      "step": 2490
    },
    {
      "epoch": 0.3985946981794954,
      "eval_loss": 0.1328212171792984,
      "eval_runtime": 25.1323,
      "eval_samples_per_second": 10.107,
      "eval_steps_per_second": 10.107,
      "step": 2496
    },
    {
      "epoch": 0.3992334717342702,
      "grad_norm": 1.4765625,
      "learning_rate": 1.61381197681906e-05,
      "loss": 0.154,
      "step": 2500
    },
    {
      "epoch": 0.4008304056212073,
      "grad_norm": 2.21875,
      "learning_rate": 1.612202189311011e-05,
      "loss": 0.1388,
      "step": 2510
    },
    {
      "epoch": 0.40242733950814435,
      "grad_norm": 1.46875,
      "learning_rate": 1.610592401802962e-05,
      "loss": 0.1303,
      "step": 2520
    },
    {
      "epoch": 0.40402427339508146,
      "grad_norm": 2.046875,
      "learning_rate": 1.6089826142949133e-05,
      "loss": 0.1318,
      "step": 2530
    },
    {
      "epoch": 0.4056212072820185,
      "grad_norm": 2.40625,
      "learning_rate": 1.6073728267868642e-05,
      "loss": 0.1207,
      "step": 2540
    },
    {
      "epoch": 0.4072181411689556,
      "grad_norm": 1.8125,
      "learning_rate": 1.6057630392788153e-05,
      "loss": 0.1542,
      "step": 2550
    },
    {
      "epoch": 0.4088150750558927,
      "grad_norm": 2.59375,
      "learning_rate": 1.6041532517707662e-05,
      "loss": 0.156,
      "step": 2560
    },
    {
      "epoch": 0.41041200894282975,
      "grad_norm": 1.453125,
      "learning_rate": 1.6025434642627177e-05,
      "loss": 0.1515,
      "step": 2570
    },
    {
      "epoch": 0.41200894282976686,
      "grad_norm": 1.65625,
      "learning_rate": 1.6009336767546685e-05,
      "loss": 0.0988,
      "step": 2580
    },
    {
      "epoch": 0.4136058767167039,
      "grad_norm": 2.40625,
      "learning_rate": 1.5993238892466197e-05,
      "loss": 0.1374,
      "step": 2590
    },
    {
      "epoch": 0.415202810603641,
      "grad_norm": 1.34375,
      "learning_rate": 1.5977141017385706e-05,
      "loss": 0.1441,
      "step": 2600
    },
    {
      "epoch": 0.4167997444905781,
      "grad_norm": 2.15625,
      "learning_rate": 1.5961043142305217e-05,
      "loss": 0.1585,
      "step": 2610
    },
    {
      "epoch": 0.41839667837751515,
      "grad_norm": 2.984375,
      "learning_rate": 1.5944945267224726e-05,
      "loss": 0.1806,
      "step": 2620
    },
    {
      "epoch": 0.41999361226445225,
      "grad_norm": 1.140625,
      "learning_rate": 1.5928847392144238e-05,
      "loss": 0.1272,
      "step": 2630
    },
    {
      "epoch": 0.42159054615138936,
      "grad_norm": 1.359375,
      "learning_rate": 1.591274951706375e-05,
      "loss": 0.148,
      "step": 2640
    },
    {
      "epoch": 0.4231874800383264,
      "grad_norm": 2.125,
      "learning_rate": 1.589665164198326e-05,
      "loss": 0.1252,
      "step": 2650
    },
    {
      "epoch": 0.4247844139252635,
      "grad_norm": 2.03125,
      "learning_rate": 1.588055376690277e-05,
      "loss": 0.1311,
      "step": 2660
    },
    {
      "epoch": 0.42638134781220055,
      "grad_norm": 1.625,
      "learning_rate": 1.586445589182228e-05,
      "loss": 0.1186,
      "step": 2670
    },
    {
      "epoch": 0.42797828169913765,
      "grad_norm": 2.8125,
      "learning_rate": 1.5848358016741793e-05,
      "loss": 0.1481,
      "step": 2680
    },
    {
      "epoch": 0.42957521558607475,
      "grad_norm": 2.125,
      "learning_rate": 1.58322601416613e-05,
      "loss": 0.1402,
      "step": 2690
    },
    {
      "epoch": 0.4311721494730118,
      "grad_norm": 2.671875,
      "learning_rate": 1.5816162266580813e-05,
      "loss": 0.1451,
      "step": 2700
    },
    {
      "epoch": 0.4318109230277867,
      "eval_loss": 0.1328616440296173,
      "eval_runtime": 25.2649,
      "eval_samples_per_second": 10.053,
      "eval_steps_per_second": 10.053,
      "step": 2704
    },
    {
      "epoch": 0.4327690833599489,
      "grad_norm": 2.578125,
      "learning_rate": 1.5800064391500322e-05,
      "loss": 0.1409,
      "step": 2710
    },
    {
      "epoch": 0.434366017246886,
      "grad_norm": 3.28125,
      "learning_rate": 1.5783966516419834e-05,
      "loss": 0.1774,
      "step": 2720
    },
    {
      "epoch": 0.43596295113382305,
      "grad_norm": 1.625,
      "learning_rate": 1.5767868641339345e-05,
      "loss": 0.1868,
      "step": 2730
    },
    {
      "epoch": 0.43755988502076015,
      "grad_norm": 1.6328125,
      "learning_rate": 1.5751770766258857e-05,
      "loss": 0.152,
      "step": 2740
    },
    {
      "epoch": 0.4391568189076972,
      "grad_norm": 1.59375,
      "learning_rate": 1.5735672891178366e-05,
      "loss": 0.1483,
      "step": 2750
    },
    {
      "epoch": 0.4407537527946343,
      "grad_norm": 1.796875,
      "learning_rate": 1.5719575016097877e-05,
      "loss": 0.1548,
      "step": 2760
    },
    {
      "epoch": 0.4423506866815714,
      "grad_norm": 2.703125,
      "learning_rate": 1.5703477141017386e-05,
      "loss": 0.1445,
      "step": 2770
    },
    {
      "epoch": 0.44394762056850845,
      "grad_norm": 1.6640625,
      "learning_rate": 1.5687379265936898e-05,
      "loss": 0.2079,
      "step": 2780
    },
    {
      "epoch": 0.44554455445544555,
      "grad_norm": 1.5,
      "learning_rate": 1.5671281390856406e-05,
      "loss": 0.139,
      "step": 2790
    },
    {
      "epoch": 0.4471414883423826,
      "grad_norm": 2.125,
      "learning_rate": 1.5655183515775918e-05,
      "loss": 0.1595,
      "step": 2800
    },
    {
      "epoch": 0.4487384222293197,
      "grad_norm": 1.328125,
      "learning_rate": 1.563908564069543e-05,
      "loss": 0.158,
      "step": 2810
    },
    {
      "epoch": 0.4503353561162568,
      "grad_norm": 2.328125,
      "learning_rate": 1.562298776561494e-05,
      "loss": 0.1602,
      "step": 2820
    },
    {
      "epoch": 0.45193229000319385,
      "grad_norm": 2.09375,
      "learning_rate": 1.560688989053445e-05,
      "loss": 0.145,
      "step": 2830
    },
    {
      "epoch": 0.45352922389013095,
      "grad_norm": 2.34375,
      "learning_rate": 1.559079201545396e-05,
      "loss": 0.1366,
      "step": 2840
    },
    {
      "epoch": 0.45512615777706805,
      "grad_norm": 3.09375,
      "learning_rate": 1.5574694140373473e-05,
      "loss": 0.1524,
      "step": 2850
    },
    {
      "epoch": 0.4567230916640051,
      "grad_norm": 1.484375,
      "learning_rate": 1.5558596265292982e-05,
      "loss": 0.1155,
      "step": 2860
    },
    {
      "epoch": 0.4583200255509422,
      "grad_norm": 1.3359375,
      "learning_rate": 1.5542498390212494e-05,
      "loss": 0.1611,
      "step": 2870
    },
    {
      "epoch": 0.45991695943787925,
      "grad_norm": 1.7421875,
      "learning_rate": 1.5526400515132002e-05,
      "loss": 0.1441,
      "step": 2880
    },
    {
      "epoch": 0.46151389332481635,
      "grad_norm": 1.078125,
      "learning_rate": 1.5510302640051517e-05,
      "loss": 0.1247,
      "step": 2890
    },
    {
      "epoch": 0.46311082721175345,
      "grad_norm": 2.96875,
      "learning_rate": 1.5494204764971026e-05,
      "loss": 0.2078,
      "step": 2900
    },
    {
      "epoch": 0.4647077610986905,
      "grad_norm": 1.234375,
      "learning_rate": 1.5478106889890537e-05,
      "loss": 0.1292,
      "step": 2910
    },
    {
      "epoch": 0.4650271478760779,
      "eval_loss": 0.13005879521369934,
      "eval_runtime": 25.4154,
      "eval_samples_per_second": 9.994,
      "eval_steps_per_second": 9.994,
      "step": 2912
    },
    {
      "epoch": 0.4663046949856276,
      "grad_norm": 1.5078125,
      "learning_rate": 1.5462009014810046e-05,
      "loss": 0.1592,
      "step": 2920
    },
    {
      "epoch": 0.4679016288725647,
      "grad_norm": 1.0,
      "learning_rate": 1.5445911139729558e-05,
      "loss": 0.1287,
      "step": 2930
    },
    {
      "epoch": 0.46949856275950175,
      "grad_norm": 1.3828125,
      "learning_rate": 1.5429813264649066e-05,
      "loss": 0.1398,
      "step": 2940
    },
    {
      "epoch": 0.47109549664643885,
      "grad_norm": 2.15625,
      "learning_rate": 1.5413715389568578e-05,
      "loss": 0.1419,
      "step": 2950
    },
    {
      "epoch": 0.4726924305333759,
      "grad_norm": 1.3515625,
      "learning_rate": 1.539761751448809e-05,
      "loss": 0.1385,
      "step": 2960
    },
    {
      "epoch": 0.474289364420313,
      "grad_norm": 2.375,
      "learning_rate": 1.53815196394076e-05,
      "loss": 0.1451,
      "step": 2970
    },
    {
      "epoch": 0.4758862983072501,
      "grad_norm": 2.53125,
      "learning_rate": 1.536542176432711e-05,
      "loss": 0.1369,
      "step": 2980
    },
    {
      "epoch": 0.47748323219418715,
      "grad_norm": 2.859375,
      "learning_rate": 1.534932388924662e-05,
      "loss": 0.1297,
      "step": 2990
    },
    {
      "epoch": 0.47908016608112425,
      "grad_norm": 1.5234375,
      "learning_rate": 1.533322601416613e-05,
      "loss": 0.1112,
      "step": 3000
    },
    {
      "epoch": 0.48067709996806135,
      "grad_norm": 4.65625,
      "learning_rate": 1.5317128139085642e-05,
      "loss": 0.1922,
      "step": 3010
    },
    {
      "epoch": 0.4822740338549984,
      "grad_norm": 1.8203125,
      "learning_rate": 1.5301030264005154e-05,
      "loss": 0.1742,
      "step": 3020
    },
    {
      "epoch": 0.4838709677419355,
      "grad_norm": 1.4609375,
      "learning_rate": 1.5284932388924662e-05,
      "loss": 0.1401,
      "step": 3030
    },
    {
      "epoch": 0.48546790162887254,
      "grad_norm": 3.40625,
      "learning_rate": 1.5268834513844174e-05,
      "loss": 0.1571,
      "step": 3040
    },
    {
      "epoch": 0.48706483551580965,
      "grad_norm": 2.359375,
      "learning_rate": 1.5252736638763686e-05,
      "loss": 0.1487,
      "step": 3050
    },
    {
      "epoch": 0.48866176940274675,
      "grad_norm": 2.609375,
      "learning_rate": 1.5236638763683196e-05,
      "loss": 0.1471,
      "step": 3060
    },
    {
      "epoch": 0.4902587032896838,
      "grad_norm": 1.9140625,
      "learning_rate": 1.5220540888602706e-05,
      "loss": 0.1618,
      "step": 3070
    },
    {
      "epoch": 0.4918556371766209,
      "grad_norm": 3.203125,
      "learning_rate": 1.5204443013522216e-05,
      "loss": 0.1377,
      "step": 3080
    },
    {
      "epoch": 0.49345257106355794,
      "grad_norm": 1.3125,
      "learning_rate": 1.5188345138441728e-05,
      "loss": 0.1422,
      "step": 3090
    },
    {
      "epoch": 0.49504950495049505,
      "grad_norm": 2.15625,
      "learning_rate": 1.5172247263361238e-05,
      "loss": 0.1698,
      "step": 3100
    },
    {
      "epoch": 0.49664643883743215,
      "grad_norm": 1.6171875,
      "learning_rate": 1.5156149388280748e-05,
      "loss": 0.1568,
      "step": 3110
    },
    {
      "epoch": 0.4982433727243692,
      "grad_norm": 1.75,
      "learning_rate": 1.5140051513200258e-05,
      "loss": 0.1324,
      "step": 3120
    },
    {
      "epoch": 0.4982433727243692,
      "eval_loss": 0.13277089595794678,
      "eval_runtime": 25.7821,
      "eval_samples_per_second": 9.852,
      "eval_steps_per_second": 9.852,
      "step": 3120
    },
    {
      "epoch": 0.4998403066113063,
      "grad_norm": 2.015625,
      "learning_rate": 1.512395363811977e-05,
      "loss": 0.1619,
      "step": 3130
    },
    {
      "epoch": 0.5014372404982433,
      "grad_norm": 2.125,
      "learning_rate": 1.5107855763039282e-05,
      "loss": 0.1421,
      "step": 3140
    },
    {
      "epoch": 0.5030341743851805,
      "grad_norm": 1.609375,
      "learning_rate": 1.5091757887958792e-05,
      "loss": 0.1275,
      "step": 3150
    },
    {
      "epoch": 0.5046311082721175,
      "grad_norm": 2.5,
      "learning_rate": 1.5075660012878302e-05,
      "loss": 0.2466,
      "step": 3160
    },
    {
      "epoch": 0.5062280421590546,
      "grad_norm": 3.875,
      "learning_rate": 1.5059562137797812e-05,
      "loss": 0.1598,
      "step": 3170
    },
    {
      "epoch": 0.5078249760459917,
      "grad_norm": 2.0,
      "learning_rate": 1.5043464262717322e-05,
      "loss": 0.134,
      "step": 3180
    },
    {
      "epoch": 0.5094219099329288,
      "grad_norm": 1.7421875,
      "learning_rate": 1.5027366387636832e-05,
      "loss": 0.1328,
      "step": 3190
    },
    {
      "epoch": 0.5110188438198658,
      "grad_norm": 2.171875,
      "learning_rate": 1.5011268512556342e-05,
      "loss": 0.1298,
      "step": 3200
    },
    {
      "epoch": 0.5126157777068029,
      "grad_norm": 1.328125,
      "learning_rate": 1.4995170637475856e-05,
      "loss": 0.1553,
      "step": 3210
    },
    {
      "epoch": 0.51421271159374,
      "grad_norm": 1.2890625,
      "learning_rate": 1.4979072762395366e-05,
      "loss": 0.1397,
      "step": 3220
    },
    {
      "epoch": 0.5158096454806771,
      "grad_norm": 1.1953125,
      "learning_rate": 1.4962974887314876e-05,
      "loss": 0.1658,
      "step": 3230
    },
    {
      "epoch": 0.5174065793676141,
      "grad_norm": 2.28125,
      "learning_rate": 1.4946877012234386e-05,
      "loss": 0.1195,
      "step": 3240
    },
    {
      "epoch": 0.5190035132545513,
      "grad_norm": 1.90625,
      "learning_rate": 1.4930779137153896e-05,
      "loss": 0.1354,
      "step": 3250
    },
    {
      "epoch": 0.5206004471414883,
      "grad_norm": 3.015625,
      "learning_rate": 1.4914681262073408e-05,
      "loss": 0.1477,
      "step": 3260
    },
    {
      "epoch": 0.5221973810284254,
      "grad_norm": 2.03125,
      "learning_rate": 1.4898583386992918e-05,
      "loss": 0.127,
      "step": 3270
    },
    {
      "epoch": 0.5237943149153625,
      "grad_norm": 5.25,
      "learning_rate": 1.4882485511912428e-05,
      "loss": 0.1244,
      "step": 3280
    },
    {
      "epoch": 0.5253912488022996,
      "grad_norm": 2.015625,
      "learning_rate": 1.486638763683194e-05,
      "loss": 0.132,
      "step": 3290
    },
    {
      "epoch": 0.5269881826892366,
      "grad_norm": 1.328125,
      "learning_rate": 1.4850289761751452e-05,
      "loss": 0.1319,
      "step": 3300
    },
    {
      "epoch": 0.5285851165761738,
      "grad_norm": 2.28125,
      "learning_rate": 1.4834191886670962e-05,
      "loss": 0.1394,
      "step": 3310
    },
    {
      "epoch": 0.5301820504631108,
      "grad_norm": 3.25,
      "learning_rate": 1.4818094011590472e-05,
      "loss": 0.1454,
      "step": 3320
    },
    {
      "epoch": 0.5314595975726605,
      "eval_loss": 0.1289980709552765,
      "eval_runtime": 25.2531,
      "eval_samples_per_second": 10.058,
      "eval_steps_per_second": 10.058,
      "step": 3328
    },
    {
      "epoch": 0.5317789843500479,
      "grad_norm": 2.546875,
      "learning_rate": 1.4801996136509982e-05,
      "loss": 0.1556,
      "step": 3330
    },
    {
      "epoch": 0.5333759182369849,
      "grad_norm": 4.84375,
      "learning_rate": 1.4785898261429492e-05,
      "loss": 0.1866,
      "step": 3340
    },
    {
      "epoch": 0.5349728521239221,
      "grad_norm": 2.5,
      "learning_rate": 1.4769800386349002e-05,
      "loss": 0.1561,
      "step": 3350
    },
    {
      "epoch": 0.5365697860108591,
      "grad_norm": 1.96875,
      "learning_rate": 1.4753702511268512e-05,
      "loss": 0.1372,
      "step": 3360
    },
    {
      "epoch": 0.5381667198977962,
      "grad_norm": 1.2265625,
      "learning_rate": 1.4737604636188026e-05,
      "loss": 0.1428,
      "step": 3370
    },
    {
      "epoch": 0.5397636537847333,
      "grad_norm": 1.5,
      "learning_rate": 1.4721506761107536e-05,
      "loss": 0.1355,
      "step": 3380
    },
    {
      "epoch": 0.5413605876716704,
      "grad_norm": 2.328125,
      "learning_rate": 1.4705408886027046e-05,
      "loss": 0.158,
      "step": 3390
    },
    {
      "epoch": 0.5429575215586074,
      "grad_norm": 5.25,
      "learning_rate": 1.4689311010946556e-05,
      "loss": 0.1121,
      "step": 3400
    },
    {
      "epoch": 0.5445544554455446,
      "grad_norm": 1.4765625,
      "learning_rate": 1.4673213135866066e-05,
      "loss": 0.1573,
      "step": 3410
    },
    {
      "epoch": 0.5461513893324816,
      "grad_norm": 1.1875,
      "learning_rate": 1.4657115260785578e-05,
      "loss": 0.1385,
      "step": 3420
    },
    {
      "epoch": 0.5477483232194187,
      "grad_norm": 2.109375,
      "learning_rate": 1.4641017385705088e-05,
      "loss": 0.1428,
      "step": 3430
    },
    {
      "epoch": 0.5493452571063558,
      "grad_norm": 1.9375,
      "learning_rate": 1.4624919510624598e-05,
      "loss": 0.1714,
      "step": 3440
    },
    {
      "epoch": 0.5509421909932929,
      "grad_norm": 2.953125,
      "learning_rate": 1.460882163554411e-05,
      "loss": 0.1099,
      "step": 3450
    },
    {
      "epoch": 0.5525391248802299,
      "grad_norm": 1.5234375,
      "learning_rate": 1.459272376046362e-05,
      "loss": 0.1648,
      "step": 3460
    },
    {
      "epoch": 0.5541360587671671,
      "grad_norm": 2.328125,
      "learning_rate": 1.4576625885383132e-05,
      "loss": 0.1139,
      "step": 3470
    },
    {
      "epoch": 0.5557329926541041,
      "grad_norm": 2.359375,
      "learning_rate": 1.4560528010302642e-05,
      "loss": 0.1266,
      "step": 3480
    },
    {
      "epoch": 0.5573299265410412,
      "grad_norm": 2.0625,
      "learning_rate": 1.4544430135222152e-05,
      "loss": 0.1183,
      "step": 3490
    },
    {
      "epoch": 0.5589268604279782,
      "grad_norm": 2.703125,
      "learning_rate": 1.4528332260141662e-05,
      "loss": 0.127,
      "step": 3500
    },
    {
      "epoch": 0.5605237943149154,
      "grad_norm": 3.65625,
      "learning_rate": 1.4512234385061172e-05,
      "loss": 0.1141,
      "step": 3510
    },
    {
      "epoch": 0.5621207282018524,
      "grad_norm": 2.046875,
      "learning_rate": 1.4496136509980682e-05,
      "loss": 0.1337,
      "step": 3520
    },
    {
      "epoch": 0.5637176620887895,
      "grad_norm": 1.7265625,
      "learning_rate": 1.4480038634900196e-05,
      "loss": 0.1548,
      "step": 3530
    },
    {
      "epoch": 0.5646758224209518,
      "eval_loss": 0.12811633944511414,
      "eval_runtime": 27.5834,
      "eval_samples_per_second": 9.208,
      "eval_steps_per_second": 9.208,
      "step": 3536
    },
    {
      "epoch": 0.5653145959757266,
      "grad_norm": 2.4375,
      "learning_rate": 1.4463940759819706e-05,
      "loss": 0.1533,
      "step": 3540
    },
    {
      "epoch": 0.5669115298626637,
      "grad_norm": 1.84375,
      "learning_rate": 1.4447842884739216e-05,
      "loss": 0.1228,
      "step": 3550
    },
    {
      "epoch": 0.5685084637496007,
      "grad_norm": 2.15625,
      "learning_rate": 1.4431745009658726e-05,
      "loss": 0.1468,
      "step": 3560
    },
    {
      "epoch": 0.5701053976365379,
      "grad_norm": 1.609375,
      "learning_rate": 1.4415647134578236e-05,
      "loss": 0.1475,
      "step": 3570
    },
    {
      "epoch": 0.5717023315234749,
      "grad_norm": 1.65625,
      "learning_rate": 1.4399549259497748e-05,
      "loss": 0.1353,
      "step": 3580
    },
    {
      "epoch": 0.573299265410412,
      "grad_norm": 3.0625,
      "learning_rate": 1.4383451384417258e-05,
      "loss": 0.1528,
      "step": 3590
    },
    {
      "epoch": 0.5748961992973491,
      "grad_norm": 3.484375,
      "learning_rate": 1.4367353509336768e-05,
      "loss": 0.1383,
      "step": 3600
    },
    {
      "epoch": 0.5764931331842862,
      "grad_norm": 1.3984375,
      "learning_rate": 1.435125563425628e-05,
      "loss": 0.1507,
      "step": 3610
    },
    {
      "epoch": 0.5780900670712232,
      "grad_norm": 3.375,
      "learning_rate": 1.433515775917579e-05,
      "loss": 0.1202,
      "step": 3620
    },
    {
      "epoch": 0.5796870009581603,
      "grad_norm": 1.5859375,
      "learning_rate": 1.4319059884095302e-05,
      "loss": 0.105,
      "step": 3630
    },
    {
      "epoch": 0.5812839348450974,
      "grad_norm": 1.71875,
      "learning_rate": 1.4302962009014812e-05,
      "loss": 0.1253,
      "step": 3640
    },
    {
      "epoch": 0.5828808687320345,
      "grad_norm": 1.3828125,
      "learning_rate": 1.4286864133934322e-05,
      "loss": 0.131,
      "step": 3650
    },
    {
      "epoch": 0.5844778026189715,
      "grad_norm": 4.84375,
      "learning_rate": 1.4270766258853832e-05,
      "loss": 0.1822,
      "step": 3660
    },
    {
      "epoch": 0.5860747365059087,
      "grad_norm": 1.453125,
      "learning_rate": 1.4254668383773342e-05,
      "loss": 0.1355,
      "step": 3670
    },
    {
      "epoch": 0.5876716703928457,
      "grad_norm": 1.8828125,
      "learning_rate": 1.4238570508692852e-05,
      "loss": 0.1315,
      "step": 3680
    },
    {
      "epoch": 0.5892686042797828,
      "grad_norm": 1.421875,
      "learning_rate": 1.4222472633612366e-05,
      "loss": 0.1427,
      "step": 3690
    },
    {
      "epoch": 0.5908655381667199,
      "grad_norm": 1.3359375,
      "learning_rate": 1.4206374758531876e-05,
      "loss": 0.126,
      "step": 3700
    },
    {
      "epoch": 0.592462472053657,
      "grad_norm": 2.015625,
      "learning_rate": 1.4190276883451386e-05,
      "loss": 0.1193,
      "step": 3710
    },
    {
      "epoch": 0.594059405940594,
      "grad_norm": 2.28125,
      "learning_rate": 1.4174179008370896e-05,
      "loss": 0.1738,
      "step": 3720
    },
    {
      "epoch": 0.5956563398275312,
      "grad_norm": 2.234375,
      "learning_rate": 1.4158081133290406e-05,
      "loss": 0.1103,
      "step": 3730
    },
    {
      "epoch": 0.5972532737144682,
      "grad_norm": 2.859375,
      "learning_rate": 1.4141983258209916e-05,
      "loss": 0.1268,
      "step": 3740
    },
    {
      "epoch": 0.597892047269243,
      "eval_loss": 0.1265590339899063,
      "eval_runtime": 25.3406,
      "eval_samples_per_second": 10.023,
      "eval_steps_per_second": 10.023,
      "step": 3744
    },
    {
      "epoch": 0.5988502076014053,
      "grad_norm": 1.25,
      "learning_rate": 1.4125885383129428e-05,
      "loss": 0.1321,
      "step": 3750
    },
    {
      "epoch": 0.6004471414883423,
      "grad_norm": 1.578125,
      "learning_rate": 1.4109787508048938e-05,
      "loss": 0.1295,
      "step": 3760
    },
    {
      "epoch": 0.6020440753752795,
      "grad_norm": 1.65625,
      "learning_rate": 1.409368963296845e-05,
      "loss": 0.1457,
      "step": 3770
    },
    {
      "epoch": 0.6036410092622165,
      "grad_norm": 1.65625,
      "learning_rate": 1.407759175788796e-05,
      "loss": 0.1066,
      "step": 3780
    },
    {
      "epoch": 0.6052379431491536,
      "grad_norm": 2.015625,
      "learning_rate": 1.406149388280747e-05,
      "loss": 0.1567,
      "step": 3790
    },
    {
      "epoch": 0.6068348770360907,
      "grad_norm": 2.84375,
      "learning_rate": 1.4045396007726982e-05,
      "loss": 0.145,
      "step": 3800
    },
    {
      "epoch": 0.6084318109230278,
      "grad_norm": 2.09375,
      "learning_rate": 1.4029298132646492e-05,
      "loss": 0.105,
      "step": 3810
    },
    {
      "epoch": 0.6100287448099648,
      "grad_norm": 2.078125,
      "learning_rate": 1.4013200257566002e-05,
      "loss": 0.1298,
      "step": 3820
    },
    {
      "epoch": 0.611625678696902,
      "grad_norm": 2.984375,
      "learning_rate": 1.3997102382485512e-05,
      "loss": 0.1185,
      "step": 3830
    },
    {
      "epoch": 0.613222612583839,
      "grad_norm": 1.921875,
      "learning_rate": 1.3981004507405022e-05,
      "loss": 0.1493,
      "step": 3840
    },
    {
      "epoch": 0.6148195464707761,
      "grad_norm": 1.3515625,
      "learning_rate": 1.3964906632324536e-05,
      "loss": 0.1487,
      "step": 3850
    },
    {
      "epoch": 0.6164164803577132,
      "grad_norm": 1.9140625,
      "learning_rate": 1.3948808757244046e-05,
      "loss": 0.1053,
      "step": 3860
    },
    {
      "epoch": 0.6180134142446503,
      "grad_norm": 0.86328125,
      "learning_rate": 1.3932710882163556e-05,
      "loss": 0.1096,
      "step": 3870
    },
    {
      "epoch": 0.6196103481315873,
      "grad_norm": 2.15625,
      "learning_rate": 1.3916613007083066e-05,
      "loss": 0.114,
      "step": 3880
    },
    {
      "epoch": 0.6212072820185245,
      "grad_norm": 2.265625,
      "learning_rate": 1.3900515132002576e-05,
      "loss": 0.1182,
      "step": 3890
    },
    {
      "epoch": 0.6228042159054615,
      "grad_norm": 2.65625,
      "learning_rate": 1.3884417256922086e-05,
      "loss": 0.1458,
      "step": 3900
    },
    {
      "epoch": 0.6244011497923986,
      "grad_norm": 2.265625,
      "learning_rate": 1.3868319381841598e-05,
      "loss": 0.1225,
      "step": 3910
    },
    {
      "epoch": 0.6259980836793356,
      "grad_norm": 1.84375,
      "learning_rate": 1.3852221506761108e-05,
      "loss": 0.1264,
      "step": 3920
    },
    {
      "epoch": 0.6275950175662728,
      "grad_norm": 2.21875,
      "learning_rate": 1.383612363168062e-05,
      "loss": 0.1707,
      "step": 3930
    },
    {
      "epoch": 0.6291919514532098,
      "grad_norm": 2.234375,
      "learning_rate": 1.382002575660013e-05,
      "loss": 0.1633,
      "step": 3940
    },
    {
      "epoch": 0.6307888853401469,
      "grad_norm": 2.796875,
      "learning_rate": 1.380392788151964e-05,
      "loss": 0.1451,
      "step": 3950
    },
    {
      "epoch": 0.6311082721175343,
      "eval_loss": 0.1257615089416504,
      "eval_runtime": 25.3833,
      "eval_samples_per_second": 10.007,
      "eval_steps_per_second": 10.007,
      "step": 3952
    },
    {
      "epoch": 0.632385819227084,
      "grad_norm": 2.359375,
      "learning_rate": 1.3787830006439152e-05,
      "loss": 0.1251,
      "step": 3960
    },
    {
      "epoch": 0.6339827531140211,
      "grad_norm": 1.984375,
      "learning_rate": 1.3771732131358662e-05,
      "loss": 0.1389,
      "step": 3970
    },
    {
      "epoch": 0.6355796870009581,
      "grad_norm": 1.9296875,
      "learning_rate": 1.3755634256278172e-05,
      "loss": 0.1485,
      "step": 3980
    },
    {
      "epoch": 0.6371766208878953,
      "grad_norm": 3.34375,
      "learning_rate": 1.3739536381197682e-05,
      "loss": 0.1155,
      "step": 3990
    },
    {
      "epoch": 0.6387735547748323,
      "grad_norm": 1.0703125,
      "learning_rate": 1.3723438506117192e-05,
      "loss": 0.1389,
      "step": 4000
    },
    {
      "epoch": 0.6403704886617694,
      "grad_norm": 1.546875,
      "learning_rate": 1.3707340631036706e-05,
      "loss": 0.1305,
      "step": 4010
    },
    {
      "epoch": 0.6419674225487065,
      "grad_norm": 2.390625,
      "learning_rate": 1.3691242755956216e-05,
      "loss": 0.1184,
      "step": 4020
    },
    {
      "epoch": 0.6435643564356436,
      "grad_norm": 1.90625,
      "learning_rate": 1.3675144880875726e-05,
      "loss": 0.1333,
      "step": 4030
    },
    {
      "epoch": 0.6451612903225806,
      "grad_norm": 1.7265625,
      "learning_rate": 1.3659047005795236e-05,
      "loss": 0.128,
      "step": 4040
    },
    {
      "epoch": 0.6467582242095177,
      "grad_norm": 2.421875,
      "learning_rate": 1.3642949130714746e-05,
      "loss": 0.1281,
      "step": 4050
    },
    {
      "epoch": 0.6483551580964548,
      "grad_norm": 4.28125,
      "learning_rate": 1.3626851255634256e-05,
      "loss": 0.1335,
      "step": 4060
    },
    {
      "epoch": 0.6499520919833919,
      "grad_norm": 1.828125,
      "learning_rate": 1.3610753380553766e-05,
      "loss": 0.1343,
      "step": 4070
    },
    {
      "epoch": 0.6515490258703289,
      "grad_norm": 2.703125,
      "learning_rate": 1.3594655505473278e-05,
      "loss": 0.1464,
      "step": 4080
    },
    {
      "epoch": 0.6531459597572661,
      "grad_norm": 1.4296875,
      "learning_rate": 1.357855763039279e-05,
      "loss": 0.1378,
      "step": 4090
    },
    {
      "epoch": 0.6547428936442031,
      "grad_norm": 1.8984375,
      "learning_rate": 1.35624597553123e-05,
      "loss": 0.1351,
      "step": 4100
    },
    {
      "epoch": 0.6563398275311402,
      "grad_norm": 2.390625,
      "learning_rate": 1.354636188023181e-05,
      "loss": 0.1307,
      "step": 4110
    },
    {
      "epoch": 0.6579367614180773,
      "grad_norm": 1.28125,
      "learning_rate": 1.353026400515132e-05,
      "loss": 0.1244,
      "step": 4120
    },
    {
      "epoch": 0.6595336953050144,
      "grad_norm": 2.8125,
      "learning_rate": 1.3514166130070832e-05,
      "loss": 0.1622,
      "step": 4130
    },
    {
      "epoch": 0.6611306291919514,
      "grad_norm": 1.359375,
      "learning_rate": 1.3498068254990342e-05,
      "loss": 0.1371,
      "step": 4140
    },
    {
      "epoch": 0.6627275630788886,
      "grad_norm": 2.0,
      "learning_rate": 1.3481970379909852e-05,
      "loss": 0.1224,
      "step": 4150
    },
    {
      "epoch": 0.6643244969658256,
      "grad_norm": 1.5078125,
      "learning_rate": 1.3465872504829362e-05,
      "loss": 0.125,
      "step": 4160
    },
    {
      "epoch": 0.6643244969658256,
      "eval_loss": 0.1270388513803482,
      "eval_runtime": 25.0112,
      "eval_samples_per_second": 10.155,
      "eval_steps_per_second": 10.155,
      "step": 4160
    },
    {
      "epoch": 0.6659214308527627,
      "grad_norm": 3.734375,
      "learning_rate": 1.3449774629748876e-05,
      "loss": 0.1624,
      "step": 4170
    },
    {
      "epoch": 0.6675183647396997,
      "grad_norm": 1.828125,
      "learning_rate": 1.3433676754668386e-05,
      "loss": 0.1357,
      "step": 4180
    },
    {
      "epoch": 0.6691152986266369,
      "grad_norm": 1.8046875,
      "learning_rate": 1.3417578879587896e-05,
      "loss": 0.0979,
      "step": 4190
    },
    {
      "epoch": 0.6707122325135739,
      "grad_norm": 2.34375,
      "learning_rate": 1.3401481004507406e-05,
      "loss": 0.1556,
      "step": 4200
    },
    {
      "epoch": 0.672309166400511,
      "grad_norm": 1.546875,
      "learning_rate": 1.3385383129426916e-05,
      "loss": 0.1352,
      "step": 4210
    },
    {
      "epoch": 0.6739061002874481,
      "grad_norm": 5.59375,
      "learning_rate": 1.3369285254346426e-05,
      "loss": 0.138,
      "step": 4220
    },
    {
      "epoch": 0.6755030341743852,
      "grad_norm": 1.4609375,
      "learning_rate": 1.3353187379265937e-05,
      "loss": 0.1133,
      "step": 4230
    },
    {
      "epoch": 0.6770999680613222,
      "grad_norm": 2.203125,
      "learning_rate": 1.3337089504185448e-05,
      "loss": 0.1212,
      "step": 4240
    },
    {
      "epoch": 0.6786969019482594,
      "grad_norm": 3.28125,
      "learning_rate": 1.332099162910496e-05,
      "loss": 0.1561,
      "step": 4250
    },
    {
      "epoch": 0.6802938358351964,
      "grad_norm": 1.6640625,
      "learning_rate": 1.330489375402447e-05,
      "loss": 0.184,
      "step": 4260
    },
    {
      "epoch": 0.6818907697221335,
      "grad_norm": 1.6484375,
      "learning_rate": 1.328879587894398e-05,
      "loss": 0.1242,
      "step": 4270
    },
    {
      "epoch": 0.6834877036090706,
      "grad_norm": 3.65625,
      "learning_rate": 1.327269800386349e-05,
      "loss": 0.1422,
      "step": 4280
    },
    {
      "epoch": 0.6850846374960077,
      "grad_norm": 2.359375,
      "learning_rate": 1.3256600128783002e-05,
      "loss": 0.1209,
      "step": 4290
    },
    {
      "epoch": 0.6866815713829447,
      "grad_norm": 0.67578125,
      "learning_rate": 1.3240502253702512e-05,
      "loss": 0.1407,
      "step": 4300
    },
    {
      "epoch": 0.6882785052698819,
      "grad_norm": 1.4453125,
      "learning_rate": 1.3224404378622022e-05,
      "loss": 0.1062,
      "step": 4310
    },
    {
      "epoch": 0.6898754391568189,
      "grad_norm": 3.421875,
      "learning_rate": 1.3208306503541533e-05,
      "loss": 0.126,
      "step": 4320
    },
    {
      "epoch": 0.691472373043756,
      "grad_norm": 1.421875,
      "learning_rate": 1.3192208628461044e-05,
      "loss": 0.1319,
      "step": 4330
    },
    {
      "epoch": 0.693069306930693,
      "grad_norm": 2.0625,
      "learning_rate": 1.3176110753380556e-05,
      "loss": 0.1666,
      "step": 4340
    },
    {
      "epoch": 0.6946662408176302,
      "grad_norm": 1.5390625,
      "learning_rate": 1.3160012878300066e-05,
      "loss": 0.1079,
      "step": 4350
    },
    {
      "epoch": 0.6962631747045672,
      "grad_norm": 1.53125,
      "learning_rate": 1.3143915003219576e-05,
      "loss": 0.1378,
      "step": 4360
    },
    {
      "epoch": 0.6975407218141169,
      "eval_loss": 0.1270260214805603,
      "eval_runtime": 25.1624,
      "eval_samples_per_second": 10.094,
      "eval_steps_per_second": 10.094,
      "step": 4368
    },
    {
      "epoch": 0.6978601085915043,
      "grad_norm": 1.53125,
      "learning_rate": 1.3127817128139086e-05,
      "loss": 0.1365,
      "step": 4370
    },
    {
      "epoch": 0.6994570424784414,
      "grad_norm": 2.484375,
      "learning_rate": 1.3111719253058597e-05,
      "loss": 0.0956,
      "step": 4380
    },
    {
      "epoch": 0.7010539763653785,
      "grad_norm": 2.421875,
      "learning_rate": 1.3095621377978107e-05,
      "loss": 0.1255,
      "step": 4390
    },
    {
      "epoch": 0.7026509102523155,
      "grad_norm": 2.734375,
      "learning_rate": 1.3079523502897617e-05,
      "loss": 0.197,
      "step": 4400
    },
    {
      "epoch": 0.7042478441392527,
      "grad_norm": 2.140625,
      "learning_rate": 1.306342562781713e-05,
      "loss": 0.1328,
      "step": 4410
    },
    {
      "epoch": 0.7058447780261897,
      "grad_norm": 2.84375,
      "learning_rate": 1.304732775273664e-05,
      "loss": 0.124,
      "step": 4420
    },
    {
      "epoch": 0.7074417119131268,
      "grad_norm": 0.98828125,
      "learning_rate": 1.303122987765615e-05,
      "loss": 0.1296,
      "step": 4430
    },
    {
      "epoch": 0.7090386458000639,
      "grad_norm": 1.9375,
      "learning_rate": 1.301513200257566e-05,
      "loss": 0.1263,
      "step": 4440
    },
    {
      "epoch": 0.710635579687001,
      "grad_norm": 2.03125,
      "learning_rate": 1.2999034127495172e-05,
      "loss": 0.1873,
      "step": 4450
    },
    {
      "epoch": 0.712232513573938,
      "grad_norm": 2.03125,
      "learning_rate": 1.2982936252414682e-05,
      "loss": 0.1535,
      "step": 4460
    },
    {
      "epoch": 0.7138294474608751,
      "grad_norm": 1.4296875,
      "learning_rate": 1.2966838377334192e-05,
      "loss": 0.1236,
      "step": 4470
    },
    {
      "epoch": 0.7154263813478122,
      "grad_norm": 2.4375,
      "learning_rate": 1.2950740502253703e-05,
      "loss": 0.1293,
      "step": 4480
    },
    {
      "epoch": 0.7170233152347493,
      "grad_norm": 1.46875,
      "learning_rate": 1.2934642627173214e-05,
      "loss": 0.1763,
      "step": 4490
    },
    {
      "epoch": 0.7186202491216863,
      "grad_norm": 1.921875,
      "learning_rate": 1.2918544752092726e-05,
      "loss": 0.1237,
      "step": 4500
    },
    {
      "epoch": 0.7202171830086235,
      "grad_norm": 1.609375,
      "learning_rate": 1.2902446877012236e-05,
      "loss": 0.1537,
      "step": 4510
    },
    {
      "epoch": 0.7218141168955605,
      "grad_norm": 0.81640625,
      "learning_rate": 1.2886349001931746e-05,
      "loss": 0.1226,
      "step": 4520
    },
    {
      "epoch": 0.7234110507824976,
      "grad_norm": 2.265625,
      "learning_rate": 1.2870251126851256e-05,
      "loss": 0.1707,
      "step": 4530
    },
    {
      "epoch": 0.7250079846694347,
      "grad_norm": 1.375,
      "learning_rate": 1.2854153251770767e-05,
      "loss": 0.164,
      "step": 4540
    },
    {
      "epoch": 0.7266049185563718,
      "grad_norm": 8.9375,
      "learning_rate": 1.2838055376690277e-05,
      "loss": 0.1219,
      "step": 4550
    },
    {
      "epoch": 0.7282018524433088,
      "grad_norm": 2.125,
      "learning_rate": 1.2821957501609787e-05,
      "loss": 0.1223,
      "step": 4560
    },
    {
      "epoch": 0.729798786330246,
      "grad_norm": 2.890625,
      "learning_rate": 1.28058596265293e-05,
      "loss": 0.1766,
      "step": 4570
    },
    {
      "epoch": 0.7307569466624082,
      "eval_loss": 0.12562747299671173,
      "eval_runtime": 25.1975,
      "eval_samples_per_second": 10.08,
      "eval_steps_per_second": 10.08,
      "step": 4576
    },
    {
      "epoch": 0.731395720217183,
      "grad_norm": 1.421875,
      "learning_rate": 1.278976175144881e-05,
      "loss": 0.1353,
      "step": 4580
    },
    {
      "epoch": 0.7329926541041201,
      "grad_norm": 1.609375,
      "learning_rate": 1.277366387636832e-05,
      "loss": 0.1739,
      "step": 4590
    },
    {
      "epoch": 0.7345895879910572,
      "grad_norm": 2.578125,
      "learning_rate": 1.275756600128783e-05,
      "loss": 0.1318,
      "step": 4600
    },
    {
      "epoch": 0.7361865218779943,
      "grad_norm": 1.5390625,
      "learning_rate": 1.274146812620734e-05,
      "loss": 0.1075,
      "step": 4610
    },
    {
      "epoch": 0.7377834557649313,
      "grad_norm": 1.5234375,
      "learning_rate": 1.2725370251126852e-05,
      "loss": 0.1584,
      "step": 4620
    },
    {
      "epoch": 0.7393803896518684,
      "grad_norm": 1.3359375,
      "learning_rate": 1.2709272376046363e-05,
      "loss": 0.1175,
      "step": 4630
    },
    {
      "epoch": 0.7409773235388055,
      "grad_norm": 2.125,
      "learning_rate": 1.2693174500965873e-05,
      "loss": 0.1571,
      "step": 4640
    },
    {
      "epoch": 0.7425742574257426,
      "grad_norm": 1.40625,
      "learning_rate": 1.2677076625885384e-05,
      "loss": 0.1187,
      "step": 4650
    },
    {
      "epoch": 0.7441711913126796,
      "grad_norm": 2.71875,
      "learning_rate": 1.2660978750804895e-05,
      "loss": 0.1353,
      "step": 4660
    },
    {
      "epoch": 0.7457681251996168,
      "grad_norm": 2.078125,
      "learning_rate": 1.2644880875724406e-05,
      "loss": 0.1094,
      "step": 4670
    },
    {
      "epoch": 0.7473650590865538,
      "grad_norm": 1.9375,
      "learning_rate": 1.2628783000643916e-05,
      "loss": 0.1443,
      "step": 4680
    },
    {
      "epoch": 0.7489619929734909,
      "grad_norm": 3.90625,
      "learning_rate": 1.2612685125563427e-05,
      "loss": 0.1159,
      "step": 4690
    },
    {
      "epoch": 0.750558926860428,
      "grad_norm": 1.8125,
      "learning_rate": 1.2596587250482937e-05,
      "loss": 0.1184,
      "step": 4700
    },
    {
      "epoch": 0.7521558607473651,
      "grad_norm": 0.91796875,
      "learning_rate": 1.2580489375402447e-05,
      "loss": 0.1138,
      "step": 4710
    },
    {
      "epoch": 0.7537527946343021,
      "grad_norm": 2.21875,
      "learning_rate": 1.2564391500321957e-05,
      "loss": 0.1536,
      "step": 4720
    },
    {
      "epoch": 0.7553497285212393,
      "grad_norm": 2.359375,
      "learning_rate": 1.254829362524147e-05,
      "loss": 0.1191,
      "step": 4730
    },
    {
      "epoch": 0.7569466624081763,
      "grad_norm": 1.7265625,
      "learning_rate": 1.253219575016098e-05,
      "loss": 0.1293,
      "step": 4740
    },
    {
      "epoch": 0.7585435962951134,
      "grad_norm": 1.7421875,
      "learning_rate": 1.251609787508049e-05,
      "loss": 0.1512,
      "step": 4750
    },
    {
      "epoch": 0.7601405301820504,
      "grad_norm": 0.953125,
      "learning_rate": 1.25e-05,
      "loss": 0.1154,
      "step": 4760
    },
    {
      "epoch": 0.7617374640689876,
      "grad_norm": 3.421875,
      "learning_rate": 1.248390212491951e-05,
      "loss": 0.1252,
      "step": 4770
    },
    {
      "epoch": 0.7633343979559246,
      "grad_norm": 1.609375,
      "learning_rate": 1.2467804249839022e-05,
      "loss": 0.0981,
      "step": 4780
    },
    {
      "epoch": 0.7639731715106994,
      "eval_loss": 0.12583701312541962,
      "eval_runtime": 25.1086,
      "eval_samples_per_second": 10.116,
      "eval_steps_per_second": 10.116,
      "step": 4784
    },
    {
      "epoch": 0.7649313318428617,
      "grad_norm": 2.171875,
      "learning_rate": 1.2451706374758533e-05,
      "loss": 0.1523,
      "step": 4790
    },
    {
      "epoch": 0.7665282657297988,
      "grad_norm": 1.78125,
      "learning_rate": 1.2435608499678044e-05,
      "loss": 0.1389,
      "step": 4800
    },
    {
      "epoch": 0.7681251996167359,
      "grad_norm": 1.2109375,
      "learning_rate": 1.2419510624597554e-05,
      "loss": 0.1287,
      "step": 4810
    },
    {
      "epoch": 0.7697221335036729,
      "grad_norm": 1.7734375,
      "learning_rate": 1.2403412749517065e-05,
      "loss": 0.134,
      "step": 4820
    },
    {
      "epoch": 0.7713190673906101,
      "grad_norm": 2.140625,
      "learning_rate": 1.2387314874436576e-05,
      "loss": 0.1244,
      "step": 4830
    },
    {
      "epoch": 0.7729160012775471,
      "grad_norm": 3.859375,
      "learning_rate": 1.2371216999356086e-05,
      "loss": 0.142,
      "step": 4840
    },
    {
      "epoch": 0.7745129351644842,
      "grad_norm": 1.0546875,
      "learning_rate": 1.2355119124275597e-05,
      "loss": 0.1281,
      "step": 4850
    },
    {
      "epoch": 0.7761098690514213,
      "grad_norm": 1.6796875,
      "learning_rate": 1.2339021249195107e-05,
      "loss": 0.1214,
      "step": 4860
    },
    {
      "epoch": 0.7777068029383584,
      "grad_norm": 1.6015625,
      "learning_rate": 1.2322923374114617e-05,
      "loss": 0.129,
      "step": 4870
    },
    {
      "epoch": 0.7793037368252954,
      "grad_norm": 1.8671875,
      "learning_rate": 1.230682549903413e-05,
      "loss": 0.141,
      "step": 4880
    },
    {
      "epoch": 0.7809006707122325,
      "grad_norm": 0.96484375,
      "learning_rate": 1.229072762395364e-05,
      "loss": 0.1237,
      "step": 4890
    },
    {
      "epoch": 0.7824976045991696,
      "grad_norm": 1.5859375,
      "learning_rate": 1.227462974887315e-05,
      "loss": 0.1217,
      "step": 4900
    },
    {
      "epoch": 0.7840945384861067,
      "grad_norm": 1.8984375,
      "learning_rate": 1.225853187379266e-05,
      "loss": 0.1371,
      "step": 4910
    },
    {
      "epoch": 0.7856914723730437,
      "grad_norm": 1.4140625,
      "learning_rate": 1.224243399871217e-05,
      "loss": 0.0956,
      "step": 4920
    },
    {
      "epoch": 0.7872884062599809,
      "grad_norm": 2.109375,
      "learning_rate": 1.222633612363168e-05,
      "loss": 0.1277,
      "step": 4930
    },
    {
      "epoch": 0.7888853401469179,
      "grad_norm": 1.84375,
      "learning_rate": 1.2210238248551191e-05,
      "loss": 0.1142,
      "step": 4940
    },
    {
      "epoch": 0.790482274033855,
      "grad_norm": 1.859375,
      "learning_rate": 1.2194140373470703e-05,
      "loss": 0.1223,
      "step": 4950
    },
    {
      "epoch": 0.7920792079207921,
      "grad_norm": 1.640625,
      "learning_rate": 1.2178042498390214e-05,
      "loss": 0.1444,
      "step": 4960
    },
    {
      "epoch": 0.7936761418077292,
      "grad_norm": 1.796875,
      "learning_rate": 1.2161944623309725e-05,
      "loss": 0.098,
      "step": 4970
    },
    {
      "epoch": 0.7952730756946662,
      "grad_norm": 1.578125,
      "learning_rate": 1.2145846748229235e-05,
      "loss": 0.1263,
      "step": 4980
    },
    {
      "epoch": 0.7968700095816034,
      "grad_norm": 1.546875,
      "learning_rate": 1.2129748873148746e-05,
      "loss": 0.1723,
      "step": 4990
    },
    {
      "epoch": 0.7971893963589908,
      "eval_loss": 0.1247447282075882,
      "eval_runtime": 25.2078,
      "eval_samples_per_second": 10.076,
      "eval_steps_per_second": 10.076,
      "step": 4992
    },
    {
      "epoch": 0.7984669434685404,
      "grad_norm": 1.7265625,
      "learning_rate": 1.2113650998068257e-05,
      "loss": 0.1256,
      "step": 5000
    },
    {
      "epoch": 0.8000638773554775,
      "grad_norm": 2.078125,
      "learning_rate": 1.2097553122987767e-05,
      "loss": 0.171,
      "step": 5010
    },
    {
      "epoch": 0.8016608112424146,
      "grad_norm": 1.6640625,
      "learning_rate": 1.2081455247907277e-05,
      "loss": 0.1306,
      "step": 5020
    },
    {
      "epoch": 0.8032577451293517,
      "grad_norm": 0.8984375,
      "learning_rate": 1.2065357372826787e-05,
      "loss": 0.1248,
      "step": 5030
    },
    {
      "epoch": 0.8048546790162887,
      "grad_norm": 1.9375,
      "learning_rate": 1.20492594977463e-05,
      "loss": 0.1152,
      "step": 5040
    },
    {
      "epoch": 0.8064516129032258,
      "grad_norm": 2.046875,
      "learning_rate": 1.203316162266581e-05,
      "loss": 0.1551,
      "step": 5050
    },
    {
      "epoch": 0.8080485467901629,
      "grad_norm": 1.4140625,
      "learning_rate": 1.201706374758532e-05,
      "loss": 0.1772,
      "step": 5060
    },
    {
      "epoch": 0.8096454806771,
      "grad_norm": 2.328125,
      "learning_rate": 1.200096587250483e-05,
      "loss": 0.1431,
      "step": 5070
    },
    {
      "epoch": 0.811242414564037,
      "grad_norm": 2.328125,
      "learning_rate": 1.198486799742434e-05,
      "loss": 0.1204,
      "step": 5080
    },
    {
      "epoch": 0.8128393484509742,
      "grad_norm": 1.984375,
      "learning_rate": 1.196877012234385e-05,
      "loss": 0.1232,
      "step": 5090
    },
    {
      "epoch": 0.8144362823379112,
      "grad_norm": 2.203125,
      "learning_rate": 1.1952672247263361e-05,
      "loss": 0.1272,
      "step": 5100
    },
    {
      "epoch": 0.8160332162248483,
      "grad_norm": 2.390625,
      "learning_rate": 1.1936574372182873e-05,
      "loss": 0.1192,
      "step": 5110
    },
    {
      "epoch": 0.8176301501117854,
      "grad_norm": 2.21875,
      "learning_rate": 1.1920476497102384e-05,
      "loss": 0.1352,
      "step": 5120
    },
    {
      "epoch": 0.8192270839987225,
      "grad_norm": 4.96875,
      "learning_rate": 1.1904378622021895e-05,
      "loss": 0.1213,
      "step": 5130
    },
    {
      "epoch": 0.8208240178856595,
      "grad_norm": 1.75,
      "learning_rate": 1.1888280746941405e-05,
      "loss": 0.1181,
      "step": 5140
    },
    {
      "epoch": 0.8224209517725967,
      "grad_norm": 1.984375,
      "learning_rate": 1.1872182871860915e-05,
      "loss": 0.1416,
      "step": 5150
    },
    {
      "epoch": 0.8240178856595337,
      "grad_norm": 3.515625,
      "learning_rate": 1.1856084996780427e-05,
      "loss": 0.1216,
      "step": 5160
    },
    {
      "epoch": 0.8256148195464708,
      "grad_norm": 3.78125,
      "learning_rate": 1.1839987121699937e-05,
      "loss": 0.1637,
      "step": 5170
    },
    {
      "epoch": 0.8272117534334078,
      "grad_norm": 1.3984375,
      "learning_rate": 1.1823889246619447e-05,
      "loss": 0.119,
      "step": 5180
    },
    {
      "epoch": 0.828808687320345,
      "grad_norm": 2.140625,
      "learning_rate": 1.1807791371538957e-05,
      "loss": 0.1551,
      "step": 5190
    },
    {
      "epoch": 0.830405621207282,
      "grad_norm": 1.4765625,
      "learning_rate": 1.1791693496458469e-05,
      "loss": 0.1357,
      "step": 5200
    },
    {
      "epoch": 0.830405621207282,
      "eval_loss": 0.1232486441731453,
      "eval_runtime": 25.0692,
      "eval_samples_per_second": 10.132,
      "eval_steps_per_second": 10.132,
      "step": 5200
    },
    {
      "epoch": 0.832002555094219,
      "grad_norm": 1.8046875,
      "learning_rate": 1.177559562137798e-05,
      "loss": 0.1239,
      "step": 5210
    },
    {
      "epoch": 0.8335994889811562,
      "grad_norm": 1.921875,
      "learning_rate": 1.175949774629749e-05,
      "loss": 0.1207,
      "step": 5220
    },
    {
      "epoch": 0.8351964228680933,
      "grad_norm": 1.8125,
      "learning_rate": 1.1743399871217e-05,
      "loss": 0.1317,
      "step": 5230
    },
    {
      "epoch": 0.8367933567550303,
      "grad_norm": 1.9140625,
      "learning_rate": 1.172730199613651e-05,
      "loss": 0.1796,
      "step": 5240
    },
    {
      "epoch": 0.8383902906419675,
      "grad_norm": 1.7734375,
      "learning_rate": 1.1711204121056021e-05,
      "loss": 0.1412,
      "step": 5250
    },
    {
      "epoch": 0.8399872245289045,
      "grad_norm": 0.98828125,
      "learning_rate": 1.1695106245975531e-05,
      "loss": 0.155,
      "step": 5260
    },
    {
      "epoch": 0.8415841584158416,
      "grad_norm": 2.625,
      "learning_rate": 1.1679008370895043e-05,
      "loss": 0.0997,
      "step": 5270
    },
    {
      "epoch": 0.8431810923027787,
      "grad_norm": 1.640625,
      "learning_rate": 1.1662910495814555e-05,
      "loss": 0.1321,
      "step": 5280
    },
    {
      "epoch": 0.8447780261897158,
      "grad_norm": 1.203125,
      "learning_rate": 1.1646812620734065e-05,
      "loss": 0.1221,
      "step": 5290
    },
    {
      "epoch": 0.8463749600766528,
      "grad_norm": 2.421875,
      "learning_rate": 1.1630714745653575e-05,
      "loss": 0.129,
      "step": 5300
    },
    {
      "epoch": 0.84797189396359,
      "grad_norm": 1.6640625,
      "learning_rate": 1.1614616870573085e-05,
      "loss": 0.1445,
      "step": 5310
    },
    {
      "epoch": 0.849568827850527,
      "grad_norm": 3.640625,
      "learning_rate": 1.1598518995492597e-05,
      "loss": 0.1316,
      "step": 5320
    },
    {
      "epoch": 0.851165761737464,
      "grad_norm": 1.953125,
      "learning_rate": 1.1582421120412107e-05,
      "loss": 0.1228,
      "step": 5330
    },
    {
      "epoch": 0.8527626956244011,
      "grad_norm": 3.71875,
      "learning_rate": 1.1566323245331617e-05,
      "loss": 0.0922,
      "step": 5340
    },
    {
      "epoch": 0.8543596295113383,
      "grad_norm": 1.2109375,
      "learning_rate": 1.1550225370251127e-05,
      "loss": 0.1355,
      "step": 5350
    },
    {
      "epoch": 0.8559565633982753,
      "grad_norm": 2.015625,
      "learning_rate": 1.1534127495170639e-05,
      "loss": 0.1704,
      "step": 5360
    },
    {
      "epoch": 0.8575534972852124,
      "grad_norm": 2.6875,
      "learning_rate": 1.151802962009015e-05,
      "loss": 0.1314,
      "step": 5370
    },
    {
      "epoch": 0.8591504311721495,
      "grad_norm": 2.796875,
      "learning_rate": 1.150193174500966e-05,
      "loss": 0.1491,
      "step": 5380
    },
    {
      "epoch": 0.8607473650590866,
      "grad_norm": 2.234375,
      "learning_rate": 1.148583386992917e-05,
      "loss": 0.1296,
      "step": 5390
    },
    {
      "epoch": 0.8623442989460236,
      "grad_norm": 2.9375,
      "learning_rate": 1.146973599484868e-05,
      "loss": 0.1301,
      "step": 5400
    },
    {
      "epoch": 0.8636218460555734,
      "eval_loss": 0.12359596788883209,
      "eval_runtime": 25.006,
      "eval_samples_per_second": 10.158,
      "eval_steps_per_second": 10.158,
      "step": 5408
    },
    {
      "epoch": 0.8639412328329608,
      "grad_norm": 2.5,
      "learning_rate": 1.1453638119768191e-05,
      "loss": 0.1279,
      "step": 5410
    },
    {
      "epoch": 0.8655381667198978,
      "grad_norm": 1.328125,
      "learning_rate": 1.1437540244687701e-05,
      "loss": 0.107,
      "step": 5420
    },
    {
      "epoch": 0.8671351006068349,
      "grad_norm": 1.828125,
      "learning_rate": 1.1421442369607211e-05,
      "loss": 0.1226,
      "step": 5430
    },
    {
      "epoch": 0.868732034493772,
      "grad_norm": 1.546875,
      "learning_rate": 1.1405344494526725e-05,
      "loss": 0.1261,
      "step": 5440
    },
    {
      "epoch": 0.8703289683807091,
      "grad_norm": 1.8828125,
      "learning_rate": 1.1389246619446235e-05,
      "loss": 0.0931,
      "step": 5450
    },
    {
      "epoch": 0.8719259022676461,
      "grad_norm": 2.71875,
      "learning_rate": 1.1373148744365745e-05,
      "loss": 0.1389,
      "step": 5460
    },
    {
      "epoch": 0.8735228361545831,
      "grad_norm": 2.21875,
      "learning_rate": 1.1357050869285255e-05,
      "loss": 0.1269,
      "step": 5470
    },
    {
      "epoch": 0.8751197700415203,
      "grad_norm": 1.6328125,
      "learning_rate": 1.1340952994204765e-05,
      "loss": 0.1117,
      "step": 5480
    },
    {
      "epoch": 0.8767167039284574,
      "grad_norm": 2.140625,
      "learning_rate": 1.1324855119124277e-05,
      "loss": 0.1359,
      "step": 5490
    },
    {
      "epoch": 0.8783136378153944,
      "grad_norm": 2.984375,
      "learning_rate": 1.1308757244043787e-05,
      "loss": 0.1418,
      "step": 5500
    },
    {
      "epoch": 0.8799105717023316,
      "grad_norm": 2.828125,
      "learning_rate": 1.1292659368963297e-05,
      "loss": 0.1419,
      "step": 5510
    },
    {
      "epoch": 0.8815075055892686,
      "grad_norm": 2.734375,
      "learning_rate": 1.1276561493882809e-05,
      "loss": 0.1354,
      "step": 5520
    },
    {
      "epoch": 0.8831044394762056,
      "grad_norm": 1.5078125,
      "learning_rate": 1.126046361880232e-05,
      "loss": 0.1097,
      "step": 5530
    },
    {
      "epoch": 0.8847013733631428,
      "grad_norm": 1.359375,
      "learning_rate": 1.124436574372183e-05,
      "loss": 0.0984,
      "step": 5540
    },
    {
      "epoch": 0.8862983072500799,
      "grad_norm": 2.15625,
      "learning_rate": 1.122826786864134e-05,
      "loss": 0.0946,
      "step": 5550
    },
    {
      "epoch": 0.8878952411370169,
      "grad_norm": 1.421875,
      "learning_rate": 1.1212169993560851e-05,
      "loss": 0.1278,
      "step": 5560
    },
    {
      "epoch": 0.8894921750239541,
      "grad_norm": 0.96875,
      "learning_rate": 1.1196072118480361e-05,
      "loss": 0.1015,
      "step": 5570
    },
    {
      "epoch": 0.8910891089108911,
      "grad_norm": 2.875,
      "learning_rate": 1.1179974243399871e-05,
      "loss": 0.135,
      "step": 5580
    },
    {
      "epoch": 0.8926860427978281,
      "grad_norm": 1.765625,
      "learning_rate": 1.1163876368319381e-05,
      "loss": 0.1138,
      "step": 5590
    },
    {
      "epoch": 0.8942829766847652,
      "grad_norm": 1.9609375,
      "learning_rate": 1.1147778493238895e-05,
      "loss": 0.1208,
      "step": 5600
    },
    {
      "epoch": 0.8958799105717024,
      "grad_norm": 1.890625,
      "learning_rate": 1.1131680618158405e-05,
      "loss": 0.1028,
      "step": 5610
    },
    {
      "epoch": 0.8968380709038646,
      "eval_loss": 0.1210414469242096,
      "eval_runtime": 24.7689,
      "eval_samples_per_second": 10.255,
      "eval_steps_per_second": 10.255,
      "step": 5616
    },
    {
      "epoch": 0.8974768444586394,
      "grad_norm": 1.9921875,
      "learning_rate": 1.1115582743077915e-05,
      "loss": 0.1076,
      "step": 5620
    },
    {
      "epoch": 0.8990737783455764,
      "grad_norm": 1.484375,
      "learning_rate": 1.1099484867997425e-05,
      "loss": 0.1764,
      "step": 5630
    },
    {
      "epoch": 0.9006707122325136,
      "grad_norm": 1.4765625,
      "learning_rate": 1.1083386992916935e-05,
      "loss": 0.1076,
      "step": 5640
    },
    {
      "epoch": 0.9022676461194507,
      "grad_norm": 1.3828125,
      "learning_rate": 1.1067289117836447e-05,
      "loss": 0.1136,
      "step": 5650
    },
    {
      "epoch": 0.9038645800063877,
      "grad_norm": 1.2265625,
      "learning_rate": 1.1051191242755957e-05,
      "loss": 0.106,
      "step": 5660
    },
    {
      "epoch": 0.9054615138933249,
      "grad_norm": 1.890625,
      "learning_rate": 1.1035093367675467e-05,
      "loss": 0.111,
      "step": 5670
    },
    {
      "epoch": 0.9070584477802619,
      "grad_norm": 1.6796875,
      "learning_rate": 1.1018995492594979e-05,
      "loss": 0.1285,
      "step": 5680
    },
    {
      "epoch": 0.908655381667199,
      "grad_norm": 1.65625,
      "learning_rate": 1.1002897617514489e-05,
      "loss": 0.1101,
      "step": 5690
    },
    {
      "epoch": 0.9102523155541361,
      "grad_norm": 1.796875,
      "learning_rate": 1.0986799742434e-05,
      "loss": 0.1303,
      "step": 5700
    },
    {
      "epoch": 0.9118492494410732,
      "grad_norm": 2.734375,
      "learning_rate": 1.097070186735351e-05,
      "loss": 0.1638,
      "step": 5710
    },
    {
      "epoch": 0.9134461833280102,
      "grad_norm": 1.2265625,
      "learning_rate": 1.0954603992273021e-05,
      "loss": 0.1201,
      "step": 5720
    },
    {
      "epoch": 0.9150431172149474,
      "grad_norm": 1.53125,
      "learning_rate": 1.0938506117192531e-05,
      "loss": 0.0981,
      "step": 5730
    },
    {
      "epoch": 0.9166400511018844,
      "grad_norm": 1.421875,
      "learning_rate": 1.0922408242112041e-05,
      "loss": 0.1256,
      "step": 5740
    },
    {
      "epoch": 0.9182369849888214,
      "grad_norm": 1.703125,
      "learning_rate": 1.0906310367031551e-05,
      "loss": 0.152,
      "step": 5750
    },
    {
      "epoch": 0.9198339188757585,
      "grad_norm": 1.46875,
      "learning_rate": 1.0890212491951065e-05,
      "loss": 0.1254,
      "step": 5760
    },
    {
      "epoch": 0.9214308527626957,
      "grad_norm": 2.859375,
      "learning_rate": 1.0874114616870575e-05,
      "loss": 0.1593,
      "step": 5770
    },
    {
      "epoch": 0.9230277866496327,
      "grad_norm": 1.4375,
      "learning_rate": 1.0858016741790085e-05,
      "loss": 0.1093,
      "step": 5780
    },
    {
      "epoch": 0.9246247205365697,
      "grad_norm": 1.1484375,
      "learning_rate": 1.0841918866709595e-05,
      "loss": 0.1461,
      "step": 5790
    },
    {
      "epoch": 0.9262216544235069,
      "grad_norm": 1.96875,
      "learning_rate": 1.0825820991629105e-05,
      "loss": 0.1092,
      "step": 5800
    },
    {
      "epoch": 0.927818588310444,
      "grad_norm": 1.765625,
      "learning_rate": 1.0809723116548615e-05,
      "loss": 0.1215,
      "step": 5810
    },
    {
      "epoch": 0.929415522197381,
      "grad_norm": 1.3125,
      "learning_rate": 1.0793625241468127e-05,
      "loss": 0.1543,
      "step": 5820
    },
    {
      "epoch": 0.9300542957521558,
      "eval_loss": 0.1198168620467186,
      "eval_runtime": 25.0926,
      "eval_samples_per_second": 10.123,
      "eval_steps_per_second": 10.123,
      "step": 5824
    },
    {
      "epoch": 0.9310124560843182,
      "grad_norm": 1.96875,
      "learning_rate": 1.0777527366387637e-05,
      "loss": 0.1329,
      "step": 5830
    },
    {
      "epoch": 0.9326093899712552,
      "grad_norm": 2.203125,
      "learning_rate": 1.0761429491307149e-05,
      "loss": 0.1128,
      "step": 5840
    },
    {
      "epoch": 0.9342063238581922,
      "grad_norm": 1.515625,
      "learning_rate": 1.0745331616226659e-05,
      "loss": 0.129,
      "step": 5850
    },
    {
      "epoch": 0.9358032577451294,
      "grad_norm": 1.765625,
      "learning_rate": 1.072923374114617e-05,
      "loss": 0.1141,
      "step": 5860
    },
    {
      "epoch": 0.9374001916320664,
      "grad_norm": 2.8125,
      "learning_rate": 1.0713135866065681e-05,
      "loss": 0.1216,
      "step": 5870
    },
    {
      "epoch": 0.9389971255190035,
      "grad_norm": 2.296875,
      "learning_rate": 1.0697037990985191e-05,
      "loss": 0.1501,
      "step": 5880
    },
    {
      "epoch": 0.9405940594059405,
      "grad_norm": 1.84375,
      "learning_rate": 1.0680940115904701e-05,
      "loss": 0.1357,
      "step": 5890
    },
    {
      "epoch": 0.9421909932928777,
      "grad_norm": 3.28125,
      "learning_rate": 1.0664842240824211e-05,
      "loss": 0.1511,
      "step": 5900
    },
    {
      "epoch": 0.9437879271798147,
      "grad_norm": 1.7890625,
      "learning_rate": 1.0648744365743721e-05,
      "loss": 0.1752,
      "step": 5910
    },
    {
      "epoch": 0.9453848610667518,
      "grad_norm": 1.3046875,
      "learning_rate": 1.0632646490663235e-05,
      "loss": 0.1318,
      "step": 5920
    },
    {
      "epoch": 0.946981794953689,
      "grad_norm": 2.171875,
      "learning_rate": 1.0616548615582745e-05,
      "loss": 0.0973,
      "step": 5930
    },
    {
      "epoch": 0.948578728840626,
      "grad_norm": 1.34375,
      "learning_rate": 1.0600450740502255e-05,
      "loss": 0.1397,
      "step": 5940
    },
    {
      "epoch": 0.950175662727563,
      "grad_norm": 1.8125,
      "learning_rate": 1.0584352865421765e-05,
      "loss": 0.1132,
      "step": 5950
    },
    {
      "epoch": 0.9517725966145002,
      "grad_norm": 1.4765625,
      "learning_rate": 1.0568254990341275e-05,
      "loss": 0.1176,
      "step": 5960
    },
    {
      "epoch": 0.9533695305014372,
      "grad_norm": 1.7109375,
      "learning_rate": 1.0552157115260785e-05,
      "loss": 0.1493,
      "step": 5970
    },
    {
      "epoch": 0.9549664643883743,
      "grad_norm": 1.4453125,
      "learning_rate": 1.0536059240180297e-05,
      "loss": 0.1141,
      "step": 5980
    },
    {
      "epoch": 0.9565633982753114,
      "grad_norm": 2.296875,
      "learning_rate": 1.0519961365099807e-05,
      "loss": 0.1387,
      "step": 5990
    },
    {
      "epoch": 0.9581603321622485,
      "grad_norm": 1.5390625,
      "learning_rate": 1.0503863490019319e-05,
      "loss": 0.1245,
      "step": 6000
    },
    {
      "epoch": 0.9597572660491855,
      "grad_norm": 1.53125,
      "learning_rate": 1.0487765614938829e-05,
      "loss": 0.1307,
      "step": 6010
    },
    {
      "epoch": 0.9613541999361227,
      "grad_norm": 3.546875,
      "learning_rate": 1.047166773985834e-05,
      "loss": 0.1479,
      "step": 6020
    },
    {
      "epoch": 0.9629511338230597,
      "grad_norm": 1.9921875,
      "learning_rate": 1.0455569864777851e-05,
      "loss": 0.1244,
      "step": 6030
    },
    {
      "epoch": 0.9632705206004472,
      "eval_loss": 0.11902373284101486,
      "eval_runtime": 27.8248,
      "eval_samples_per_second": 9.129,
      "eval_steps_per_second": 9.129,
      "step": 6032
    }
  ],
  "logging_steps": 10,
  "max_steps": 12524,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 208,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.4880534024760525e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}