{
  "best_global_step": 250,
  "best_metric": 0.7293056845664978,
  "best_model_checkpoint": "./qwen_unified_finetuned/checkpoint-250",
  "epoch": 2.817601135557133,
  "eval_steps": 50,
  "global_step": 250,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0113555713271824,
      "grad_norm": 3.916877031326294,
      "learning_rate": 0.0,
      "loss": 1.048294186592102,
      "step": 1
    },
    {
      "epoch": 0.0227111426543648,
      "grad_norm": 4.441281318664551,
      "learning_rate": 6.666666666666667e-07,
      "loss": 0.8231856822967529,
      "step": 2
    },
    {
      "epoch": 0.034066713981547196,
      "grad_norm": 4.950929641723633,
      "learning_rate": 1.3333333333333334e-06,
      "loss": 1.31972074508667,
      "step": 3
    },
    {
      "epoch": 0.0454222853087296,
      "grad_norm": 4.647597789764404,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 1.1833959817886353,
      "step": 4
    },
    {
      "epoch": 0.05677785663591199,
      "grad_norm": 4.787125110626221,
      "learning_rate": 2.666666666666667e-06,
      "loss": 1.5079869031906128,
      "step": 5
    },
    {
      "epoch": 0.06813342796309439,
      "grad_norm": 4.424062252044678,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 1.0498075485229492,
      "step": 6
    },
    {
      "epoch": 0.0794889992902768,
      "grad_norm": 4.251436710357666,
      "learning_rate": 4.000000000000001e-06,
      "loss": 1.0172538757324219,
      "step": 7
    },
    {
      "epoch": 0.0908445706174592,
      "grad_norm": 3.5152761936187744,
      "learning_rate": 4.666666666666667e-06,
      "loss": 1.1070594787597656,
      "step": 8
    },
    {
      "epoch": 0.1022001419446416,
      "grad_norm": 3.2286136150360107,
      "learning_rate": 5.333333333333334e-06,
      "loss": 0.8639000058174133,
      "step": 9
    },
    {
      "epoch": 0.11355571327182398,
      "grad_norm": 2.9262876510620117,
      "learning_rate": 6e-06,
      "loss": 0.927219033241272,
      "step": 10
    },
    {
      "epoch": 0.12491128459900638,
      "grad_norm": 3.439363956451416,
      "learning_rate": 6.666666666666667e-06,
      "loss": 1.2999275922775269,
      "step": 11
    },
    {
      "epoch": 0.13626685592618878,
      "grad_norm": 2.8811707496643066,
      "learning_rate": 7.333333333333333e-06,
      "loss": 1.0791280269622803,
      "step": 12
    },
    {
      "epoch": 0.14762242725337119,
      "grad_norm": 2.5855603218078613,
      "learning_rate": 8.000000000000001e-06,
      "loss": 1.0025461912155151,
      "step": 13
    },
    {
      "epoch": 0.1589779985805536,
      "grad_norm": 2.93908953666687,
      "learning_rate": 8.666666666666668e-06,
      "loss": 1.2033611536026,
      "step": 14
    },
    {
      "epoch": 0.170333569907736,
      "grad_norm": 2.1815803050994873,
      "learning_rate": 9.333333333333334e-06,
      "loss": 0.865071177482605,
      "step": 15
    },
    {
      "epoch": 0.1816891412349184,
      "grad_norm": 2.5811753273010254,
      "learning_rate": 1e-05,
      "loss": 0.9821955561637878,
      "step": 16
    },
    {
      "epoch": 0.1930447125621008,
      "grad_norm": 2.2700631618499756,
      "learning_rate": 1.0666666666666667e-05,
      "loss": 0.943819522857666,
      "step": 17
    },
    {
      "epoch": 0.2044002838892832,
      "grad_norm": 2.234851360321045,
      "learning_rate": 1.1333333333333334e-05,
      "loss": 0.8833191990852356,
      "step": 18
    },
    {
      "epoch": 0.2157558552164656,
      "grad_norm": 2.1426126956939697,
      "learning_rate": 1.2e-05,
      "loss": 0.8689224720001221,
      "step": 19
    },
    {
      "epoch": 0.22711142654364797,
      "grad_norm": 2.0993337631225586,
      "learning_rate": 1.2666666666666667e-05,
      "loss": 0.8528774380683899,
      "step": 20
    },
    {
      "epoch": 0.23846699787083037,
      "grad_norm": 1.9766696691513062,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 0.889632523059845,
      "step": 21
    },
    {
      "epoch": 0.24982256919801277,
      "grad_norm": 2.3761353492736816,
      "learning_rate": 1.4e-05,
      "loss": 0.9641993045806885,
      "step": 22
    },
    {
      "epoch": 0.26117814052519517,
      "grad_norm": 2.226921558380127,
      "learning_rate": 1.4666666666666666e-05,
      "loss": 1.0349667072296143,
      "step": 23
    },
    {
      "epoch": 0.27253371185237757,
      "grad_norm": 1.9597960710525513,
      "learning_rate": 1.5333333333333334e-05,
      "loss": 0.8142374157905579,
      "step": 24
    },
    {
      "epoch": 0.28388928317955997,
      "grad_norm": 1.769181728363037,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 0.6785438656806946,
      "step": 25
    },
    {
      "epoch": 0.29524485450674237,
      "grad_norm": 2.046727418899536,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 0.9442430734634399,
      "step": 26
    },
    {
      "epoch": 0.3066004258339248,
      "grad_norm": 2.2059895992279053,
      "learning_rate": 1.7333333333333336e-05,
      "loss": 1.0432536602020264,
      "step": 27
    },
    {
      "epoch": 0.3179559971611072,
      "grad_norm": 2.3628499507904053,
      "learning_rate": 1.8e-05,
      "loss": 1.0692076683044434,
      "step": 28
    },
    {
      "epoch": 0.3293115684882896,
      "grad_norm": 2.2492411136627197,
      "learning_rate": 1.866666666666667e-05,
      "loss": 1.1659228801727295,
      "step": 29
    },
    {
      "epoch": 0.340667139815472,
      "grad_norm": 2.217177152633667,
      "learning_rate": 1.9333333333333333e-05,
      "loss": 0.706802487373352,
      "step": 30
    },
    {
      "epoch": 0.3520227111426544,
      "grad_norm": 1.6823749542236328,
      "learning_rate": 2e-05,
      "loss": 0.7545626163482666,
      "step": 31
    },
    {
      "epoch": 0.3633782824698368,
      "grad_norm": 2.0650510787963867,
      "learning_rate": 1.9999121449564347e-05,
      "loss": 0.8590264320373535,
      "step": 32
    },
    {
      "epoch": 0.3747338537970192,
      "grad_norm": 1.6296216249465942,
      "learning_rate": 1.9996485952627554e-05,
      "loss": 0.7331938743591309,
      "step": 33
    },
    {
      "epoch": 0.3860894251242016,
      "grad_norm": 1.7522505521774292,
      "learning_rate": 1.999209397227302e-05,
      "loss": 0.7665808796882629,
      "step": 34
    },
    {
      "epoch": 0.397444996451384,
      "grad_norm": 2.035996198654175,
      "learning_rate": 1.9985946280215996e-05,
      "loss": 0.9990826845169067,
      "step": 35
    },
    {
      "epoch": 0.4088005677785664,
      "grad_norm": 1.993740200996399,
      "learning_rate": 1.997804395666799e-05,
      "loss": 0.8873282074928284,
      "step": 36
    },
    {
      "epoch": 0.4201561391057488,
      "grad_norm": 1.9349602460861206,
      "learning_rate": 1.996838839014696e-05,
      "loss": 0.8252230286598206,
      "step": 37
    },
    {
      "epoch": 0.4315117104329312,
      "grad_norm": 2.1690878868103027,
      "learning_rate": 1.9956981277233342e-05,
      "loss": 1.0567874908447266,
      "step": 38
    },
    {
      "epoch": 0.44286728176011353,
      "grad_norm": 2.005312442779541,
      "learning_rate": 1.9943824622271934e-05,
      "loss": 0.980779767036438,
      "step": 39
    },
    {
      "epoch": 0.45422285308729593,
      "grad_norm": 2.0727038383483887,
      "learning_rate": 1.9928920737019735e-05,
      "loss": 0.8422978520393372,
      "step": 40
    },
    {
      "epoch": 0.46557842441447833,
      "grad_norm": 2.4477312564849854,
      "learning_rate": 1.9912272240239715e-05,
      "loss": 1.239004373550415,
      "step": 41
    },
    {
      "epoch": 0.47693399574166073,
      "grad_norm": 2.073049306869507,
      "learning_rate": 1.9893882057240698e-05,
      "loss": 1.0170605182647705,
      "step": 42
    },
    {
      "epoch": 0.48828956706884313,
      "grad_norm": 1.9096711874008179,
      "learning_rate": 1.9873753419363336e-05,
      "loss": 0.7338559031486511,
      "step": 43
    },
    {
      "epoch": 0.49964513839602553,
      "grad_norm": 1.514130711555481,
      "learning_rate": 1.9851889863412347e-05,
      "loss": 0.5721548795700073,
      "step": 44
    },
    {
      "epoch": 0.511000709723208,
      "grad_norm": 1.8837509155273438,
      "learning_rate": 1.9828295231035054e-05,
      "loss": 0.7944353222846985,
      "step": 45
    },
    {
      "epoch": 0.5223562810503903,
      "grad_norm": 1.6668717861175537,
      "learning_rate": 1.9802973668046364e-05,
      "loss": 0.703384518623352,
      "step": 46
    },
    {
      "epoch": 0.5337118523775728,
      "grad_norm": 1.619913935661316,
      "learning_rate": 1.9775929623700318e-05,
      "loss": 0.7028679847717285,
      "step": 47
    },
    {
      "epoch": 0.5450674237047551,
      "grad_norm": 1.797451138496399,
      "learning_rate": 1.9747167849908305e-05,
      "loss": 0.8451980948448181,
      "step": 48
    },
    {
      "epoch": 0.5564229950319376,
      "grad_norm": 1.6591897010803223,
      "learning_rate": 1.97166934004041e-05,
      "loss": 0.6273907423019409,
      "step": 49
    },
    {
      "epoch": 0.5677785663591199,
      "grad_norm": 1.6978833675384521,
      "learning_rate": 1.968451162985589e-05,
      "loss": 0.6259630918502808,
      "step": 50
    },
    {
      "epoch": 0.5677785663591199,
      "eval_loss": 0.8047120571136475,
      "eval_runtime": 27.6692,
      "eval_samples_per_second": 5.168,
      "eval_steps_per_second": 1.301,
      "step": 50
    },
    {
      "epoch": 0.5791341376863024,
      "grad_norm": 2.0382018089294434,
      "learning_rate": 1.9650628192925372e-05,
      "loss": 0.8624173402786255,
      "step": 51
    },
    {
      "epoch": 0.5904897090134847,
      "grad_norm": 2.2218334674835205,
      "learning_rate": 1.9615049043274207e-05,
      "loss": 1.0386168956756592,
      "step": 52
    },
    {
      "epoch": 0.6018452803406671,
      "grad_norm": 1.7063782215118408,
      "learning_rate": 1.957778043251788e-05,
      "loss": 0.7194206118583679,
      "step": 53
    },
    {
      "epoch": 0.6132008516678495,
      "grad_norm": 1.621178150177002,
      "learning_rate": 1.953882890912723e-05,
      "loss": 0.804326593875885,
      "step": 54
    },
    {
      "epoch": 0.6245564229950319,
      "grad_norm": 1.5988848209381104,
      "learning_rate": 1.949820131727783e-05,
      "loss": 0.6942477822303772,
      "step": 55
    },
    {
      "epoch": 0.6359119943222143,
      "grad_norm": 1.7638858556747437,
      "learning_rate": 1.945590479564738e-05,
      "loss": 0.688396692276001,
      "step": 56
    },
    {
      "epoch": 0.6472675656493967,
      "grad_norm": 1.8592664003372192,
      "learning_rate": 1.9411946776161388e-05,
      "loss": 0.7517380118370056,
      "step": 57
    },
    {
      "epoch": 0.6586231369765791,
      "grad_norm": 2.1580257415771484,
      "learning_rate": 1.936633498268728e-05,
      "loss": 1.1234959363937378,
      "step": 58
    },
    {
      "epoch": 0.6699787083037615,
      "grad_norm": 2.0941476821899414,
      "learning_rate": 1.931907742967727e-05,
      "loss": 0.7969536185264587,
      "step": 59
    },
    {
      "epoch": 0.681334279630944,
      "grad_norm": 1.8826228380203247,
      "learning_rate": 1.9270182420760104e-05,
      "loss": 0.7057633996009827,
      "step": 60
    },
    {
      "epoch": 0.6926898509581263,
      "grad_norm": 1.8172886371612549,
      "learning_rate": 1.921965854728207e-05,
      "loss": 0.8432231545448303,
      "step": 61
    },
    {
      "epoch": 0.7040454222853088,
      "grad_norm": 2.468703508377075,
      "learning_rate": 1.916751468679737e-05,
      "loss": 0.9716429710388184,
      "step": 62
    },
    {
      "epoch": 0.7154009936124911,
      "grad_norm": 1.5727559328079224,
      "learning_rate": 1.911376000150828e-05,
      "loss": 0.6017226576805115,
      "step": 63
    },
    {
      "epoch": 0.7267565649396736,
      "grad_norm": 1.9279130697250366,
      "learning_rate": 1.9058403936655235e-05,
      "loss": 0.945792019367218,
      "step": 64
    },
    {
      "epoch": 0.7381121362668559,
      "grad_norm": 1.459025502204895,
      "learning_rate": 1.9001456218857207e-05,
      "loss": 0.601871907711029,
      "step": 65
    },
    {
      "epoch": 0.7494677075940384,
      "grad_norm": 1.5340495109558105,
      "learning_rate": 1.894292685440266e-05,
      "loss": 0.6935733556747437,
      "step": 66
    },
    {
      "epoch": 0.7608232789212207,
      "grad_norm": 1.6071991920471191,
      "learning_rate": 1.888282612749132e-05,
      "loss": 0.7782894968986511,
      "step": 67
    },
    {
      "epoch": 0.7721788502484032,
      "grad_norm": 1.6310977935791016,
      "learning_rate": 1.8821164598427148e-05,
      "loss": 0.7309603095054626,
      "step": 68
    },
    {
      "epoch": 0.7835344215755855,
      "grad_norm": 1.817807912826538,
      "learning_rate": 1.8757953101762786e-05,
      "loss": 0.790179967880249,
      "step": 69
    },
    {
      "epoch": 0.794889992902768,
      "grad_norm": 1.3777976036071777,
      "learning_rate": 1.869320274439583e-05,
      "loss": 0.5821739435195923,
      "step": 70
    },
    {
      "epoch": 0.8062455642299503,
      "grad_norm": 1.3368778228759766,
      "learning_rate": 1.86269249036172e-05,
      "loss": 0.5191158652305603,
      "step": 71
    },
    {
      "epoch": 0.8176011355571328,
      "grad_norm": 1.7497543096542358,
      "learning_rate": 1.8559131225112085e-05,
      "loss": 0.7746997475624084,
      "step": 72
    },
    {
      "epoch": 0.8289567068843151,
      "grad_norm": 1.6474581956863403,
      "learning_rate": 1.8489833620913644e-05,
      "loss": 0.5990749001502991,
      "step": 73
    },
    {
      "epoch": 0.8403122782114976,
      "grad_norm": 1.425794005393982,
      "learning_rate": 1.841904426730994e-05,
      "loss": 0.6433415412902832,
      "step": 74
    },
    {
      "epoch": 0.8516678495386799,
      "grad_norm": 1.8670772314071655,
      "learning_rate": 1.8346775602704464e-05,
      "loss": 0.840431809425354,
      "step": 75
    },
    {
      "epoch": 0.8630234208658624,
      "grad_norm": 1.6109037399291992,
      "learning_rate": 1.8273040325430575e-05,
      "loss": 0.7096354961395264,
      "step": 76
    },
    {
      "epoch": 0.8743789921930447,
      "grad_norm": 1.964331865310669,
      "learning_rate": 1.8197851391520265e-05,
      "loss": 0.7453011274337769,
      "step": 77
    },
    {
      "epoch": 0.8857345635202271,
      "grad_norm": 1.7134088277816772,
      "learning_rate": 1.8121222012427666e-05,
      "loss": 0.7802327871322632,
      "step": 78
    },
    {
      "epoch": 0.8970901348474095,
      "grad_norm": 1.964368224143982,
      "learning_rate": 1.804316565270765e-05,
      "loss": 0.8367159366607666,
      "step": 79
    },
    {
      "epoch": 0.9084457061745919,
      "grad_norm": 1.9737969636917114,
      "learning_rate": 1.796369602764999e-05,
      "loss": 0.8365910053253174,
      "step": 80
    },
    {
      "epoch": 0.9198012775017743,
      "grad_norm": 1.963098168373108,
      "learning_rate": 1.788282710086942e-05,
      "loss": 0.9032438397407532,
      "step": 81
    },
    {
      "epoch": 0.9311568488289567,
      "grad_norm": 1.771173119544983,
      "learning_rate": 1.7800573081852124e-05,
      "loss": 0.7875261902809143,
      "step": 82
    },
    {
      "epoch": 0.9425124201561391,
      "grad_norm": 1.9102442264556885,
      "learning_rate": 1.771694842345894e-05,
      "loss": 0.76175856590271,
      "step": 83
    },
    {
      "epoch": 0.9538679914833215,
      "grad_norm": 2.03609299659729,
      "learning_rate": 1.7631967819385883e-05,
      "loss": 0.8382056951522827,
      "step": 84
    },
    {
      "epoch": 0.9652235628105039,
      "grad_norm": 1.864434003829956,
      "learning_rate": 1.7545646201582304e-05,
      "loss": 0.785956084728241,
      "step": 85
    },
    {
      "epoch": 0.9765791341376863,
      "grad_norm": 2.0304460525512695,
      "learning_rate": 1.7457998737627183e-05,
      "loss": 0.9167435169219971,
      "step": 86
    },
    {
      "epoch": 0.9879347054648687,
      "grad_norm": 1.691648006439209,
      "learning_rate": 1.7369040828064046e-05,
      "loss": 0.7328086495399475,
      "step": 87
    },
    {
      "epoch": 0.9992902767920511,
      "grad_norm": 2.0275533199310303,
      "learning_rate": 1.7278788103694944e-05,
      "loss": 0.9172717928886414,
      "step": 88
    },
    {
      "epoch": 1.0,
      "grad_norm": 2.6658289432525635,
      "learning_rate": 1.7187256422833928e-05,
      "loss": 0.11026950925588608,
      "step": 89
    },
    {
      "epoch": 1.0113555713271825,
      "grad_norm": 1.5766886472702026,
      "learning_rate": 1.7094461868520625e-05,
      "loss": 0.7454363107681274,
      "step": 90
    },
    {
      "epoch": 1.0227111426543647,
      "grad_norm": 1.934645652770996,
      "learning_rate": 1.7000420745694256e-05,
      "loss": 0.9695757627487183,
      "step": 91
    },
    {
      "epoch": 1.0340667139815471,
      "grad_norm": 1.7055552005767822,
      "learning_rate": 1.6905149578328705e-05,
      "loss": 0.7050992846488953,
      "step": 92
    },
    {
      "epoch": 1.0454222853087296,
      "grad_norm": 1.5468671321868896,
      "learning_rate": 1.6808665106529096e-05,
      "loss": 0.6628597974777222,
      "step": 93
    },
    {
      "epoch": 1.056777856635912,
      "grad_norm": 1.80152428150177,
      "learning_rate": 1.671098428359037e-05,
      "loss": 0.826714277267456,
      "step": 94
    },
    {
      "epoch": 1.0681334279630943,
      "grad_norm": 1.9063488245010376,
      "learning_rate": 1.661212427301844e-05,
      "loss": 0.9870727062225342,
      "step": 95
    },
    {
      "epoch": 1.0794889992902768,
      "grad_norm": 1.7208439111709595,
      "learning_rate": 1.6512102445514376e-05,
      "loss": 0.754402220249176,
      "step": 96
    },
    {
      "epoch": 1.0908445706174592,
      "grad_norm": 1.688193440437317,
      "learning_rate": 1.64109363759222e-05,
      "loss": 0.6640122532844543,
      "step": 97
    },
    {
      "epoch": 1.1022001419446417,
      "grad_norm": 1.8576338291168213,
      "learning_rate": 1.630864384014083e-05,
      "loss": 0.8575501441955566,
      "step": 98
    },
    {
      "epoch": 1.113555713271824,
      "grad_norm": 1.7428895235061646,
      "learning_rate": 1.620524281200062e-05,
      "loss": 0.5853228569030762,
      "step": 99
    },
    {
      "epoch": 1.1249112845990064,
      "grad_norm": 1.5940732955932617,
      "learning_rate": 1.6100751460105244e-05,
      "loss": 0.6318332552909851,
      "step": 100
    },
    {
      "epoch": 1.1249112845990064,
      "eval_loss": 0.7593621015548706,
      "eval_runtime": 27.6141,
      "eval_samples_per_second": 5.179,
      "eval_steps_per_second": 1.304,
      "step": 100
    },
    {
      "epoch": 1.1362668559261888,
      "grad_norm": 1.9089066982269287,
      "learning_rate": 1.599518814463925e-05,
      "loss": 0.9151409268379211,
      "step": 101
    },
    {
      "epoch": 1.1476224272533713,
      "grad_norm": 1.905922770500183,
      "learning_rate": 1.5888571414141997e-05,
      "loss": 0.8580778241157532,
      "step": 102
    },
    {
      "epoch": 1.1589779985805535,
      "grad_norm": 1.964565634727478,
      "learning_rate": 1.5780920002248484e-05,
      "loss": 0.8872693777084351,
      "step": 103
    },
    {
      "epoch": 1.170333569907736,
      "grad_norm": 2.039443254470825,
      "learning_rate": 1.5672252824397683e-05,
      "loss": 0.7390342950820923,
      "step": 104
    },
    {
      "epoch": 1.1816891412349184,
      "grad_norm": 1.685909390449524,
      "learning_rate": 1.556258897450887e-05,
      "loss": 0.6857212781906128,
      "step": 105
    },
    {
      "epoch": 1.1930447125621009,
      "grad_norm": 1.9805678129196167,
      "learning_rate": 1.5451947721626676e-05,
      "loss": 0.685741662979126,
      "step": 106
    },
    {
      "epoch": 1.204400283889283,
      "grad_norm": 1.6393771171569824,
      "learning_rate": 1.534034850653528e-05,
      "loss": 0.6081647276878357,
      "step": 107
    },
    {
      "epoch": 1.2157558552164656,
      "grad_norm": 1.371028184890747,
      "learning_rate": 1.5227810938342493e-05,
      "loss": 0.44291260838508606,
      "step": 108
    },
    {
      "epoch": 1.227111426543648,
      "grad_norm": 1.8976811170578003,
      "learning_rate": 1.5114354791034225e-05,
      "loss": 0.82900071144104,
      "step": 109
    },
    {
      "epoch": 1.2384669978708303,
      "grad_norm": 1.4269609451293945,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 0.44125357270240784,
      "step": 110
    },
    {
      "epoch": 1.2498225691980127,
      "grad_norm": 1.9113351106643677,
      "learning_rate": 1.4884766658530126e-05,
      "loss": 0.7995925545692444,
      "step": 111
    },
    {
      "epoch": 1.2611781405251952,
      "grad_norm": 1.9662408828735352,
      "learning_rate": 1.4768675014285063e-05,
      "loss": 0.8006548881530762,
      "step": 112
    },
    {
      "epoch": 1.2725337118523776,
      "grad_norm": 2.118868350982666,
      "learning_rate": 1.465174546573774e-05,
      "loss": 1.086897611618042,
      "step": 113
    },
    {
      "epoch": 1.28388928317956,
      "grad_norm": 1.7964507341384888,
      "learning_rate": 1.4533998558589319e-05,
      "loss": 0.7104189395904541,
      "step": 114
    },
    {
      "epoch": 1.2952448545067423,
      "grad_norm": 1.659604549407959,
      "learning_rate": 1.4415454982159121e-05,
      "loss": 0.7449539303779602,
      "step": 115
    },
    {
      "epoch": 1.3066004258339248,
      "grad_norm": 1.7559200525283813,
      "learning_rate": 1.429613556574928e-05,
      "loss": 0.760001540184021,
      "step": 116
    },
    {
      "epoch": 1.3179559971611072,
      "grad_norm": 1.6712889671325684,
      "learning_rate": 1.4176061274984858e-05,
      "loss": 0.5844006538391113,
      "step": 117
    },
    {
      "epoch": 1.3293115684882895,
      "grad_norm": 1.8857864141464233,
      "learning_rate": 1.405525320812994e-05,
      "loss": 0.799013614654541,
      "step": 118
    },
    {
      "epoch": 1.340667139815472,
      "grad_norm": 1.9506901502609253,
      "learning_rate": 1.3933732592380485e-05,
      "loss": 0.8254635334014893,
      "step": 119
    },
    {
      "epoch": 1.3520227111426544,
      "grad_norm": 1.556196689605713,
      "learning_rate": 1.3811520780134471e-05,
      "loss": 0.6055241227149963,
      "step": 120
    },
    {
      "epoch": 1.3633782824698368,
      "grad_norm": 1.5888230800628662,
      "learning_rate": 1.3688639245240078e-05,
      "loss": 0.641814112663269,
      "step": 121
    },
    {
      "epoch": 1.3747338537970193,
      "grad_norm": 1.740252137184143,
      "learning_rate": 1.3565109579222511e-05,
      "loss": 0.746912956237793,
      "step": 122
    },
    {
      "epoch": 1.3860894251242015,
      "grad_norm": 2.0926947593688965,
      "learning_rate": 1.3440953487490145e-05,
      "loss": 0.8887531161308289,
      "step": 123
    },
    {
      "epoch": 1.397444996451384,
      "grad_norm": 1.7420989274978638,
      "learning_rate": 1.331619278552068e-05,
      "loss": 0.6902853846549988,
      "step": 124
    },
    {
      "epoch": 1.4088005677785664,
      "grad_norm": 1.8094593286514282,
      "learning_rate": 1.3190849395027926e-05,
      "loss": 0.7649242877960205,
      "step": 125
    },
    {
      "epoch": 1.4201561391057487,
      "grad_norm": 1.4437446594238281,
      "learning_rate": 1.306494534010995e-05,
      "loss": 0.5692201256752014,
      "step": 126
    },
    {
      "epoch": 1.4315117104329311,
      "grad_norm": 1.3073190450668335,
      "learning_rate": 1.2938502743379212e-05,
      "loss": 0.4875521957874298,
      "step": 127
    },
    {
      "epoch": 1.4428672817601136,
      "grad_norm": 1.6500370502471924,
      "learning_rate": 1.2811543822075396e-05,
      "loss": 0.6286922097206116,
      "step": 128
    },
    {
      "epoch": 1.454222853087296,
      "grad_norm": 1.4302570819854736,
      "learning_rate": 1.2684090884161636e-05,
      "loss": 0.48701754212379456,
      "step": 129
    },
    {
      "epoch": 1.4655784244144783,
      "grad_norm": 1.7269134521484375,
      "learning_rate": 1.2556166324404747e-05,
      "loss": 0.6981077790260315,
      "step": 130
    },
    {
      "epoch": 1.4769339957416607,
      "grad_norm": 1.5457602739334106,
      "learning_rate": 1.242779262044028e-05,
      "loss": 0.48003125190734863,
      "step": 131
    },
    {
      "epoch": 1.4882895670688432,
      "grad_norm": 1.8600218296051025,
      "learning_rate": 1.2298992328822937e-05,
      "loss": 0.7610920667648315,
      "step": 132
    },
    {
      "epoch": 1.4996451383960254,
      "grad_norm": 1.3750872611999512,
      "learning_rate": 1.2169788081063181e-05,
      "loss": 0.4584071934223175,
      "step": 133
    },
    {
      "epoch": 1.5110007097232079,
      "grad_norm": 1.5970045328140259,
      "learning_rate": 1.2040202579650649e-05,
      "loss": 0.6092408895492554,
      "step": 134
    },
    {
      "epoch": 1.5223562810503903,
      "grad_norm": 1.8978732824325562,
      "learning_rate": 1.1910258594065079e-05,
      "loss": 0.8766818642616272,
      "step": 135
    },
    {
      "epoch": 1.5337118523775728,
      "grad_norm": 1.7095293998718262,
      "learning_rate": 1.1779978956775507e-05,
      "loss": 0.629298985004425,
      "step": 136
    },
    {
      "epoch": 1.5450674237047552,
      "grad_norm": 1.8608379364013672,
      "learning_rate": 1.1649386559228342e-05,
      "loss": 0.6764330267906189,
      "step": 137
    },
    {
      "epoch": 1.5564229950319377,
      "grad_norm": 1.760704517364502,
      "learning_rate": 1.1518504347825146e-05,
      "loss": 0.7110517621040344,
      "step": 138
    },
    {
      "epoch": 1.56777856635912,
      "grad_norm": 1.937847375869751,
      "learning_rate": 1.1387355319890685e-05,
      "loss": 0.7304476499557495,
      "step": 139
    },
    {
      "epoch": 1.5791341376863024,
      "grad_norm": 1.5163425207138062,
      "learning_rate": 1.1255962519632082e-05,
      "loss": 0.6055701971054077,
      "step": 140
    },
    {
      "epoch": 1.5904897090134846,
      "grad_norm": 1.6075628995895386,
      "learning_rate": 1.1124349034089724e-05,
      "loss": 0.5708965063095093,
      "step": 141
    },
    {
      "epoch": 1.601845280340667,
      "grad_norm": 1.7377432584762573,
      "learning_rate": 1.0992537989080618e-05,
      "loss": 0.672942042350769,
      "step": 142
    },
    {
      "epoch": 1.6132008516678495,
      "grad_norm": 2.052077293395996,
      "learning_rate": 1.086055254513497e-05,
      "loss": 0.7728007435798645,
      "step": 143
    },
    {
      "epoch": 1.624556422995032,
      "grad_norm": 1.5325052738189697,
      "learning_rate": 1.0728415893426636e-05,
      "loss": 0.5753393769264221,
      "step": 144
    },
    {
      "epoch": 1.6359119943222145,
      "grad_norm": 2.0628015995025635,
      "learning_rate": 1.05961512516982e-05,
      "loss": 0.7965511083602905,
      "step": 145
    },
    {
      "epoch": 1.6472675656493967,
      "grad_norm": 1.5534552335739136,
      "learning_rate": 1.0463781860181385e-05,
      "loss": 0.4485720694065094,
      "step": 146
    },
    {
      "epoch": 1.6586231369765791,
      "grad_norm": 2.0554072856903076,
      "learning_rate": 1.033133097751351e-05,
      "loss": 0.87266606092453,
      "step": 147
    },
    {
      "epoch": 1.6699787083037614,
      "grad_norm": 1.702256441116333,
      "learning_rate": 1.0198821876650702e-05,
      "loss": 0.5705003142356873,
      "step": 148
    },
    {
      "epoch": 1.6813342796309438,
      "grad_norm": 1.5394976139068604,
      "learning_rate": 1.0066277840778626e-05,
      "loss": 0.4785357117652893,
      "step": 149
    },
    {
      "epoch": 1.6926898509581263,
      "grad_norm": 1.7153429985046387,
      "learning_rate": 9.933722159221375e-06,
      "loss": 0.7122579216957092,
      "step": 150
    },
    {
      "epoch": 1.6926898509581263,
      "eval_loss": 0.7425792217254639,
      "eval_runtime": 27.5719,
      "eval_samples_per_second": 5.186,
      "eval_steps_per_second": 1.306,
      "step": 150
    },
    {
      "epoch": 1.7040454222853088,
      "grad_norm": 1.7121310234069824,
      "learning_rate": 9.801178123349298e-06,
      "loss": 0.6155564188957214,
      "step": 151
    },
    {
      "epoch": 1.7154009936124912,
      "grad_norm": 1.8881406784057617,
      "learning_rate": 9.668669022486495e-06,
      "loss": 0.7582035064697266,
      "step": 152
    },
    {
      "epoch": 1.7267565649396737,
      "grad_norm": 1.9322803020477295,
      "learning_rate": 9.536218139818615e-06,
      "loss": 0.8061675429344177,
      "step": 153
    },
    {
      "epoch": 1.738112136266856,
      "grad_norm": 1.5622960329055786,
      "learning_rate": 9.403848748301802e-06,
      "loss": 0.5297854542732239,
      "step": 154
    },
    {
      "epoch": 1.7494677075940384,
      "grad_norm": 1.8679121732711792,
      "learning_rate": 9.271584106573364e-06,
      "loss": 0.6446192264556885,
      "step": 155
    },
    {
      "epoch": 1.7608232789212206,
      "grad_norm": 1.65900456905365,
      "learning_rate": 9.139447454865034e-06,
      "loss": 0.6376427412033081,
      "step": 156
    },
    {
      "epoch": 1.772178850248403,
      "grad_norm": 2.008634328842163,
      "learning_rate": 9.007462010919387e-06,
      "loss": 0.8298434615135193,
      "step": 157
    },
    {
      "epoch": 1.7835344215755855,
      "grad_norm": 1.817112684249878,
      "learning_rate": 8.87565096591028e-06,
      "loss": 0.6945917010307312,
      "step": 158
    },
    {
      "epoch": 1.794889992902768,
      "grad_norm": 2.0954995155334473,
      "learning_rate": 8.744037480367922e-06,
      "loss": 0.922713577747345,
      "step": 159
    },
    {
      "epoch": 1.8062455642299504,
      "grad_norm": 1.8708635568618774,
      "learning_rate": 8.61264468010932e-06,
      "loss": 0.7695997953414917,
      "step": 160
    },
    {
      "epoch": 1.8176011355571329,
      "grad_norm": 2.0717625617980957,
      "learning_rate": 8.481495652174859e-06,
      "loss": 0.9634745121002197,
      "step": 161
    },
    {
      "epoch": 1.828956706884315,
      "grad_norm": 1.4181921482086182,
      "learning_rate": 8.350613440771661e-06,
      "loss": 0.41311249136924744,
      "step": 162
    },
    {
      "epoch": 1.8403122782114976,
      "grad_norm": 1.5503257513046265,
      "learning_rate": 8.2200210432245e-06,
      "loss": 0.6834385395050049,
      "step": 163
    },
    {
      "epoch": 1.8516678495386798,
      "grad_norm": 1.767377257347107,
      "learning_rate": 8.089741405934923e-06,
      "loss": 0.7185457944869995,
      "step": 164
    },
    {
      "epoch": 1.8630234208658623,
      "grad_norm": 1.8889371156692505,
      "learning_rate": 7.959797420349356e-06,
      "loss": 0.9002049565315247,
      "step": 165
    },
    {
      "epoch": 1.8743789921930447,
      "grad_norm": 2.01930832862854,
      "learning_rate": 7.83021191893682e-06,
      "loss": 0.6417741775512695,
      "step": 166
    },
    {
      "epoch": 1.8857345635202272,
      "grad_norm": 1.8323336839675903,
      "learning_rate": 7.701007671177066e-06,
      "loss": 0.8583472371101379,
      "step": 167
    },
    {
      "epoch": 1.8970901348474096,
      "grad_norm": 1.3641561269760132,
      "learning_rate": 7.572207379559722e-06,
      "loss": 0.5814041495323181,
      "step": 168
    },
    {
      "epoch": 1.9084457061745919,
      "grad_norm": 1.6025844812393188,
      "learning_rate": 7.443833675595254e-06,
      "loss": 0.5391830205917358,
      "step": 169
    },
    {
      "epoch": 1.9198012775017743,
      "grad_norm": 1.523732304573059,
      "learning_rate": 7.315909115838367e-06,
      "loss": 0.6024059057235718,
      "step": 170
    },
    {
      "epoch": 1.9311568488289566,
      "grad_norm": 1.6438531875610352,
      "learning_rate": 7.1884561779246055e-06,
      "loss": 0.5504345297813416,
      "step": 171
    },
    {
      "epoch": 1.942512420156139,
      "grad_norm": 1.884101152420044,
      "learning_rate": 7.061497256620793e-06,
      "loss": 0.8089767694473267,
      "step": 172
    },
    {
      "epoch": 1.9538679914833215,
      "grad_norm": 1.705494999885559,
      "learning_rate": 6.935054659890053e-06,
      "loss": 0.6709920763969421,
      "step": 173
    },
    {
      "epoch": 1.965223562810504,
      "grad_norm": 1.8286340236663818,
      "learning_rate": 6.809150604972079e-06,
      "loss": 0.9714908003807068,
      "step": 174
    },
    {
      "epoch": 1.9765791341376864,
      "grad_norm": 1.6881917715072632,
      "learning_rate": 6.683807214479323e-06,
      "loss": 0.6124534606933594,
      "step": 175
    },
    {
      "epoch": 1.9879347054648688,
      "grad_norm": 2.147641181945801,
      "learning_rate": 6.559046512509859e-06,
      "loss": 0.9034600257873535,
      "step": 176
    },
    {
      "epoch": 1.999290276792051,
      "grad_norm": 1.7281945943832397,
      "learning_rate": 6.434890420777491e-06,
      "loss": 0.7872213125228882,
      "step": 177
    },
    {
      "epoch": 2.0,
      "grad_norm": 4.5360822677612305,
      "learning_rate": 6.311360754759923e-06,
      "loss": 0.2226628065109253,
      "step": 178
    },
    {
      "epoch": 2.0113555713271825,
      "grad_norm": 1.6504145860671997,
      "learning_rate": 6.188479219865529e-06,
      "loss": 0.6821281313896179,
      "step": 179
    },
    {
      "epoch": 2.022711142654365,
      "grad_norm": 1.4790889024734497,
      "learning_rate": 6.06626740761952e-06,
      "loss": 0.5527986288070679,
      "step": 180
    },
    {
      "epoch": 2.0340667139815474,
      "grad_norm": 1.8767532110214233,
      "learning_rate": 5.944746791870062e-06,
      "loss": 0.7406971454620361,
      "step": 181
    },
    {
      "epoch": 2.0454222853087294,
      "grad_norm": 1.6067395210266113,
      "learning_rate": 5.823938725015148e-06,
      "loss": 0.5897183418273926,
      "step": 182
    },
    {
      "epoch": 2.056777856635912,
      "grad_norm": 1.6543129682540894,
      "learning_rate": 5.703864434250721e-06,
      "loss": 0.5693725943565369,
      "step": 183
    },
    {
      "epoch": 2.0681334279630943,
      "grad_norm": 1.763333797454834,
      "learning_rate": 5.584545017840886e-06,
      "loss": 0.6083229184150696,
      "step": 184
    },
    {
      "epoch": 2.0794889992902768,
      "grad_norm": 1.2259186506271362,
      "learning_rate": 5.4660014414106825e-06,
      "loss": 0.3644542098045349,
      "step": 185
    },
    {
      "epoch": 2.090844570617459,
      "grad_norm": 1.6024012565612793,
      "learning_rate": 5.348254534262262e-06,
      "loss": 0.607455313205719,
      "step": 186
    },
    {
      "epoch": 2.1022001419446417,
      "grad_norm": 1.5699106454849243,
      "learning_rate": 5.231324985714942e-06,
      "loss": 0.4221411645412445,
      "step": 187
    },
    {
      "epoch": 2.113555713271824,
      "grad_norm": 1.439180850982666,
      "learning_rate": 5.1152333414698774e-06,
      "loss": 0.4416266679763794,
      "step": 188
    },
    {
      "epoch": 2.1249112845990066,
      "grad_norm": 1.8221555948257446,
      "learning_rate": 5.000000000000003e-06,
      "loss": 0.5936031341552734,
      "step": 189
    },
    {
      "epoch": 2.1362668559261886,
      "grad_norm": 1.888954520225525,
      "learning_rate": 4.885645208965779e-06,
      "loss": 0.7918609976768494,
      "step": 190
    },
    {
      "epoch": 2.147622427253371,
      "grad_norm": 1.6411021947860718,
      "learning_rate": 4.772189061657511e-06,
      "loss": 0.5752283334732056,
      "step": 191
    },
    {
      "epoch": 2.1589779985805535,
      "grad_norm": 1.6003109216690063,
      "learning_rate": 4.659651493464721e-06,
      "loss": 0.6083833575248718,
      "step": 192
    },
    {
      "epoch": 2.170333569907736,
      "grad_norm": 1.657971739768982,
      "learning_rate": 4.548052278373327e-06,
      "loss": 0.6448208093643188,
      "step": 193
    },
    {
      "epoch": 2.1816891412349184,
      "grad_norm": 1.9829140901565552,
      "learning_rate": 4.437411025491131e-06,
      "loss": 0.6960307359695435,
      "step": 194
    },
    {
      "epoch": 2.193044712562101,
      "grad_norm": 1.8921784162521362,
      "learning_rate": 4.327747175602321e-06,
      "loss": 0.731373131275177,
      "step": 195
    },
    {
      "epoch": 2.2044002838892833,
      "grad_norm": 1.7255470752716064,
      "learning_rate": 4.219079997751515e-06,
      "loss": 0.5975107550621033,
      "step": 196
    },
    {
      "epoch": 2.215755855216466,
      "grad_norm": 1.5999464988708496,
      "learning_rate": 4.111428585858005e-06,
      "loss": 0.5760666131973267,
      "step": 197
    },
    {
      "epoch": 2.227111426543648,
      "grad_norm": 1.240045428276062,
      "learning_rate": 4.0048118553607485e-06,
      "loss": 0.39564967155456543,
      "step": 198
    },
    {
      "epoch": 2.2384669978708303,
      "grad_norm": 1.9376376867294312,
      "learning_rate": 3.899248539894756e-06,
      "loss": 0.6683239936828613,
      "step": 199
    },
    {
      "epoch": 2.2498225691980127,
      "grad_norm": 1.8060548305511475,
      "learning_rate": 3.794757187999386e-06,
      "loss": 0.7160100936889648,
      "step": 200
    },
    {
      "epoch": 2.2498225691980127,
      "eval_loss": 0.7327238321304321,
      "eval_runtime": 27.6122,
      "eval_samples_per_second": 5.179,
      "eval_steps_per_second": 1.304,
      "step": 200
    },
    {
      "epoch": 2.261178140525195,
      "grad_norm": 1.5847166776657104,
      "learning_rate": 3.6913561598591775e-06,
      "loss": 0.5229685306549072,
      "step": 201
    },
    {
      "epoch": 2.2725337118523776,
      "grad_norm": 1.6213287115097046,
      "learning_rate": 3.589063624077802e-06,
      "loss": 0.5970481634140015,
      "step": 202
    },
    {
      "epoch": 2.28388928317956,
      "grad_norm": 1.818298578262329,
      "learning_rate": 3.4878975544856285e-06,
      "loss": 0.7519898414611816,
      "step": 203
    },
    {
      "epoch": 2.2952448545067425,
      "grad_norm": 1.6277714967727661,
      "learning_rate": 3.387875726981563e-06,
      "loss": 0.5007752180099487,
      "step": 204
    },
    {
      "epoch": 2.306600425833925,
      "grad_norm": 1.6472209692001343,
      "learning_rate": 3.2890157164096315e-06,
      "loss": 0.6382125616073608,
      "step": 205
    },
    {
      "epoch": 2.317955997161107,
      "grad_norm": 1.821578025817871,
      "learning_rate": 3.1913348934709076e-06,
      "loss": 0.7000253200531006,
      "step": 206
    },
    {
      "epoch": 2.3293115684882895,
      "grad_norm": 1.8459348678588867,
      "learning_rate": 3.094850421671295e-06,
      "loss": 0.5165408253669739,
      "step": 207
    },
    {
      "epoch": 2.340667139815472,
      "grad_norm": 2.36333966255188,
      "learning_rate": 2.999579254305748e-06,
      "loss": 0.8205851912498474,
      "step": 208
    },
    {
      "epoch": 2.3520227111426544,
      "grad_norm": 1.6719001531600952,
      "learning_rate": 2.905538131479376e-06,
      "loss": 0.5079140663146973,
      "step": 209
    },
    {
      "epoch": 2.363378282469837,
      "grad_norm": 1.5651746988296509,
      "learning_rate": 2.812743577166075e-06,
      "loss": 0.4731737971305847,
      "step": 210
    },
    {
      "epoch": 2.3747338537970193,
      "grad_norm": 2.142404317855835,
      "learning_rate": 2.721211896305059e-06,
      "loss": 0.842810869216919,
      "step": 211
    },
    {
      "epoch": 2.3860894251242017,
      "grad_norm": 1.796759843826294,
      "learning_rate": 2.6309591719359563e-06,
      "loss": 0.7187446355819702,
      "step": 212
    },
    {
      "epoch": 2.3974449964513838,
      "grad_norm": 1.492469310760498,
      "learning_rate": 2.542001262372821e-06,
      "loss": 0.5724196434020996,
      "step": 213
    },
    {
      "epoch": 2.408800567778566,
      "grad_norm": 1.905091643333435,
      "learning_rate": 2.454353798417698e-06,
      "loss": 0.8085651397705078,
      "step": 214
    },
    {
      "epoch": 2.4201561391057487,
      "grad_norm": 1.7704670429229736,
      "learning_rate": 2.3680321806141182e-06,
      "loss": 0.6132161021232605,
      "step": 215
    },
    {
      "epoch": 2.431511710432931,
      "grad_norm": 1.8361713886260986,
      "learning_rate": 2.283051576541062e-06,
      "loss": 0.7117694616317749,
      "step": 216
    },
    {
      "epoch": 2.4428672817601136,
      "grad_norm": 1.6990126371383667,
      "learning_rate": 2.19942691814788e-06,
      "loss": 0.6097843050956726,
      "step": 217
    },
    {
      "epoch": 2.454222853087296,
      "grad_norm": 1.7435643672943115,
      "learning_rate": 2.1171728991305797e-06,
      "loss": 0.5934941172599792,
      "step": 218
    },
    {
      "epoch": 2.4655784244144785,
      "grad_norm": 1.9126805067062378,
      "learning_rate": 2.0363039723500155e-06,
      "loss": 0.704249918460846,
      "step": 219
    },
    {
      "epoch": 2.4769339957416605,
      "grad_norm": 1.7842662334442139,
      "learning_rate": 1.9568343472923524e-06,
      "loss": 0.6474202871322632,
      "step": 220
    },
    {
      "epoch": 2.488289567068843,
      "grad_norm": 1.7116307020187378,
      "learning_rate": 1.8787779875723389e-06,
      "loss": 0.5358954668045044,
      "step": 221
    },
    {
      "epoch": 2.4996451383960254,
      "grad_norm": 1.9682855606079102,
      "learning_rate": 1.8021486084797368e-06,
      "loss": 0.7930698990821838,
      "step": 222
    },
    {
      "epoch": 2.511000709723208,
      "grad_norm": 1.4548183679580688,
      "learning_rate": 1.7269596745694295e-06,
      "loss": 0.4583667814731598,
      "step": 223
    },
    {
      "epoch": 2.5223562810503903,
      "grad_norm": 2.000056505203247,
      "learning_rate": 1.6532243972955397e-06,
      "loss": 0.8167339563369751,
      "step": 224
    },
    {
      "epoch": 2.533711852377573,
      "grad_norm": 2.187757730484009,
      "learning_rate": 1.580955732690065e-06,
      "loss": 0.8731608390808105,
      "step": 225
    },
    {
      "epoch": 2.5450674237047552,
      "grad_norm": 2.552974224090576,
      "learning_rate": 1.5101663790863597e-06,
      "loss": 0.9876814484596252,
      "step": 226
    },
    {
      "epoch": 2.5564229950319377,
      "grad_norm": 2.047971725463867,
      "learning_rate": 1.4408687748879157e-06,
      "loss": 0.7313542366027832,
      "step": 227
    },
    {
      "epoch": 2.56777856635912,
      "grad_norm": 2.023643732070923,
      "learning_rate": 1.3730750963828033e-06,
      "loss": 0.7768765091896057,
      "step": 228
    },
    {
      "epoch": 2.579134137686302,
      "grad_norm": 1.7678884267807007,
      "learning_rate": 1.3067972556041753e-06,
      "loss": 0.5483944416046143,
      "step": 229
    },
    {
      "epoch": 2.5904897090134846,
      "grad_norm": 1.57295560836792,
      "learning_rate": 1.2420468982372158e-06,
      "loss": 0.5286450386047363,
      "step": 230
    },
    {
      "epoch": 2.601845280340667,
      "grad_norm": 2.199338912963867,
      "learning_rate": 1.1788354015728543e-06,
      "loss": 0.7952181100845337,
      "step": 231
    },
    {
      "epoch": 2.6132008516678495,
      "grad_norm": 2.037968635559082,
      "learning_rate": 1.1171738725086833e-06,
      "loss": 0.8746033906936646,
      "step": 232
    },
    {
      "epoch": 2.624556422995032,
      "grad_norm": 1.6114685535430908,
      "learning_rate": 1.0570731455973415e-06,
      "loss": 0.5900834202766418,
      "step": 233
    },
    {
      "epoch": 2.6359119943222145,
      "grad_norm": 1.8988250494003296,
      "learning_rate": 9.985437811427934e-07,
      "loss": 0.7454937696456909,
      "step": 234
    },
    {
      "epoch": 2.647267565649397,
      "grad_norm": 1.6500483751296997,
      "learning_rate": 9.415960633447674e-07,
      "loss": 0.5034666657447815,
      "step": 235
    },
    {
      "epoch": 2.658623136976579,
      "grad_norm": 1.9361827373504639,
      "learning_rate": 8.862399984917214e-07,
      "loss": 0.651042103767395,
      "step": 236
    },
    {
      "epoch": 2.6699787083037614,
      "grad_norm": 1.9240092039108276,
      "learning_rate": 8.3248531320263e-07,
      "loss": 0.8603060245513916,
      "step": 237
    },
    {
      "epoch": 2.681334279630944,
      "grad_norm": 1.9688630104064941,
      "learning_rate": 7.803414527179343e-07,
      "loss": 0.8090041875839233,
      "step": 238
    },
    {
      "epoch": 2.6926898509581263,
      "grad_norm": 1.7253657579421997,
      "learning_rate": 7.298175792398976e-07,
      "loss": 0.5564637184143066,
      "step": 239
    },
    {
      "epoch": 2.7040454222853088,
      "grad_norm": 1.871412754058838,
      "learning_rate": 6.809225703227352e-07,
      "loss": 0.7740951776504517,
      "step": 240
    },
    {
      "epoch": 2.715400993612491,
      "grad_norm": 1.8274517059326172,
      "learning_rate": 6.336650173127224e-07,
      "loss": 0.6926577091217041,
      "step": 241
    },
    {
      "epoch": 2.7267565649396737,
      "grad_norm": 2.128312349319458,
      "learning_rate": 5.880532238386161e-07,
      "loss": 0.8623908758163452,
      "step": 242
    },
    {
      "epoch": 2.7381121362668557,
      "grad_norm": 1.9063048362731934,
      "learning_rate": 5.440952043526215e-07,
      "loss": 0.642934262752533,
      "step": 243
    },
    {
      "epoch": 2.7494677075940386,
      "grad_norm": 1.9280798435211182,
      "learning_rate": 5.017986827221733e-07,
      "loss": 0.5877834558486938,
      "step": 244
    },
    {
      "epoch": 2.7608232789212206,
      "grad_norm": 1.7953683137893677,
      "learning_rate": 4.61171090872774e-07,
      "loss": 0.6689532995223999,
      "step": 245
    },
    {
      "epoch": 2.772178850248403,
      "grad_norm": 2.076279640197754,
      "learning_rate": 4.222195674821239e-07,
      "loss": 0.8235094547271729,
      "step": 246
    },
    {
      "epoch": 2.7835344215755855,
      "grad_norm": 2.2308530807495117,
      "learning_rate": 3.8495095672579584e-07,
      "loss": 0.8819231986999512,
      "step": 247
    },
    {
      "epoch": 2.794889992902768,
      "grad_norm": 1.5626147985458374,
      "learning_rate": 3.493718070746299e-07,
      "loss": 0.45997241139411926,
      "step": 248
    },
    {
      "epoch": 2.8062455642299504,
      "grad_norm": 1.80852472782135,
      "learning_rate": 3.154883701441136e-07,
      "loss": 0.5900078415870667,
      "step": 249
    },
    {
      "epoch": 2.817601135557133,
      "grad_norm": 1.591232180595398,
      "learning_rate": 2.8330659959589944e-07,
      "loss": 0.4933575987815857,
      "step": 250
    },
    {
      "epoch": 2.817601135557133,
      "eval_loss": 0.7293056845664978,
      "eval_runtime": 27.6187,
      "eval_samples_per_second": 5.178,
      "eval_steps_per_second": 1.303,
      "step": 250
    }
  ],
  "logging_steps": 1,
  "max_steps": 267,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 50,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 6.782841153099264e+16,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}