{
  "best_global_step": 190,
  "best_metric": 0.6482135057449341,
  "best_model_checkpoint": "./qwen_unified_finetuned_v2/checkpoint-190",
  "epoch": 2.0,
  "eval_steps": 50,
  "global_step": 190,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01054713249835201,
      "grad_norm": 11.254260063171387,
      "learning_rate": 0.0,
      "loss": 1.2856202125549316,
      "step": 1
    },
    {
      "epoch": 0.02109426499670402,
      "grad_norm": 9.963000297546387,
      "learning_rate": 6.666666666666667e-07,
      "loss": 1.2529420852661133,
      "step": 2
    },
    {
      "epoch": 0.03164139749505603,
      "grad_norm": 9.828377723693848,
      "learning_rate": 1.3333333333333334e-06,
      "loss": 1.1177468299865723,
      "step": 3
    },
    {
      "epoch": 0.04218852999340804,
      "grad_norm": 8.927521705627441,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 1.160679578781128,
      "step": 4
    },
    {
      "epoch": 0.05273566249176005,
      "grad_norm": 9.450704574584961,
      "learning_rate": 2.666666666666667e-06,
      "loss": 1.1996268033981323,
      "step": 5
    },
    {
      "epoch": 0.06328279499011207,
      "grad_norm": 7.224189758300781,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 1.2939574718475342,
      "step": 6
    },
    {
      "epoch": 0.07382992748846408,
      "grad_norm": 6.68184232711792,
      "learning_rate": 4.000000000000001e-06,
      "loss": 1.202090859413147,
      "step": 7
    },
    {
      "epoch": 0.08437705998681608,
      "grad_norm": 5.252114772796631,
      "learning_rate": 4.666666666666667e-06,
      "loss": 1.0647697448730469,
      "step": 8
    },
    {
      "epoch": 0.09492419248516809,
      "grad_norm": 4.770995140075684,
      "learning_rate": 5.333333333333334e-06,
      "loss": 0.811023473739624,
      "step": 9
    },
    {
      "epoch": 0.1054713249835201,
      "grad_norm": 5.881967067718506,
      "learning_rate": 6e-06,
      "loss": 1.0770221948623657,
      "step": 10
    },
    {
      "epoch": 0.11601845748187212,
      "grad_norm": 4.145230293273926,
      "learning_rate": 6.666666666666667e-06,
      "loss": 0.6524759531021118,
      "step": 11
    },
    {
      "epoch": 0.12656558998022413,
      "grad_norm": 4.487707138061523,
      "learning_rate": 7.333333333333333e-06,
      "loss": 0.8969423770904541,
      "step": 12
    },
    {
      "epoch": 0.13711272247857614,
      "grad_norm": 4.725864410400391,
      "learning_rate": 8.000000000000001e-06,
      "loss": 0.893510103225708,
      "step": 13
    },
    {
      "epoch": 0.14765985497692816,
      "grad_norm": 5.280237674713135,
      "learning_rate": 8.666666666666668e-06,
      "loss": 1.3190690279006958,
      "step": 14
    },
    {
      "epoch": 0.15820698747528017,
      "grad_norm": 4.238594055175781,
      "learning_rate": 9.333333333333334e-06,
      "loss": 0.8921085000038147,
      "step": 15
    },
    {
      "epoch": 0.16875411997363216,
      "grad_norm": 4.737040042877197,
      "learning_rate": 1e-05,
      "loss": 1.1678017377853394,
      "step": 16
    },
    {
      "epoch": 0.17930125247198417,
      "grad_norm": 3.861323356628418,
      "learning_rate": 1.0666666666666667e-05,
      "loss": 0.8146582841873169,
      "step": 17
    },
    {
      "epoch": 0.18984838497033618,
      "grad_norm": 3.594571113586426,
      "learning_rate": 1.1333333333333334e-05,
      "loss": 0.6457481384277344,
      "step": 18
    },
    {
      "epoch": 0.2003955174686882,
      "grad_norm": 5.211328983306885,
      "learning_rate": 1.2e-05,
      "loss": 1.250954031944275,
      "step": 19
    },
    {
      "epoch": 0.2109426499670402,
      "grad_norm": 4.465060234069824,
      "learning_rate": 1.2666666666666667e-05,
      "loss": 1.146741271018982,
      "step": 20
    },
    {
      "epoch": 0.22148978246539222,
      "grad_norm": 4.283473491668701,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 1.0449175834655762,
      "step": 21
    },
    {
      "epoch": 0.23203691496374423,
      "grad_norm": 4.074254512786865,
      "learning_rate": 1.4e-05,
      "loss": 1.132203459739685,
      "step": 22
    },
    {
      "epoch": 0.24258404746209625,
      "grad_norm": 3.665837526321411,
      "learning_rate": 1.4666666666666666e-05,
      "loss": 0.7999849915504456,
      "step": 23
    },
    {
      "epoch": 0.25313117996044826,
      "grad_norm": 3.750049352645874,
      "learning_rate": 1.5333333333333334e-05,
      "loss": 0.9189183115959167,
      "step": 24
    },
    {
      "epoch": 0.26367831245880025,
      "grad_norm": 3.9863851070404053,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 0.9486135244369507,
      "step": 25
    },
    {
      "epoch": 0.2742254449571523,
      "grad_norm": 3.5417375564575195,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 0.7232263088226318,
      "step": 26
    },
    {
      "epoch": 0.28477257745550427,
      "grad_norm": 2.7772789001464844,
      "learning_rate": 1.7333333333333336e-05,
      "loss": 0.5559145212173462,
      "step": 27
    },
    {
      "epoch": 0.2953197099538563,
      "grad_norm": 3.2987618446350098,
      "learning_rate": 1.8e-05,
      "loss": 0.7673175930976868,
      "step": 28
    },
    {
      "epoch": 0.3058668424522083,
      "grad_norm": 4.202295303344727,
      "learning_rate": 1.866666666666667e-05,
      "loss": 0.9726297855377197,
      "step": 29
    },
    {
      "epoch": 0.31641397495056034,
      "grad_norm": 3.3992533683776855,
      "learning_rate": 1.9333333333333333e-05,
      "loss": 0.8889808058738708,
      "step": 30
    },
    {
      "epoch": 0.3269611074489123,
      "grad_norm": 3.55267596244812,
      "learning_rate": 2e-05,
      "loss": 0.7761465907096863,
      "step": 31
    },
    {
      "epoch": 0.3375082399472643,
      "grad_norm": 3.9312660694122314,
      "learning_rate": 1.9998072404820648e-05,
      "loss": 1.0842286348342896,
      "step": 32
    },
    {
      "epoch": 0.34805537244561635,
      "grad_norm": 3.166452407836914,
      "learning_rate": 1.9992290362407232e-05,
      "loss": 0.8452663421630859,
      "step": 33
    },
    {
      "epoch": 0.35860250494396834,
      "grad_norm": 3.7628989219665527,
      "learning_rate": 1.998265610184716e-05,
      "loss": 0.9143624305725098,
      "step": 34
    },
    {
      "epoch": 0.3691496374423204,
      "grad_norm": 3.930147409439087,
      "learning_rate": 1.9969173337331283e-05,
      "loss": 0.937317967414856,
      "step": 35
    },
    {
      "epoch": 0.37969676994067236,
      "grad_norm": 3.9495177268981934,
      "learning_rate": 1.995184726672197e-05,
      "loss": 0.9962741732597351,
      "step": 36
    },
    {
      "epoch": 0.3902439024390244,
      "grad_norm": 3.237985849380493,
      "learning_rate": 1.9930684569549265e-05,
      "loss": 0.8508425354957581,
      "step": 37
    },
    {
      "epoch": 0.4007910349373764,
      "grad_norm": 3.5464437007904053,
      "learning_rate": 1.990569340443577e-05,
      "loss": 1.0232917070388794,
      "step": 38
    },
    {
      "epoch": 0.41133816743572843,
      "grad_norm": 2.8413944244384766,
      "learning_rate": 1.9876883405951378e-05,
      "loss": 0.7485581040382385,
      "step": 39
    },
    {
      "epoch": 0.4218852999340804,
      "grad_norm": 3.03243088722229,
      "learning_rate": 1.9844265680898917e-05,
      "loss": 0.8981056809425354,
      "step": 40
    },
    {
      "epoch": 0.43243243243243246,
      "grad_norm": 2.713469982147217,
      "learning_rate": 1.9807852804032306e-05,
      "loss": 0.7302929162979126,
      "step": 41
    },
    {
      "epoch": 0.44297956493078444,
      "grad_norm": 2.5833826065063477,
      "learning_rate": 1.9767658813208725e-05,
      "loss": 0.8823336958885193,
      "step": 42
    },
    {
      "epoch": 0.4535266974291364,
      "grad_norm": 3.5490224361419678,
      "learning_rate": 1.9723699203976768e-05,
      "loss": 0.9176093935966492,
      "step": 43
    },
    {
      "epoch": 0.46407382992748847,
      "grad_norm": 2.9480419158935547,
      "learning_rate": 1.96759909236026e-05,
      "loss": 0.7887524962425232,
      "step": 44
    },
    {
      "epoch": 0.47462096242584045,
      "grad_norm": 2.722837448120117,
      "learning_rate": 1.9624552364536472e-05,
      "loss": 0.7906816601753235,
      "step": 45
    },
    {
      "epoch": 0.4851680949241925,
      "grad_norm": 2.400080919265747,
      "learning_rate": 1.956940335732209e-05,
      "loss": 0.5717998147010803,
      "step": 46
    },
    {
      "epoch": 0.4957152274225445,
      "grad_norm": 3.238320827484131,
      "learning_rate": 1.9510565162951538e-05,
      "loss": 0.8687648773193359,
      "step": 47
    },
    {
      "epoch": 0.5062623599208965,
      "grad_norm": 3.124903678894043,
      "learning_rate": 1.944806046466878e-05,
      "loss": 0.9546631574630737,
      "step": 48
    },
    {
      "epoch": 0.5168094924192486,
      "grad_norm": 3.41595458984375,
      "learning_rate": 1.9381913359224844e-05,
      "loss": 0.7677831649780273,
      "step": 49
    },
    {
      "epoch": 0.5273566249176005,
      "grad_norm": 2.969999313354492,
      "learning_rate": 1.9312149347588035e-05,
      "loss": 0.8908669352531433,
      "step": 50
    },
    {
      "epoch": 0.5273566249176005,
      "eval_loss": 0.7529963850975037,
      "eval_runtime": 28.3177,
      "eval_samples_per_second": 5.05,
      "eval_steps_per_second": 1.271,
      "step": 50
    },
    {
      "epoch": 0.5379037574159525,
      "grad_norm": 2.576383113861084,
      "learning_rate": 1.9238795325112867e-05,
      "loss": 0.7306627631187439,
      "step": 51
    },
    {
      "epoch": 0.5484508899143046,
      "grad_norm": 2.5779168605804443,
      "learning_rate": 1.916187957117136e-05,
      "loss": 0.6502229571342468,
      "step": 52
    },
    {
      "epoch": 0.5589980224126566,
      "grad_norm": 3.7034096717834473,
      "learning_rate": 1.9081431738250815e-05,
      "loss": 1.0519064664840698,
      "step": 53
    },
    {
      "epoch": 0.5695451549110085,
      "grad_norm": 3.7297651767730713,
      "learning_rate": 1.8997482840522218e-05,
      "loss": 0.9438788890838623,
      "step": 54
    },
    {
      "epoch": 0.5800922874093606,
      "grad_norm": 2.983699083328247,
      "learning_rate": 1.891006524188368e-05,
      "loss": 0.810992419719696,
      "step": 55
    },
    {
      "epoch": 0.5906394199077126,
      "grad_norm": 2.869706869125366,
      "learning_rate": 1.881921264348355e-05,
      "loss": 0.681011438369751,
      "step": 56
    },
    {
      "epoch": 0.6011865524060646,
      "grad_norm": 2.8603360652923584,
      "learning_rate": 1.8724960070727974e-05,
      "loss": 0.8332223892211914,
      "step": 57
    },
    {
      "epoch": 0.6117336849044166,
      "grad_norm": 2.766416072845459,
      "learning_rate": 1.862734385977792e-05,
      "loss": 0.8047686815261841,
      "step": 58
    },
    {
      "epoch": 0.6222808174027686,
      "grad_norm": 2.664792776107788,
      "learning_rate": 1.8526401643540924e-05,
      "loss": 0.6811239719390869,
      "step": 59
    },
    {
      "epoch": 0.6328279499011207,
      "grad_norm": 2.787421226501465,
      "learning_rate": 1.8422172337162865e-05,
      "loss": 0.9071734547615051,
      "step": 60
    },
    {
      "epoch": 0.6433750823994726,
      "grad_norm": 2.5916903018951416,
      "learning_rate": 1.8314696123025456e-05,
      "loss": 0.778200089931488,
      "step": 61
    },
    {
      "epoch": 0.6539222148978246,
      "grad_norm": 2.5858092308044434,
      "learning_rate": 1.8204014435255136e-05,
      "loss": 0.7620019912719727,
      "step": 62
    },
    {
      "epoch": 0.6644693473961767,
      "grad_norm": 3.226935386657715,
      "learning_rate": 1.8090169943749477e-05,
      "loss": 1.0030763149261475,
      "step": 63
    },
    {
      "epoch": 0.6750164798945286,
      "grad_norm": 2.46641206741333,
      "learning_rate": 1.797320653772707e-05,
      "loss": 0.6492084860801697,
      "step": 64
    },
    {
      "epoch": 0.6855636123928807,
      "grad_norm": 2.243069648742676,
      "learning_rate": 1.785316930880745e-05,
      "loss": 0.6458125114440918,
      "step": 65
    },
    {
      "epoch": 0.6961107448912327,
      "grad_norm": 2.7569828033447266,
      "learning_rate": 1.773010453362737e-05,
      "loss": 0.8067665100097656,
      "step": 66
    },
    {
      "epoch": 0.7066578773895847,
      "grad_norm": 3.01151967048645,
      "learning_rate": 1.7604059656000313e-05,
      "loss": 0.8096626996994019,
      "step": 67
    },
    {
      "epoch": 0.7172050098879367,
      "grad_norm": 2.5362462997436523,
      "learning_rate": 1.747508326862597e-05,
      "loss": 0.5855382084846497,
      "step": 68
    },
    {
      "epoch": 0.7277521423862887,
      "grad_norm": 3.2442595958709717,
      "learning_rate": 1.7343225094356857e-05,
      "loss": 1.0010881423950195,
      "step": 69
    },
    {
      "epoch": 0.7382992748846408,
      "grad_norm": 2.9444711208343506,
      "learning_rate": 1.720853596702919e-05,
      "loss": 0.9237573146820068,
      "step": 70
    },
    {
      "epoch": 0.7488464073829928,
      "grad_norm": 2.2847354412078857,
      "learning_rate": 1.7071067811865477e-05,
      "loss": 0.6892184615135193,
      "step": 71
    },
    {
      "epoch": 0.7593935398813447,
      "grad_norm": 2.72588849067688,
      "learning_rate": 1.6930873625456362e-05,
      "loss": 0.7187391519546509,
      "step": 72
    },
    {
      "epoch": 0.7699406723796968,
      "grad_norm": 2.462245225906372,
      "learning_rate": 1.678800745532942e-05,
      "loss": 0.6943771839141846,
      "step": 73
    },
    {
      "epoch": 0.7804878048780488,
      "grad_norm": 2.880293846130371,
      "learning_rate": 1.664252437911282e-05,
      "loss": 0.7184453010559082,
      "step": 74
    },
    {
      "epoch": 0.7910349373764007,
      "grad_norm": 3.225119113922119,
      "learning_rate": 1.6494480483301836e-05,
      "loss": 0.9926764369010925,
      "step": 75
    },
    {
      "epoch": 0.8015820698747528,
      "grad_norm": 2.788250207901001,
      "learning_rate": 1.6343932841636455e-05,
      "loss": 0.8473926186561584,
      "step": 76
    },
    {
      "epoch": 0.8121292023731048,
      "grad_norm": 2.1925415992736816,
      "learning_rate": 1.6190939493098344e-05,
      "loss": 0.5790418982505798,
      "step": 77
    },
    {
      "epoch": 0.8226763348714569,
      "grad_norm": 2.4412641525268555,
      "learning_rate": 1.6035559419535714e-05,
      "loss": 0.677460789680481,
      "step": 78
    },
    {
      "epoch": 0.8332234673698088,
      "grad_norm": 2.478698968887329,
      "learning_rate": 1.5877852522924733e-05,
      "loss": 0.8228996992111206,
      "step": 79
    },
    {
      "epoch": 0.8437705998681608,
      "grad_norm": 2.5369465351104736,
      "learning_rate": 1.5717879602276123e-05,
      "loss": 0.7633792757987976,
      "step": 80
    },
    {
      "epoch": 0.8543177323665129,
      "grad_norm": 2.9730212688446045,
      "learning_rate": 1.5555702330196024e-05,
      "loss": 1.0669782161712646,
      "step": 81
    },
    {
      "epoch": 0.8648648648648649,
      "grad_norm": 2.1946942806243896,
      "learning_rate": 1.5391383229110005e-05,
      "loss": 0.6726582646369934,
      "step": 82
    },
    {
      "epoch": 0.8754119973632168,
      "grad_norm": 2.4897115230560303,
      "learning_rate": 1.5224985647159489e-05,
      "loss": 0.7702843546867371,
      "step": 83
    },
    {
      "epoch": 0.8859591298615689,
      "grad_norm": 2.055375337600708,
      "learning_rate": 1.5056573733779848e-05,
      "loss": 0.49126309156417847,
      "step": 84
    },
    {
      "epoch": 0.8965062623599209,
      "grad_norm": 2.346480131149292,
      "learning_rate": 1.4886212414969551e-05,
      "loss": 0.7343087196350098,
      "step": 85
    },
    {
      "epoch": 0.9070533948582729,
      "grad_norm": 2.2193572521209717,
      "learning_rate": 1.4713967368259981e-05,
      "loss": 0.5628997683525085,
      "step": 86
    },
    {
      "epoch": 0.9176005273566249,
      "grad_norm": 2.818474292755127,
      "learning_rate": 1.4539904997395468e-05,
      "loss": 0.9049317240715027,
      "step": 87
    },
    {
      "epoch": 0.9281476598549769,
      "grad_norm": 2.0409064292907715,
      "learning_rate": 1.436409240673342e-05,
      "loss": 0.609929621219635,
      "step": 88
    },
    {
      "epoch": 0.938694792353329,
      "grad_norm": 2.5648860931396484,
      "learning_rate": 1.4186597375374283e-05,
      "loss": 0.7217040657997131,
      "step": 89
    },
    {
      "epoch": 0.9492419248516809,
      "grad_norm": 2.435124158859253,
      "learning_rate": 1.4007488331031409e-05,
      "loss": 0.6683085560798645,
      "step": 90
    },
    {
      "epoch": 0.959789057350033,
      "grad_norm": 2.642301082611084,
      "learning_rate": 1.3826834323650899e-05,
      "loss": 0.7930483222007751,
      "step": 91
    },
    {
      "epoch": 0.970336189848385,
      "grad_norm": 2.8316915035247803,
      "learning_rate": 1.3644704998791501e-05,
      "loss": 0.8307502269744873,
      "step": 92
    },
    {
      "epoch": 0.980883322346737,
      "grad_norm": 2.585615873336792,
      "learning_rate": 1.346117057077493e-05,
      "loss": 0.809612512588501,
      "step": 93
    },
    {
      "epoch": 0.991430454845089,
      "grad_norm": 2.4871203899383545,
      "learning_rate": 1.3276301795616937e-05,
      "loss": 0.7022823095321655,
      "step": 94
    },
    {
      "epoch": 1.0,
      "grad_norm": 2.2630867958068848,
      "learning_rate": 1.3090169943749475e-05,
      "loss": 0.540604293346405,
      "step": 95
    },
    {
      "epoch": 1.010547132498352,
      "grad_norm": 1.8352792263031006,
      "learning_rate": 1.2902846772544625e-05,
      "loss": 0.47405001521110535,
      "step": 96
    },
    {
      "epoch": 1.021094264996704,
      "grad_norm": 2.3510472774505615,
      "learning_rate": 1.2714404498650743e-05,
      "loss": 0.7485337257385254,
      "step": 97
    },
    {
      "epoch": 1.031641397495056,
      "grad_norm": 2.6154630184173584,
      "learning_rate": 1.252491577015158e-05,
      "loss": 0.8424244523048401,
      "step": 98
    },
    {
      "epoch": 1.042188529993408,
      "grad_norm": 2.235624074935913,
      "learning_rate": 1.2334453638559057e-05,
      "loss": 0.5035255551338196,
      "step": 99
    },
    {
      "epoch": 1.05273566249176,
      "grad_norm": 2.5067241191864014,
      "learning_rate": 1.2143091530650508e-05,
      "loss": 0.839946985244751,
      "step": 100
    },
    {
      "epoch": 1.05273566249176,
      "eval_loss": 0.69390469789505,
      "eval_runtime": 28.1554,
      "eval_samples_per_second": 5.079,
      "eval_steps_per_second": 1.279,
      "step": 100
    },
    {
      "epoch": 1.063282794990112,
      "grad_norm": 2.4152822494506836,
      "learning_rate": 1.1950903220161286e-05,
      "loss": 0.6019119024276733,
      "step": 101
    },
    {
      "epoch": 1.0738299274884642,
      "grad_norm": 3.1178929805755615,
      "learning_rate": 1.1757962799343548e-05,
      "loss": 0.8134055733680725,
      "step": 102
    },
    {
      "epoch": 1.084377059986816,
      "grad_norm": 2.630704402923584,
      "learning_rate": 1.156434465040231e-05,
      "loss": 0.7413411736488342,
      "step": 103
    },
    {
      "epoch": 1.094924192485168,
      "grad_norm": 2.8832743167877197,
      "learning_rate": 1.1370123416819683e-05,
      "loss": 0.8591673374176025,
      "step": 104
    },
    {
      "epoch": 1.1054713249835202,
      "grad_norm": 2.6520588397979736,
      "learning_rate": 1.1175373974578378e-05,
      "loss": 0.7692611813545227,
      "step": 105
    },
    {
      "epoch": 1.1160184574818721,
      "grad_norm": 2.3777475357055664,
      "learning_rate": 1.098017140329561e-05,
      "loss": 0.644071102142334,
      "step": 106
    },
    {
      "epoch": 1.126565589980224,
      "grad_norm": 2.3438470363616943,
      "learning_rate": 1.0784590957278452e-05,
      "loss": 0.6566027998924255,
      "step": 107
    },
    {
      "epoch": 1.1371127224785762,
      "grad_norm": 2.494967222213745,
      "learning_rate": 1.058870803651189e-05,
      "loss": 0.6349762678146362,
      "step": 108
    },
    {
      "epoch": 1.1476598549769281,
      "grad_norm": 2.557257652282715,
      "learning_rate": 1.0392598157590687e-05,
      "loss": 0.7407976388931274,
      "step": 109
    },
    {
      "epoch": 1.15820698747528,
      "grad_norm": 2.54610013961792,
      "learning_rate": 1.0196336924606282e-05,
      "loss": 0.6565055251121521,
      "step": 110
    },
    {
      "epoch": 1.1687541199736322,
      "grad_norm": 2.7403500080108643,
      "learning_rate": 1e-05,
      "loss": 0.9395892024040222,
      "step": 111
    },
    {
      "epoch": 1.1793012524719841,
      "grad_norm": 2.6010167598724365,
      "learning_rate": 9.80366307539372e-06,
      "loss": 0.7564979791641235,
      "step": 112
    },
    {
      "epoch": 1.189848384970336,
      "grad_norm": 2.5348997116088867,
      "learning_rate": 9.607401842409318e-06,
      "loss": 0.671207070350647,
      "step": 113
    },
    {
      "epoch": 1.2003955174686882,
      "grad_norm": 2.2326834201812744,
      "learning_rate": 9.41129196348811e-06,
      "loss": 0.4958484470844269,
      "step": 114
    },
    {
      "epoch": 1.2109426499670402,
      "grad_norm": 2.7414183616638184,
      "learning_rate": 9.215409042721553e-06,
      "loss": 0.7510374784469604,
      "step": 115
    },
    {
      "epoch": 1.2214897824653923,
      "grad_norm": 2.51889705657959,
      "learning_rate": 9.019828596704394e-06,
      "loss": 0.6310056447982788,
      "step": 116
    },
    {
      "epoch": 1.2320369149637442,
      "grad_norm": 2.1737775802612305,
      "learning_rate": 8.824626025421625e-06,
      "loss": 0.5721197128295898,
      "step": 117
    },
    {
      "epoch": 1.2425840474620962,
      "grad_norm": 2.6601269245147705,
      "learning_rate": 8.629876583180322e-06,
      "loss": 0.6723504662513733,
      "step": 118
    },
    {
      "epoch": 1.2531311799604483,
      "grad_norm": 3.153501033782959,
      "learning_rate": 8.43565534959769e-06,
      "loss": 0.8398867845535278,
      "step": 119
    },
    {
      "epoch": 1.2636783124588002,
      "grad_norm": 2.913832664489746,
      "learning_rate": 8.242037200656455e-06,
      "loss": 0.7067492008209229,
      "step": 120
    },
    {
      "epoch": 1.2742254449571524,
      "grad_norm": 3.4029502868652344,
      "learning_rate": 8.04909677983872e-06,
      "loss": 0.9664009809494019,
      "step": 121
    },
    {
      "epoch": 1.2847725774555043,
      "grad_norm": 2.364175319671631,
      "learning_rate": 7.856908469349495e-06,
      "loss": 0.5740135312080383,
      "step": 122
    },
    {
      "epoch": 1.2953197099538563,
      "grad_norm": 2.6324050426483154,
      "learning_rate": 7.66554636144095e-06,
      "loss": 0.6533321738243103,
      "step": 123
    },
    {
      "epoch": 1.3058668424522084,
      "grad_norm": 2.7875795364379883,
      "learning_rate": 7.4750842298484205e-06,
      "loss": 0.7847114205360413,
      "step": 124
    },
    {
      "epoch": 1.3164139749505603,
      "grad_norm": 2.482607126235962,
      "learning_rate": 7.285595501349259e-06,
      "loss": 0.6538381576538086,
      "step": 125
    },
    {
      "epoch": 1.3269611074489123,
      "grad_norm": 2.798854351043701,
      "learning_rate": 7.097153227455379e-06,
      "loss": 0.7187844514846802,
      "step": 126
    },
    {
      "epoch": 1.3375082399472644,
      "grad_norm": 3.029470920562744,
      "learning_rate": 6.909830056250527e-06,
      "loss": 0.859753429889679,
      "step": 127
    },
    {
      "epoch": 1.3480553724456164,
      "grad_norm": 2.3846898078918457,
      "learning_rate": 6.723698204383067e-06,
      "loss": 0.6410857439041138,
      "step": 128
    },
    {
      "epoch": 1.3586025049439683,
      "grad_norm": 2.828608751296997,
      "learning_rate": 6.538829429225068e-06,
      "loss": 0.7521955966949463,
      "step": 129
    },
    {
      "epoch": 1.3691496374423204,
      "grad_norm": 2.1056339740753174,
      "learning_rate": 6.355295001208504e-06,
      "loss": 0.49943816661834717,
      "step": 130
    },
    {
      "epoch": 1.3796967699406724,
      "grad_norm": 2.9909141063690186,
      "learning_rate": 6.173165676349103e-06,
      "loss": 0.6608769297599792,
      "step": 131
    },
    {
      "epoch": 1.3902439024390243,
      "grad_norm": 2.3114278316497803,
      "learning_rate": 5.9925116689685925e-06,
      "loss": 0.5453819632530212,
      "step": 132
    },
    {
      "epoch": 1.4007910349373764,
      "grad_norm": 2.200542688369751,
      "learning_rate": 5.813402624625722e-06,
      "loss": 0.4996246099472046,
      "step": 133
    },
    {
      "epoch": 1.4113381674357284,
      "grad_norm": 2.2516205310821533,
      "learning_rate": 5.635907593266578e-06,
      "loss": 0.63039630651474,
      "step": 134
    },
    {
      "epoch": 1.4218852999340803,
      "grad_norm": 2.5531094074249268,
      "learning_rate": 5.460095002604533e-06,
      "loss": 0.65385502576828,
      "step": 135
    },
    {
      "epoch": 1.4324324324324325,
      "grad_norm": 2.369076728820801,
      "learning_rate": 5.286032631740023e-06,
      "loss": 0.5936092138290405,
      "step": 136
    },
    {
      "epoch": 1.4429795649307844,
      "grad_norm": 2.984978199005127,
      "learning_rate": 5.1137875850304545e-06,
      "loss": 0.7236067652702332,
      "step": 137
    },
    {
      "epoch": 1.4535266974291363,
      "grad_norm": 2.5663387775421143,
      "learning_rate": 4.943426266220156e-06,
      "loss": 0.6463375091552734,
      "step": 138
    },
    {
      "epoch": 1.4640738299274885,
      "grad_norm": 2.425461769104004,
      "learning_rate": 4.775014352840512e-06,
      "loss": 0.6277223825454712,
      "step": 139
    },
    {
      "epoch": 1.4746209624258404,
      "grad_norm": 2.8183038234710693,
      "learning_rate": 4.608616770889998e-06,
      "loss": 0.8176087141036987,
      "step": 140
    },
    {
      "epoch": 1.4851680949241926,
      "grad_norm": 2.203562021255493,
      "learning_rate": 4.444297669803981e-06,
      "loss": 0.4891142249107361,
      "step": 141
    },
    {
      "epoch": 1.4957152274225445,
      "grad_norm": 2.412172794342041,
      "learning_rate": 4.282120397723879e-06,
      "loss": 0.735496997833252,
      "step": 142
    },
    {
      "epoch": 1.5062623599208966,
      "grad_norm": 2.850745916366577,
      "learning_rate": 4.12214747707527e-06,
      "loss": 0.736525297164917,
      "step": 143
    },
    {
      "epoch": 1.5168094924192486,
      "grad_norm": 2.6273257732391357,
      "learning_rate": 3.964440580464286e-06,
      "loss": 0.629302978515625,
      "step": 144
    },
    {
      "epoch": 1.5273566249176005,
      "grad_norm": 2.045539379119873,
      "learning_rate": 3.8090605069016596e-06,
      "loss": 0.5002003312110901,
      "step": 145
    },
    {
      "epoch": 1.5379037574159526,
      "grad_norm": 2.5290746688842773,
      "learning_rate": 3.6560671583635467e-06,
      "loss": 0.604846715927124,
      "step": 146
    },
    {
      "epoch": 1.5484508899143046,
      "grad_norm": 2.6563849449157715,
      "learning_rate": 3.505519516698165e-06,
      "loss": 0.7351030111312866,
      "step": 147
    },
    {
      "epoch": 1.5589980224126565,
      "grad_norm": 2.430051326751709,
      "learning_rate": 3.3574756208871862e-06,
      "loss": 0.49856996536254883,
      "step": 148
    },
    {
      "epoch": 1.5695451549110087,
      "grad_norm": 2.4349019527435303,
      "learning_rate": 3.2119925446705824e-06,
      "loss": 0.6530035138130188,
      "step": 149
    },
    {
      "epoch": 1.5800922874093606,
      "grad_norm": 2.302081823348999,
      "learning_rate": 3.069126374543643e-06,
      "loss": 0.5958735346794128,
      "step": 150
    },
    {
      "epoch": 1.5800922874093606,
      "eval_loss": 0.6550542712211609,
      "eval_runtime": 27.788,
      "eval_samples_per_second": 5.146,
      "eval_steps_per_second": 1.296,
      "step": 150
    },
    {
      "epoch": 1.5906394199077125,
      "grad_norm": 2.50254487991333,
      "learning_rate": 2.9289321881345257e-06,
      "loss": 0.6623690128326416,
      "step": 151
    },
    {
      "epoch": 1.6011865524060647,
      "grad_norm": 2.416368007659912,
      "learning_rate": 2.791464032970812e-06,
      "loss": 0.6781509518623352,
      "step": 152
    },
    {
      "epoch": 1.6117336849044166,
      "grad_norm": 2.349985361099243,
      "learning_rate": 2.656774905643147e-06,
      "loss": 0.5873178243637085,
      "step": 153
    },
    {
      "epoch": 1.6222808174027685,
      "grad_norm": 2.329050064086914,
      "learning_rate": 2.5249167313740307e-06,
      "loss": 0.5800527930259705,
      "step": 154
    },
    {
      "epoch": 1.6328279499011207,
      "grad_norm": 3.402740001678467,
      "learning_rate": 2.395940343999691e-06,
      "loss": 0.9891058802604675,
      "step": 155
    },
    {
      "epoch": 1.6433750823994726,
      "grad_norm": 2.339655876159668,
      "learning_rate": 2.26989546637263e-06,
      "loss": 0.5989134907722473,
      "step": 156
    },
    {
      "epoch": 1.6539222148978245,
      "grad_norm": 2.4846158027648926,
      "learning_rate": 2.146830691192553e-06,
      "loss": 0.6990019083023071,
      "step": 157
    },
    {
      "epoch": 1.6644693473961767,
      "grad_norm": 2.869048833847046,
      "learning_rate": 2.02679346227293e-06,
      "loss": 0.7427476048469543,
      "step": 158
    },
    {
      "epoch": 1.6750164798945286,
      "grad_norm": 2.9657325744628906,
      "learning_rate": 1.9098300562505266e-06,
      "loss": 0.7665688991546631,
      "step": 159
    },
    {
      "epoch": 1.6855636123928806,
      "grad_norm": 2.206305980682373,
      "learning_rate": 1.7959855647448642e-06,
      "loss": 0.4983620345592499,
      "step": 160
    },
    {
      "epoch": 1.6961107448912327,
      "grad_norm": 3.029860734939575,
      "learning_rate": 1.6853038769745466e-06,
      "loss": 0.7966647148132324,
      "step": 161
    },
    {
      "epoch": 1.7066578773895849,
      "grad_norm": 2.863281488418579,
      "learning_rate": 1.577827662837136e-06,
      "loss": 0.7898584008216858,
      "step": 162
    },
    {
      "epoch": 1.7172050098879366,
      "grad_norm": 2.178529977798462,
      "learning_rate": 1.4735983564590784e-06,
      "loss": 0.43844425678253174,
      "step": 163
    },
    {
      "epoch": 1.7277521423862887,
      "grad_norm": 2.6796844005584717,
      "learning_rate": 1.3726561402220818e-06,
      "loss": 0.720207154750824,
      "step": 164
    },
    {
      "epoch": 1.7382992748846409,
      "grad_norm": 2.2868733406066895,
      "learning_rate": 1.2750399292720284e-06,
      "loss": 0.5092083215713501,
      "step": 165
    },
    {
      "epoch": 1.7488464073829928,
      "grad_norm": 2.885493278503418,
      "learning_rate": 1.1807873565164507e-06,
      "loss": 0.8737746477127075,
      "step": 166
    },
    {
      "epoch": 1.7593935398813447,
      "grad_norm": 2.6771187782287598,
      "learning_rate": 1.0899347581163222e-06,
      "loss": 0.7444260716438293,
      "step": 167
    },
    {
      "epoch": 1.7699406723796969,
      "grad_norm": 2.8727669715881348,
      "learning_rate": 1.0025171594777872e-06,
      "loss": 0.6898815035820007,
      "step": 168
    },
    {
      "epoch": 1.7804878048780488,
      "grad_norm": 2.0689499378204346,
      "learning_rate": 9.185682617491865e-07,
      "loss": 0.5056309103965759,
      "step": 169
    },
    {
      "epoch": 1.7910349373764007,
      "grad_norm": 2.400623083114624,
      "learning_rate": 8.381204288286415e-07,
      "loss": 0.6324359774589539,
      "step": 170
    },
    {
      "epoch": 1.801582069874753,
      "grad_norm": 2.1962051391601562,
      "learning_rate": 7.612046748871327e-07,
      "loss": 0.4860890507698059,
      "step": 171
    },
    {
      "epoch": 1.8121292023731048,
      "grad_norm": 2.8626863956451416,
      "learning_rate": 6.878506524119644e-07,
      "loss": 0.7613487243652344,
      "step": 172
    },
    {
      "epoch": 1.8226763348714567,
      "grad_norm": 2.8272652626037598,
      "learning_rate": 6.180866407751595e-07,
      "loss": 0.8311713933944702,
      "step": 173
    },
    {
      "epoch": 1.833223467369809,
      "grad_norm": 2.269026517868042,
      "learning_rate": 5.519395353312195e-07,
      "loss": 0.5173636078834534,
      "step": 174
    },
    {
      "epoch": 1.8437705998681608,
      "grad_norm": 2.7205731868743896,
      "learning_rate": 4.894348370484648e-07,
      "loss": 0.6850346922874451,
      "step": 175
    },
    {
      "epoch": 1.8543177323665128,
      "grad_norm": 2.6293232440948486,
      "learning_rate": 4.305966426779118e-07,
      "loss": 0.5403839349746704,
      "step": 176
    },
    {
      "epoch": 1.864864864864865,
      "grad_norm": 3.077864408493042,
      "learning_rate": 3.7544763546352834e-07,
      "loss": 0.8380445241928101,
      "step": 177
    },
    {
      "epoch": 1.8754119973632168,
      "grad_norm": 2.4063024520874023,
      "learning_rate": 3.2400907639740243e-07,
      "loss": 0.5892568826675415,
      "step": 178
    },
    {
      "epoch": 1.8859591298615688,
      "grad_norm": 2.6916375160217285,
      "learning_rate": 2.7630079602323447e-07,
      "loss": 0.6844539642333984,
      "step": 179
    },
    {
      "epoch": 1.896506262359921,
      "grad_norm": 2.5491273403167725,
      "learning_rate": 2.3234118679127615e-07,
      "loss": 0.653813898563385,
      "step": 180
    },
    {
      "epoch": 1.9070533948582729,
      "grad_norm": 2.637279987335205,
      "learning_rate": 1.921471959676957e-07,
      "loss": 0.6304491758346558,
      "step": 181
    },
    {
      "epoch": 1.9176005273566248,
      "grad_norm": 2.418591260910034,
      "learning_rate": 1.5573431910108404e-07,
      "loss": 0.6059620380401611,
      "step": 182
    },
    {
      "epoch": 1.928147659854977,
      "grad_norm": 3.2978029251098633,
      "learning_rate": 1.231165940486234e-07,
      "loss": 0.9622435569763184,
      "step": 183
    },
    {
      "epoch": 1.938694792353329,
      "grad_norm": 2.8531460762023926,
      "learning_rate": 9.43065955642275e-08,
      "loss": 0.8542320728302002,
      "step": 184
    },
    {
      "epoch": 1.9492419248516808,
      "grad_norm": 3.4283599853515625,
      "learning_rate": 6.931543045073708e-08,
      "loss": 0.86351078748703,
      "step": 185
    },
    {
      "epoch": 1.959789057350033,
      "grad_norm": 2.7210655212402344,
      "learning_rate": 4.815273327803183e-08,
      "loss": 0.7165011763572693,
      "step": 186
    },
    {
      "epoch": 1.970336189848385,
      "grad_norm": 2.270888328552246,
      "learning_rate": 3.082666266872036e-08,
      "loss": 0.5722820162773132,
      "step": 187
    },
    {
      "epoch": 1.980883322346737,
      "grad_norm": 2.5142128467559814,
      "learning_rate": 1.7343898152841765e-08,
      "loss": 0.6186709403991699,
      "step": 188
    },
    {
      "epoch": 1.991430454845089,
      "grad_norm": 2.536613941192627,
      "learning_rate": 7.70963759277099e-09,
      "loss": 0.6009924411773682,
      "step": 189
    },
    {
      "epoch": 2.0,
      "grad_norm": 2.4339284896850586,
      "learning_rate": 1.9275951793518154e-09,
      "loss": 0.5079313516616821,
      "step": 190
    },
    {
      "epoch": 2.0,
      "eval_loss": 0.6482135057449341,
      "eval_runtime": 27.7492,
      "eval_samples_per_second": 5.153,
      "eval_steps_per_second": 1.297,
      "step": 190
    }
  ],
  "logging_steps": 1,
  "max_steps": 190,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 50,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 5.454107883491328e+16,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}