{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 3002,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0033316674995835416,
      "grad_norm": 0.8176751732826233,
      "learning_rate": 1.8e-05,
      "loss": 2.2936,
      "step": 10
    },
    {
      "epoch": 0.006663334999167083,
      "grad_norm": 0.5975170731544495,
      "learning_rate": 3.8e-05,
      "loss": 2.187,
      "step": 20
    },
    {
      "epoch": 0.009995002498750625,
      "grad_norm": 0.5774023532867432,
      "learning_rate": 5.8e-05,
      "loss": 2.0133,
      "step": 30
    },
    {
      "epoch": 0.013326669998334166,
      "grad_norm": 0.5514141917228699,
      "learning_rate": 7.800000000000001e-05,
      "loss": 1.9357,
      "step": 40
    },
    {
      "epoch": 0.01665833749791771,
      "grad_norm": 0.599364161491394,
      "learning_rate": 9.8e-05,
      "loss": 1.8211,
      "step": 50
    },
    {
      "epoch": 0.01999000499750125,
      "grad_norm": 0.8537599444389343,
      "learning_rate": 0.000118,
      "loss": 1.9177,
      "step": 60
    },
    {
      "epoch": 0.02332167249708479,
      "grad_norm": 0.7055738568305969,
      "learning_rate": 0.000138,
      "loss": 1.8151,
      "step": 70
    },
    {
      "epoch": 0.026653339996668333,
      "grad_norm": 0.7180108428001404,
      "learning_rate": 0.00015800000000000002,
      "loss": 1.7354,
      "step": 80
    },
    {
      "epoch": 0.029985007496251874,
      "grad_norm": 0.9212970733642578,
      "learning_rate": 0.00017800000000000002,
      "loss": 1.6311,
      "step": 90
    },
    {
      "epoch": 0.03331667499583542,
      "grad_norm": 0.8818132281303406,
      "learning_rate": 0.00019800000000000002,
      "loss": 1.6173,
      "step": 100
    },
    {
      "epoch": 0.036648342495418956,
      "grad_norm": 0.7504797577857971,
      "learning_rate": 0.00019937973811164715,
      "loss": 1.698,
      "step": 110
    },
    {
      "epoch": 0.0399800099950025,
      "grad_norm": 0.7597770094871521,
      "learning_rate": 0.00019869055823569954,
      "loss": 1.5597,
      "step": 120
    },
    {
      "epoch": 0.04331167749458604,
      "grad_norm": 0.7281157374382019,
      "learning_rate": 0.0001980013783597519,
      "loss": 1.5941,
      "step": 130
    },
    {
      "epoch": 0.04664334499416958,
      "grad_norm": 0.8265408277511597,
      "learning_rate": 0.0001973121984838043,
      "loss": 1.3635,
      "step": 140
    },
    {
      "epoch": 0.04997501249375312,
      "grad_norm": 0.8942359089851379,
      "learning_rate": 0.00019662301860785665,
      "loss": 1.2472,
      "step": 150
    },
    {
      "epoch": 0.053306679993336666,
      "grad_norm": 0.6996039152145386,
      "learning_rate": 0.00019593383873190904,
      "loss": 1.5311,
      "step": 160
    },
    {
      "epoch": 0.0566383474929202,
      "grad_norm": 0.7954139709472656,
      "learning_rate": 0.00019524465885596142,
      "loss": 1.4262,
      "step": 170
    },
    {
      "epoch": 0.05997001499250375,
      "grad_norm": 0.8379319310188293,
      "learning_rate": 0.00019455547898001378,
      "loss": 1.4121,
      "step": 180
    },
    {
      "epoch": 0.06330168249208729,
      "grad_norm": 0.7172244191169739,
      "learning_rate": 0.00019386629910406617,
      "loss": 1.379,
      "step": 190
    },
    {
      "epoch": 0.06663334999167084,
      "grad_norm": 0.6560420393943787,
      "learning_rate": 0.00019317711922811853,
      "loss": 1.3696,
      "step": 200
    },
    {
      "epoch": 0.06996501749125437,
      "grad_norm": 0.6783866286277771,
      "learning_rate": 0.00019248793935217092,
      "loss": 1.3017,
      "step": 210
    },
    {
      "epoch": 0.07329668499083791,
      "grad_norm": 0.6463010311126709,
      "learning_rate": 0.0001917987594762233,
      "loss": 1.278,
      "step": 220
    },
    {
      "epoch": 0.07662835249042145,
      "grad_norm": 0.5589348673820496,
      "learning_rate": 0.0001911095796002757,
      "loss": 1.348,
      "step": 230
    },
    {
      "epoch": 0.079960019990005,
      "grad_norm": 0.7754651308059692,
      "learning_rate": 0.00019042039972432806,
      "loss": 1.2947,
      "step": 240
    },
    {
      "epoch": 0.08329168748958854,
      "grad_norm": 0.8420850038528442,
      "learning_rate": 0.00018973121984838042,
      "loss": 1.3621,
      "step": 250
    },
    {
      "epoch": 0.08662335498917208,
      "grad_norm": 0.7481808662414551,
      "learning_rate": 0.0001890420399724328,
      "loss": 1.2055,
      "step": 260
    },
    {
      "epoch": 0.08995502248875563,
      "grad_norm": 0.6213952898979187,
      "learning_rate": 0.0001883528600964852,
      "loss": 1.1484,
      "step": 270
    },
    {
      "epoch": 0.09328668998833917,
      "grad_norm": 0.767515242099762,
      "learning_rate": 0.00018766368022053758,
      "loss": 1.2137,
      "step": 280
    },
    {
      "epoch": 0.0966183574879227,
      "grad_norm": 0.5464005470275879,
      "learning_rate": 0.00018697450034458994,
      "loss": 1.0461,
      "step": 290
    },
    {
      "epoch": 0.09995002498750624,
      "grad_norm": 0.6953014135360718,
      "learning_rate": 0.00018628532046864233,
      "loss": 1.0792,
      "step": 300
    },
    {
      "epoch": 0.1032816924870898,
      "grad_norm": 0.6513417363166809,
      "learning_rate": 0.0001855961405926947,
      "loss": 1.3351,
      "step": 310
    },
    {
      "epoch": 0.10661335998667333,
      "grad_norm": 0.754256546497345,
      "learning_rate": 0.0001849069607167471,
      "loss": 1.1128,
      "step": 320
    },
    {
      "epoch": 0.10994502748625687,
      "grad_norm": 0.6703091859817505,
      "learning_rate": 0.00018421778084079946,
      "loss": 1.0618,
      "step": 330
    },
    {
      "epoch": 0.1132766949858404,
      "grad_norm": 0.5775123834609985,
      "learning_rate": 0.00018352860096485183,
      "loss": 1.0024,
      "step": 340
    },
    {
      "epoch": 0.11660836248542396,
      "grad_norm": 0.6067807078361511,
      "learning_rate": 0.0001828394210889042,
      "loss": 1.161,
      "step": 350
    },
    {
      "epoch": 0.1199400299850075,
      "grad_norm": 0.7527532577514648,
      "learning_rate": 0.00018215024121295657,
      "loss": 1.0168,
      "step": 360
    },
    {
      "epoch": 0.12327169748459103,
      "grad_norm": 0.7340474128723145,
      "learning_rate": 0.000181461061337009,
      "loss": 1.1902,
      "step": 370
    },
    {
      "epoch": 0.12660336498417457,
      "grad_norm": 0.6416488289833069,
      "learning_rate": 0.00018077188146106135,
      "loss": 1.1745,
      "step": 380
    },
    {
      "epoch": 0.12993503248375812,
      "grad_norm": 0.7203887701034546,
      "learning_rate": 0.00018008270158511374,
      "loss": 1.1377,
      "step": 390
    },
    {
      "epoch": 0.13326669998334167,
      "grad_norm": 0.7556202411651611,
      "learning_rate": 0.0001793935217091661,
      "loss": 1.0205,
      "step": 400
    },
    {
      "epoch": 0.1365983674829252,
      "grad_norm": 0.655582845211029,
      "learning_rate": 0.00017870434183321846,
      "loss": 1.1007,
      "step": 410
    },
    {
      "epoch": 0.13993003498250875,
      "grad_norm": 0.4769359230995178,
      "learning_rate": 0.00017801516195727087,
      "loss": 1.0824,
      "step": 420
    },
    {
      "epoch": 0.14326170248209227,
      "grad_norm": 0.7861637473106384,
      "learning_rate": 0.00017732598208132323,
      "loss": 1.086,
      "step": 430
    },
    {
      "epoch": 0.14659336998167583,
      "grad_norm": 0.4841909110546112,
      "learning_rate": 0.00017663680220537562,
      "loss": 1.1964,
      "step": 440
    },
    {
      "epoch": 0.14992503748125938,
      "grad_norm": 0.6953870058059692,
      "learning_rate": 0.00017594762232942798,
      "loss": 0.9949,
      "step": 450
    },
    {
      "epoch": 0.1532567049808429,
      "grad_norm": 0.7086942791938782,
      "learning_rate": 0.00017525844245348037,
      "loss": 1.0006,
      "step": 460
    },
    {
      "epoch": 0.15658837248042645,
      "grad_norm": 0.5370402336120605,
      "learning_rate": 0.00017456926257753273,
      "loss": 0.9224,
      "step": 470
    },
    {
      "epoch": 0.15992003998001,
      "grad_norm": 0.5842561721801758,
      "learning_rate": 0.00017388008270158512,
      "loss": 1.049,
      "step": 480
    },
    {
      "epoch": 0.16325170747959353,
      "grad_norm": 0.7351865768432617,
      "learning_rate": 0.0001731909028256375,
      "loss": 1.0031,
      "step": 490
    },
    {
      "epoch": 0.16658337497917708,
      "grad_norm": 0.5930982232093811,
      "learning_rate": 0.00017250172294968987,
      "loss": 1.1909,
      "step": 500
    },
    {
      "epoch": 0.16991504247876063,
      "grad_norm": 0.6230600476264954,
      "learning_rate": 0.00017181254307374225,
      "loss": 0.9673,
      "step": 510
    },
    {
      "epoch": 0.17324670997834415,
      "grad_norm": 0.5371518731117249,
      "learning_rate": 0.00017112336319779462,
      "loss": 1.089,
      "step": 520
    },
    {
      "epoch": 0.1765783774779277,
      "grad_norm": 0.5983089208602905,
      "learning_rate": 0.00017043418332184703,
      "loss": 1.0183,
      "step": 530
    },
    {
      "epoch": 0.17991004497751126,
      "grad_norm": 0.8884322643280029,
      "learning_rate": 0.0001697450034458994,
      "loss": 1.037,
      "step": 540
    },
    {
      "epoch": 0.18324171247709478,
      "grad_norm": 0.6050639748573303,
      "learning_rate": 0.00016905582356995175,
      "loss": 1.0937,
      "step": 550
    },
    {
      "epoch": 0.18657337997667833,
      "grad_norm": 0.5100018382072449,
      "learning_rate": 0.00016836664369400414,
      "loss": 0.9618,
      "step": 560
    },
    {
      "epoch": 0.18990504747626186,
      "grad_norm": 0.5553308725357056,
      "learning_rate": 0.0001676774638180565,
      "loss": 1.1016,
      "step": 570
    },
    {
      "epoch": 0.1932367149758454,
      "grad_norm": 0.7883793115615845,
      "learning_rate": 0.00016698828394210891,
      "loss": 1.0927,
      "step": 580
    },
    {
      "epoch": 0.19656838247542896,
      "grad_norm": 0.7052305340766907,
      "learning_rate": 0.00016629910406616128,
      "loss": 0.939,
      "step": 590
    },
    {
      "epoch": 0.19990004997501248,
      "grad_norm": 0.6732206344604492,
      "learning_rate": 0.00016560992419021366,
      "loss": 1.0596,
      "step": 600
    },
    {
      "epoch": 0.20323171747459604,
      "grad_norm": 0.7498496174812317,
      "learning_rate": 0.00016492074431426602,
      "loss": 0.9612,
      "step": 610
    },
    {
      "epoch": 0.2065633849741796,
      "grad_norm": 0.7365151047706604,
      "learning_rate": 0.0001642315644383184,
      "loss": 1.0503,
      "step": 620
    },
    {
      "epoch": 0.2098950524737631,
      "grad_norm": 0.5978183746337891,
      "learning_rate": 0.0001635423845623708,
      "loss": 1.07,
      "step": 630
    },
    {
      "epoch": 0.21322671997334666,
      "grad_norm": 0.7099848389625549,
      "learning_rate": 0.00016285320468642316,
      "loss": 0.9538,
      "step": 640
    },
    {
      "epoch": 0.2165583874729302,
      "grad_norm": 0.6647136807441711,
      "learning_rate": 0.00016216402481047555,
      "loss": 0.9772,
      "step": 650
    },
    {
      "epoch": 0.21989005497251374,
      "grad_norm": 0.6482895612716675,
      "learning_rate": 0.0001614748449345279,
      "loss": 1.0033,
      "step": 660
    },
    {
      "epoch": 0.2232217224720973,
      "grad_norm": 0.583042323589325,
      "learning_rate": 0.0001607856650585803,
      "loss": 0.8133,
      "step": 670
    },
    {
      "epoch": 0.2265533899716808,
      "grad_norm": 0.6488454341888428,
      "learning_rate": 0.00016009648518263268,
      "loss": 0.9405,
      "step": 680
    },
    {
      "epoch": 0.22988505747126436,
      "grad_norm": 0.5041667819023132,
      "learning_rate": 0.00015940730530668507,
      "loss": 1.0427,
      "step": 690
    },
    {
      "epoch": 0.23321672497084792,
      "grad_norm": 0.6406366229057312,
      "learning_rate": 0.00015871812543073743,
      "loss": 0.9604,
      "step": 700
    },
    {
      "epoch": 0.23654839247043144,
      "grad_norm": 0.6386472582817078,
      "learning_rate": 0.0001580289455547898,
      "loss": 0.8826,
      "step": 710
    },
    {
      "epoch": 0.239880059970015,
      "grad_norm": 0.7378501892089844,
      "learning_rate": 0.00015733976567884218,
      "loss": 0.9141,
      "step": 720
    },
    {
      "epoch": 0.24321172746959854,
      "grad_norm": 0.6911444067955017,
      "learning_rate": 0.00015665058580289457,
      "loss": 0.8735,
      "step": 730
    },
    {
      "epoch": 0.24654339496918207,
      "grad_norm": 0.7621609568595886,
      "learning_rate": 0.00015596140592694696,
      "loss": 0.8972,
      "step": 740
    },
    {
      "epoch": 0.24987506246876562,
      "grad_norm": 0.5592761039733887,
      "learning_rate": 0.00015527222605099932,
      "loss": 0.8612,
      "step": 750
    },
    {
      "epoch": 0.25320672996834914,
      "grad_norm": 0.4869195520877838,
      "learning_rate": 0.0001545830461750517,
      "loss": 0.8663,
      "step": 760
    },
    {
      "epoch": 0.2565383974679327,
      "grad_norm": 0.8638468980789185,
      "learning_rate": 0.00015389386629910407,
      "loss": 0.9393,
      "step": 770
    },
    {
      "epoch": 0.25987006496751625,
      "grad_norm": 0.5576454997062683,
      "learning_rate": 0.00015320468642315645,
      "loss": 0.8925,
      "step": 780
    },
    {
      "epoch": 0.26320173246709977,
      "grad_norm": 0.6767865419387817,
      "learning_rate": 0.00015251550654720884,
      "loss": 0.8692,
      "step": 790
    },
    {
      "epoch": 0.26653339996668335,
      "grad_norm": 0.8351936340332031,
      "learning_rate": 0.0001518263266712612,
      "loss": 0.9813,
      "step": 800
    },
    {
      "epoch": 0.2698650674662669,
      "grad_norm": 0.6378228068351746,
      "learning_rate": 0.0001511371467953136,
      "loss": 0.7901,
      "step": 810
    },
    {
      "epoch": 0.2731967349658504,
      "grad_norm": 0.6529081463813782,
      "learning_rate": 0.00015044796691936595,
      "loss": 0.9269,
      "step": 820
    },
    {
      "epoch": 0.276528402465434,
      "grad_norm": 0.7450738549232483,
      "learning_rate": 0.00014975878704341834,
      "loss": 0.9723,
      "step": 830
    },
    {
      "epoch": 0.2798600699650175,
      "grad_norm": 0.7390174865722656,
      "learning_rate": 0.00014906960716747073,
      "loss": 0.8644,
      "step": 840
    },
    {
      "epoch": 0.283191737464601,
      "grad_norm": 0.6609140634536743,
      "learning_rate": 0.0001483804272915231,
      "loss": 0.9261,
      "step": 850
    },
    {
      "epoch": 0.28652340496418455,
      "grad_norm": 0.8164989352226257,
      "learning_rate": 0.00014769124741557547,
      "loss": 0.913,
      "step": 860
    },
    {
      "epoch": 0.2898550724637681,
      "grad_norm": 0.7193732261657715,
      "learning_rate": 0.00014700206753962783,
      "loss": 0.8622,
      "step": 870
    },
    {
      "epoch": 0.29318673996335165,
      "grad_norm": 0.5452458262443542,
      "learning_rate": 0.00014631288766368022,
      "loss": 0.7792,
      "step": 880
    },
    {
      "epoch": 0.2965184074629352,
      "grad_norm": 0.7681081295013428,
      "learning_rate": 0.0001456237077877326,
      "loss": 0.965,
      "step": 890
    },
    {
      "epoch": 0.29985007496251875,
      "grad_norm": 0.6345311999320984,
      "learning_rate": 0.000144934527911785,
      "loss": 0.7115,
      "step": 900
    },
    {
      "epoch": 0.3031817424621023,
      "grad_norm": 0.6799845695495605,
      "learning_rate": 0.00014424534803583736,
      "loss": 0.9525,
      "step": 910
    },
    {
      "epoch": 0.3065134099616858,
      "grad_norm": 0.6358153223991394,
      "learning_rate": 0.00014355616815988975,
      "loss": 0.9661,
      "step": 920
    },
    {
      "epoch": 0.3098450774612694,
      "grad_norm": 0.8221323490142822,
      "learning_rate": 0.0001428669882839421,
      "loss": 1.0507,
      "step": 930
    },
    {
      "epoch": 0.3131767449608529,
      "grad_norm": 0.8563844561576843,
      "learning_rate": 0.0001421778084079945,
      "loss": 0.8268,
      "step": 940
    },
    {
      "epoch": 0.31650841246043643,
      "grad_norm": 0.6171509027481079,
      "learning_rate": 0.00014148862853204688,
      "loss": 0.8938,
      "step": 950
    },
    {
      "epoch": 0.31984007996002,
      "grad_norm": 0.6679477095603943,
      "learning_rate": 0.00014079944865609924,
      "loss": 0.9604,
      "step": 960
    },
    {
      "epoch": 0.32317174745960353,
      "grad_norm": 0.7955806851387024,
      "learning_rate": 0.00014011026878015163,
      "loss": 0.9084,
      "step": 970
    },
    {
      "epoch": 0.32650341495918705,
      "grad_norm": 0.6949059367179871,
      "learning_rate": 0.000139421088904204,
      "loss": 0.8687,
      "step": 980
    },
    {
      "epoch": 0.32983508245877063,
      "grad_norm": 0.6657271385192871,
      "learning_rate": 0.00013873190902825638,
      "loss": 0.9217,
      "step": 990
    },
    {
      "epoch": 0.33316674995835416,
      "grad_norm": 0.8809479475021362,
      "learning_rate": 0.00013804272915230877,
      "loss": 0.7875,
      "step": 1000
    },
    {
      "epoch": 0.3364984174579377,
      "grad_norm": 0.47438332438468933,
      "learning_rate": 0.00013735354927636113,
      "loss": 0.8885,
      "step": 1010
    },
    {
      "epoch": 0.33983008495752126,
      "grad_norm": 0.7127712368965149,
      "learning_rate": 0.00013666436940041352,
      "loss": 0.8514,
      "step": 1020
    },
    {
      "epoch": 0.3431617524571048,
      "grad_norm": 0.7310017347335815,
      "learning_rate": 0.00013597518952446588,
      "loss": 0.8137,
      "step": 1030
    },
    {
      "epoch": 0.3464934199566883,
      "grad_norm": 0.7233092188835144,
      "learning_rate": 0.00013528600964851826,
      "loss": 0.7911,
      "step": 1040
    },
    {
      "epoch": 0.3498250874562719,
      "grad_norm": 0.7451456785202026,
      "learning_rate": 0.00013459682977257065,
      "loss": 0.9467,
      "step": 1050
    },
    {
      "epoch": 0.3531567549558554,
      "grad_norm": 0.796917736530304,
      "learning_rate": 0.00013390764989662304,
      "loss": 0.9069,
      "step": 1060
    },
    {
      "epoch": 0.35648842245543894,
      "grad_norm": 0.571403443813324,
      "learning_rate": 0.0001332184700206754,
      "loss": 0.8283,
      "step": 1070
    },
    {
      "epoch": 0.3598200899550225,
      "grad_norm": 0.6184263825416565,
      "learning_rate": 0.0001325292901447278,
      "loss": 0.875,
      "step": 1080
    },
    {
      "epoch": 0.36315175745460604,
      "grad_norm": 0.7700721025466919,
      "learning_rate": 0.00013184011026878015,
      "loss": 0.8443,
      "step": 1090
    },
    {
      "epoch": 0.36648342495418956,
      "grad_norm": 0.8920392394065857,
      "learning_rate": 0.00013115093039283254,
      "loss": 0.8516,
      "step": 1100
    },
    {
      "epoch": 0.3698150924537731,
      "grad_norm": 0.6632056832313538,
      "learning_rate": 0.00013046175051688492,
      "loss": 0.7407,
      "step": 1110
    },
    {
      "epoch": 0.37314675995335667,
      "grad_norm": 0.677737832069397,
      "learning_rate": 0.00012977257064093728,
      "loss": 0.9112,
      "step": 1120
    },
    {
      "epoch": 0.3764784274529402,
      "grad_norm": 0.7659761309623718,
      "learning_rate": 0.00012908339076498967,
      "loss": 0.812,
      "step": 1130
    },
    {
      "epoch": 0.3798100949525237,
      "grad_norm": 0.6237064003944397,
      "learning_rate": 0.00012839421088904203,
      "loss": 0.8422,
      "step": 1140
    },
    {
      "epoch": 0.3831417624521073,
      "grad_norm": 0.8118287920951843,
      "learning_rate": 0.00012770503101309442,
      "loss": 0.8597,
      "step": 1150
    },
    {
      "epoch": 0.3864734299516908,
      "grad_norm": 0.7423121333122253,
      "learning_rate": 0.0001270158511371468,
      "loss": 0.7809,
      "step": 1160
    },
    {
      "epoch": 0.38980509745127434,
      "grad_norm": 0.7867801785469055,
      "learning_rate": 0.00012632667126119917,
      "loss": 1.0343,
      "step": 1170
    },
    {
      "epoch": 0.3931367649508579,
      "grad_norm": 0.7463882565498352,
      "learning_rate": 0.00012563749138525156,
      "loss": 0.8384,
      "step": 1180
    },
    {
      "epoch": 0.39646843245044144,
      "grad_norm": 0.68085777759552,
      "learning_rate": 0.00012494831150930392,
      "loss": 0.9429,
      "step": 1190
    },
    {
      "epoch": 0.39980009995002497,
      "grad_norm": 0.741705060005188,
      "learning_rate": 0.0001242591316333563,
      "loss": 0.9062,
      "step": 1200
    },
    {
      "epoch": 0.40313176744960855,
      "grad_norm": 0.6207161545753479,
      "learning_rate": 0.0001235699517574087,
      "loss": 0.8259,
      "step": 1210
    },
    {
      "epoch": 0.40646343494919207,
      "grad_norm": 0.6957824230194092,
      "learning_rate": 0.00012288077188146108,
      "loss": 0.9225,
      "step": 1220
    },
    {
      "epoch": 0.4097951024487756,
      "grad_norm": 0.7893931865692139,
      "learning_rate": 0.00012219159200551344,
      "loss": 0.7725,
      "step": 1230
    },
    {
      "epoch": 0.4131267699483592,
      "grad_norm": 0.7295857071876526,
      "learning_rate": 0.00012150241212956582,
      "loss": 0.7769,
      "step": 1240
    },
    {
      "epoch": 0.4164584374479427,
      "grad_norm": 0.8230463862419128,
      "learning_rate": 0.0001208132322536182,
      "loss": 0.8399,
      "step": 1250
    },
    {
      "epoch": 0.4197901049475262,
      "grad_norm": 0.8607476949691772,
      "learning_rate": 0.00012012405237767056,
      "loss": 0.6551,
      "step": 1260
    },
    {
      "epoch": 0.4231217724471098,
      "grad_norm": 0.7293261885643005,
      "learning_rate": 0.00011943487250172297,
      "loss": 0.7303,
      "step": 1270
    },
    {
      "epoch": 0.4264534399466933,
      "grad_norm": 0.5877302289009094,
      "learning_rate": 0.00011874569262577533,
      "loss": 0.7893,
      "step": 1280
    },
    {
      "epoch": 0.42978510744627685,
      "grad_norm": 0.5563659071922302,
      "learning_rate": 0.00011805651274982771,
      "loss": 0.7517,
      "step": 1290
    },
    {
      "epoch": 0.4331167749458604,
      "grad_norm": 0.6885454654693604,
      "learning_rate": 0.00011736733287388009,
      "loss": 0.6623,
      "step": 1300
    },
    {
      "epoch": 0.43644844244544395,
      "grad_norm": 0.8266370892524719,
      "learning_rate": 0.00011667815299793245,
      "loss": 0.8886,
      "step": 1310
    },
    {
      "epoch": 0.4397801099450275,
      "grad_norm": 0.5514026880264282,
      "learning_rate": 0.00011598897312198485,
      "loss": 0.6652,
      "step": 1320
    },
    {
      "epoch": 0.44311177744461105,
      "grad_norm": 0.7804675102233887,
      "learning_rate": 0.00011529979324603721,
      "loss": 0.911,
      "step": 1330
    },
    {
      "epoch": 0.4464434449441946,
      "grad_norm": 0.7426096200942993,
      "learning_rate": 0.0001146106133700896,
      "loss": 0.7434,
      "step": 1340
    },
    {
      "epoch": 0.4497751124437781,
      "grad_norm": 0.6535798907279968,
      "learning_rate": 0.00011392143349414197,
      "loss": 0.8465,
      "step": 1350
    },
    {
      "epoch": 0.4531067799433616,
      "grad_norm": 0.665757417678833,
      "learning_rate": 0.00011323225361819436,
      "loss": 0.8312,
      "step": 1360
    },
    {
      "epoch": 0.4564384474429452,
      "grad_norm": 0.64393550157547,
      "learning_rate": 0.00011254307374224673,
      "loss": 0.6107,
      "step": 1370
    },
    {
      "epoch": 0.45977011494252873,
      "grad_norm": 0.6122268438339233,
      "learning_rate": 0.00011185389386629912,
      "loss": 0.8532,
      "step": 1380
    },
    {
      "epoch": 0.46310178244211225,
      "grad_norm": 0.6691811680793762,
      "learning_rate": 0.00011116471399035148,
      "loss": 0.7827,
      "step": 1390
    },
    {
      "epoch": 0.46643344994169583,
      "grad_norm": 0.611470639705658,
      "learning_rate": 0.00011047553411440386,
      "loss": 0.7598,
      "step": 1400
    },
    {
      "epoch": 0.46976511744127936,
      "grad_norm": 0.8762800097465515,
      "learning_rate": 0.00010978635423845624,
      "loss": 0.8613,
      "step": 1410
    },
    {
      "epoch": 0.4730967849408629,
      "grad_norm": 0.710159182548523,
      "learning_rate": 0.00010909717436250862,
      "loss": 0.7768,
      "step": 1420
    },
    {
      "epoch": 0.47642845244044646,
      "grad_norm": 0.9778875708580017,
      "learning_rate": 0.00010840799448656101,
      "loss": 0.8116,
      "step": 1430
    },
    {
      "epoch": 0.47976011994003,
      "grad_norm": 0.6341977119445801,
      "learning_rate": 0.00010771881461061337,
      "loss": 0.7059,
      "step": 1440
    },
    {
      "epoch": 0.4830917874396135,
      "grad_norm": 0.7075402736663818,
      "learning_rate": 0.00010702963473466577,
      "loss": 0.9244,
      "step": 1450
    },
    {
      "epoch": 0.4864234549391971,
      "grad_norm": 0.6109429001808167,
      "learning_rate": 0.00010634045485871813,
      "loss": 0.802,
      "step": 1460
    },
    {
      "epoch": 0.4897551224387806,
      "grad_norm": 0.7478988170623779,
      "learning_rate": 0.0001056512749827705,
      "loss": 0.8911,
      "step": 1470
    },
    {
      "epoch": 0.49308678993836413,
      "grad_norm": 0.6688179969787598,
      "learning_rate": 0.00010496209510682289,
      "loss": 0.7508,
      "step": 1480
    },
    {
      "epoch": 0.4964184574379477,
      "grad_norm": 0.7863402962684631,
      "learning_rate": 0.00010427291523087525,
      "loss": 0.8439,
      "step": 1490
    },
    {
      "epoch": 0.49975012493753124,
      "grad_norm": 0.8334706425666809,
      "learning_rate": 0.00010358373535492765,
      "loss": 0.7596,
      "step": 1500
    },
    {
      "epoch": 0.5030817924371148,
      "grad_norm": 0.8061437010765076,
      "learning_rate": 0.00010289455547898001,
      "loss": 0.7742,
      "step": 1510
    },
    {
      "epoch": 0.5064134599366983,
      "grad_norm": 0.7398769855499268,
      "learning_rate": 0.0001022053756030324,
      "loss": 0.7446,
      "step": 1520
    },
    {
      "epoch": 0.5097451274362819,
      "grad_norm": 0.5730561017990112,
      "learning_rate": 0.00010151619572708478,
      "loss": 0.784,
      "step": 1530
    },
    {
      "epoch": 0.5130767949358654,
      "grad_norm": 0.6701236963272095,
      "learning_rate": 0.00010082701585113714,
      "loss": 0.8104,
      "step": 1540
    },
    {
      "epoch": 0.5164084624354489,
      "grad_norm": 0.681547999382019,
      "learning_rate": 0.00010013783597518952,
      "loss": 0.6719,
      "step": 1550
    },
    {
      "epoch": 0.5197401299350325,
      "grad_norm": 0.6569002270698547,
      "learning_rate": 9.944865609924191e-05,
      "loss": 0.7091,
      "step": 1560
    },
    {
      "epoch": 0.5230717974346161,
      "grad_norm": 0.8231265544891357,
      "learning_rate": 9.875947622329429e-05,
      "loss": 0.8079,
      "step": 1570
    },
    {
      "epoch": 0.5264034649341995,
      "grad_norm": 0.8120758533477783,
      "learning_rate": 9.807029634734666e-05,
      "loss": 0.8125,
      "step": 1580
    },
    {
      "epoch": 0.5297351324337831,
      "grad_norm": 0.6406270861625671,
      "learning_rate": 9.738111647139903e-05,
      "loss": 0.6543,
      "step": 1590
    },
    {
      "epoch": 0.5330667999333667,
      "grad_norm": 0.8023959398269653,
      "learning_rate": 9.669193659545141e-05,
      "loss": 0.8343,
      "step": 1600
    },
    {
      "epoch": 0.5363984674329502,
      "grad_norm": 0.7827622294425964,
      "learning_rate": 9.60027567195038e-05,
      "loss": 0.7749,
      "step": 1610
    },
    {
      "epoch": 0.5397301349325337,
      "grad_norm": 0.5446188449859619,
      "learning_rate": 9.531357684355617e-05,
      "loss": 0.6603,
      "step": 1620
    },
    {
      "epoch": 0.5430618024321173,
      "grad_norm": 0.7404822707176208,
      "learning_rate": 9.462439696760856e-05,
      "loss": 0.8172,
      "step": 1630
    },
    {
      "epoch": 0.5463934699317008,
      "grad_norm": 0.7257384061813354,
      "learning_rate": 9.393521709166093e-05,
      "loss": 0.864,
      "step": 1640
    },
    {
      "epoch": 0.5497251374312844,
      "grad_norm": 0.8640374541282654,
      "learning_rate": 9.324603721571331e-05,
      "loss": 0.6451,
      "step": 1650
    },
    {
      "epoch": 0.553056804930868,
      "grad_norm": 0.6205821633338928,
      "learning_rate": 9.255685733976568e-05,
      "loss": 0.8729,
      "step": 1660
    },
    {
      "epoch": 0.5563884724304514,
      "grad_norm": 0.7128989696502686,
      "learning_rate": 9.186767746381806e-05,
      "loss": 0.7218,
      "step": 1670
    },
    {
      "epoch": 0.559720139930035,
      "grad_norm": 0.6116006970405579,
      "learning_rate": 9.117849758787044e-05,
      "loss": 0.7591,
      "step": 1680
    },
    {
      "epoch": 0.5630518074296186,
      "grad_norm": 0.8077837228775024,
      "learning_rate": 9.048931771192282e-05,
      "loss": 0.7267,
      "step": 1690
    },
    {
      "epoch": 0.566383474929202,
      "grad_norm": 0.8824722766876221,
      "learning_rate": 8.980013783597519e-05,
      "loss": 0.6545,
      "step": 1700
    },
    {
      "epoch": 0.5697151424287856,
      "grad_norm": 0.9038705229759216,
      "learning_rate": 8.911095796002758e-05,
      "loss": 0.7376,
      "step": 1710
    },
    {
      "epoch": 0.5730468099283691,
      "grad_norm": 0.7288265228271484,
      "learning_rate": 8.842177808407995e-05,
      "loss": 0.8062,
      "step": 1720
    },
    {
      "epoch": 0.5763784774279527,
      "grad_norm": 0.6127156019210815,
      "learning_rate": 8.773259820813233e-05,
      "loss": 0.7298,
      "step": 1730
    },
    {
      "epoch": 0.5797101449275363,
      "grad_norm": 0.7607082724571228,
      "learning_rate": 8.70434183321847e-05,
      "loss": 0.7417,
      "step": 1740
    },
    {
      "epoch": 0.5830418124271197,
      "grad_norm": 0.8536520004272461,
      "learning_rate": 8.635423845623708e-05,
      "loss": 0.6495,
      "step": 1750
    },
    {
      "epoch": 0.5863734799267033,
      "grad_norm": 0.5629620552062988,
      "learning_rate": 8.566505858028946e-05,
      "loss": 0.5853,
      "step": 1760
    },
    {
      "epoch": 0.5897051474262869,
      "grad_norm": 0.8041568398475647,
      "learning_rate": 8.497587870434184e-05,
      "loss": 0.7068,
      "step": 1770
    },
    {
      "epoch": 0.5930368149258703,
      "grad_norm": 0.9616042375564575,
      "learning_rate": 8.428669882839421e-05,
      "loss": 0.7051,
      "step": 1780
    },
    {
      "epoch": 0.5963684824254539,
      "grad_norm": 0.6616283655166626,
      "learning_rate": 8.35975189524466e-05,
      "loss": 0.7698,
      "step": 1790
    },
    {
      "epoch": 0.5997001499250375,
      "grad_norm": 0.7523969411849976,
      "learning_rate": 8.290833907649897e-05,
      "loss": 0.69,
      "step": 1800
    },
    {
      "epoch": 0.603031817424621,
      "grad_norm": 0.5366020202636719,
      "learning_rate": 8.221915920055135e-05,
      "loss": 0.6432,
      "step": 1810
    },
    {
      "epoch": 0.6063634849242046,
      "grad_norm": 0.7098552584648132,
      "learning_rate": 8.152997932460372e-05,
      "loss": 0.6767,
      "step": 1820
    },
    {
      "epoch": 0.6096951524237881,
      "grad_norm": 0.5750883221626282,
      "learning_rate": 8.08407994486561e-05,
      "loss": 0.6853,
      "step": 1830
    },
    {
      "epoch": 0.6130268199233716,
      "grad_norm": 0.6619908213615417,
      "learning_rate": 8.015161957270849e-05,
      "loss": 0.6461,
      "step": 1840
    },
    {
      "epoch": 0.6163584874229552,
      "grad_norm": 0.6529950499534607,
      "learning_rate": 7.946243969676086e-05,
      "loss": 0.563,
      "step": 1850
    },
    {
      "epoch": 0.6196901549225388,
      "grad_norm": 0.6484772562980652,
      "learning_rate": 7.877325982081323e-05,
      "loss": 0.8557,
      "step": 1860
    },
    {
      "epoch": 0.6230218224221222,
      "grad_norm": 0.7002941370010376,
      "learning_rate": 7.808407994486562e-05,
      "loss": 0.6468,
      "step": 1870
    },
    {
      "epoch": 0.6263534899217058,
      "grad_norm": 0.6880629658699036,
      "learning_rate": 7.739490006891798e-05,
      "loss": 0.8108,
      "step": 1880
    },
    {
      "epoch": 0.6296851574212894,
      "grad_norm": 0.7958945035934448,
      "learning_rate": 7.670572019297037e-05,
      "loss": 0.6569,
      "step": 1890
    },
    {
      "epoch": 0.6330168249208729,
      "grad_norm": 0.6312280297279358,
      "learning_rate": 7.601654031702274e-05,
      "loss": 0.7134,
      "step": 1900
    },
    {
      "epoch": 0.6363484924204564,
      "grad_norm": 0.5090949535369873,
      "learning_rate": 7.532736044107512e-05,
      "loss": 0.709,
      "step": 1910
    },
    {
      "epoch": 0.63968015992004,
      "grad_norm": 0.8009600043296814,
      "learning_rate": 7.46381805651275e-05,
      "loss": 0.7303,
      "step": 1920
    },
    {
      "epoch": 0.6430118274196235,
      "grad_norm": 0.6147052049636841,
      "learning_rate": 7.394900068917988e-05,
      "loss": 0.7837,
      "step": 1930
    },
    {
      "epoch": 0.6463434949192071,
      "grad_norm": 1.0245405435562134,
      "learning_rate": 7.325982081323225e-05,
      "loss": 0.6561,
      "step": 1940
    },
    {
      "epoch": 0.6496751624187906,
      "grad_norm": 0.7784261107444763,
      "learning_rate": 7.257064093728464e-05,
      "loss": 0.7258,
      "step": 1950
    },
    {
      "epoch": 0.6530068299183741,
      "grad_norm": 0.8354228138923645,
      "learning_rate": 7.1881461061337e-05,
      "loss": 0.6183,
      "step": 1960
    },
    {
      "epoch": 0.6563384974179577,
      "grad_norm": 0.6210038661956787,
      "learning_rate": 7.119228118538939e-05,
      "loss": 0.5344,
      "step": 1970
    },
    {
      "epoch": 0.6596701649175413,
      "grad_norm": 0.7484562397003174,
      "learning_rate": 7.050310130944176e-05,
      "loss": 0.645,
      "step": 1980
    },
    {
      "epoch": 0.6630018324171247,
      "grad_norm": 0.4157319962978363,
      "learning_rate": 6.981392143349414e-05,
      "loss": 0.5934,
      "step": 1990
    },
    {
      "epoch": 0.6663334999167083,
      "grad_norm": 0.8641183376312256,
      "learning_rate": 6.912474155754653e-05,
      "loss": 0.6435,
      "step": 2000
    },
    {
      "epoch": 0.6696651674162919,
      "grad_norm": 0.6255794167518616,
      "learning_rate": 6.84355616815989e-05,
      "loss": 0.5546,
      "step": 2010
    },
    {
      "epoch": 0.6729968349158754,
      "grad_norm": 0.6411312222480774,
      "learning_rate": 6.774638180565129e-05,
      "loss": 0.7123,
      "step": 2020
    },
    {
      "epoch": 0.6763285024154589,
      "grad_norm": 0.5700286626815796,
      "learning_rate": 6.705720192970366e-05,
      "loss": 0.7319,
      "step": 2030
    },
    {
      "epoch": 0.6796601699150425,
      "grad_norm": 0.898933470249176,
      "learning_rate": 6.636802205375602e-05,
      "loss": 0.885,
      "step": 2040
    },
    {
      "epoch": 0.682991837414626,
      "grad_norm": 0.8384907245635986,
      "learning_rate": 6.567884217780841e-05,
      "loss": 0.6653,
      "step": 2050
    },
    {
      "epoch": 0.6863235049142096,
      "grad_norm": 0.5363606214523315,
      "learning_rate": 6.498966230186079e-05,
      "loss": 0.6261,
      "step": 2060
    },
    {
      "epoch": 0.6896551724137931,
      "grad_norm": 0.8651995062828064,
      "learning_rate": 6.430048242591317e-05,
      "loss": 0.6276,
      "step": 2070
    },
    {
      "epoch": 0.6929868399133766,
      "grad_norm": 1.0924036502838135,
      "learning_rate": 6.361130254996555e-05,
      "loss": 0.5616,
      "step": 2080
    },
    {
      "epoch": 0.6963185074129602,
      "grad_norm": 0.8714765906333923,
      "learning_rate": 6.292212267401792e-05,
      "loss": 0.6231,
      "step": 2090
    },
    {
      "epoch": 0.6996501749125438,
      "grad_norm": 0.9532473683357239,
      "learning_rate": 6.223294279807031e-05,
      "loss": 0.7391,
      "step": 2100
    },
    {
      "epoch": 0.7029818424121272,
      "grad_norm": 0.5686549544334412,
      "learning_rate": 6.154376292212267e-05,
      "loss": 0.7223,
      "step": 2110
    },
    {
      "epoch": 0.7063135099117108,
      "grad_norm": 0.883965015411377,
      "learning_rate": 6.085458304617505e-05,
      "loss": 0.6979,
      "step": 2120
    },
    {
      "epoch": 0.7096451774112944,
      "grad_norm": 0.8032324314117432,
      "learning_rate": 6.016540317022743e-05,
      "loss": 0.6049,
      "step": 2130
    },
    {
      "epoch": 0.7129768449108779,
      "grad_norm": 0.6529830098152161,
      "learning_rate": 5.9476223294279806e-05,
      "loss": 0.6186,
      "step": 2140
    },
    {
      "epoch": 0.7163085124104615,
      "grad_norm": 0.7644656896591187,
      "learning_rate": 5.878704341833219e-05,
      "loss": 0.6225,
      "step": 2150
    },
    {
      "epoch": 0.719640179910045,
      "grad_norm": 0.7979158759117126,
      "learning_rate": 5.809786354238457e-05,
      "loss": 0.6094,
      "step": 2160
    },
    {
      "epoch": 0.7229718474096285,
      "grad_norm": 0.9250969886779785,
      "learning_rate": 5.740868366643695e-05,
      "loss": 0.5802,
      "step": 2170
    },
    {
      "epoch": 0.7263035149092121,
      "grad_norm": 0.8039131760597229,
      "learning_rate": 5.671950379048932e-05,
      "loss": 0.7577,
      "step": 2180
    },
    {
      "epoch": 0.7296351824087957,
      "grad_norm": 0.7784701585769653,
      "learning_rate": 5.603032391454169e-05,
      "loss": 0.8382,
      "step": 2190
    },
    {
      "epoch": 0.7329668499083791,
      "grad_norm": 0.6515526175498962,
      "learning_rate": 5.534114403859407e-05,
      "loss": 0.6808,
      "step": 2200
    },
    {
      "epoch": 0.7362985174079627,
      "grad_norm": 1.0747514963150024,
      "learning_rate": 5.465196416264645e-05,
      "loss": 0.6112,
      "step": 2210
    },
    {
      "epoch": 0.7396301849075462,
      "grad_norm": 1.031267762184143,
      "learning_rate": 5.3962784286698834e-05,
      "loss": 0.6316,
      "step": 2220
    },
    {
      "epoch": 0.7429618524071298,
      "grad_norm": 0.8532452583312988,
      "learning_rate": 5.327360441075121e-05,
      "loss": 0.5855,
      "step": 2230
    },
    {
      "epoch": 0.7462935199067133,
      "grad_norm": 0.7305378317832947,
      "learning_rate": 5.258442453480359e-05,
      "loss": 0.5746,
      "step": 2240
    },
    {
      "epoch": 0.7496251874062968,
      "grad_norm": 0.7505248188972473,
      "learning_rate": 5.189524465885597e-05,
      "loss": 0.6912,
      "step": 2250
    },
    {
      "epoch": 0.7529568549058804,
      "grad_norm": 0.8554951548576355,
      "learning_rate": 5.120606478290834e-05,
      "loss": 0.5665,
      "step": 2260
    },
    {
      "epoch": 0.756288522405464,
      "grad_norm": 0.9799861311912537,
      "learning_rate": 5.051688490696072e-05,
      "loss": 0.7554,
      "step": 2270
    },
    {
      "epoch": 0.7596201899050474,
      "grad_norm": 0.6496158242225647,
      "learning_rate": 4.982770503101309e-05,
      "loss": 0.4964,
      "step": 2280
    },
    {
      "epoch": 0.762951857404631,
      "grad_norm": 0.7765501141548157,
      "learning_rate": 4.9138525155065474e-05,
      "loss": 0.6501,
      "step": 2290
    },
    {
      "epoch": 0.7662835249042146,
      "grad_norm": 0.926641047000885,
      "learning_rate": 4.8449345279117855e-05,
      "loss": 0.6377,
      "step": 2300
    },
    {
      "epoch": 0.769615192403798,
      "grad_norm": 0.4838825464248657,
      "learning_rate": 4.776016540317023e-05,
      "loss": 0.6421,
      "step": 2310
    },
    {
      "epoch": 0.7729468599033816,
      "grad_norm": 1.0005497932434082,
      "learning_rate": 4.70709855272226e-05,
      "loss": 0.663,
      "step": 2320
    },
    {
      "epoch": 0.7762785274029652,
      "grad_norm": 0.8331218957901001,
      "learning_rate": 4.6381805651274984e-05,
      "loss": 0.6195,
      "step": 2330
    },
    {
      "epoch": 0.7796101949025487,
      "grad_norm": 0.6971142888069153,
      "learning_rate": 4.5692625775327365e-05,
      "loss": 0.5667,
      "step": 2340
    },
    {
      "epoch": 0.7829418624021323,
      "grad_norm": 0.7409766316413879,
      "learning_rate": 4.5003445899379746e-05,
      "loss": 0.5932,
      "step": 2350
    },
    {
      "epoch": 0.7862735299017158,
      "grad_norm": 0.8003771305084229,
      "learning_rate": 4.431426602343211e-05,
      "loss": 0.6524,
      "step": 2360
    },
    {
      "epoch": 0.7896051974012993,
      "grad_norm": 0.8950629234313965,
      "learning_rate": 4.3625086147484494e-05,
      "loss": 0.6569,
      "step": 2370
    },
    {
      "epoch": 0.7929368649008829,
      "grad_norm": 0.6981242895126343,
      "learning_rate": 4.2935906271536875e-05,
      "loss": 0.6612,
      "step": 2380
    },
    {
      "epoch": 0.7962685324004665,
      "grad_norm": 0.7851802706718445,
      "learning_rate": 4.2246726395589256e-05,
      "loss": 0.6551,
      "step": 2390
    },
    {
      "epoch": 0.7996001999000499,
      "grad_norm": 0.7606090903282166,
      "learning_rate": 4.1557546519641624e-05,
      "loss": 0.6059,
      "step": 2400
    },
    {
      "epoch": 0.8029318673996335,
      "grad_norm": 0.8207200169563293,
      "learning_rate": 4.0868366643694005e-05,
      "loss": 0.6677,
      "step": 2410
    },
    {
      "epoch": 0.8062635348992171,
      "grad_norm": 0.9407020211219788,
      "learning_rate": 4.0179186767746386e-05,
      "loss": 0.552,
      "step": 2420
    },
    {
      "epoch": 0.8095952023988006,
      "grad_norm": 0.6682471632957458,
      "learning_rate": 3.949000689179876e-05,
      "loss": 0.5273,
      "step": 2430
    },
    {
      "epoch": 0.8129268698983841,
      "grad_norm": 0.9708258509635925,
      "learning_rate": 3.880082701585114e-05,
      "loss": 0.638,
      "step": 2440
    },
    {
      "epoch": 0.8162585373979677,
      "grad_norm": 0.5546590685844421,
      "learning_rate": 3.8111647139903515e-05,
      "loss": 0.6464,
      "step": 2450
    },
    {
      "epoch": 0.8195902048975512,
      "grad_norm": 0.7525760531425476,
      "learning_rate": 3.7422467263955896e-05,
      "loss": 0.383,
      "step": 2460
    },
    {
      "epoch": 0.8229218723971348,
      "grad_norm": 0.8465914726257324,
      "learning_rate": 3.673328738800827e-05,
      "loss": 0.664,
      "step": 2470
    },
    {
      "epoch": 0.8262535398967183,
      "grad_norm": 0.9415400624275208,
      "learning_rate": 3.604410751206065e-05,
      "loss": 0.5489,
      "step": 2480
    },
    {
      "epoch": 0.8295852073963018,
      "grad_norm": 0.699641764163971,
      "learning_rate": 3.5354927636113026e-05,
      "loss": 0.5779,
      "step": 2490
    },
    {
      "epoch": 0.8329168748958854,
      "grad_norm": 0.6599105596542358,
      "learning_rate": 3.4665747760165406e-05,
      "loss": 0.5486,
      "step": 2500
    },
    {
      "epoch": 0.836248542395469,
      "grad_norm": 0.8070369362831116,
      "learning_rate": 3.397656788421778e-05,
      "loss": 0.7153,
      "step": 2510
    },
    {
      "epoch": 0.8395802098950524,
      "grad_norm": 0.7151026129722595,
      "learning_rate": 3.328738800827016e-05,
      "loss": 0.5442,
      "step": 2520
    },
    {
      "epoch": 0.842911877394636,
      "grad_norm": 1.014334797859192,
      "learning_rate": 3.2598208132322536e-05,
      "loss": 0.6155,
      "step": 2530
    },
    {
      "epoch": 0.8462435448942196,
      "grad_norm": 0.7710210084915161,
      "learning_rate": 3.190902825637492e-05,
      "loss": 0.6111,
      "step": 2540
    },
    {
      "epoch": 0.8495752123938031,
      "grad_norm": 0.7453182935714722,
      "learning_rate": 3.121984838042729e-05,
      "loss": 0.5853,
      "step": 2550
    },
    {
      "epoch": 0.8529068798933866,
      "grad_norm": 0.9670674800872803,
      "learning_rate": 3.053066850447967e-05,
      "loss": 0.5902,
      "step": 2560
    },
    {
      "epoch": 0.8562385473929702,
      "grad_norm": 0.9570378661155701,
      "learning_rate": 2.984148862853205e-05,
      "loss": 0.6738,
      "step": 2570
    },
    {
      "epoch": 0.8595702148925537,
      "grad_norm": 0.6435806751251221,
      "learning_rate": 2.9152308752584427e-05,
      "loss": 0.6568,
      "step": 2580
    },
    {
      "epoch": 0.8629018823921373,
      "grad_norm": 0.8892498016357422,
      "learning_rate": 2.84631288766368e-05,
      "loss": 0.6305,
      "step": 2590
    },
    {
      "epoch": 0.8662335498917209,
      "grad_norm": 0.9092233777046204,
      "learning_rate": 2.7773949000689182e-05,
      "loss": 0.6807,
      "step": 2600
    },
    {
      "epoch": 0.8695652173913043,
      "grad_norm": 0.6867402195930481,
      "learning_rate": 2.708476912474156e-05,
      "loss": 0.6785,
      "step": 2610
    },
    {
      "epoch": 0.8728968848908879,
      "grad_norm": 1.011870265007019,
      "learning_rate": 2.6395589248793934e-05,
      "loss": 0.773,
      "step": 2620
    },
    {
      "epoch": 0.8762285523904715,
      "grad_norm": 0.5611357688903809,
      "learning_rate": 2.5706409372846312e-05,
      "loss": 0.5763,
      "step": 2630
    },
    {
      "epoch": 0.879560219890055,
      "grad_norm": 0.7307304739952087,
      "learning_rate": 2.5017229496898693e-05,
      "loss": 0.6522,
      "step": 2640
    },
    {
      "epoch": 0.8828918873896385,
      "grad_norm": 0.8726571202278137,
      "learning_rate": 2.4328049620951067e-05,
      "loss": 0.67,
      "step": 2650
    },
    {
      "epoch": 0.8862235548892221,
      "grad_norm": 0.7599055171012878,
      "learning_rate": 2.3638869745003448e-05,
      "loss": 0.5266,
      "step": 2660
    },
    {
      "epoch": 0.8895552223888056,
      "grad_norm": 0.9391018748283386,
      "learning_rate": 2.2949689869055822e-05,
      "loss": 0.5366,
      "step": 2670
    },
    {
      "epoch": 0.8928868898883892,
      "grad_norm": 0.801648736000061,
      "learning_rate": 2.2260509993108203e-05,
      "loss": 0.5702,
      "step": 2680
    },
    {
      "epoch": 0.8962185573879726,
      "grad_norm": 0.7381575107574463,
      "learning_rate": 2.157133011716058e-05,
      "loss": 0.5519,
      "step": 2690
    },
    {
      "epoch": 0.8995502248875562,
      "grad_norm": 0.7763687968254089,
      "learning_rate": 2.088215024121296e-05,
      "loss": 0.6345,
      "step": 2700
    },
    {
      "epoch": 0.9028818923871398,
      "grad_norm": 0.6713552474975586,
      "learning_rate": 2.0192970365265336e-05,
      "loss": 0.4188,
      "step": 2710
    },
    {
      "epoch": 0.9062135598867233,
      "grad_norm": 0.4726286232471466,
      "learning_rate": 1.9503790489317714e-05,
      "loss": 0.7027,
      "step": 2720
    },
    {
      "epoch": 0.9095452273863068,
      "grad_norm": 0.559560239315033,
      "learning_rate": 1.881461061337009e-05,
      "loss": 0.541,
      "step": 2730
    },
    {
      "epoch": 0.9128768948858904,
      "grad_norm": 0.8475058078765869,
      "learning_rate": 1.812543073742247e-05,
      "loss": 0.6384,
      "step": 2740
    },
    {
      "epoch": 0.9162085623854739,
      "grad_norm": 0.8099564909934998,
      "learning_rate": 1.7436250861474846e-05,
      "loss": 0.6216,
      "step": 2750
    },
    {
      "epoch": 0.9195402298850575,
      "grad_norm": 0.7477239966392517,
      "learning_rate": 1.6747070985527224e-05,
      "loss": 0.568,
      "step": 2760
    },
    {
      "epoch": 0.922871897384641,
      "grad_norm": 0.7421704530715942,
      "learning_rate": 1.60578911095796e-05,
      "loss": 0.5097,
      "step": 2770
    },
    {
      "epoch": 0.9262035648842245,
      "grad_norm": 1.0993244647979736,
      "learning_rate": 1.536871123363198e-05,
      "loss": 0.6455,
      "step": 2780
    },
    {
      "epoch": 0.9295352323838081,
      "grad_norm": 0.9197335839271545,
      "learning_rate": 1.4679531357684357e-05,
      "loss": 0.5122,
      "step": 2790
    },
    {
      "epoch": 0.9328668998833917,
      "grad_norm": 0.7237057089805603,
      "learning_rate": 1.3990351481736733e-05,
      "loss": 0.6608,
      "step": 2800
    },
    {
      "epoch": 0.9361985673829751,
      "grad_norm": 1.0517019033432007,
      "learning_rate": 1.3301171605789112e-05,
      "loss": 0.6283,
      "step": 2810
    },
    {
      "epoch": 0.9395302348825587,
      "grad_norm": 0.8161411285400391,
      "learning_rate": 1.2611991729841488e-05,
      "loss": 0.5655,
      "step": 2820
    },
    {
      "epoch": 0.9428619023821423,
      "grad_norm": 0.8740524053573608,
      "learning_rate": 1.1922811853893867e-05,
      "loss": 0.4393,
      "step": 2830
    },
    {
      "epoch": 0.9461935698817258,
      "grad_norm": 0.5465930700302124,
      "learning_rate": 1.1233631977946245e-05,
      "loss": 0.5458,
      "step": 2840
    },
    {
      "epoch": 0.9495252373813093,
      "grad_norm": 1.004461646080017,
      "learning_rate": 1.0544452101998622e-05,
      "loss": 0.6996,
      "step": 2850
    },
    {
      "epoch": 0.9528569048808929,
      "grad_norm": 0.9351420998573303,
      "learning_rate": 9.855272226051e-06,
      "loss": 0.6294,
      "step": 2860
    },
    {
      "epoch": 0.9561885723804764,
      "grad_norm": 0.9448681473731995,
      "learning_rate": 9.166092350103378e-06,
      "loss": 0.6851,
      "step": 2870
    },
    {
      "epoch": 0.95952023988006,
      "grad_norm": 0.9818257689476013,
      "learning_rate": 8.476912474155755e-06,
      "loss": 0.6429,
      "step": 2880
    },
    {
      "epoch": 0.9628519073796435,
      "grad_norm": 0.6631109714508057,
      "learning_rate": 7.787732598208133e-06,
      "loss": 0.5943,
      "step": 2890
    },
    {
      "epoch": 0.966183574879227,
      "grad_norm": 0.8403130769729614,
      "learning_rate": 7.0985527222605096e-06,
      "loss": 0.4675,
      "step": 2900
    },
    {
      "epoch": 0.9695152423788106,
      "grad_norm": 0.7020695805549622,
      "learning_rate": 6.409372846312887e-06,
      "loss": 0.4861,
      "step": 2910
    },
    {
      "epoch": 0.9728469098783942,
      "grad_norm": 1.1053721904754639,
      "learning_rate": 5.720192970365266e-06,
      "loss": 0.5639,
      "step": 2920
    },
    {
      "epoch": 0.9761785773779776,
      "grad_norm": 0.9987778663635254,
      "learning_rate": 5.031013094417643e-06,
      "loss": 0.5934,
      "step": 2930
    },
    {
      "epoch": 0.9795102448775612,
      "grad_norm": 0.9289517998695374,
      "learning_rate": 4.341833218470021e-06,
      "loss": 0.5889,
      "step": 2940
    },
    {
      "epoch": 0.9828419123771448,
      "grad_norm": 0.7212059497833252,
      "learning_rate": 3.6526533425223984e-06,
      "loss": 0.6013,
      "step": 2950
    },
    {
      "epoch": 0.9861735798767283,
      "grad_norm": 0.8436290621757507,
      "learning_rate": 2.9634734665747764e-06,
      "loss": 0.6237,
      "step": 2960
    },
    {
      "epoch": 0.9895052473763118,
      "grad_norm": 0.9585169553756714,
      "learning_rate": 2.2742935906271536e-06,
      "loss": 0.6193,
      "step": 2970
    },
    {
      "epoch": 0.9928369148758954,
      "grad_norm": 0.7987054586410522,
      "learning_rate": 1.5851137146795314e-06,
      "loss": 0.6871,
      "step": 2980
    },
    {
      "epoch": 0.9961685823754789,
      "grad_norm": 0.7917064428329468,
      "learning_rate": 8.959338387319091e-07,
      "loss": 0.6777,
      "step": 2990
    },
    {
      "epoch": 0.9995002498750625,
      "grad_norm": 0.8279238343238831,
      "learning_rate": 2.067539627842867e-07,
      "loss": 0.6662,
      "step": 3000
    }
  ],
  "logging_steps": 10,
  "max_steps": 3002,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.7125049258477568e+18,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}