{
  "best_metric": 0.59626758,
  "best_model_checkpoint": "/mnt/workspace/xingjun.wxj/swift_work/swift-by/output/qwen2-7b-instruct/v7-20240904-182455/checkpoint-432",
  "epoch": 1.9965337954939342,
  "eval_steps": 200,
  "global_step": 432,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "acc": 0.81453747,
      "epoch": 0.00462160600808781,
      "grad_norm": 2.1875,
      "learning_rate": 2.2727272727272729e-07,
      "loss": 0.76972306,
      "memory(GiB)": 94.61,
      "step": 1,
      "train_speed(iter/s)": 0.038737
    },
    {
      "acc": 0.8124181,
      "epoch": 0.023108030040439053,
      "grad_norm": 2.6875,
      "learning_rate": 1.1363636363636364e-06,
      "loss": 0.64217675,
      "memory(GiB)": 100.77,
      "step": 5,
      "train_speed(iter/s)": 0.049551
    },
    {
      "acc": 0.80393114,
      "epoch": 0.046216060080878106,
      "grad_norm": 2.40625,
      "learning_rate": 2.2727272727272728e-06,
      "loss": 0.72643595,
      "memory(GiB)": 141.03,
      "step": 10,
      "train_speed(iter/s)": 0.049763
    },
    {
      "acc": 0.79872313,
      "epoch": 0.06932409012131716,
      "grad_norm": 2.09375,
      "learning_rate": 3.409090909090909e-06,
      "loss": 0.73066745,
      "memory(GiB)": 141.03,
      "step": 15,
      "train_speed(iter/s)": 0.049428
    },
    {
      "acc": 0.8086524,
      "epoch": 0.09243212016175621,
      "grad_norm": 2.078125,
      "learning_rate": 4.5454545454545455e-06,
      "loss": 0.76757164,
      "memory(GiB)": 184.34,
      "step": 20,
      "train_speed(iter/s)": 0.047908
    },
    {
      "acc": 0.80337076,
      "epoch": 0.11554015020219527,
      "grad_norm": 1.625,
      "learning_rate": 5.681818181818183e-06,
      "loss": 0.81441174,
      "memory(GiB)": 150.97,
      "step": 25,
      "train_speed(iter/s)": 0.046696
    },
    {
      "acc": 0.8120677,
      "epoch": 0.1386481802426343,
      "grad_norm": 1.453125,
      "learning_rate": 6.818181818181818e-06,
      "loss": 0.7133667,
      "memory(GiB)": 150.97,
      "step": 30,
      "train_speed(iter/s)": 0.046543
    },
    {
      "acc": 0.82139053,
      "epoch": 0.16175621028307338,
      "grad_norm": 1.4765625,
      "learning_rate": 7.954545454545455e-06,
      "loss": 0.59637189,
      "memory(GiB)": 150.98,
      "step": 35,
      "train_speed(iter/s)": 0.047037
    },
    {
      "acc": 0.81568699,
      "epoch": 0.18486424032351242,
      "grad_norm": 1.1796875,
      "learning_rate": 9.090909090909091e-06,
      "loss": 0.70513887,
      "memory(GiB)": 150.98,
      "step": 40,
      "train_speed(iter/s)": 0.046892
    },
    {
      "acc": 0.820224,
      "epoch": 0.20797227036395147,
      "grad_norm": 1.171875,
      "learning_rate": 9.999836101895782e-06,
      "loss": 0.69312973,
      "memory(GiB)": 150.98,
      "step": 45,
      "train_speed(iter/s)": 0.046848
    },
    {
      "acc": 0.81471777,
      "epoch": 0.23108030040439054,
      "grad_norm": 1.234375,
      "learning_rate": 9.994100796397954e-06,
      "loss": 0.71612887,
      "memory(GiB)": 150.98,
      "step": 50,
      "train_speed(iter/s)": 0.04669
    },
    {
      "acc": 0.81478605,
      "epoch": 0.2541883304448296,
      "grad_norm": 1.2578125,
      "learning_rate": 9.98018132755861e-06,
      "loss": 0.64565916,
      "memory(GiB)": 150.98,
      "step": 55,
      "train_speed(iter/s)": 0.046851
    },
    {
      "acc": 0.81756649,
      "epoch": 0.2772963604852686,
      "grad_norm": 1.28125,
      "learning_rate": 9.958100506132127e-06,
      "loss": 0.66640944,
      "memory(GiB)": 150.98,
      "step": 60,
      "train_speed(iter/s)": 0.047121
    },
    {
      "acc": 0.81747818,
      "epoch": 0.30040439052570767,
      "grad_norm": 1.4375,
      "learning_rate": 9.927894517421252e-06,
      "loss": 0.63872623,
      "memory(GiB)": 150.98,
      "step": 65,
      "train_speed(iter/s)": 0.047364
    },
    {
      "acc": 0.81161108,
      "epoch": 0.32351242056614676,
      "grad_norm": 1.28125,
      "learning_rate": 9.889612861977855e-06,
      "loss": 0.7101274,
      "memory(GiB)": 150.98,
      "step": 70,
      "train_speed(iter/s)": 0.047269
    },
    {
      "acc": 0.81774912,
      "epoch": 0.3466204506065858,
      "grad_norm": 1.3828125,
      "learning_rate": 9.843318274483089e-06,
      "loss": 0.64770298,
      "memory(GiB)": 150.98,
      "step": 75,
      "train_speed(iter/s)": 0.047298
    },
    {
      "acc": 0.81703777,
      "epoch": 0.36972848064702485,
      "grad_norm": 1.1328125,
      "learning_rate": 9.789086620939936e-06,
      "loss": 0.64908137,
      "memory(GiB)": 150.98,
      "step": 80,
      "train_speed(iter/s)": 0.047241
    },
    {
      "acc": 0.8161418,
      "epoch": 0.3928365106874639,
      "grad_norm": 1.3671875,
      "learning_rate": 9.727006774346551e-06,
      "loss": 0.66009436,
      "memory(GiB)": 150.98,
      "step": 85,
      "train_speed(iter/s)": 0.047297
    },
    {
      "acc": 0.82398653,
      "epoch": 0.41594454072790293,
      "grad_norm": 1.3203125,
      "learning_rate": 9.657180469054213e-06,
      "loss": 0.64000554,
      "memory(GiB)": 150.98,
      "step": 90,
      "train_speed(iter/s)": 0.047467
    },
    {
      "acc": 0.82110977,
      "epoch": 0.439052570768342,
      "grad_norm": 1.28125,
      "learning_rate": 9.579722134048506e-06,
      "loss": 0.67605906,
      "memory(GiB)": 150.98,
      "step": 95,
      "train_speed(iter/s)": 0.047599
    },
    {
      "acc": 0.82549,
      "epoch": 0.4621606008087811,
      "grad_norm": 1.4140625,
      "learning_rate": 9.494758705426978e-06,
      "loss": 0.58404155,
      "memory(GiB)": 150.98,
      "step": 100,
      "train_speed(iter/s)": 0.047822
    },
    {
      "acc": 0.82027588,
      "epoch": 0.4852686308492201,
      "grad_norm": 1.28125,
      "learning_rate": 9.402429418380555e-06,
      "loss": 0.69437795,
      "memory(GiB)": 150.98,
      "step": 105,
      "train_speed(iter/s)": 0.047539
    },
    {
      "acc": 0.82060165,
      "epoch": 0.5083766608896592,
      "grad_norm": 1.4296875,
      "learning_rate": 9.302885579019626e-06,
      "loss": 0.60217834,
      "memory(GiB)": 150.98,
      "step": 110,
      "train_speed(iter/s)": 0.047767
    },
    {
      "acc": 0.81884346,
      "epoch": 0.5314846909300982,
      "grad_norm": 1.40625,
      "learning_rate": 9.196290316418712e-06,
      "loss": 0.62260752,
      "memory(GiB)": 150.98,
      "step": 115,
      "train_speed(iter/s)": 0.047925
    },
    {
      "acc": 0.81530762,
      "epoch": 0.5545927209705372,
      "grad_norm": 1.1796875,
      "learning_rate": 9.082818315286054e-06,
      "loss": 0.67854958,
      "memory(GiB)": 150.98,
      "step": 120,
      "train_speed(iter/s)": 0.048032
    },
    {
      "acc": 0.8216691,
      "epoch": 0.5777007510109763,
      "grad_norm": 1.28125,
      "learning_rate": 8.962655529696236e-06,
      "loss": 0.61422577,
      "memory(GiB)": 150.98,
      "step": 125,
      "train_speed(iter/s)": 0.048043
    },
    {
      "acc": 0.82413073,
      "epoch": 0.6008087810514153,
      "grad_norm": 1.1796875,
      "learning_rate": 8.83599887835493e-06,
      "loss": 0.59601698,
      "memory(GiB)": 150.98,
      "step": 130,
      "train_speed(iter/s)": 0.048165
    },
    {
      "acc": 0.82421112,
      "epoch": 0.6239168110918544,
      "grad_norm": 1.3515625,
      "learning_rate": 8.7030559218952e-06,
      "loss": 0.62850995,
      "memory(GiB)": 150.98,
      "step": 135,
      "train_speed(iter/s)": 0.048186
    },
    {
      "acc": 0.81220446,
      "epoch": 0.6470248411322935,
      "grad_norm": 1.40625,
      "learning_rate": 8.564044522734147e-06,
      "loss": 0.65466747,
      "memory(GiB)": 150.98,
      "step": 140,
      "train_speed(iter/s)": 0.048296
    },
    {
      "acc": 0.8225975,
      "epoch": 0.6701328711727326,
      "grad_norm": 1.3515625,
      "learning_rate": 8.419192488047369e-06,
      "loss": 0.68851438,
      "memory(GiB)": 150.98,
      "step": 145,
      "train_speed(iter/s)": 0.048275
    },
    {
      "acc": 0.82113705,
      "epoch": 0.6932409012131716,
      "grad_norm": 1.3203125,
      "learning_rate": 8.268737196446264e-06,
      "loss": 0.66175132,
      "memory(GiB)": 150.98,
      "step": 150,
      "train_speed(iter/s)": 0.048236
    },
    {
      "acc": 0.82547045,
      "epoch": 0.7163489312536107,
      "grad_norm": 1.1875,
      "learning_rate": 8.112925208969996e-06,
      "loss": 0.58082228,
      "memory(GiB)": 150.98,
      "step": 155,
      "train_speed(iter/s)": 0.048304
    },
    {
      "acc": 0.81520081,
      "epoch": 0.7394569612940497,
      "grad_norm": 1.15625,
      "learning_rate": 7.952011865029614e-06,
      "loss": 0.7566462,
      "memory(GiB)": 150.98,
      "step": 160,
      "train_speed(iter/s)": 0.04806
    },
    {
      "acc": 0.82244606,
      "epoch": 0.7625649913344887,
      "grad_norm": 1.265625,
      "learning_rate": 7.786260863966468e-06,
      "loss": 0.64169059,
      "memory(GiB)": 150.98,
      "step": 165,
      "train_speed(iter/s)": 0.048128
    },
    {
      "acc": 0.82460566,
      "epoch": 0.7856730213749278,
      "grad_norm": 1.203125,
      "learning_rate": 7.61594383291065e-06,
      "loss": 0.64750757,
      "memory(GiB)": 150.98,
      "step": 170,
      "train_speed(iter/s)": 0.048108
    },
    {
      "acc": 0.82297211,
      "epoch": 0.8087810514153668,
      "grad_norm": 1.1484375,
      "learning_rate": 7.441339881647654e-06,
      "loss": 0.62678857,
      "memory(GiB)": 150.98,
      "step": 175,
      "train_speed(iter/s)": 0.048123
    },
    {
      "acc": 0.82202625,
      "epoch": 0.8318890814558059,
      "grad_norm": 1.2109375,
      "learning_rate": 7.262735145222696e-06,
      "loss": 0.63359532,
      "memory(GiB)": 150.98,
      "step": 180,
      "train_speed(iter/s)": 0.04815
    },
    {
      "acc": 0.81521053,
      "epoch": 0.8549971114962449,
      "grad_norm": 1.3984375,
      "learning_rate": 7.080422315032298e-06,
      "loss": 0.66546955,
      "memory(GiB)": 150.98,
      "step": 185,
      "train_speed(iter/s)": 0.048203
    },
    {
      "acc": 0.83204832,
      "epoch": 0.878105141536684,
      "grad_norm": 1.3203125,
      "learning_rate": 6.894700159171535e-06,
      "loss": 0.60190206,
      "memory(GiB)": 150.98,
      "step": 190,
      "train_speed(iter/s)": 0.04822
    },
    {
      "acc": 0.81509237,
      "epoch": 0.901213171577123,
      "grad_norm": 1.15625,
      "learning_rate": 6.705873032822981e-06,
      "loss": 0.71670413,
      "memory(GiB)": 150.98,
      "step": 195,
      "train_speed(iter/s)": 0.048127
    },
    {
      "acc": 0.82601328,
      "epoch": 0.9243212016175621,
      "grad_norm": 1.3984375,
      "learning_rate": 6.514250379489754e-06,
      "loss": 0.55743012,
      "memory(GiB)": 150.98,
      "step": 200,
      "train_speed(iter/s)": 0.048221
    },
    {
      "epoch": 0.9243212016175621,
      "eval_acc": 0.7485949746717407,
      "eval_loss": 0.6565380096435547,
      "eval_runtime": 11.0891,
      "eval_samples_per_second": 12.445,
      "eval_steps_per_second": 12.445,
      "step": 200
    },
    {
      "acc": 0.82308855,
      "epoch": 0.9474292316580012,
      "grad_norm": 1.4375,
      "learning_rate": 6.320146223889966e-06,
      "loss": 0.63252063,
      "memory(GiB)": 150.98,
      "step": 205,
      "train_speed(iter/s)": 0.046847
    },
    {
      "acc": 0.82361374,
      "epoch": 0.9705372616984402,
      "grad_norm": 1.421875,
      "learning_rate": 6.123878657343648e-06,
      "loss": 0.59042826,
      "memory(GiB)": 150.98,
      "step": 210,
      "train_speed(iter/s)": 0.046942
    },
    {
      "acc": 0.82532425,
      "epoch": 0.9936452917388793,
      "grad_norm": 0.98828125,
      "learning_rate": 5.925769316495461e-06,
      "loss": 0.60934105,
      "memory(GiB)": 150.98,
      "step": 215,
      "train_speed(iter/s)": 0.046992
    },
    {
      "acc": 0.83245983,
      "epoch": 1.0167533217793183,
      "grad_norm": 1.1953125,
      "learning_rate": 5.726142856227453e-06,
      "loss": 0.65204225,
      "memory(GiB)": 150.98,
      "step": 220,
      "train_speed(iter/s)": 0.046872
    },
    {
      "acc": 0.83649168,
      "epoch": 1.0398613518197575,
      "grad_norm": 1.2109375,
      "learning_rate": 5.52532641762562e-06,
      "loss": 0.66422782,
      "memory(GiB)": 150.98,
      "step": 225,
      "train_speed(iter/s)": 0.046806
    },
    {
      "acc": 0.83163223,
      "epoch": 1.0629693818601964,
      "grad_norm": 1.140625,
      "learning_rate": 5.323649091872179e-06,
      "loss": 0.60072503,
      "memory(GiB)": 150.98,
      "step": 230,
      "train_speed(iter/s)": 0.046824
    },
    {
      "acc": 0.83812866,
      "epoch": 1.0860774119006356,
      "grad_norm": 1.25,
      "learning_rate": 5.121441380942066e-06,
      "loss": 0.58486128,
      "memory(GiB)": 150.98,
      "step": 235,
      "train_speed(iter/s)": 0.046865
    },
    {
      "acc": 0.82630444,
      "epoch": 1.1091854419410745,
      "grad_norm": 1.1328125,
      "learning_rate": 4.919034655987493e-06,
      "loss": 0.64795966,
      "memory(GiB)": 150.98,
      "step": 240,
      "train_speed(iter/s)": 0.046852
    },
    {
      "acc": 0.83698711,
      "epoch": 1.1322934719815136,
      "grad_norm": 1.4375,
      "learning_rate": 4.716760614298118e-06,
      "loss": 0.5604661,
      "memory(GiB)": 150.98,
      "step": 245,
      "train_speed(iter/s)": 0.046935
    },
    {
      "acc": 0.82200708,
      "epoch": 1.1554015020219526,
      "grad_norm": 1.2265625,
      "learning_rate": 4.51495073572676e-06,
      "loss": 0.65722399,
      "memory(GiB)": 150.98,
      "step": 250,
      "train_speed(iter/s)": 0.046964
    },
    {
      "acc": 0.83468876,
      "epoch": 1.1785095320623917,
      "grad_norm": 1.125,
      "learning_rate": 4.313935739471425e-06,
      "loss": 0.58888826,
      "memory(GiB)": 150.98,
      "step": 255,
      "train_speed(iter/s)": 0.046962
    },
    {
      "acc": 0.82915096,
      "epoch": 1.2016175621028307,
      "grad_norm": 1.4296875,
      "learning_rate": 4.1140450421038865e-06,
      "loss": 0.64913301,
      "memory(GiB)": 150.98,
      "step": 260,
      "train_speed(iter/s)": 0.04701
    },
    {
      "acc": 0.8357687,
      "epoch": 1.2247255921432698,
      "grad_norm": 1.2578125,
      "learning_rate": 3.9156062177329624e-06,
      "loss": 0.58918366,
      "memory(GiB)": 150.98,
      "step": 265,
      "train_speed(iter/s)": 0.04707
    },
    {
      "acc": 0.83036833,
      "epoch": 1.2478336221837087,
      "grad_norm": 1.203125,
      "learning_rate": 3.7189444611871383e-06,
      "loss": 0.60051751,
      "memory(GiB)": 150.98,
      "step": 270,
      "train_speed(iter/s)": 0.047112
    },
    {
      "acc": 0.8339922,
      "epoch": 1.270941652224148,
      "grad_norm": 1.3671875,
      "learning_rate": 3.524382055096309e-06,
      "loss": 0.55478253,
      "memory(GiB)": 150.98,
      "step": 275,
      "train_speed(iter/s)": 0.047186
    },
    {
      "acc": 0.83721056,
      "epoch": 1.2940496822645868,
      "grad_norm": 1.1328125,
      "learning_rate": 3.3322378417458985e-06,
      "loss": 0.59262004,
      "memory(GiB)": 150.98,
      "step": 280,
      "train_speed(iter/s)": 0.047233
    },
    {
      "acc": 0.82519064,
      "epoch": 1.317157712305026,
      "grad_norm": 1.171875,
      "learning_rate": 3.1428267005689182e-06,
      "loss": 0.68231759,
      "memory(GiB)": 150.98,
      "step": 285,
      "train_speed(iter/s)": 0.047214
    },
    {
      "acc": 0.83670778,
      "epoch": 1.3402657423454651,
      "grad_norm": 1.203125,
      "learning_rate": 2.9564590321322206e-06,
      "loss": 0.54285073,
      "memory(GiB)": 150.98,
      "step": 290,
      "train_speed(iter/s)": 0.047272
    },
    {
      "acc": 0.8335681,
      "epoch": 1.363373772385904,
      "grad_norm": 1.1953125,
      "learning_rate": 2.7734402494625395e-06,
      "loss": 0.60112472,
      "memory(GiB)": 150.98,
      "step": 295,
      "train_speed(iter/s)": 0.04725
    },
    {
      "acc": 0.83400679,
      "epoch": 1.3864818024263432,
      "grad_norm": 1.1328125,
      "learning_rate": 2.594070277545975e-06,
      "loss": 0.61252079,
      "memory(GiB)": 150.98,
      "step": 300,
      "train_speed(iter/s)": 0.047279
    },
    {
      "acc": 0.83710117,
      "epoch": 1.4095898324667822,
      "grad_norm": 1.2109375,
      "learning_rate": 2.4186430618210704e-06,
      "loss": 0.53748951,
      "memory(GiB)": 150.98,
      "step": 305,
      "train_speed(iter/s)": 0.047266
    },
    {
      "acc": 0.8276473,
      "epoch": 1.4326978625072213,
      "grad_norm": 1.3125,
      "learning_rate": 2.2474460864709825e-06,
      "loss": 0.6252665,
      "memory(GiB)": 150.98,
      "step": 310,
      "train_speed(iter/s)": 0.04732
    },
    {
      "acc": 0.83237705,
      "epoch": 1.4558058925476602,
      "grad_norm": 1.1328125,
      "learning_rate": 2.0807599033041238e-06,
      "loss": 0.63391018,
      "memory(GiB)": 150.98,
      "step": 315,
      "train_speed(iter/s)": 0.04733
    },
    {
      "acc": 0.83387976,
      "epoch": 1.4789139225880994,
      "grad_norm": 1.046875,
      "learning_rate": 1.9188576719953635e-06,
      "loss": 0.63072858,
      "memory(GiB)": 150.98,
      "step": 320,
      "train_speed(iter/s)": 0.047302
    },
    {
      "acc": 0.83439655,
      "epoch": 1.5020219526285383,
      "grad_norm": 1.2265625,
      "learning_rate": 1.7620047124412e-06,
      "loss": 0.615345,
      "memory(GiB)": 150.98,
      "step": 325,
      "train_speed(iter/s)": 0.04731
    },
    {
      "acc": 0.83732977,
      "epoch": 1.5251299826689775,
      "grad_norm": 1.3671875,
      "learning_rate": 1.6104580699624839e-06,
      "loss": 0.57706161,
      "memory(GiB)": 150.98,
      "step": 330,
      "train_speed(iter/s)": 0.04735
    },
    {
      "acc": 0.82502375,
      "epoch": 1.5482380127094166,
      "grad_norm": 1.2578125,
      "learning_rate": 1.4644660940672628e-06,
      "loss": 0.68620262,
      "memory(GiB)": 150.98,
      "step": 335,
      "train_speed(iter/s)": 0.047298
    },
    {
      "acc": 0.83036242,
      "epoch": 1.5713460427498556,
      "grad_norm": 1.1015625,
      "learning_rate": 1.3242680314639995e-06,
      "loss": 0.65163517,
      "memory(GiB)": 150.98,
      "step": 340,
      "train_speed(iter/s)": 0.047314
    },
    {
      "acc": 0.82439814,
      "epoch": 1.5944540727902945,
      "grad_norm": 1.140625,
      "learning_rate": 1.1900936339921692e-06,
      "loss": 0.64395781,
      "memory(GiB)": 150.98,
      "step": 345,
      "train_speed(iter/s)": 0.04733
    },
    {
      "acc": 0.83437843,
      "epoch": 1.6175621028307337,
      "grad_norm": 1.28125,
      "learning_rate": 1.062162782112729e-06,
      "loss": 0.58336234,
      "memory(GiB)": 150.98,
      "step": 350,
      "train_speed(iter/s)": 0.047379
    },
    {
      "acc": 0.83543835,
      "epoch": 1.6406701328711728,
      "grad_norm": 1.1640625,
      "learning_rate": 9.406851245754478e-07,
      "loss": 0.6100008,
      "memory(GiB)": 150.98,
      "step": 355,
      "train_speed(iter/s)": 0.047394
    },
    {
      "acc": 0.82420549,
      "epoch": 1.6637781629116117,
      "grad_norm": 1.3515625,
      "learning_rate": 8.258597348536452e-07,
      "loss": 0.67773538,
      "memory(GiB)": 150.98,
      "step": 360,
      "train_speed(iter/s)": 0.047419
    },
    {
      "acc": 0.83056965,
      "epoch": 1.686886192952051,
      "grad_norm": 1.1484375,
      "learning_rate": 7.178747849093093e-07,
      "loss": 0.63277826,
      "memory(GiB)": 150.98,
      "step": 365,
      "train_speed(iter/s)": 0.047439
    },
    {
      "acc": 0.83617363,
      "epoch": 1.7099942229924898,
      "grad_norm": 1.28125,
      "learning_rate": 6.16907236823262e-07,
      "loss": 0.58432493,
      "memory(GiB)": 150.98,
      "step": 370,
      "train_speed(iter/s)": 0.04747
    },
    {
      "acc": 0.82903013,
      "epoch": 1.733102253032929,
      "grad_norm": 1.1640625,
      "learning_rate": 5.231225527956924e-07,
      "loss": 0.6580874,
      "memory(GiB)": 150.98,
      "step": 375,
      "train_speed(iter/s)": 0.047437
    },
    {
      "acc": 0.83327017,
      "epoch": 1.7562102830733681,
      "grad_norm": 1.1328125,
      "learning_rate": 4.3667442399229985e-07,
      "loss": 0.58462934,
      "memory(GiB)": 150.98,
      "step": 380,
      "train_speed(iter/s)": 0.047468
    },
    {
      "acc": 0.83651209,
      "epoch": 1.779318313113807,
      "grad_norm": 1.125,
      "learning_rate": 3.577045186804118e-07,
      "loss": 0.58018489,
      "memory(GiB)": 150.98,
      "step": 385,
      "train_speed(iter/s)": 0.047511
    },
    {
      "acc": 0.82789068,
      "epoch": 1.802426343154246,
      "grad_norm": 1.0703125,
      "learning_rate": 2.8634225006782867e-07,
      "loss": 0.67336974,
      "memory(GiB)": 150.98,
      "step": 390,
      "train_speed(iter/s)": 0.047483
    },
    {
      "acc": 0.84120426,
      "epoch": 1.8255343731946851,
      "grad_norm": 1.2109375,
      "learning_rate": 2.2270456422483655e-07,
      "loss": 0.58580966,
      "memory(GiB)": 150.98,
      "step": 395,
      "train_speed(iter/s)": 0.047495
    },
    {
      "acc": 0.82003698,
      "epoch": 1.8486424032351243,
      "grad_norm": 1.125,
      "learning_rate": 1.6689574843694433e-07,
      "loss": 0.77600121,
      "memory(GiB)": 150.98,
      "step": 400,
      "train_speed(iter/s)": 0.04747
    },
    {
      "epoch": 1.8486424032351243,
      "eval_acc": 0.7489352050202878,
      "eval_loss": 0.6084072589874268,
      "eval_runtime": 11.0063,
      "eval_samples_per_second": 12.538,
      "eval_steps_per_second": 12.538,
      "step": 400
    },
    {
      "acc": 0.83795338,
      "epoch": 1.8717504332755632,
      "grad_norm": 1.3671875,
      "learning_rate": 1.1900726030241005e-07,
      "loss": 0.57120104,
      "memory(GiB)": 150.98,
      "step": 405,
      "train_speed(iter/s)": 0.046796
    },
    {
      "acc": 0.82940121,
      "epoch": 1.8948584633160022,
      "grad_norm": 1.2109375,
      "learning_rate": 7.911757785462882e-08,
      "loss": 0.63004894,
      "memory(GiB)": 150.98,
      "step": 410,
      "train_speed(iter/s)": 0.046799
    },
    {
      "acc": 0.82601376,
      "epoch": 1.9179664933564413,
      "grad_norm": 1.3125,
      "learning_rate": 4.729207095498345e-08,
      "loss": 0.5973454,
      "memory(GiB)": 150.98,
      "step": 415,
      "train_speed(iter/s)": 0.046849
    },
    {
      "acc": 0.83928432,
      "epoch": 1.9410745233968805,
      "grad_norm": 1.2578125,
      "learning_rate": 2.358289416693027e-08,
      "loss": 0.57047229,
      "memory(GiB)": 150.98,
      "step": 420,
      "train_speed(iter/s)": 0.046875
    },
    {
      "acc": 0.83347263,
      "epoch": 1.9641825534373196,
      "grad_norm": 1.1171875,
      "learning_rate": 8.02890128686562e-09,
      "loss": 0.56035862,
      "memory(GiB)": 150.98,
      "step": 425,
      "train_speed(iter/s)": 0.046877
    },
    {
      "acc": 0.83463163,
      "epoch": 1.9872905834777586,
      "grad_norm": 1.28125,
      "learning_rate": 6.555816718389896e-10,
      "loss": 0.57831531,
      "memory(GiB)": 150.98,
      "step": 430,
      "train_speed(iter/s)": 0.046917
    },
    {
      "epoch": 1.9965337954939342,
      "eval_acc": 0.7487839915320447,
      "eval_loss": 0.596267580986023,
      "eval_runtime": 11.0681,
      "eval_samples_per_second": 12.468,
      "eval_steps_per_second": 12.468,
      "step": 432
    }
  ],
  "logging_steps": 5,
  "max_steps": 432,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 200,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 8.150084761585428e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}