483 lines
9.7 KiB
JSON
483 lines
9.7 KiB
JSON
{
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 3.9942446043165467,
|
|
"eval_steps": 500,
|
|
"global_step": 1388,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.0,
|
|
"learning_rate": 3.999994877043978e-05,
|
|
"loss": 1.5749,
|
|
"step": 1
|
|
},
|
|
{
|
|
"epoch": 0.06,
|
|
"learning_rate": 3.997951166621575e-05,
|
|
"loss": 1.2447,
|
|
"step": 20
|
|
},
|
|
{
|
|
"epoch": 0.12,
|
|
"learning_rate": 3.9918088642045126e-05,
|
|
"loss": 1.1636,
|
|
"step": 40
|
|
},
|
|
{
|
|
"epoch": 0.17,
|
|
"learning_rate": 3.981585677303025e-05,
|
|
"loss": 1.1379,
|
|
"step": 60
|
|
},
|
|
{
|
|
"epoch": 0.23,
|
|
"learning_rate": 3.967302551523671e-05,
|
|
"loss": 1.1114,
|
|
"step": 80
|
|
},
|
|
{
|
|
"epoch": 0.29,
|
|
"learning_rate": 3.948988750611294e-05,
|
|
"loss": 1.1086,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.35,
|
|
"learning_rate": 3.9266817964924905e-05,
|
|
"loss": 1.0915,
|
|
"step": 120
|
|
},
|
|
{
|
|
"epoch": 0.4,
|
|
"learning_rate": 3.900427392399429e-05,
|
|
"loss": 1.075,
|
|
"step": 140
|
|
},
|
|
{
|
|
"epoch": 0.46,
|
|
"learning_rate": 3.870279329231546e-05,
|
|
"loss": 1.0875,
|
|
"step": 160
|
|
},
|
|
{
|
|
"epoch": 0.52,
|
|
"learning_rate": 3.836299375346956e-05,
|
|
"loss": 1.0696,
|
|
"step": 180
|
|
},
|
|
{
|
|
"epoch": 0.58,
|
|
"learning_rate": 3.798557150009373e-05,
|
|
"loss": 1.0614,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 0.63,
|
|
"learning_rate": 3.757129980749847e-05,
|
|
"loss": 1.0638,
|
|
"step": 220
|
|
},
|
|
{
|
|
"epoch": 0.69,
|
|
"learning_rate": 3.712102744935529e-05,
|
|
"loss": 1.0545,
|
|
"step": 240
|
|
},
|
|
{
|
|
"epoch": 0.75,
|
|
"learning_rate": 3.6635676958700946e-05,
|
|
"loss": 1.0508,
|
|
"step": 260
|
|
},
|
|
{
|
|
"epoch": 0.81,
|
|
"learning_rate": 3.611624273782092e-05,
|
|
"loss": 1.0566,
|
|
"step": 280
|
|
},
|
|
{
|
|
"epoch": 0.86,
|
|
"learning_rate": 3.556378902088484e-05,
|
|
"loss": 1.0577,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 0.92,
|
|
"learning_rate": 3.4979447693508e-05,
|
|
"loss": 1.0428,
|
|
"step": 320
|
|
},
|
|
{
|
|
"epoch": 0.98,
|
|
"learning_rate": 3.436441597370635e-05,
|
|
"loss": 1.0456,
|
|
"step": 340
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"eval_loss": 1.035969614982605,
|
|
"eval_runtime": 20.059,
|
|
"eval_samples_per_second": 13.909,
|
|
"eval_steps_per_second": 3.49,
|
|
"step": 347
|
|
},
|
|
{
|
|
"epoch": 1.04,
|
|
"learning_rate": 3.371995395899618e-05,
|
|
"loss": 1.0082,
|
|
"step": 360
|
|
},
|
|
{
|
|
"epoch": 1.09,
|
|
"learning_rate": 3.304738204466437e-05,
|
|
"loss": 0.9889,
|
|
"step": 380
|
|
},
|
|
{
|
|
"epoch": 1.15,
|
|
"learning_rate": 3.234807821849838e-05,
|
|
"loss": 0.9786,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 1.21,
|
|
"learning_rate": 3.162347523751894e-05,
|
|
"loss": 0.9881,
|
|
"step": 420
|
|
},
|
|
{
|
|
"epoch": 1.27,
|
|
"learning_rate": 3.0875057692499566e-05,
|
|
"loss": 0.9747,
|
|
"step": 440
|
|
},
|
|
{
|
|
"epoch": 1.32,
|
|
"learning_rate": 3.0104358966287503e-05,
|
|
"loss": 0.9842,
|
|
"step": 460
|
|
},
|
|
{
|
|
"epoch": 1.38,
|
|
"learning_rate": 2.9312958092157724e-05,
|
|
"loss": 0.9846,
|
|
"step": 480
|
|
},
|
|
{
|
|
"epoch": 1.44,
|
|
"learning_rate": 2.850247651863686e-05,
|
|
"loss": 0.9801,
|
|
"step": 500
|
|
},
|
|
{
|
|
"epoch": 1.5,
|
|
"learning_rate": 2.767457478742533e-05,
|
|
"loss": 0.9834,
|
|
"step": 520
|
|
},
|
|
{
|
|
"epoch": 1.55,
|
|
"learning_rate": 2.6830949131224118e-05,
|
|
"loss": 0.9831,
|
|
"step": 540
|
|
},
|
|
{
|
|
"epoch": 1.61,
|
|
"learning_rate": 2.5973327998436527e-05,
|
|
"loss": 0.9787,
|
|
"step": 560
|
|
},
|
|
{
|
|
"epoch": 1.67,
|
|
"learning_rate": 2.5103468511865456e-05,
|
|
"loss": 0.981,
|
|
"step": 580
|
|
},
|
|
{
|
|
"epoch": 1.73,
|
|
"learning_rate": 2.4223152868661535e-05,
|
|
"loss": 0.9845,
|
|
"step": 600
|
|
},
|
|
{
|
|
"epoch": 1.78,
|
|
"learning_rate": 2.3334184688898107e-05,
|
|
"loss": 0.9754,
|
|
"step": 620
|
|
},
|
|
{
|
|
"epoch": 1.84,
|
|
"learning_rate": 2.2438385320254234e-05,
|
|
"loss": 0.9779,
|
|
"step": 640
|
|
},
|
|
{
|
|
"epoch": 1.9,
|
|
"learning_rate": 2.1537590106376758e-05,
|
|
"loss": 0.9737,
|
|
"step": 660
|
|
},
|
|
{
|
|
"epoch": 1.96,
|
|
"learning_rate": 2.0633644626567007e-05,
|
|
"loss": 0.9714,
|
|
"step": 680
|
|
},
|
|
{
|
|
"epoch": 2.0,
|
|
"eval_loss": 1.0180176496505737,
|
|
"eval_runtime": 20.0699,
|
|
"eval_samples_per_second": 13.901,
|
|
"eval_steps_per_second": 3.488,
|
|
"step": 695
|
|
},
|
|
{
|
|
"epoch": 2.01,
|
|
"learning_rate": 1.9728400914496288e-05,
|
|
"loss": 0.9669,
|
|
"step": 700
|
|
},
|
|
{
|
|
"epoch": 2.07,
|
|
"learning_rate": 1.882371366369749e-05,
|
|
"loss": 0.9478,
|
|
"step": 720
|
|
},
|
|
{
|
|
"epoch": 2.13,
|
|
"learning_rate": 1.79214364276071e-05,
|
|
"loss": 0.9458,
|
|
"step": 740
|
|
},
|
|
{
|
|
"epoch": 2.19,
|
|
"learning_rate": 1.702341782194301e-05,
|
|
"loss": 0.9307,
|
|
"step": 760
|
|
},
|
|
{
|
|
"epoch": 2.24,
|
|
"learning_rate": 1.6131497737198942e-05,
|
|
"loss": 0.9435,
|
|
"step": 780
|
|
},
|
|
{
|
|
"epoch": 2.3,
|
|
"learning_rate": 1.5247503569015413e-05,
|
|
"loss": 0.945,
|
|
"step": 800
|
|
},
|
|
{
|
|
"epoch": 2.36,
|
|
"learning_rate": 1.437324647415053e-05,
|
|
"loss": 0.9416,
|
|
"step": 820
|
|
},
|
|
{
|
|
"epoch": 2.42,
|
|
"learning_rate": 1.3510517659721583e-05,
|
|
"loss": 0.9476,
|
|
"step": 840
|
|
},
|
|
{
|
|
"epoch": 2.47,
|
|
"learning_rate": 1.2661084713320093e-05,
|
|
"loss": 0.946,
|
|
"step": 860
|
|
},
|
|
{
|
|
"epoch": 2.53,
|
|
"learning_rate": 1.182668798151939e-05,
|
|
"loss": 0.9414,
|
|
"step": 880
|
|
},
|
|
{
|
|
"epoch": 2.59,
|
|
"learning_rate": 1.1009037004194424e-05,
|
|
"loss": 0.9439,
|
|
"step": 900
|
|
},
|
|
{
|
|
"epoch": 2.65,
|
|
"learning_rate": 1.020980701195946e-05,
|
|
"loss": 0.9486,
|
|
"step": 920
|
|
},
|
|
{
|
|
"epoch": 2.71,
|
|
"learning_rate": 9.430635493899609e-06,
|
|
"loss": 0.949,
|
|
"step": 940
|
|
},
|
|
{
|
|
"epoch": 2.76,
|
|
"learning_rate": 8.673118842628595e-06,
|
|
"loss": 0.9376,
|
|
"step": 960
|
|
},
|
|
{
|
|
"epoch": 2.82,
|
|
"learning_rate": 7.938809083546264e-06,
|
|
"loss": 0.9432,
|
|
"step": 980
|
|
},
|
|
{
|
|
"epoch": 2.88,
|
|
"learning_rate": 7.229210694997113e-06,
|
|
"loss": 0.9457,
|
|
"step": 1000
|
|
},
|
|
{
|
|
"epoch": 2.94,
|
|
"learning_rate": 6.545777525844883e-06,
|
|
"loss": 0.9357,
|
|
"step": 1020
|
|
},
|
|
{
|
|
"epoch": 2.99,
|
|
"learning_rate": 5.889909816778458e-06,
|
|
"loss": 0.9335,
|
|
"step": 1040
|
|
},
|
|
{
|
|
"epoch": 3.0,
|
|
"eval_loss": 1.0176299810409546,
|
|
"eval_runtime": 20.0069,
|
|
"eval_samples_per_second": 13.945,
|
|
"eval_steps_per_second": 3.499,
|
|
"step": 1042
|
|
},
|
|
{
|
|
"epoch": 3.05,
|
|
"learning_rate": 5.262951331452011e-06,
|
|
"loss": 0.937,
|
|
"step": 1060
|
|
},
|
|
{
|
|
"epoch": 3.11,
|
|
"learning_rate": 4.6661866033371506e-06,
|
|
"loss": 0.9351,
|
|
"step": 1080
|
|
},
|
|
{
|
|
"epoch": 3.17,
|
|
"learning_rate": 4.100838303927914e-06,
|
|
"loss": 0.9415,
|
|
"step": 1100
|
|
},
|
|
{
|
|
"epoch": 3.22,
|
|
"learning_rate": 3.5680647376905666e-06,
|
|
"loss": 0.9293,
|
|
"step": 1120
|
|
},
|
|
{
|
|
"epoch": 3.28,
|
|
"learning_rate": 3.0689574688907607e-06,
|
|
"loss": 0.9304,
|
|
"step": 1140
|
|
},
|
|
{
|
|
"epoch": 3.34,
|
|
"learning_rate": 2.604539085160218e-06,
|
|
"loss": 0.9254,
|
|
"step": 1160
|
|
},
|
|
{
|
|
"epoch": 3.4,
|
|
"learning_rate": 2.1757611023850876e-06,
|
|
"loss": 0.9293,
|
|
"step": 1180
|
|
},
|
|
{
|
|
"epoch": 3.45,
|
|
"learning_rate": 1.7835020152084116e-06,
|
|
"loss": 0.9391,
|
|
"step": 1200
|
|
},
|
|
{
|
|
"epoch": 3.51,
|
|
"learning_rate": 1.4285654971409902e-06,
|
|
"loss": 0.9363,
|
|
"step": 1220
|
|
},
|
|
{
|
|
"epoch": 3.57,
|
|
"learning_rate": 1.1116787539682571e-06,
|
|
"loss": 0.9506,
|
|
"step": 1240
|
|
},
|
|
{
|
|
"epoch": 3.63,
|
|
"learning_rate": 8.334910338268054e-07,
|
|
"loss": 0.9226,
|
|
"step": 1260
|
|
},
|
|
{
|
|
"epoch": 3.68,
|
|
"learning_rate": 5.945722970031332e-07,
|
|
"loss": 0.9305,
|
|
"step": 1280
|
|
},
|
|
{
|
|
"epoch": 3.74,
|
|
"learning_rate": 3.9541204817997283e-07,
|
|
"loss": 0.9306,
|
|
"step": 1300
|
|
},
|
|
{
|
|
"epoch": 3.8,
|
|
"learning_rate": 2.3641833352276768e-07,
|
|
"loss": 0.9344,
|
|
"step": 1320
|
|
},
|
|
{
|
|
"epoch": 3.86,
|
|
"learning_rate": 1.1791690466107286e-07,
|
|
"loss": 0.93,
|
|
"step": 1340
|
|
},
|
|
{
|
|
"epoch": 3.91,
|
|
"learning_rate": 4.0150551277724494e-08,
|
|
"loss": 0.9344,
|
|
"step": 1360
|
|
},
|
|
{
|
|
"epoch": 3.97,
|
|
"learning_rate": 3.2786036732557203e-09,
|
|
"loss": 0.9348,
|
|
"step": 1380
|
|
},
|
|
{
|
|
"epoch": 3.99,
|
|
"eval_loss": 1.0186352729797363,
|
|
"eval_runtime": 19.987,
|
|
"eval_samples_per_second": 13.959,
|
|
"eval_steps_per_second": 3.502,
|
|
"step": 1388
|
|
},
|
|
{
|
|
"epoch": 3.99,
|
|
"step": 1388,
|
|
"total_flos": 1.7642090681398723e+18,
|
|
"train_loss": 0.9866050820185747,
|
|
"train_runtime": 37340.4665,
|
|
"train_samples_per_second": 3.722,
|
|
"train_steps_per_second": 0.037
|
|
}
|
|
],
|
|
"logging_steps": 20,
|
|
"max_steps": 1388,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 4,
|
|
"save_steps": 80,
|
|
"total_flos": 1.7642090681398723e+18,
|
|
"train_batch_size": 10,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|