PKU-Alignment/ProgressGym-HistLlama3-8B-C013-instruct-v0.2
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity
Files
main
ProgressGym-HistLlama3-8B-C…/trainer_state.json
ModelHub XC 65d2ddfdc4 初始化项目，由ModelHub XC社区提供模型 
Model: PKU-Alignment/ProgressGym-HistLlama3-8B-C013-instruct-v0.2
Source: Original Platform
2026-05-26 09:23:15 +08:00

616 lines
15 KiB
JSON
Raw Permalink Blame History

{
"best_metric": 0.8123041987419128,
"best_model_checkpoint": "./output/training_results/C013_llama3-8b-base_instruct_20240428_005832/checkpoint-15",
"epoch": 4.0,
"eval_steps": 5,
"global_step": 192,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.020833333333333332,
"grad_norm": 0.0,
"learning_rate": 0.0,
"loss": 0.9805,
"step": 1
},
{
"epoch": 0.020833333333333332,
"eval_loss": 0.9736970067024231,
"eval_runtime": 2.153,
"eval_samples_per_second": 157.916,
"eval_steps_per_second": 1.393,
"step": 1
},
{
"epoch": 0.10416666666666667,
"grad_norm": 14.850728211706278,
"learning_rate": 1.5e-06,
"loss": 0.9446,
"step": 5
},
{
"epoch": 0.10416666666666667,
"eval_loss": 0.9454841613769531,
"eval_runtime": 2.0973,
"eval_samples_per_second": 162.11,
"eval_steps_per_second": 1.43,
"step": 5
},
{
"epoch": 0.20833333333333334,
"grad_norm": 4.950599387514031,
"learning_rate": 5.25e-06,
"loss": 0.8481,
"step": 10
},
{
"epoch": 0.20833333333333334,
"eval_loss": 0.8153812289237976,
"eval_runtime": 2.0923,
"eval_samples_per_second": 162.499,
"eval_steps_per_second": 1.434,
"step": 10
},
{
"epoch": 0.3125,
"grad_norm": 4.621063619275185,
"learning_rate": 9e-06,
"loss": 0.7794,
"step": 15
},
{
"epoch": 0.3125,
"eval_loss": 0.8123041987419128,
"eval_runtime": 2.1028,
"eval_samples_per_second": 161.686,
"eval_steps_per_second": 1.427,
"step": 15
},
{
"epoch": 0.4166666666666667,
"grad_norm": 4.141809373286457,
"learning_rate": 1.275e-05,
"loss": 0.7798,
"step": 20
},
{
"epoch": 0.4166666666666667,
"eval_loss": 0.8410752415657043,
"eval_runtime": 2.0891,
"eval_samples_per_second": 162.747,
"eval_steps_per_second": 1.436,
"step": 20
},
{
"epoch": 0.5208333333333334,
"grad_norm": 4.211750921552142,
"learning_rate": 1.3195176200175283e-05,
"loss": 0.8576,
"step": 25
},
{
"epoch": 0.5208333333333334,
"eval_loss": 0.8676239848136902,
"eval_runtime": 2.0885,
"eval_samples_per_second": 162.793,
"eval_steps_per_second": 1.436,
"step": 25
},
{
"epoch": 0.625,
"grad_norm": 4.126229536438554,
"learning_rate": 9.515676612044427e-06,
"loss": 0.8852,
"step": 30
},
{
"epoch": 0.625,
"eval_loss": 0.867268979549408,
"eval_runtime": 2.0839,
"eval_samples_per_second": 163.157,
"eval_steps_per_second": 1.44,
"step": 30
},
{
"epoch": 0.7291666666666666,
"grad_norm": 4.316589185885892,
"learning_rate": 6.797580677308734e-06,
"loss": 0.8529,
"step": 35
},
{
"epoch": 0.7291666666666666,
"eval_loss": 0.8560981154441833,
"eval_runtime": 2.1307,
"eval_samples_per_second": 159.573,
"eval_steps_per_second": 1.408,
"step": 35
},
{
"epoch": 0.8333333333333334,
"grad_norm": 4.0216031828158005,
"learning_rate": 4.808575415542887e-06,
"loss": 0.8224,
"step": 40
},
{
"epoch": 0.8333333333333334,
"eval_loss": 0.8470456004142761,
"eval_runtime": 2.0873,
"eval_samples_per_second": 162.886,
"eval_steps_per_second": 1.437,
"step": 40
},
{
"epoch": 0.9375,
"grad_norm": 4.316706720311178,
"learning_rate": 3.3676619069852654e-06,
"loss": 0.8536,
"step": 45
},
{
"epoch": 0.9375,
"eval_loss": 0.8378292918205261,
"eval_runtime": 2.0847,
"eval_samples_per_second": 163.089,
"eval_steps_per_second": 1.439,
"step": 45
},
{
"epoch": 1.0416666666666667,
"grad_norm": 3.7957934185208795,
"learning_rate": 2.334947896124909e-06,
"loss": 0.662,
"step": 50
},
{
"epoch": 1.0416666666666667,
"eval_loss": 0.8293696045875549,
"eval_runtime": 2.0835,
"eval_samples_per_second": 163.187,
"eval_steps_per_second": 1.44,
"step": 50
},
{
"epoch": 1.1458333333333333,
"grad_norm": 3.4155908301931186,
"learning_rate": 1.603233215095547e-06,
"loss": 0.437,
"step": 55
},
{
"epoch": 1.1458333333333333,
"eval_loss": 0.8531150817871094,
"eval_runtime": 2.1006,
"eval_samples_per_second": 161.859,
"eval_steps_per_second": 1.428,
"step": 55
},
{
"epoch": 1.25,
"grad_norm": 3.377214905899517,
"learning_rate": 1.0911174606561334e-06,
"loss": 0.4402,
"step": 60
},
{
"epoch": 1.25,
"eval_loss": 0.8569180369377136,
"eval_runtime": 2.0899,
"eval_samples_per_second": 162.69,
"eval_steps_per_second": 1.436,
"step": 60
},
{
"epoch": 1.3541666666666667,
"grad_norm": 4.018786896199577,
"learning_rate": 7.373930741131784e-07,
"loss": 0.4244,
"step": 65
},
{
"epoch": 1.3541666666666667,
"eval_loss": 0.8569238185882568,
"eval_runtime": 2.0969,
"eval_samples_per_second": 162.148,
"eval_steps_per_second": 1.431,
"step": 65
},
{
"epoch": 1.4583333333333333,
"grad_norm": 4.3050060673581205,
"learning_rate": 5.374210410959207e-07,
"loss": 0.4495,
"step": 70
},
{
"epoch": 1.4583333333333333,
"eval_loss": 0.8547163605690002,
"eval_runtime": 2.0852,
"eval_samples_per_second": 163.056,
"eval_steps_per_second": 1.439,
"step": 70
},
{
"epoch": 1.5625,
"grad_norm": 3.8753963390823842,
"learning_rate": 3.6222476698215175e-07,
"loss": 0.4689,
"step": 75
},
{
"epoch": 1.5625,
"eval_loss": 0.8493571877479553,
"eval_runtime": 2.1006,
"eval_samples_per_second": 161.855,
"eval_steps_per_second": 1.428,
"step": 75
},
{
"epoch": 1.6666666666666665,
"grad_norm": 3.2777220151938935,
"learning_rate": 2.462755297384099e-07,
"loss": 0.4309,
"step": 80
},
{
"epoch": 1.6666666666666665,
"eval_loss": 0.846055269241333,
"eval_runtime": 2.0775,
"eval_samples_per_second": 163.657,
"eval_steps_per_second": 1.444,
"step": 80
},
{
"epoch": 1.7708333333333335,
"grad_norm": 3.25027538013195,
"learning_rate": 1.7088740175034947e-07,
"loss": 0.4299,
"step": 85
},
{
"epoch": 1.7708333333333335,
"eval_loss": 0.8445951342582703,
"eval_runtime": 2.0859,
"eval_samples_per_second": 163.002,
"eval_steps_per_second": 1.438,
"step": 85
},
{
"epoch": 1.875,
"grad_norm": 3.841600887262257,
"learning_rate": 1.228102956599465e-07,
"loss": 0.4461,
"step": 90
},
{
"epoch": 1.875,
"eval_loss": 0.8440027832984924,
"eval_runtime": 2.099,
"eval_samples_per_second": 161.984,
"eval_steps_per_second": 1.429,
"step": 90
},
{
"epoch": 1.9791666666666665,
"grad_norm": 4.633157495322692,
"learning_rate": 9.279207916081227e-08,
"loss": 0.4474,
"step": 95
},
{
"epoch": 1.9791666666666665,
"eval_loss": 0.8438854217529297,
"eval_runtime": 2.094,
"eval_samples_per_second": 162.368,
"eval_steps_per_second": 1.433,
"step": 95
},
{
"epoch": 2.0833333333333335,
"grad_norm": 3.3543713588136885,
"learning_rate": 7.448002404850094e-08,
"loss": 0.3614,
"step": 100
},
{
"epoch": 2.0833333333333335,
"eval_loss": 0.8445320725440979,
"eval_runtime": 2.0778,
"eval_samples_per_second": 163.634,
"eval_steps_per_second": 1.444,
"step": 100
},
{
"epoch": 2.1875,
"grad_norm": 3.5776096289343053,
"learning_rate": 6.35920070839697e-08,
"loss": 0.3861,
"step": 105
},
{
"epoch": 2.1875,
"eval_loss": 0.8457441926002502,
"eval_runtime": 2.1055,
"eval_samples_per_second": 161.484,
"eval_steps_per_second": 1.425,
"step": 105
},
{
"epoch": 2.2916666666666665,
"grad_norm": 3.811456756438563,
"learning_rate": 5.7299804687499997e-08,
"loss": 0.3829,
"step": 110
},
{
"epoch": 2.2916666666666665,
"eval_loss": 0.847288191318512,
"eval_runtime": 2.083,
"eval_samples_per_second": 163.223,
"eval_steps_per_second": 1.44,
"step": 110
},
{
"epoch": 2.3958333333333335,
"grad_norm": 3.1978758437608823,
"learning_rate": 5.37771434967624e-08,
"loss": 0.3764,
"step": 115
},
{
"epoch": 2.3958333333333335,
"eval_loss": 0.8487641215324402,
"eval_runtime": 2.1168,
"eval_samples_per_second": 160.617,
"eval_steps_per_second": 1.417,
"step": 115
},
{
"epoch": 2.5,
"grad_norm": 3.472352228062058,
"learning_rate": 5.187403540619925e-08,
"loss": 0.3655,
"step": 120
},
{
"epoch": 2.5,
"eval_loss": 0.8499611020088196,
"eval_runtime": 2.0908,
"eval_samples_per_second": 162.615,
"eval_steps_per_second": 1.435,
"step": 120
},
{
"epoch": 2.6041666666666665,
"grad_norm": 3.2298459394815793,
"learning_rate": 5.088648238966908e-08,
"loss": 0.4243,
"step": 125
},
{
"epoch": 2.6041666666666665,
"eval_loss": 0.8510637879371643,
"eval_runtime": 2.0941,
"eval_samples_per_second": 162.36,
"eval_steps_per_second": 1.433,
"step": 125
},
{
"epoch": 2.7083333333333335,
"grad_norm": 3.7544587648641756,
"learning_rate": 5.039701925276604e-08,
"loss": 0.3884,
"step": 130
},
{
"epoch": 2.7083333333333335,
"eval_loss": 0.8520172238349915,
"eval_runtime": 2.1032,
"eval_samples_per_second": 161.66,
"eval_steps_per_second": 1.426,
"step": 130
},
{
"epoch": 2.8125,
"grad_norm": 3.5032769257867695,
"learning_rate": 5.0166900048082497e-08,
"loss": 0.3634,
"step": 135
},
{
"epoch": 2.8125,
"eval_loss": 0.8528143763542175,
"eval_runtime": 2.0786,
"eval_samples_per_second": 163.568,
"eval_steps_per_second": 1.443,
"step": 135
},
{
"epoch": 2.9166666666666665,
"grad_norm": 3.023294292675947,
"learning_rate": 5.0065147322870076e-08,
"loss": 0.3846,
"step": 140
},
{
"epoch": 2.9166666666666665,
"eval_loss": 0.8537066578865051,
"eval_runtime": 2.0903,
"eval_samples_per_second": 162.659,
"eval_steps_per_second": 1.435,
"step": 140
},
{
"epoch": 3.0208333333333335,
"grad_norm": 3.1767015238154075,
"learning_rate": 5.002328628528332e-08,
"loss": 0.3872,
"step": 145
},
{
"epoch": 3.0208333333333335,
"eval_loss": 0.8547406196594238,
"eval_runtime": 2.0891,
"eval_samples_per_second": 162.748,
"eval_steps_per_second": 1.436,
"step": 145
},
{
"epoch": 3.125,
"grad_norm": 3.1942747338221045,
"learning_rate": 5.0007484528133236e-08,
"loss": 0.3869,
"step": 150
},
{
"epoch": 3.125,
"eval_loss": 0.8557960391044617,
"eval_runtime": 2.0819,
"eval_samples_per_second": 163.312,
"eval_steps_per_second": 1.441,
"step": 150
},
{
"epoch": 3.2291666666666665,
"grad_norm": 3.815918812229993,
"learning_rate": 5.0002110817570477e-08,
"loss": 0.3876,
"step": 155
},
{
"epoch": 3.2291666666666665,
"eval_loss": 0.8566272854804993,
"eval_runtime": 2.0781,
"eval_samples_per_second": 163.61,
"eval_steps_per_second": 1.444,
"step": 155
},
{
"epoch": 3.3333333333333335,
"grad_norm": 3.4577646975309366,
"learning_rate": 5.0000504842356326e-08,
"loss": 0.3844,
"step": 160
},
{
"epoch": 3.3333333333333335,
"eval_loss": 0.8572790026664734,
"eval_runtime": 2.0811,
"eval_samples_per_second": 163.373,
"eval_steps_per_second": 1.442,
"step": 160
},
{
"epoch": 3.4375,
"grad_norm": 3.274685205370877,
"learning_rate": 5.000009745562451e-08,
"loss": 0.3535,
"step": 165
},
{
"epoch": 3.4375,
"eval_loss": 0.8578632473945618,
"eval_runtime": 2.0918,
"eval_samples_per_second": 162.539,
"eval_steps_per_second": 1.434,
"step": 165
},
{
"epoch": 3.5416666666666665,
"grad_norm": 3.246459205886974,
"learning_rate": 5.0000014077810156e-08,
"loss": 0.3488,
"step": 170
},
{
"epoch": 3.5416666666666665,
"eval_loss": 0.85884028673172,
"eval_runtime": 2.1178,
"eval_samples_per_second": 160.545,
"eval_steps_per_second": 1.417,
"step": 170
},
{
"epoch": 3.6458333333333335,
"grad_norm": 3.3944513203963504,
"learning_rate": 5.0000001343508807e-08,
"loss": 0.3464,
"step": 175
},
{
"epoch": 3.6458333333333335,
"eval_loss": 0.8598365783691406,
"eval_runtime": 2.0828,
"eval_samples_per_second": 163.238,
"eval_steps_per_second": 1.44,
"step": 175
},
{
"epoch": 3.75,
"grad_norm": 3.258773113208273,
"learning_rate": 5.000000006747581e-08,
"loss": 0.361,
"step": 180
},
{
"epoch": 3.75,
"eval_loss": 0.8606703877449036,
"eval_runtime": 2.1172,
"eval_samples_per_second": 160.588,
"eval_steps_per_second": 1.417,
"step": 180
},
{
"epoch": 3.8541666666666665,
"grad_norm": 3.586703083699586,
"learning_rate": 5.0000000001094325e-08,
"loss": 0.3674,
"step": 185
},
{
"epoch": 3.8541666666666665,
"eval_loss": 0.8611735701560974,
"eval_runtime": 2.0956,
"eval_samples_per_second": 162.243,
"eval_steps_per_second": 1.432,
"step": 185
},
{
"epoch": 3.9583333333333335,
"grad_norm": 3.5661429802112616,
"learning_rate": 5.000000000000139e-08,
"loss": 0.3988,
"step": 190
},
{
"epoch": 3.9583333333333335,
"eval_loss": 0.8612277507781982,
"eval_runtime": 2.0853,
"eval_samples_per_second": 163.045,
"eval_steps_per_second": 1.439,
"step": 190
},
{
"epoch": 4.0,
"step": 192,
"total_flos": 5363820134400.0,
"train_loss": 0.5090278356025616,
"train_runtime": 6014.9673,
"train_samples_per_second": 2.031,
"train_steps_per_second": 0.032
}
],
"logging_steps": 5,
"max_steps": 192,
"num_input_tokens_seen": 0,
"num_train_epochs": 4,
"save_steps": 5,
"total_flos": 5363820134400.0,
"train_batch_size": 8,
"trial_name": null,
"trial_params": null
}
Reference in New Issue View Git Blame Copy Permalink