PKU-Alignment/ProgressGym-HistLlama3-8B-C015-pretrain-v0.2
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity
Files
e1613ca3e0f5daacfff769554cdc81a12f0eb0c6
ProgressGym-HistLlama3-8B-C…/trainer_state.json
ModelHub XC e1613ca3e0 初始化项目，由ModelHub XC社区提供模型 
Model: PKU-Alignment/ProgressGym-HistLlama3-8B-C015-pretrain-v0.2
Source: Original Platform
2026-05-25 17:02:14 +08:00

502 lines
13 KiB
JSON
Raw Blame History

{
"best_metric": 2.326810598373413,
"best_model_checkpoint": "./output/training_results/C015_llama3-8b-base_pretrain_20240428_005832/checkpoint-155",
"epoch": 1.0064935064935066,
"eval_steps": 5,
"global_step": 155,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.006493506493506494,
"grad_norm": 0.0,
"learning_rate": 0.0,
"loss": 2.6141,
"step": 1
},
{
"epoch": 0.006493506493506494,
"eval_loss": 2.635435104370117,
"eval_runtime": 13.3872,
"eval_samples_per_second": 81.421,
"eval_steps_per_second": 0.672,
"step": 1
},
{
"epoch": 0.032467532467532464,
"grad_norm": 3.736102227472634,
"learning_rate": 2.25e-06,
"loss": 2.657,
"step": 5
},
{
"epoch": 0.032467532467532464,
"eval_loss": 2.6205813884735107,
"eval_runtime": 13.3001,
"eval_samples_per_second": 81.955,
"eval_steps_per_second": 0.677,
"step": 5
},
{
"epoch": 0.06493506493506493,
"grad_norm": 2.9360680843951172,
"learning_rate": 5.25e-06,
"loss": 2.6337,
"step": 10
},
{
"epoch": 0.06493506493506493,
"eval_loss": 2.5846035480499268,
"eval_runtime": 13.3634,
"eval_samples_per_second": 81.566,
"eval_steps_per_second": 0.673,
"step": 10
},
{
"epoch": 0.09740259740259741,
"grad_norm": 2.4441290480949354,
"learning_rate": 9e-06,
"loss": 2.5268,
"step": 15
},
{
"epoch": 0.09740259740259741,
"eval_loss": 2.5515594482421875,
"eval_runtime": 13.3452,
"eval_samples_per_second": 81.677,
"eval_steps_per_second": 0.674,
"step": 15
},
{
"epoch": 0.12987012987012986,
"grad_norm": 2.5052749297132455,
"learning_rate": 1.275e-05,
"loss": 2.5275,
"step": 20
},
{
"epoch": 0.12987012987012986,
"eval_loss": 2.5321404933929443,
"eval_runtime": 13.3665,
"eval_samples_per_second": 81.547,
"eval_steps_per_second": 0.673,
"step": 20
},
{
"epoch": 0.16233766233766234,
"grad_norm": 2.570439112365278,
"learning_rate": 1.4457320927100615e-05,
"loss": 2.5005,
"step": 25
},
{
"epoch": 0.16233766233766234,
"eval_loss": 2.513052225112915,
"eval_runtime": 13.3936,
"eval_samples_per_second": 81.382,
"eval_steps_per_second": 0.672,
"step": 25
},
{
"epoch": 0.19480519480519481,
"grad_norm": 2.1653661003420974,
"learning_rate": 1.3178060763055965e-05,
"loss": 2.5339,
"step": 30
},
{
"epoch": 0.19480519480519481,
"eval_loss": 2.496060609817505,
"eval_runtime": 13.4225,
"eval_samples_per_second": 81.207,
"eval_steps_per_second": 0.671,
"step": 30
},
{
"epoch": 0.22727272727272727,
"grad_norm": 2.4298156508230955,
"learning_rate": 1.200291011775234e-05,
"loss": 2.5335,
"step": 35
},
{
"epoch": 0.22727272727272727,
"eval_loss": 2.4807701110839844,
"eval_runtime": 13.3964,
"eval_samples_per_second": 81.365,
"eval_steps_per_second": 0.672,
"step": 35
},
{
"epoch": 0.2597402597402597,
"grad_norm": 2.371474812035467,
"learning_rate": 1.092418047398154e-05,
"loss": 2.4252,
"step": 40
},
{
"epoch": 0.2597402597402597,
"eval_loss": 2.464339256286621,
"eval_runtime": 13.3751,
"eval_samples_per_second": 81.495,
"eval_steps_per_second": 0.673,
"step": 40
},
{
"epoch": 0.2922077922077922,
"grad_norm": 2.233872363768768,
"learning_rate": 9.934692235419926e-06,
"loss": 2.4445,
"step": 45
},
{
"epoch": 0.2922077922077922,
"eval_loss": 2.4518375396728516,
"eval_runtime": 13.4165,
"eval_samples_per_second": 81.243,
"eval_steps_per_second": 0.671,
"step": 45
},
{
"epoch": 0.3246753246753247,
"grad_norm": 2.228351075418733,
"learning_rate": 9.02774500281382e-06,
"loss": 2.4594,
"step": 50
},
{
"epoch": 0.3246753246753247,
"eval_loss": 2.4393582344055176,
"eval_runtime": 13.3552,
"eval_samples_per_second": 81.616,
"eval_steps_per_second": 0.674,
"step": 50
},
{
"epoch": 0.35714285714285715,
"grad_norm": 2.2182357621988693,
"learning_rate": 8.197089350822288e-06,
"loss": 2.4498,
"step": 55
},
{
"epoch": 0.35714285714285715,
"eval_loss": 2.4287211894989014,
"eval_runtime": 13.3236,
"eval_samples_per_second": 81.809,
"eval_steps_per_second": 0.675,
"step": 55
},
{
"epoch": 0.38961038961038963,
"grad_norm": 2.3864673038770854,
"learning_rate": 7.436900041840997e-06,
"loss": 2.3821,
"step": 60
},
{
"epoch": 0.38961038961038963,
"eval_loss": 2.4184141159057617,
"eval_runtime": 13.3882,
"eval_samples_per_second": 81.415,
"eval_steps_per_second": 0.672,
"step": 60
},
{
"epoch": 0.42207792207792205,
"grad_norm": 1.9510161344368442,
"learning_rate": 6.741750615310939e-06,
"loss": 2.4317,
"step": 65
},
{
"epoch": 0.42207792207792205,
"eval_loss": 2.4091267585754395,
"eval_runtime": 13.358,
"eval_samples_per_second": 81.599,
"eval_steps_per_second": 0.674,
"step": 65
},
{
"epoch": 0.45454545454545453,
"grad_norm": 1.9482390057148204,
"learning_rate": 6.106589293139538e-06,
"loss": 2.3931,
"step": 70
},
{
"epoch": 0.45454545454545453,
"eval_loss": 2.40012788772583,
"eval_runtime": 13.4261,
"eval_samples_per_second": 81.185,
"eval_steps_per_second": 0.67,
"step": 70
},
{
"epoch": 0.487012987012987,
"grad_norm": 2.112671713085814,
"learning_rate": 5.526716143930102e-06,
"loss": 2.3695,
"step": 75
},
{
"epoch": 0.487012987012987,
"eval_loss": 2.3934359550476074,
"eval_runtime": 13.3826,
"eval_samples_per_second": 81.449,
"eval_steps_per_second": 0.673,
"step": 75
},
{
"epoch": 0.5194805194805194,
"grad_norm": 2.0831282196798315,
"learning_rate": 4.997761450728939e-06,
"loss": 2.3981,
"step": 80
},
{
"epoch": 0.5194805194805194,
"eval_loss": 2.3855459690093994,
"eval_runtime": 13.4481,
"eval_samples_per_second": 81.052,
"eval_steps_per_second": 0.669,
"step": 80
},
{
"epoch": 0.551948051948052,
"grad_norm": 1.850619691727126,
"learning_rate": 4.515665228960038e-06,
"loss": 2.3952,
"step": 85
},
{
"epoch": 0.551948051948052,
"eval_loss": 2.37890887260437,
"eval_runtime": 13.4148,
"eval_samples_per_second": 81.254,
"eval_steps_per_second": 0.671,
"step": 85
},
{
"epoch": 0.5844155844155844,
"grad_norm": 1.92650957243675,
"learning_rate": 4.0766578431245434e-06,
"loss": 2.4137,
"step": 90
},
{
"epoch": 0.5844155844155844,
"eval_loss": 2.3720638751983643,
"eval_runtime": 13.3735,
"eval_samples_per_second": 81.504,
"eval_steps_per_second": 0.673,
"step": 90
},
{
"epoch": 0.6168831168831169,
"grad_norm": 1.9166696037048836,
"learning_rate": 3.6772416726983343e-06,
"loss": 2.3614,
"step": 95
},
{
"epoch": 0.6168831168831169,
"eval_loss": 2.366936683654785,
"eval_runtime": 13.4784,
"eval_samples_per_second": 80.87,
"eval_steps_per_second": 0.668,
"step": 95
},
{
"epoch": 0.6493506493506493,
"grad_norm": 1.9337017607143168,
"learning_rate": 3.3141737794662055e-06,
"loss": 2.3467,
"step": 100
},
{
"epoch": 0.6493506493506493,
"eval_loss": 2.361203193664551,
"eval_runtime": 13.4232,
"eval_samples_per_second": 81.203,
"eval_steps_per_second": 0.67,
"step": 100
},
{
"epoch": 0.6818181818181818,
"grad_norm": 1.800114241259619,
"learning_rate": 2.984449530286649e-06,
"loss": 2.4012,
"step": 105
},
{
"epoch": 0.6818181818181818,
"eval_loss": 2.3568994998931885,
"eval_runtime": 13.3387,
"eval_samples_per_second": 81.717,
"eval_steps_per_second": 0.675,
"step": 105
},
{
"epoch": 0.7142857142857143,
"grad_norm": 1.8774879479561137,
"learning_rate": 2.685287130987944e-06,
"loss": 2.3224,
"step": 110
},
{
"epoch": 0.7142857142857143,
"eval_loss": 2.352806329727173,
"eval_runtime": 13.3565,
"eval_samples_per_second": 81.608,
"eval_steps_per_second": 0.674,
"step": 110
},
{
"epoch": 0.7467532467532467,
"grad_norm": 1.8730632952307495,
"learning_rate": 2.4141130287548048e-06,
"loss": 2.3348,
"step": 115
},
{
"epoch": 0.7467532467532467,
"eval_loss": 2.348268985748291,
"eval_runtime": 13.3814,
"eval_samples_per_second": 81.456,
"eval_steps_per_second": 0.673,
"step": 115
},
{
"epoch": 0.7792207792207793,
"grad_norm": 1.9700141360167842,
"learning_rate": 2.168548141976706e-06,
"loss": 2.3573,
"step": 120
},
{
"epoch": 0.7792207792207793,
"eval_loss": 2.3447518348693848,
"eval_runtime": 13.3872,
"eval_samples_per_second": 81.421,
"eval_steps_per_second": 0.672,
"step": 120
},
{
"epoch": 0.8116883116883117,
"grad_norm": 1.8580210267921047,
"learning_rate": 1.946394878094437e-06,
"loss": 2.306,
"step": 125
},
{
"epoch": 0.8116883116883117,
"eval_loss": 2.3411996364593506,
"eval_runtime": 13.4315,
"eval_samples_per_second": 81.153,
"eval_steps_per_second": 0.67,
"step": 125
},
{
"epoch": 0.8441558441558441,
"grad_norm": 1.8818877549057513,
"learning_rate": 1.745624901501792e-06,
"loss": 2.342,
"step": 130
},
{
"epoch": 0.8441558441558441,
"eval_loss": 2.338190793991089,
"eval_runtime": 13.3467,
"eval_samples_per_second": 81.668,
"eval_steps_per_second": 0.674,
"step": 130
},
{
"epoch": 0.8766233766233766,
"grad_norm": 1.9087045844270383,
"learning_rate": 1.564367615035273e-06,
"loss": 2.3045,
"step": 135
},
{
"epoch": 0.8766233766233766,
"eval_loss": 2.3356211185455322,
"eval_runtime": 13.3981,
"eval_samples_per_second": 81.355,
"eval_steps_per_second": 0.672,
"step": 135
},
{
"epoch": 0.9090909090909091,
"grad_norm": 1.8238462929669437,
"learning_rate": 1.4008993200171148e-06,
"loss": 2.2959,
"step": 140
},
{
"epoch": 0.9090909090909091,
"eval_loss": 2.3329813480377197,
"eval_runtime": 13.4034,
"eval_samples_per_second": 81.322,
"eval_steps_per_second": 0.671,
"step": 140
},
{
"epoch": 0.9415584415584416,
"grad_norm": 1.824603087231258,
"learning_rate": 1.253633021206854e-06,
"loss": 2.3545,
"step": 145
},
{
"epoch": 0.9415584415584416,
"eval_loss": 2.330482006072998,
"eval_runtime": 13.3871,
"eval_samples_per_second": 81.422,
"eval_steps_per_second": 0.672,
"step": 145
},
{
"epoch": 0.974025974025974,
"grad_norm": 1.7913666925001428,
"learning_rate": 1.1211088443646446e-06,
"loss": 2.3446,
"step": 150
},
{
"epoch": 0.974025974025974,
"eval_loss": 2.3284924030303955,
"eval_runtime": 13.3985,
"eval_samples_per_second": 81.353,
"eval_steps_per_second": 0.672,
"step": 150
},
{
"epoch": 1.0064935064935066,
"grad_norm": 3.0555751125596067,
"learning_rate": 1.0019850354367667e-06,
"loss": 2.2502,
"step": 155
},
{
"epoch": 1.0064935064935066,
"eval_loss": 2.326810598373413,
"eval_runtime": 13.3767,
"eval_samples_per_second": 81.485,
"eval_steps_per_second": 0.673,
"step": 155
}
],
"logging_steps": 5,
"max_steps": 616,
"num_input_tokens_seen": 0,
"num_train_epochs": 4,
"save_steps": 5,
"total_flos": 15912853831680.0,
"train_batch_size": 8,
"trial_name": null,
"trial_params": null
}
Reference in New Issue View Git Blame Copy Permalink