PKU-Alignment/ProgressGym-HistLlama3-8B-C019-pretrain-v0.2
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

Upload ./train_results.json with huggingface_hub

Browse Source
This commit is contained in:
ai-modelscope
2025-02-07 12:50:20 +08:00
parent 6b66061628
commit 5ddaf615b2
25 changed files with 413438 additions and 64 deletions
Download Patch File Download Diff File Expand all files Collapse all files

257
trainer_state.json Normal file
View File

@@ -0,0 +1,257 @@
{
"best_metric": 2.3333284854888916,
"best_model_checkpoint": "./output/training_results/C019_random_sample_Meta-Llama-3-8B_pretrain_20240726_033210/checkpoint-40700",
"epoch": 4.0,
"eval_steps": 4070,
"global_step": 40700,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 9.828009828009828e-05,
"grad_norm": 0.0,
"learning_rate": 0.0,
"loss": 2.7384,
"step": 1
},
{
"epoch": 0.2,
"grad_norm": 2.155671963962152,
"learning_rate": 1.9927939731411727e-06,
"loss": 2.4775,
"step": 2035
},
{
"epoch": 0.4,
"grad_norm": 2.0610799346731716,
"learning_rate": 2.238606233181306e-06,
"loss": 2.404,
"step": 4070
},
{
"epoch": 0.4,
"eval_loss": 2.388622283935547,
"eval_runtime": 386.8721,
"eval_samples_per_second": 187.02,
"eval_steps_per_second": 1.463,
"step": 4070
},
{
"epoch": 0.6,
"grad_norm": 1.852185161682542,
"learning_rate": 1.2183995585808034e-06,
"loss": 2.3695,
"step": 6105
},
{
"epoch": 0.8,
"grad_norm": 1.963949683462878,
"learning_rate": 6.503021712782451e-07,
"loss": 2.3519,
"step": 8140
},
{
"epoch": 0.8,
"eval_loss": 2.347768545150757,
"eval_runtime": 353.4879,
"eval_samples_per_second": 204.683,
"eval_steps_per_second": 1.601,
"step": 8140
},
{
"epoch": 1.0,
"grad_norm": 1.8257205248825334,
"learning_rate": 3.454633956957804e-07,
"loss": 2.341,
"step": 10175
},
{
"epoch": 1.2,
"grad_norm": 1.934651438097829,
"learning_rate": 1.8843776358550853e-07,
"loss": 2.272,
"step": 12210
},
{
"epoch": 1.2,
"eval_loss": 2.3399369716644287,
"eval_runtime": 353.2432,
"eval_samples_per_second": 204.825,
"eval_steps_per_second": 1.602,
"step": 12210
},
{
"epoch": 1.4,
"grad_norm": 1.9087851196083852,
"learning_rate": 1.1134838176940004e-07,
"loss": 2.2758,
"step": 14245
},
{
"epoch": 1.6,
"grad_norm": 1.9434977796166109,
"learning_rate": 7.549690625694449e-08,
"loss": 2.2737,
"step": 16280
},
{
"epoch": 1.6,
"eval_loss": 2.3373029232025146,
"eval_runtime": 353.221,
"eval_samples_per_second": 204.838,
"eval_steps_per_second": 1.602,
"step": 16280
},
{
"epoch": 1.8,
"grad_norm": 1.8796392127857566,
"learning_rate": 5.980471884190691e-08,
"loss": 2.2725,
"step": 18315
},
{
"epoch": 2.0,
"grad_norm": 1.9345766812761183,
"learning_rate": 5.3444261786522375e-08,
"loss": 2.2735,
"step": 20350
},
{
"epoch": 2.0,
"eval_loss": 2.3360562324523926,
"eval_runtime": 353.5294,
"eval_samples_per_second": 204.659,
"eval_steps_per_second": 1.601,
"step": 20350
},
{
"epoch": 2.2,
"grad_norm": 1.941719791382991,
"learning_rate": 5.108383189787308e-08,
"loss": 2.2617,
"step": 22385
},
{
"epoch": 2.4,
"grad_norm": 1.9268741466862327,
"learning_rate": 5.029810361474273e-08,
"loss": 2.2629,
"step": 24420
},
{
"epoch": 2.4,
"eval_loss": 2.3360707759857178,
"eval_runtime": 353.1028,
"eval_samples_per_second": 204.906,
"eval_steps_per_second": 1.603,
"step": 24420
},
{
"epoch": 2.6,
"grad_norm": 1.9707963592912294,
"learning_rate": 5.006893878600473e-08,
"loss": 2.2617,
"step": 26455
},
{
"epoch": 2.8,
"grad_norm": 1.9597319665023907,
"learning_rate": 5.001272696084112e-08,
"loss": 2.2655,
"step": 28490
},
{
"epoch": 2.8,
"eval_loss": 2.3352677822113037,
"eval_runtime": 353.4276,
"eval_samples_per_second": 204.718,
"eval_steps_per_second": 1.601,
"step": 28490
},
{
"epoch": 3.0,
"grad_norm": 34.02276184361365,
"learning_rate": 5.0001729586514593e-08,
"loss": 2.2615,
"step": 30525
},
{
"epoch": 3.2,
"grad_norm": 2.124382265375981,
"learning_rate": 5.0000150744726626e-08,
"loss": 2.2567,
"step": 32560
},
{
"epoch": 3.2,
"eval_loss": 2.334810733795166,
"eval_runtime": 353.1613,
"eval_samples_per_second": 204.872,
"eval_steps_per_second": 1.603,
"step": 32560
},
{
"epoch": 3.4,
"grad_norm": 1.9867886821885041,
"learning_rate": 5.000000648758777e-08,
"loss": 2.2555,
"step": 34595
},
{
"epoch": 3.6,
"grad_norm": 2.0413183498941763,
"learning_rate": 5.000000007849755e-08,
"loss": 2.2581,
"step": 36630
},
{
"epoch": 3.6,
"eval_loss": 2.3342058658599854,
"eval_runtime": 353.3438,
"eval_samples_per_second": 204.767,
"eval_steps_per_second": 1.602,
"step": 36630
},
{
"epoch": 3.8,
"grad_norm": 1.954005554664922,
"learning_rate": 5.000000000004389e-08,
"loss": 2.2592,
"step": 38665
},
{
"epoch": 4.0,
"grad_norm": 1.9904895703350474,
"learning_rate": 5e-08,
"loss": 2.2607,
"step": 40700
},
{
"epoch": 4.0,
"eval_loss": 2.3333284854888916,
"eval_runtime": 353.3086,
"eval_samples_per_second": 204.787,
"eval_steps_per_second": 1.602,
"step": 40700
},
{
"epoch": 4.0,
"step": 40700,
"total_flos": 4255641501696000.0,
"train_loss": 2.2957492570853644,
"train_runtime": 58446.3006,
"train_samples_per_second": 44.566,
"train_steps_per_second": 0.696
}
],
"logging_steps": 2035,
"max_steps": 40700,
"num_input_tokens_seen": 0,
"num_train_epochs": 4,
"save_steps": 4070,
"total_flos": 4255641501696000.0,
"train_batch_size": 8,
"trial_name": null,
"trial_params": null
}