483b1ab7d6
Model: PKU-Alignment/ProgressGym-HistLlama3-8B-C015-instruct-v0.2 Source: Original Platform
608 lines
15 KiB
JSON
608 lines
15 KiB
JSON
{
|
|
"best_metric": 0.8062803149223328,
|
|
"best_model_checkpoint": "./output/training_results/C015_llama3-8b-base_instruct_20240504_123713/checkpoint-10",
|
|
"epoch": 4.0,
|
|
"eval_steps": 5,
|
|
"global_step": 192,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.020833333333333332,
|
|
"grad_norm": 0.0,
|
|
"learning_rate": 0.0,
|
|
"loss": 0.8766,
|
|
"step": 1
|
|
},
|
|
{
|
|
"epoch": 0.10416666666666667,
|
|
"grad_norm": 10.34330229700748,
|
|
"learning_rate": 2.25e-06,
|
|
"loss": 0.8675,
|
|
"step": 5
|
|
},
|
|
{
|
|
"epoch": 0.10416666666666667,
|
|
"eval_loss": 0.8584801554679871,
|
|
"eval_runtime": 1.9951,
|
|
"eval_samples_per_second": 170.414,
|
|
"eval_steps_per_second": 1.504,
|
|
"step": 5
|
|
},
|
|
{
|
|
"epoch": 0.20833333333333334,
|
|
"grad_norm": 4.512014612667122,
|
|
"learning_rate": 5.25e-06,
|
|
"loss": 0.8415,
|
|
"step": 10
|
|
},
|
|
{
|
|
"epoch": 0.20833333333333334,
|
|
"eval_loss": 0.8062803149223328,
|
|
"eval_runtime": 1.9589,
|
|
"eval_samples_per_second": 173.564,
|
|
"eval_steps_per_second": 1.531,
|
|
"step": 10
|
|
},
|
|
{
|
|
"epoch": 0.3125,
|
|
"grad_norm": 5.466223920700161,
|
|
"learning_rate": 8.25e-06,
|
|
"loss": 0.8225,
|
|
"step": 15
|
|
},
|
|
{
|
|
"epoch": 0.3125,
|
|
"eval_loss": 0.820951521396637,
|
|
"eval_runtime": 1.9583,
|
|
"eval_samples_per_second": 173.62,
|
|
"eval_steps_per_second": 1.532,
|
|
"step": 15
|
|
},
|
|
{
|
|
"epoch": 0.4166666666666667,
|
|
"grad_norm": 5.091985939472258,
|
|
"learning_rate": 1.2e-05,
|
|
"loss": 0.806,
|
|
"step": 20
|
|
},
|
|
{
|
|
"epoch": 0.4166666666666667,
|
|
"eval_loss": 0.8412486910820007,
|
|
"eval_runtime": 1.9516,
|
|
"eval_samples_per_second": 174.217,
|
|
"eval_steps_per_second": 1.537,
|
|
"step": 20
|
|
},
|
|
{
|
|
"epoch": 0.5208333333333334,
|
|
"grad_norm": 4.323182492427286,
|
|
"learning_rate": 1.4071209905461127e-05,
|
|
"loss": 0.8139,
|
|
"step": 25
|
|
},
|
|
{
|
|
"epoch": 0.5208333333333334,
|
|
"eval_loss": 0.8701534867286682,
|
|
"eval_runtime": 1.956,
|
|
"eval_samples_per_second": 173.828,
|
|
"eval_steps_per_second": 1.534,
|
|
"step": 25
|
|
},
|
|
{
|
|
"epoch": 0.625,
|
|
"grad_norm": 4.430828029367158,
|
|
"learning_rate": 1.0166196232101288e-05,
|
|
"loss": 0.8978,
|
|
"step": 30
|
|
},
|
|
{
|
|
"epoch": 0.625,
|
|
"eval_loss": 0.8630704879760742,
|
|
"eval_runtime": 1.9545,
|
|
"eval_samples_per_second": 173.954,
|
|
"eval_steps_per_second": 1.535,
|
|
"step": 30
|
|
},
|
|
{
|
|
"epoch": 0.7291666666666666,
|
|
"grad_norm": 3.8459262571296122,
|
|
"learning_rate": 7.276248845991498e-06,
|
|
"loss": 0.814,
|
|
"step": 35
|
|
},
|
|
{
|
|
"epoch": 0.7291666666666666,
|
|
"eval_loss": 0.8549697995185852,
|
|
"eval_runtime": 1.9539,
|
|
"eval_samples_per_second": 174.008,
|
|
"eval_steps_per_second": 1.535,
|
|
"step": 35
|
|
},
|
|
{
|
|
"epoch": 0.8333333333333334,
|
|
"grad_norm": 4.312137758874538,
|
|
"learning_rate": 5.157388080190487e-06,
|
|
"loss": 0.7989,
|
|
"step": 40
|
|
},
|
|
{
|
|
"epoch": 0.8333333333333334,
|
|
"eval_loss": 0.8472943902015686,
|
|
"eval_runtime": 1.9515,
|
|
"eval_samples_per_second": 174.222,
|
|
"eval_steps_per_second": 1.537,
|
|
"step": 40
|
|
},
|
|
{
|
|
"epoch": 0.9375,
|
|
"grad_norm": 4.013634591695819,
|
|
"learning_rate": 3.6192313334626905e-06,
|
|
"loss": 0.8769,
|
|
"step": 45
|
|
},
|
|
{
|
|
"epoch": 0.9375,
|
|
"eval_loss": 0.8382811546325684,
|
|
"eval_runtime": 1.9527,
|
|
"eval_samples_per_second": 174.116,
|
|
"eval_steps_per_second": 1.536,
|
|
"step": 45
|
|
},
|
|
{
|
|
"epoch": 1.0416666666666667,
|
|
"grad_norm": 3.825805552811641,
|
|
"learning_rate": 2.514391432582838e-06,
|
|
"loss": 0.7244,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 1.0416666666666667,
|
|
"eval_loss": 0.8277742266654968,
|
|
"eval_runtime": 1.9549,
|
|
"eval_samples_per_second": 173.925,
|
|
"eval_steps_per_second": 1.535,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 1.1458333333333333,
|
|
"grad_norm": 3.0670883145044487,
|
|
"learning_rate": 1.7297262757656213e-06,
|
|
"loss": 0.4644,
|
|
"step": 55
|
|
},
|
|
{
|
|
"epoch": 1.1458333333333333,
|
|
"eval_loss": 0.8387134671211243,
|
|
"eval_runtime": 1.959,
|
|
"eval_samples_per_second": 173.561,
|
|
"eval_steps_per_second": 1.531,
|
|
"step": 55
|
|
},
|
|
{
|
|
"epoch": 1.25,
|
|
"grad_norm": 3.904758197983173,
|
|
"learning_rate": 1.1791620375982074e-06,
|
|
"loss": 0.4488,
|
|
"step": 60
|
|
},
|
|
{
|
|
"epoch": 1.25,
|
|
"eval_loss": 0.8680305480957031,
|
|
"eval_runtime": 1.953,
|
|
"eval_samples_per_second": 174.087,
|
|
"eval_steps_per_second": 1.536,
|
|
"step": 60
|
|
},
|
|
{
|
|
"epoch": 1.3541666666666667,
|
|
"grad_norm": 4.037522952699986,
|
|
"learning_rate": 7.978466092394693e-07,
|
|
"loss": 0.3973,
|
|
"step": 65
|
|
},
|
|
{
|
|
"epoch": 1.3541666666666667,
|
|
"eval_loss": 0.8717625737190247,
|
|
"eval_runtime": 1.9541,
|
|
"eval_samples_per_second": 173.996,
|
|
"eval_steps_per_second": 1.535,
|
|
"step": 65
|
|
},
|
|
{
|
|
"epoch": 1.4583333333333333,
|
|
"grad_norm": 4.006395162021574,
|
|
"learning_rate": 5.374210410959207e-07,
|
|
"loss": 0.443,
|
|
"step": 70
|
|
},
|
|
{
|
|
"epoch": 1.4583333333333333,
|
|
"eval_loss": 0.8596016764640808,
|
|
"eval_runtime": 1.9513,
|
|
"eval_samples_per_second": 174.244,
|
|
"eval_steps_per_second": 1.537,
|
|
"step": 70
|
|
},
|
|
{
|
|
"epoch": 1.5625,
|
|
"grad_norm": 4.477860740274337,
|
|
"learning_rate": 3.6222476698215175e-07,
|
|
"loss": 0.4346,
|
|
"step": 75
|
|
},
|
|
{
|
|
"epoch": 1.5625,
|
|
"eval_loss": 0.8514222502708435,
|
|
"eval_runtime": 1.9616,
|
|
"eval_samples_per_second": 173.329,
|
|
"eval_steps_per_second": 1.529,
|
|
"step": 75
|
|
},
|
|
{
|
|
"epoch": 1.6666666666666665,
|
|
"grad_norm": 3.79003494996975,
|
|
"learning_rate": 2.462755297384099e-07,
|
|
"loss": 0.4701,
|
|
"step": 80
|
|
},
|
|
{
|
|
"epoch": 1.6666666666666665,
|
|
"eval_loss": 0.8461114764213562,
|
|
"eval_runtime": 1.9519,
|
|
"eval_samples_per_second": 174.192,
|
|
"eval_steps_per_second": 1.537,
|
|
"step": 80
|
|
},
|
|
{
|
|
"epoch": 1.7708333333333335,
|
|
"grad_norm": 3.431009868136907,
|
|
"learning_rate": 1.7088740175034947e-07,
|
|
"loss": 0.4344,
|
|
"step": 85
|
|
},
|
|
{
|
|
"epoch": 1.7708333333333335,
|
|
"eval_loss": 0.8437052369117737,
|
|
"eval_runtime": 1.9548,
|
|
"eval_samples_per_second": 173.928,
|
|
"eval_steps_per_second": 1.535,
|
|
"step": 85
|
|
},
|
|
{
|
|
"epoch": 1.875,
|
|
"grad_norm": 3.4612975522103846,
|
|
"learning_rate": 1.228102956599465e-07,
|
|
"loss": 0.4274,
|
|
"step": 90
|
|
},
|
|
{
|
|
"epoch": 1.875,
|
|
"eval_loss": 0.8434357643127441,
|
|
"eval_runtime": 1.9551,
|
|
"eval_samples_per_second": 173.905,
|
|
"eval_steps_per_second": 1.534,
|
|
"step": 90
|
|
},
|
|
{
|
|
"epoch": 1.9791666666666665,
|
|
"grad_norm": 4.089060356958601,
|
|
"learning_rate": 9.279207916081227e-08,
|
|
"loss": 0.4771,
|
|
"step": 95
|
|
},
|
|
{
|
|
"epoch": 1.9791666666666665,
|
|
"eval_loss": 0.8434197902679443,
|
|
"eval_runtime": 1.9533,
|
|
"eval_samples_per_second": 174.06,
|
|
"eval_steps_per_second": 1.536,
|
|
"step": 95
|
|
},
|
|
{
|
|
"epoch": 2.0833333333333335,
|
|
"grad_norm": 3.5663107359521624,
|
|
"learning_rate": 7.448002404850094e-08,
|
|
"loss": 0.3876,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 2.0833333333333335,
|
|
"eval_loss": 0.8438728451728821,
|
|
"eval_runtime": 1.957,
|
|
"eval_samples_per_second": 173.739,
|
|
"eval_steps_per_second": 1.533,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 2.1875,
|
|
"grad_norm": 3.3025378175144806,
|
|
"learning_rate": 6.35920070839697e-08,
|
|
"loss": 0.3698,
|
|
"step": 105
|
|
},
|
|
{
|
|
"epoch": 2.1875,
|
|
"eval_loss": 0.845079243183136,
|
|
"eval_runtime": 1.9562,
|
|
"eval_samples_per_second": 173.803,
|
|
"eval_steps_per_second": 1.534,
|
|
"step": 105
|
|
},
|
|
{
|
|
"epoch": 2.2916666666666665,
|
|
"grad_norm": 3.4985300165216615,
|
|
"learning_rate": 5.7299804687499997e-08,
|
|
"loss": 0.407,
|
|
"step": 110
|
|
},
|
|
{
|
|
"epoch": 2.2916666666666665,
|
|
"eval_loss": 0.8465444445610046,
|
|
"eval_runtime": 1.9573,
|
|
"eval_samples_per_second": 173.708,
|
|
"eval_steps_per_second": 1.533,
|
|
"step": 110
|
|
},
|
|
{
|
|
"epoch": 2.3958333333333335,
|
|
"grad_norm": 3.394752587183079,
|
|
"learning_rate": 5.37771434967624e-08,
|
|
"loss": 0.374,
|
|
"step": 115
|
|
},
|
|
{
|
|
"epoch": 2.3958333333333335,
|
|
"eval_loss": 0.8481599688529968,
|
|
"eval_runtime": 1.9556,
|
|
"eval_samples_per_second": 173.861,
|
|
"eval_steps_per_second": 1.534,
|
|
"step": 115
|
|
},
|
|
{
|
|
"epoch": 2.5,
|
|
"grad_norm": 4.399721414998381,
|
|
"learning_rate": 5.187403540619925e-08,
|
|
"loss": 0.3945,
|
|
"step": 120
|
|
},
|
|
{
|
|
"epoch": 2.5,
|
|
"eval_loss": 0.8498236536979675,
|
|
"eval_runtime": 1.9552,
|
|
"eval_samples_per_second": 173.893,
|
|
"eval_steps_per_second": 1.534,
|
|
"step": 120
|
|
},
|
|
{
|
|
"epoch": 2.6041666666666665,
|
|
"grad_norm": 3.2768849901156845,
|
|
"learning_rate": 5.088648238966908e-08,
|
|
"loss": 0.3753,
|
|
"step": 125
|
|
},
|
|
{
|
|
"epoch": 2.6041666666666665,
|
|
"eval_loss": 0.8512565493583679,
|
|
"eval_runtime": 1.9594,
|
|
"eval_samples_per_second": 173.526,
|
|
"eval_steps_per_second": 1.531,
|
|
"step": 125
|
|
},
|
|
{
|
|
"epoch": 2.7083333333333335,
|
|
"grad_norm": 3.666595330730063,
|
|
"learning_rate": 5.039701925276604e-08,
|
|
"loss": 0.3721,
|
|
"step": 130
|
|
},
|
|
{
|
|
"epoch": 2.7083333333333335,
|
|
"eval_loss": 0.8527700304985046,
|
|
"eval_runtime": 1.9575,
|
|
"eval_samples_per_second": 173.689,
|
|
"eval_steps_per_second": 1.533,
|
|
"step": 130
|
|
},
|
|
{
|
|
"epoch": 2.8125,
|
|
"grad_norm": 3.4733320032072537,
|
|
"learning_rate": 5.0166900048082497e-08,
|
|
"loss": 0.3718,
|
|
"step": 135
|
|
},
|
|
{
|
|
"epoch": 2.8125,
|
|
"eval_loss": 0.8541720509529114,
|
|
"eval_runtime": 1.9599,
|
|
"eval_samples_per_second": 173.479,
|
|
"eval_steps_per_second": 1.531,
|
|
"step": 135
|
|
},
|
|
{
|
|
"epoch": 2.9166666666666665,
|
|
"grad_norm": 3.447696757476531,
|
|
"learning_rate": 5.0065147322870076e-08,
|
|
"loss": 0.3773,
|
|
"step": 140
|
|
},
|
|
{
|
|
"epoch": 2.9166666666666665,
|
|
"eval_loss": 0.8555252552032471,
|
|
"eval_runtime": 1.9586,
|
|
"eval_samples_per_second": 173.592,
|
|
"eval_steps_per_second": 1.532,
|
|
"step": 140
|
|
},
|
|
{
|
|
"epoch": 3.0208333333333335,
|
|
"grad_norm": 3.0052210603196237,
|
|
"learning_rate": 5.002328628528332e-08,
|
|
"loss": 0.3723,
|
|
"step": 145
|
|
},
|
|
{
|
|
"epoch": 3.0208333333333335,
|
|
"eval_loss": 0.8565484881401062,
|
|
"eval_runtime": 1.9586,
|
|
"eval_samples_per_second": 173.589,
|
|
"eval_steps_per_second": 1.532,
|
|
"step": 145
|
|
},
|
|
{
|
|
"epoch": 3.125,
|
|
"grad_norm": 3.368197941438436,
|
|
"learning_rate": 5.0007484528133236e-08,
|
|
"loss": 0.374,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 3.125,
|
|
"eval_loss": 0.8576194643974304,
|
|
"eval_runtime": 1.9541,
|
|
"eval_samples_per_second": 173.993,
|
|
"eval_steps_per_second": 1.535,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 3.2291666666666665,
|
|
"grad_norm": 3.3290743731904304,
|
|
"learning_rate": 5.0002110817570477e-08,
|
|
"loss": 0.3728,
|
|
"step": 155
|
|
},
|
|
{
|
|
"epoch": 3.2291666666666665,
|
|
"eval_loss": 0.8588044047355652,
|
|
"eval_runtime": 1.951,
|
|
"eval_samples_per_second": 174.273,
|
|
"eval_steps_per_second": 1.538,
|
|
"step": 155
|
|
},
|
|
{
|
|
"epoch": 3.3333333333333335,
|
|
"grad_norm": 4.793937739567796,
|
|
"learning_rate": 5.0000504842356326e-08,
|
|
"loss": 0.3686,
|
|
"step": 160
|
|
},
|
|
{
|
|
"epoch": 3.3333333333333335,
|
|
"eval_loss": 0.859791100025177,
|
|
"eval_runtime": 1.9522,
|
|
"eval_samples_per_second": 174.159,
|
|
"eval_steps_per_second": 1.537,
|
|
"step": 160
|
|
},
|
|
{
|
|
"epoch": 3.4375,
|
|
"grad_norm": 3.326342529192208,
|
|
"learning_rate": 5.000009745562451e-08,
|
|
"loss": 0.3617,
|
|
"step": 165
|
|
},
|
|
{
|
|
"epoch": 3.4375,
|
|
"eval_loss": 0.8607122302055359,
|
|
"eval_runtime": 1.958,
|
|
"eval_samples_per_second": 173.647,
|
|
"eval_steps_per_second": 1.532,
|
|
"step": 165
|
|
},
|
|
{
|
|
"epoch": 3.5416666666666665,
|
|
"grad_norm": 3.6505713497705736,
|
|
"learning_rate": 5.0000014077810156e-08,
|
|
"loss": 0.3546,
|
|
"step": 170
|
|
},
|
|
{
|
|
"epoch": 3.5416666666666665,
|
|
"eval_loss": 0.8613293170928955,
|
|
"eval_runtime": 1.9527,
|
|
"eval_samples_per_second": 174.122,
|
|
"eval_steps_per_second": 1.536,
|
|
"step": 170
|
|
},
|
|
{
|
|
"epoch": 3.6458333333333335,
|
|
"grad_norm": 3.496080458530573,
|
|
"learning_rate": 5.0000001343508807e-08,
|
|
"loss": 0.3707,
|
|
"step": 175
|
|
},
|
|
{
|
|
"epoch": 3.6458333333333335,
|
|
"eval_loss": 0.8619220852851868,
|
|
"eval_runtime": 1.9552,
|
|
"eval_samples_per_second": 173.893,
|
|
"eval_steps_per_second": 1.534,
|
|
"step": 175
|
|
},
|
|
{
|
|
"epoch": 3.75,
|
|
"grad_norm": 3.50316414527161,
|
|
"learning_rate": 5.000000006747581e-08,
|
|
"loss": 0.3739,
|
|
"step": 180
|
|
},
|
|
{
|
|
"epoch": 3.75,
|
|
"eval_loss": 0.862490177154541,
|
|
"eval_runtime": 1.9547,
|
|
"eval_samples_per_second": 173.936,
|
|
"eval_steps_per_second": 1.535,
|
|
"step": 180
|
|
},
|
|
{
|
|
"epoch": 3.8541666666666665,
|
|
"grad_norm": 3.7278057893863874,
|
|
"learning_rate": 5.0000000001094325e-08,
|
|
"loss": 0.3617,
|
|
"step": 185
|
|
},
|
|
{
|
|
"epoch": 3.8541666666666665,
|
|
"eval_loss": 0.8631939888000488,
|
|
"eval_runtime": 1.9574,
|
|
"eval_samples_per_second": 173.703,
|
|
"eval_steps_per_second": 1.533,
|
|
"step": 185
|
|
},
|
|
{
|
|
"epoch": 3.9583333333333335,
|
|
"grad_norm": 3.160928200357982,
|
|
"learning_rate": 5.000000000000139e-08,
|
|
"loss": 0.3591,
|
|
"step": 190
|
|
},
|
|
{
|
|
"epoch": 3.9583333333333335,
|
|
"eval_loss": 0.8637197613716125,
|
|
"eval_runtime": 1.9552,
|
|
"eval_samples_per_second": 173.893,
|
|
"eval_steps_per_second": 1.534,
|
|
"step": 190
|
|
},
|
|
{
|
|
"epoch": 4.0,
|
|
"step": 192,
|
|
"total_flos": 5334785064960.0,
|
|
"train_loss": 0.508326952966551,
|
|
"train_runtime": 4164.2152,
|
|
"train_samples_per_second": 2.934,
|
|
"train_steps_per_second": 0.046
|
|
}
|
|
],
|
|
"logging_steps": 5,
|
|
"max_steps": 192,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 4,
|
|
"save_steps": 5,
|
|
"total_flos": 5334785064960.0,
|
|
"train_batch_size": 8,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|