188 lines
4.4 KiB
JSON
188 lines
4.4 KiB
JSON
{
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 4.0,
|
|
"eval_steps": 500,
|
|
"global_step": 448,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.17857142857142858,
|
|
"grad_norm": 17.865875244140625,
|
|
"learning_rate": 1.9910714285714287e-05,
|
|
"loss": 1.0838,
|
|
"step": 20
|
|
},
|
|
{
|
|
"epoch": 0.35714285714285715,
|
|
"grad_norm": 3.3213462829589844,
|
|
"learning_rate": 1.9151785714285714e-05,
|
|
"loss": 0.7877,
|
|
"step": 40
|
|
},
|
|
{
|
|
"epoch": 0.5357142857142857,
|
|
"grad_norm": 2.8315253257751465,
|
|
"learning_rate": 1.8258928571428574e-05,
|
|
"loss": 0.6396,
|
|
"step": 60
|
|
},
|
|
{
|
|
"epoch": 0.7142857142857143,
|
|
"grad_norm": 2.6161699295043945,
|
|
"learning_rate": 1.736607142857143e-05,
|
|
"loss": 0.5952,
|
|
"step": 80
|
|
},
|
|
{
|
|
"epoch": 0.8928571428571429,
|
|
"grad_norm": 2.6655831336975098,
|
|
"learning_rate": 1.6473214285714288e-05,
|
|
"loss": 0.5743,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 1.0714285714285714,
|
|
"grad_norm": 2.081516981124878,
|
|
"learning_rate": 1.5580357142857145e-05,
|
|
"loss": 0.4802,
|
|
"step": 120
|
|
},
|
|
{
|
|
"epoch": 1.25,
|
|
"grad_norm": 2.047880172729492,
|
|
"learning_rate": 1.4687500000000001e-05,
|
|
"loss": 0.3406,
|
|
"step": 140
|
|
},
|
|
{
|
|
"epoch": 1.4285714285714286,
|
|
"grad_norm": 1.9429481029510498,
|
|
"learning_rate": 1.379464285714286e-05,
|
|
"loss": 0.347,
|
|
"step": 160
|
|
},
|
|
{
|
|
"epoch": 1.6071428571428572,
|
|
"grad_norm": 2.0169007778167725,
|
|
"learning_rate": 1.2901785714285715e-05,
|
|
"loss": 0.333,
|
|
"step": 180
|
|
},
|
|
{
|
|
"epoch": 1.7857142857142856,
|
|
"grad_norm": 1.9162710905075073,
|
|
"learning_rate": 1.2008928571428573e-05,
|
|
"loss": 0.3454,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 1.9642857142857144,
|
|
"grad_norm": 1.9847056865692139,
|
|
"learning_rate": 1.1116071428571428e-05,
|
|
"loss": 0.3392,
|
|
"step": 220
|
|
},
|
|
{
|
|
"epoch": 2.142857142857143,
|
|
"grad_norm": 1.6575144529342651,
|
|
"learning_rate": 1.0223214285714287e-05,
|
|
"loss": 0.1765,
|
|
"step": 240
|
|
},
|
|
{
|
|
"epoch": 2.3214285714285716,
|
|
"grad_norm": 1.6254658699035645,
|
|
"learning_rate": 9.330357142857143e-06,
|
|
"loss": 0.1455,
|
|
"step": 260
|
|
},
|
|
{
|
|
"epoch": 2.5,
|
|
"grad_norm": 1.5523484945297241,
|
|
"learning_rate": 8.4375e-06,
|
|
"loss": 0.1407,
|
|
"step": 280
|
|
},
|
|
{
|
|
"epoch": 2.678571428571429,
|
|
"grad_norm": 1.5673795938491821,
|
|
"learning_rate": 7.544642857142858e-06,
|
|
"loss": 0.1397,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 2.857142857142857,
|
|
"grad_norm": 1.509041428565979,
|
|
"learning_rate": 6.6517857142857144e-06,
|
|
"loss": 0.1371,
|
|
"step": 320
|
|
},
|
|
{
|
|
"epoch": 3.0357142857142856,
|
|
"grad_norm": 1.0347487926483154,
|
|
"learning_rate": 5.758928571428571e-06,
|
|
"loss": 0.1147,
|
|
"step": 340
|
|
},
|
|
{
|
|
"epoch": 3.2142857142857144,
|
|
"grad_norm": 1.1131216287612915,
|
|
"learning_rate": 4.866071428571429e-06,
|
|
"loss": 0.0511,
|
|
"step": 360
|
|
},
|
|
{
|
|
"epoch": 3.392857142857143,
|
|
"grad_norm": 1.2071995735168457,
|
|
"learning_rate": 3.9732142857142855e-06,
|
|
"loss": 0.0523,
|
|
"step": 380
|
|
},
|
|
{
|
|
"epoch": 3.571428571428571,
|
|
"grad_norm": 1.0390278100967407,
|
|
"learning_rate": 3.080357142857143e-06,
|
|
"loss": 0.05,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 3.75,
|
|
"grad_norm": 0.982015073299408,
|
|
"learning_rate": 2.1875000000000002e-06,
|
|
"loss": 0.0473,
|
|
"step": 420
|
|
},
|
|
{
|
|
"epoch": 3.928571428571429,
|
|
"grad_norm": 0.9728031158447266,
|
|
"learning_rate": 1.2946428571428574e-06,
|
|
"loss": 0.0437,
|
|
"step": 440
|
|
}
|
|
],
|
|
"logging_steps": 20,
|
|
"max_steps": 448,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 4,
|
|
"save_steps": 500,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": true
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 76855084482560.0,
|
|
"train_batch_size": 12,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|