184 lines
4.6 KiB
JSON
184 lines
4.6 KiB
JSON
{
|
|
"best_global_step": null,
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 1.0,
|
|
"eval_steps": 500,
|
|
"global_step": 205,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.04884004884004884,
|
|
"grad_norm": 2.951613426208496,
|
|
"learning_rate": 6.545454545454546e-06,
|
|
"loss": 1.6103919982910155,
|
|
"step": 10
|
|
},
|
|
{
|
|
"epoch": 0.09768009768009768,
|
|
"grad_norm": 1.4161419868469238,
|
|
"learning_rate": 7.9664804049057e-06,
|
|
"loss": 1.1710912704467773,
|
|
"step": 20
|
|
},
|
|
{
|
|
"epoch": 0.14652014652014653,
|
|
"grad_norm": 1.1890255212783813,
|
|
"learning_rate": 7.831269296751948e-06,
|
|
"loss": 1.0446645736694335,
|
|
"step": 30
|
|
},
|
|
{
|
|
"epoch": 0.19536019536019536,
|
|
"grad_norm": 1.1855751276016235,
|
|
"learning_rate": 7.595806964341581e-06,
|
|
"loss": 0.9899624824523926,
|
|
"step": 40
|
|
},
|
|
{
|
|
"epoch": 0.2442002442002442,
|
|
"grad_norm": 1.4533610343933105,
|
|
"learning_rate": 7.266254652228843e-06,
|
|
"loss": 0.9951982498168945,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 0.29304029304029305,
|
|
"grad_norm": 1.264499545097351,
|
|
"learning_rate": 6.851235618187317e-06,
|
|
"loss": 0.9782312393188477,
|
|
"step": 60
|
|
},
|
|
{
|
|
"epoch": 0.3418803418803419,
|
|
"grad_norm": 1.3089553117752075,
|
|
"learning_rate": 6.36160949202369e-06,
|
|
"loss": 0.9667717933654785,
|
|
"step": 70
|
|
},
|
|
{
|
|
"epoch": 0.3907203907203907,
|
|
"grad_norm": 1.0916252136230469,
|
|
"learning_rate": 5.810188116178156e-06,
|
|
"loss": 0.9572884559631347,
|
|
"step": 80
|
|
},
|
|
{
|
|
"epoch": 0.43956043956043955,
|
|
"grad_norm": 1.2539805173873901,
|
|
"learning_rate": 5.211400303591802e-06,
|
|
"loss": 0.9558270454406739,
|
|
"step": 90
|
|
},
|
|
{
|
|
"epoch": 0.4884004884004884,
|
|
"grad_norm": 1.1267527341842651,
|
|
"learning_rate": 4.580914284981961e-06,
|
|
"loss": 0.9527605056762696,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.5372405372405372,
|
|
"grad_norm": 1.0940070152282715,
|
|
"learning_rate": 3.935227724789994e-06,
|
|
"loss": 0.9419396400451661,
|
|
"step": 110
|
|
},
|
|
{
|
|
"epoch": 0.5860805860805861,
|
|
"grad_norm": 1.7783108949661255,
|
|
"learning_rate": 3.2912360336831093e-06,
|
|
"loss": 0.9319709777832031,
|
|
"step": 120
|
|
},
|
|
{
|
|
"epoch": 0.6349206349206349,
|
|
"grad_norm": 1.1148947477340698,
|
|
"learning_rate": 2.665790273396718e-06,
|
|
"loss": 0.9522204399108887,
|
|
"step": 130
|
|
},
|
|
{
|
|
"epoch": 0.6837606837606838,
|
|
"grad_norm": 1.0567108392715454,
|
|
"learning_rate": 2.0752562220367795e-06,
|
|
"loss": 0.9412946701049805,
|
|
"step": 140
|
|
},
|
|
{
|
|
"epoch": 0.7326007326007326,
|
|
"grad_norm": 1.0418899059295654,
|
|
"learning_rate": 1.5350861375962904e-06,
|
|
"loss": 0.9191699981689453,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 0.7814407814407814,
|
|
"grad_norm": 0.9806021451950073,
|
|
"learning_rate": 1.0594144251711994e-06,
|
|
"loss": 0.9190822601318359,
|
|
"step": 160
|
|
},
|
|
{
|
|
"epoch": 0.8302808302808303,
|
|
"grad_norm": 1.0123064517974854,
|
|
"learning_rate": 6.606877878829161e-07,
|
|
"loss": 0.9286371231079101,
|
|
"step": 170
|
|
},
|
|
{
|
|
"epoch": 0.8791208791208791,
|
|
"grad_norm": 1.079588770866394,
|
|
"learning_rate": 3.4933953919383984e-07,
|
|
"loss": 0.9289794921875,
|
|
"step": 180
|
|
},
|
|
{
|
|
"epoch": 0.927960927960928,
|
|
"grad_norm": 1.2275781631469727,
|
|
"learning_rate": 1.3351659874955546e-07,
|
|
"loss": 0.919953727722168,
|
|
"step": 190
|
|
},
|
|
{
|
|
"epoch": 0.9768009768009768,
|
|
"grad_norm": 1.0596216917037964,
|
|
"learning_rate": 1.8866315333544213e-08,
|
|
"loss": 0.9213088989257813,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"step": 205,
|
|
"total_flos": 2.640143661303595e+18,
|
|
"train_loss": 0.9932206619076612,
|
|
"train_runtime": 1797.9362,
|
|
"train_samples_per_second": 7.286,
|
|
"train_steps_per_second": 0.114
|
|
}
|
|
],
|
|
"logging_steps": 10,
|
|
"max_steps": 205,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 1,
|
|
"save_steps": 500,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": true
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 2.640143661303595e+18,
|
|
"train_batch_size": 1,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|