252 lines
6.5 KiB
JSON
252 lines
6.5 KiB
JSON
{
|
|
"best_global_step": null,
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 1.0,
|
|
"eval_steps": 99999999,
|
|
"global_step": 5337,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.0001873909326212478,
|
|
"grad_norm": 245.6398468017578,
|
|
"learning_rate": 5e-05,
|
|
"loss": 175.7636,
|
|
"step": 1
|
|
},
|
|
{
|
|
"epoch": 0.0001873909326212478,
|
|
"eval_accuracy": 0.015452299171252725,
|
|
"eval_loss": 10.732580184936523,
|
|
"eval_runtime": 219.7551,
|
|
"eval_samples_per_second": 35.922,
|
|
"eval_steps_per_second": 4.491,
|
|
"step": 1
|
|
},
|
|
{
|
|
"epoch": 0.0003747818652424956,
|
|
"grad_norm": 113.21331024169922,
|
|
"learning_rate": 4.9990631440884397e-05,
|
|
"loss": 161.0339,
|
|
"step": 2
|
|
},
|
|
{
|
|
"epoch": 0.0003747818652424956,
|
|
"eval_accuracy": 0.015452299171252725,
|
|
"eval_loss": 10.66187572479248,
|
|
"eval_runtime": 137.4523,
|
|
"eval_samples_per_second": 57.431,
|
|
"eval_steps_per_second": 7.181,
|
|
"step": 2
|
|
},
|
|
{
|
|
"epoch": 0.0007495637304849911,
|
|
"grad_norm": 65.50191497802734,
|
|
"learning_rate": 4.997189432265318e-05,
|
|
"loss": 156.102,
|
|
"step": 4
|
|
},
|
|
{
|
|
"epoch": 0.0007495637304849911,
|
|
"eval_accuracy": 0.015464063058397669,
|
|
"eval_loss": 10.59908676147461,
|
|
"eval_runtime": 188.7788,
|
|
"eval_samples_per_second": 41.816,
|
|
"eval_steps_per_second": 5.228,
|
|
"step": 4
|
|
},
|
|
{
|
|
"epoch": 0.0014991274609699823,
|
|
"grad_norm": 38.306678771972656,
|
|
"learning_rate": 4.993442008619075e-05,
|
|
"loss": 152.2921,
|
|
"step": 8
|
|
},
|
|
{
|
|
"epoch": 0.0014991274609699823,
|
|
"eval_accuracy": 0.015459481333930691,
|
|
"eval_loss": 10.50749397277832,
|
|
"eval_runtime": 140.9589,
|
|
"eval_samples_per_second": 56.002,
|
|
"eval_steps_per_second": 7.002,
|
|
"step": 8
|
|
},
|
|
{
|
|
"epoch": 0.0029982549219399646,
|
|
"grad_norm": 33.0531005859375,
|
|
"learning_rate": 4.985947161326589e-05,
|
|
"loss": 148.7237,
|
|
"step": 16
|
|
},
|
|
{
|
|
"epoch": 0.0029982549219399646,
|
|
"eval_accuracy": 0.018715353804478252,
|
|
"eval_loss": 10.448219299316406,
|
|
"eval_runtime": 215.51,
|
|
"eval_samples_per_second": 36.629,
|
|
"eval_steps_per_second": 4.58,
|
|
"step": 16
|
|
},
|
|
{
|
|
"epoch": 0.005996509843879929,
|
|
"grad_norm": 33.14303207397461,
|
|
"learning_rate": 4.970957466741615e-05,
|
|
"loss": 141.2197,
|
|
"step": 32
|
|
},
|
|
{
|
|
"epoch": 0.005996509843879929,
|
|
"eval_accuracy": 0.02386372614066984,
|
|
"eval_loss": 10.312174797058105,
|
|
"eval_runtime": 201.4605,
|
|
"eval_samples_per_second": 39.184,
|
|
"eval_steps_per_second": 4.899,
|
|
"step": 32
|
|
},
|
|
{
|
|
"epoch": 0.011993019687759858,
|
|
"grad_norm": 17.63327407836914,
|
|
"learning_rate": 4.94097807757167e-05,
|
|
"loss": 128.0666,
|
|
"step": 64
|
|
},
|
|
{
|
|
"epoch": 0.011993019687759858,
|
|
"eval_accuracy": 0.0342046782626398,
|
|
"eval_loss": 9.543290138244629,
|
|
"eval_runtime": 210.7504,
|
|
"eval_samples_per_second": 37.457,
|
|
"eval_steps_per_second": 4.683,
|
|
"step": 64
|
|
},
|
|
{
|
|
"epoch": 0.023986039375519717,
|
|
"grad_norm": 22.085046768188477,
|
|
"learning_rate": 4.881019299231778e-05,
|
|
"loss": 118.9934,
|
|
"step": 128
|
|
},
|
|
{
|
|
"epoch": 0.023986039375519717,
|
|
"eval_accuracy": 0.03304265387350131,
|
|
"eval_loss": 7.98660945892334,
|
|
"eval_runtime": 227.9954,
|
|
"eval_samples_per_second": 34.624,
|
|
"eval_steps_per_second": 4.329,
|
|
"step": 128
|
|
},
|
|
{
|
|
"epoch": 0.04797207875103943,
|
|
"grad_norm": 17.06017303466797,
|
|
"learning_rate": 4.761101742551995e-05,
|
|
"loss": 102.9587,
|
|
"step": 256
|
|
},
|
|
{
|
|
"epoch": 0.04797207875103943,
|
|
"eval_accuracy": 0.055030721081703045,
|
|
"eval_loss": 5.9021315574646,
|
|
"eval_runtime": 240.335,
|
|
"eval_samples_per_second": 32.846,
|
|
"eval_steps_per_second": 4.107,
|
|
"step": 256
|
|
},
|
|
{
|
|
"epoch": 0.09594415750207887,
|
|
"grad_norm": 68.73705291748047,
|
|
"learning_rate": 4.52126662919243e-05,
|
|
"loss": 93.4498,
|
|
"step": 512
|
|
},
|
|
{
|
|
"epoch": 0.09594415750207887,
|
|
"eval_accuracy": 0.18273613650666046,
|
|
"eval_loss": 4.6600799560546875,
|
|
"eval_runtime": 236.8236,
|
|
"eval_samples_per_second": 33.333,
|
|
"eval_steps_per_second": 4.168,
|
|
"step": 512
|
|
},
|
|
{
|
|
"epoch": 0.19188831500415773,
|
|
"grad_norm": 16.876415252685547,
|
|
"learning_rate": 4.0415964024733e-05,
|
|
"loss": 74.4021,
|
|
"step": 1024
|
|
},
|
|
{
|
|
"epoch": 0.19188831500415773,
|
|
"eval_accuracy": 0.1382732248232383,
|
|
"eval_loss": 4.865310192108154,
|
|
"eval_runtime": 268.5345,
|
|
"eval_samples_per_second": 29.397,
|
|
"eval_steps_per_second": 3.676,
|
|
"step": 1024
|
|
},
|
|
{
|
|
"epoch": 0.38377663000831547,
|
|
"grad_norm": 7.590776443481445,
|
|
"learning_rate": 3.082255949035038e-05,
|
|
"loss": 63.2125,
|
|
"step": 2048
|
|
},
|
|
{
|
|
"epoch": 0.38377663000831547,
|
|
"eval_accuracy": 0.22398527805247487,
|
|
"eval_loss": 4.008070468902588,
|
|
"eval_runtime": 233.7103,
|
|
"eval_samples_per_second": 33.777,
|
|
"eval_steps_per_second": 4.223,
|
|
"step": 2048
|
|
},
|
|
{
|
|
"epoch": 0.7675532600166309,
|
|
"grad_norm": 9.217267990112305,
|
|
"learning_rate": 1.163575042158516e-05,
|
|
"loss": 46.9282,
|
|
"step": 4096
|
|
},
|
|
{
|
|
"epoch": 0.7675532600166309,
|
|
"eval_accuracy": 0.31996237537399874,
|
|
"eval_loss": 3.480340003967285,
|
|
"eval_runtime": 277.8889,
|
|
"eval_samples_per_second": 28.407,
|
|
"eval_steps_per_second": 3.552,
|
|
"step": 4096
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"step": 5337,
|
|
"total_flos": 3.56955225587712e+17,
|
|
"train_loss": 57.429637563704375,
|
|
"train_runtime": 52919.1561,
|
|
"train_samples_per_second": 12.908,
|
|
"train_steps_per_second": 0.101
|
|
}
|
|
],
|
|
"logging_steps": 99999999,
|
|
"max_steps": 5337,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 1,
|
|
"save_steps": 99999999,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": true
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 3.56955225587712e+17,
|
|
"train_batch_size": 8,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|