211 lines
5.0 KiB
JSON
211 lines
5.0 KiB
JSON
{
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 3.975951903807615,
|
|
"eval_steps": 500,
|
|
"global_step": 124,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.16032064128256512,
|
|
"grad_norm": 96.1263392680429,
|
|
"learning_rate": 7.692307692307693e-05,
|
|
"loss": 1.184,
|
|
"step": 5
|
|
},
|
|
{
|
|
"epoch": 0.32064128256513025,
|
|
"grad_norm": 109.03932941785152,
|
|
"learning_rate": 0.00015384615384615385,
|
|
"loss": 5.0239,
|
|
"step": 10
|
|
},
|
|
{
|
|
"epoch": 0.48096192384769537,
|
|
"grad_norm": 57.030962020859526,
|
|
"learning_rate": 0.00019983983492623833,
|
|
"loss": 4.0648,
|
|
"step": 15
|
|
},
|
|
{
|
|
"epoch": 0.6412825651302605,
|
|
"grad_norm": 22.869725355526718,
|
|
"learning_rate": 0.0001980438647961327,
|
|
"loss": 2.8094,
|
|
"step": 20
|
|
},
|
|
{
|
|
"epoch": 0.8016032064128257,
|
|
"grad_norm": 6.985773379251052,
|
|
"learning_rate": 0.00019428774454610843,
|
|
"loss": 2.2094,
|
|
"step": 25
|
|
},
|
|
{
|
|
"epoch": 0.9619238476953907,
|
|
"grad_norm": 5.841783328387945,
|
|
"learning_rate": 0.00018864656872260985,
|
|
"loss": 1.3499,
|
|
"step": 30
|
|
},
|
|
{
|
|
"epoch": 1.122244488977956,
|
|
"grad_norm": 4.328203171108087,
|
|
"learning_rate": 0.0001812331190023886,
|
|
"loss": 1.2527,
|
|
"step": 35
|
|
},
|
|
{
|
|
"epoch": 1.282565130260521,
|
|
"grad_norm": 1.8271946123422904,
|
|
"learning_rate": 0.00017219560939545246,
|
|
"loss": 0.9903,
|
|
"step": 40
|
|
},
|
|
{
|
|
"epoch": 1.4428857715430863,
|
|
"grad_norm": 1.3376797882778457,
|
|
"learning_rate": 0.00016171472306414554,
|
|
"loss": 0.8082,
|
|
"step": 45
|
|
},
|
|
{
|
|
"epoch": 1.6032064128256514,
|
|
"grad_norm": 0.8625176200253305,
|
|
"learning_rate": 0.00015000000000000001,
|
|
"loss": 0.7515,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 1.7635270541082164,
|
|
"grad_norm": 0.9297452179429324,
|
|
"learning_rate": 0.00013728564777803088,
|
|
"loss": 0.6321,
|
|
"step": 55
|
|
},
|
|
{
|
|
"epoch": 1.9238476953907817,
|
|
"grad_norm": 1.1609492766676697,
|
|
"learning_rate": 0.0001238258591423165,
|
|
"loss": 0.5802,
|
|
"step": 60
|
|
},
|
|
{
|
|
"epoch": 2.0841683366733466,
|
|
"grad_norm": 0.6088051647121085,
|
|
"learning_rate": 0.00010988973003642499,
|
|
"loss": 0.4983,
|
|
"step": 65
|
|
},
|
|
{
|
|
"epoch": 2.244488977955912,
|
|
"grad_norm": 0.45623167145983035,
|
|
"learning_rate": 9.57558796803852e-05,
|
|
"loss": 0.4119,
|
|
"step": 70
|
|
},
|
|
{
|
|
"epoch": 2.404809619238477,
|
|
"grad_norm": 0.43383089288281307,
|
|
"learning_rate": 8.170688025276134e-05,
|
|
"loss": 0.3915,
|
|
"step": 75
|
|
},
|
|
{
|
|
"epoch": 2.565130260521042,
|
|
"grad_norm": 0.44731640463982364,
|
|
"learning_rate": 6.802360754287547e-05,
|
|
"loss": 0.3917,
|
|
"step": 80
|
|
},
|
|
{
|
|
"epoch": 2.7254509018036073,
|
|
"grad_norm": 0.4205909891049952,
|
|
"learning_rate": 5.497962551823266e-05,
|
|
"loss": 0.3886,
|
|
"step": 85
|
|
},
|
|
{
|
|
"epoch": 2.8857715430861726,
|
|
"grad_norm": 0.4168469096572953,
|
|
"learning_rate": 4.283571707415214e-05,
|
|
"loss": 0.3689,
|
|
"step": 90
|
|
},
|
|
{
|
|
"epoch": 3.0460921843687374,
|
|
"grad_norm": 0.6798047385077177,
|
|
"learning_rate": 3.1834670310046734e-05,
|
|
"loss": 0.3212,
|
|
"step": 95
|
|
},
|
|
{
|
|
"epoch": 3.2064128256513027,
|
|
"grad_norm": 0.3963204162500924,
|
|
"learning_rate": 2.2196424568156073e-05,
|
|
"loss": 0.1699,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 3.3667334669338675,
|
|
"grad_norm": 0.38329008287670924,
|
|
"learning_rate": 1.4113673277957395e-05,
|
|
"loss": 0.1585,
|
|
"step": 105
|
|
},
|
|
{
|
|
"epoch": 3.527054108216433,
|
|
"grad_norm": 0.34785356511529864,
|
|
"learning_rate": 7.74801151675314e-06,
|
|
"loss": 0.1499,
|
|
"step": 110
|
|
},
|
|
{
|
|
"epoch": 3.687374749498998,
|
|
"grad_norm": 0.3409235398527789,
|
|
"learning_rate": 3.226705306650113e-06,
|
|
"loss": 0.1438,
|
|
"step": 115
|
|
},
|
|
{
|
|
"epoch": 3.847695390781563,
|
|
"grad_norm": 0.365385237116056,
|
|
"learning_rate": 6.401472380297091e-07,
|
|
"loss": 0.1525,
|
|
"step": 120
|
|
},
|
|
{
|
|
"epoch": 3.975951903807615,
|
|
"step": 124,
|
|
"total_flos": 135489736671232.0,
|
|
"train_loss": 1.0211431388893435,
|
|
"train_runtime": 8462.237,
|
|
"train_samples_per_second": 3.773,
|
|
"train_steps_per_second": 0.015
|
|
}
|
|
],
|
|
"logging_steps": 5,
|
|
"max_steps": 124,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 4,
|
|
"save_steps": 500,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": true
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 135489736671232.0,
|
|
"train_batch_size": 4,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|