429 lines
10 KiB
JSON
429 lines
10 KiB
JSON
{
|
|
"best_global_step": null,
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 1.0,
|
|
"eval_steps": 500,
|
|
"global_step": 278,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.017985611510791366,
|
|
"grad_norm": 24.75,
|
|
"learning_rate": 8.888888888888888e-06,
|
|
"loss": 2.950368309020996,
|
|
"step": 5
|
|
},
|
|
{
|
|
"epoch": 0.03597122302158273,
|
|
"grad_norm": 8.4375,
|
|
"learning_rate": 2e-05,
|
|
"loss": 2.4953432083129883,
|
|
"step": 10
|
|
},
|
|
{
|
|
"epoch": 0.0539568345323741,
|
|
"grad_norm": 3.875,
|
|
"learning_rate": 1.9982955597229275e-05,
|
|
"loss": 2.1284584045410155,
|
|
"step": 15
|
|
},
|
|
{
|
|
"epoch": 0.07194244604316546,
|
|
"grad_norm": 2.875,
|
|
"learning_rate": 1.9931880491250263e-05,
|
|
"loss": 1.9327747344970703,
|
|
"step": 20
|
|
},
|
|
{
|
|
"epoch": 0.08992805755395683,
|
|
"grad_norm": 2.28125,
|
|
"learning_rate": 1.9846948790998532e-05,
|
|
"loss": 1.813704490661621,
|
|
"step": 25
|
|
},
|
|
{
|
|
"epoch": 0.1079136690647482,
|
|
"grad_norm": 2.484375,
|
|
"learning_rate": 1.9728450018495506e-05,
|
|
"loss": 1.739830207824707,
|
|
"step": 30
|
|
},
|
|
{
|
|
"epoch": 0.12589928057553956,
|
|
"grad_norm": 2.1875,
|
|
"learning_rate": 1.9576788121902457e-05,
|
|
"loss": 1.7107593536376953,
|
|
"step": 35
|
|
},
|
|
{
|
|
"epoch": 0.14388489208633093,
|
|
"grad_norm": 2.109375,
|
|
"learning_rate": 1.9392480098509488e-05,
|
|
"loss": 1.6636060714721679,
|
|
"step": 40
|
|
},
|
|
{
|
|
"epoch": 0.1618705035971223,
|
|
"grad_norm": 1.9765625,
|
|
"learning_rate": 1.9176154232353513e-05,
|
|
"loss": 1.6550146102905274,
|
|
"step": 45
|
|
},
|
|
{
|
|
"epoch": 0.17985611510791366,
|
|
"grad_norm": 2.15625,
|
|
"learning_rate": 1.8928547952473037e-05,
|
|
"loss": 1.620616340637207,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 0.19784172661870503,
|
|
"grad_norm": 2.109375,
|
|
"learning_rate": 1.865050531910062e-05,
|
|
"loss": 1.5874693870544434,
|
|
"step": 55
|
|
},
|
|
{
|
|
"epoch": 0.2158273381294964,
|
|
"grad_norm": 1.828125,
|
|
"learning_rate": 1.8342974146362397e-05,
|
|
"loss": 1.5906153678894044,
|
|
"step": 60
|
|
},
|
|
{
|
|
"epoch": 0.23381294964028776,
|
|
"grad_norm": 1.9921875,
|
|
"learning_rate": 1.80070027712929e-05,
|
|
"loss": 1.5618690490722655,
|
|
"step": 65
|
|
},
|
|
{
|
|
"epoch": 0.2517985611510791,
|
|
"grad_norm": 2.046875,
|
|
"learning_rate": 1.7643736480179353e-05,
|
|
"loss": 1.560389232635498,
|
|
"step": 70
|
|
},
|
|
{
|
|
"epoch": 0.2697841726618705,
|
|
"grad_norm": 2.015625,
|
|
"learning_rate": 1.725441360441752e-05,
|
|
"loss": 1.5437555313110352,
|
|
"step": 75
|
|
},
|
|
{
|
|
"epoch": 0.28776978417266186,
|
|
"grad_norm": 2.1875,
|
|
"learning_rate": 1.684036129918786e-05,
|
|
"loss": 1.523001766204834,
|
|
"step": 80
|
|
},
|
|
{
|
|
"epoch": 0.3057553956834532,
|
|
"grad_norm": 2.203125,
|
|
"learning_rate": 1.6402991019342073e-05,
|
|
"loss": 1.5343033790588378,
|
|
"step": 85
|
|
},
|
|
{
|
|
"epoch": 0.3237410071942446,
|
|
"grad_norm": 2.203125,
|
|
"learning_rate": 1.5943793707922086e-05,
|
|
"loss": 1.5191097259521484,
|
|
"step": 90
|
|
},
|
|
{
|
|
"epoch": 0.34172661870503596,
|
|
"grad_norm": 2.0625,
|
|
"learning_rate": 1.5464334713713312e-05,
|
|
"loss": 1.5029571533203125,
|
|
"step": 95
|
|
},
|
|
{
|
|
"epoch": 0.3597122302158273,
|
|
"grad_norm": 1.9140625,
|
|
"learning_rate": 1.4966248455157622e-05,
|
|
"loss": 1.5281996726989746,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.3776978417266187,
|
|
"grad_norm": 1.9140625,
|
|
"learning_rate": 1.445123284881609e-05,
|
|
"loss": 1.5251441955566407,
|
|
"step": 105
|
|
},
|
|
{
|
|
"epoch": 0.39568345323741005,
|
|
"grad_norm": 2.03125,
|
|
"learning_rate": 1.392104352137426e-05,
|
|
"loss": 1.5085590362548829,
|
|
"step": 110
|
|
},
|
|
{
|
|
"epoch": 0.4136690647482014,
|
|
"grad_norm": 2.1875,
|
|
"learning_rate": 1.3377487824920459e-05,
|
|
"loss": 1.500697422027588,
|
|
"step": 115
|
|
},
|
|
{
|
|
"epoch": 0.4316546762589928,
|
|
"grad_norm": 2.015625,
|
|
"learning_rate": 1.2822418675898428e-05,
|
|
"loss": 1.4779583930969238,
|
|
"step": 120
|
|
},
|
|
{
|
|
"epoch": 0.44964028776978415,
|
|
"grad_norm": 2.125,
|
|
"learning_rate": 1.2257728238736468e-05,
|
|
"loss": 1.4670068740844726,
|
|
"step": 125
|
|
},
|
|
{
|
|
"epoch": 0.4676258992805755,
|
|
"grad_norm": 1.9609375,
|
|
"learning_rate": 1.1685341475684935e-05,
|
|
"loss": 1.489361572265625,
|
|
"step": 130
|
|
},
|
|
{
|
|
"epoch": 0.4856115107913669,
|
|
"grad_norm": 2.015625,
|
|
"learning_rate": 1.1107209584849845e-05,
|
|
"loss": 1.4737789154052734,
|
|
"step": 135
|
|
},
|
|
{
|
|
"epoch": 0.5035971223021583,
|
|
"grad_norm": 2.015625,
|
|
"learning_rate": 1.0525303348791599e-05,
|
|
"loss": 1.4690287590026856,
|
|
"step": 140
|
|
},
|
|
{
|
|
"epoch": 0.5215827338129496,
|
|
"grad_norm": 2.25,
|
|
"learning_rate": 9.94160641636263e-06,
|
|
"loss": 1.49021577835083,
|
|
"step": 145
|
|
},
|
|
{
|
|
"epoch": 0.539568345323741,
|
|
"grad_norm": 2.109375,
|
|
"learning_rate": 9.358108540685406e-06,
|
|
"loss": 1.4638582229614259,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 0.5575539568345323,
|
|
"grad_norm": 2.046875,
|
|
"learning_rate": 8.776798796321715e-06,
|
|
"loss": 1.4586694717407227,
|
|
"step": 155
|
|
},
|
|
{
|
|
"epoch": 0.5755395683453237,
|
|
"grad_norm": 1.9921875,
|
|
"learning_rate": 8.199658798755048e-06,
|
|
"loss": 1.479645347595215,
|
|
"step": 160
|
|
},
|
|
{
|
|
"epoch": 0.5935251798561151,
|
|
"grad_norm": 1.96875,
|
|
"learning_rate": 7.628655949300133e-06,
|
|
"loss": 1.455679225921631,
|
|
"step": 165
|
|
},
|
|
{
|
|
"epoch": 0.6115107913669064,
|
|
"grad_norm": 1.9921875,
|
|
"learning_rate": 7.065736728466832e-06,
|
|
"loss": 1.4653221130371095,
|
|
"step": 170
|
|
},
|
|
{
|
|
"epoch": 0.6294964028776978,
|
|
"grad_norm": 2.0,
|
|
"learning_rate": 6.512820060640608e-06,
|
|
"loss": 1.4618860244750977,
|
|
"step": 175
|
|
},
|
|
{
|
|
"epoch": 0.6474820143884892,
|
|
"grad_norm": 1.8671875,
|
|
"learning_rate": 5.971790772698467e-06,
|
|
"loss": 1.449009895324707,
|
|
"step": 180
|
|
},
|
|
{
|
|
"epoch": 0.6654676258992805,
|
|
"grad_norm": 1.9609375,
|
|
"learning_rate": 5.444493168859304e-06,
|
|
"loss": 1.449843692779541,
|
|
"step": 185
|
|
},
|
|
{
|
|
"epoch": 0.6834532374100719,
|
|
"grad_norm": 2.015625,
|
|
"learning_rate": 4.932724743671089e-06,
|
|
"loss": 1.459362506866455,
|
|
"step": 190
|
|
},
|
|
{
|
|
"epoch": 0.7014388489208633,
|
|
"grad_norm": 1.96875,
|
|
"learning_rate": 4.438230054566678e-06,
|
|
"loss": 1.470369243621826,
|
|
"step": 195
|
|
},
|
|
{
|
|
"epoch": 0.7194244604316546,
|
|
"grad_norm": 1.9140625,
|
|
"learning_rate": 3.96269477487588e-06,
|
|
"loss": 1.4958831787109375,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 0.737410071942446,
|
|
"grad_norm": 1.984375,
|
|
"learning_rate": 3.5077399475664474e-06,
|
|
"loss": 1.4567132949829102,
|
|
"step": 205
|
|
},
|
|
{
|
|
"epoch": 0.7553956834532374,
|
|
"grad_norm": 1.953125,
|
|
"learning_rate": 3.074916459302211e-06,
|
|
"loss": 1.4700736045837401,
|
|
"step": 210
|
|
},
|
|
{
|
|
"epoch": 0.7733812949640287,
|
|
"grad_norm": 2.21875,
|
|
"learning_rate": 2.665699753655684e-06,
|
|
"loss": 1.442730712890625,
|
|
"step": 215
|
|
},
|
|
{
|
|
"epoch": 0.7913669064748201,
|
|
"grad_norm": 1.9609375,
|
|
"learning_rate": 2.281484801497186e-06,
|
|
"loss": 1.464546012878418,
|
|
"step": 220
|
|
},
|
|
{
|
|
"epoch": 0.8093525179856115,
|
|
"grad_norm": 2.0,
|
|
"learning_rate": 1.923581345705736e-06,
|
|
"loss": 1.4540756225585938,
|
|
"step": 225
|
|
},
|
|
{
|
|
"epoch": 0.8273381294964028,
|
|
"grad_norm": 2.1875,
|
|
"learning_rate": 1.5932094364120453e-06,
|
|
"loss": 1.4824945449829101,
|
|
"step": 230
|
|
},
|
|
{
|
|
"epoch": 0.8453237410071942,
|
|
"grad_norm": 1.765625,
|
|
"learning_rate": 1.291495271993337e-06,
|
|
"loss": 1.4647997856140136,
|
|
"step": 235
|
|
},
|
|
{
|
|
"epoch": 0.8633093525179856,
|
|
"grad_norm": 1.8046875,
|
|
"learning_rate": 1.0194673599976134e-06,
|
|
"loss": 1.4619410514831543,
|
|
"step": 240
|
|
},
|
|
{
|
|
"epoch": 0.8812949640287769,
|
|
"grad_norm": 1.8984375,
|
|
"learning_rate": 7.780530110842566e-07,
|
|
"loss": 1.4849969863891601,
|
|
"step": 245
|
|
},
|
|
{
|
|
"epoch": 0.8992805755395683,
|
|
"grad_norm": 1.953125,
|
|
"learning_rate": 5.680751779327742e-07,
|
|
"loss": 1.4814369201660156,
|
|
"step": 250
|
|
},
|
|
{
|
|
"epoch": 0.9172661870503597,
|
|
"grad_norm": 2.046875,
|
|
"learning_rate": 3.9024964989539227e-07,
|
|
"loss": 1.4613136291503905,
|
|
"step": 255
|
|
},
|
|
{
|
|
"epoch": 0.935251798561151,
|
|
"grad_norm": 2.046875,
|
|
"learning_rate": 2.4518261295667255e-07,
|
|
"loss": 1.4574945449829102,
|
|
"step": 260
|
|
},
|
|
{
|
|
"epoch": 0.9532374100719424,
|
|
"grad_norm": 1.96875,
|
|
"learning_rate": 1.3336858331787993e-07,
|
|
"loss": 1.468781089782715,
|
|
"step": 265
|
|
},
|
|
{
|
|
"epoch": 0.9712230215827338,
|
|
"grad_norm": 2.34375,
|
|
"learning_rate": 5.518872165033329e-08,
|
|
"loss": 1.470302200317383,
|
|
"step": 270
|
|
},
|
|
{
|
|
"epoch": 0.9892086330935251,
|
|
"grad_norm": 1.8671875,
|
|
"learning_rate": 1.0909533764194013e-08,
|
|
"loss": 1.4709739685058594,
|
|
"step": 275
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"step": 278,
|
|
"total_flos": 1.335043548266926e+17,
|
|
"train_loss": 1.5747115251829298,
|
|
"train_runtime": 2170.5286,
|
|
"train_samples_per_second": 0.512,
|
|
"train_steps_per_second": 0.128
|
|
}
|
|
],
|
|
"logging_steps": 5,
|
|
"max_steps": 278,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 1,
|
|
"save_steps": 500,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": true
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 1.335043548266926e+17,
|
|
"train_batch_size": 1,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|