1277 lines
34 KiB
JSON
1277 lines
34 KiB
JSON
|
{
|
||
|
|
"best_global_step": 626,
|
||
|
|
"best_metric": 0.90001261,
|
||
|
|
"best_model_checkpoint": "/proj/checkpoints/zhangchen/tool-rl-dev/sft_models/Qwen2.5-7B-Instruct-MIX-KimiK2-DD3-LR2.0e-5-EPOCHS2/v1-20250919-024521/checkpoint-626",
|
||
|
|
"epoch": 2.0,
|
||
|
|
"eval_steps": 16,
|
||
|
|
"global_step": 626,
|
||
|
|
"is_hyper_param_search": false,
|
||
|
|
"is_local_process_zero": true,
|
||
|
|
"is_world_process_zero": true,
|
||
|
|
"log_history": [
|
||
|
|
{
|
||
|
|
"epoch": 0.0032025620496397116,
|
||
|
|
"grad_norm": 12.095559524428625,
|
||
|
|
"learning_rate": 1.9999874072618805e-05,
|
||
|
|
"loss": 1.7495059967041016,
|
||
|
|
"step": 1
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.016012810248198558,
|
||
|
|
"grad_norm": 2.4446721027205087,
|
||
|
|
"learning_rate": 1.999685197404432e-05,
|
||
|
|
"loss": 1.3246392011642456,
|
||
|
|
"step": 5
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.032025620496397116,
|
||
|
|
"grad_norm": 0.8674719311080642,
|
||
|
|
"learning_rate": 1.9987409878190752e-05,
|
||
|
|
"loss": 1.1605964660644532,
|
||
|
|
"step": 10
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04803843074459568,
|
||
|
|
"grad_norm": 0.8078480489924645,
|
||
|
|
"learning_rate": 1.9971679657231874e-05,
|
||
|
|
"loss": 1.1610276222229003,
|
||
|
|
"step": 15
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.051240992794235385,
|
||
|
|
"eval_loss": 1.051803469657898,
|
||
|
|
"eval_runtime": 14.5335,
|
||
|
|
"eval_samples_per_second": 7.293,
|
||
|
|
"eval_steps_per_second": 0.963,
|
||
|
|
"eval_token_acc": 0.7288482137333997,
|
||
|
|
"step": 16
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06405124099279423,
|
||
|
|
"grad_norm": 0.7441419049827398,
|
||
|
|
"learning_rate": 1.9949671214996448e-05,
|
||
|
|
"loss": 1.1230401992797852,
|
||
|
|
"step": 20
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08006405124099279,
|
||
|
|
"grad_norm": 0.66006524950857,
|
||
|
|
"learning_rate": 1.9921398408113955e-05,
|
||
|
|
"loss": 1.088608741760254,
|
||
|
|
"step": 25
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09607686148919135,
|
||
|
|
"grad_norm": 0.5824061800332928,
|
||
|
|
"learning_rate": 1.9886879037290385e-05,
|
||
|
|
"loss": 1.0843761444091797,
|
||
|
|
"step": 30
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10248198558847077,
|
||
|
|
"eval_loss": 1.0146167278289795,
|
||
|
|
"eval_runtime": 14.4953,
|
||
|
|
"eval_samples_per_second": 7.313,
|
||
|
|
"eval_steps_per_second": 0.966,
|
||
|
|
"eval_token_acc": 0.7360955106479266,
|
||
|
|
"step": 32
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11208967173738991,
|
||
|
|
"grad_norm": 0.6124558915875796,
|
||
|
|
"learning_rate": 1.9846134836100797e-05,
|
||
|
|
"loss": 1.0593854904174804,
|
||
|
|
"step": 35
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12810248198558846,
|
||
|
|
"grad_norm": 0.6688978350600125,
|
||
|
|
"learning_rate": 1.9799191457305767e-05,
|
||
|
|
"loss": 1.042323684692383,
|
||
|
|
"step": 40
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14411529223378702,
|
||
|
|
"grad_norm": 0.583235840286963,
|
||
|
|
"learning_rate": 1.974607845670028e-05,
|
||
|
|
"loss": 1.0665904998779296,
|
||
|
|
"step": 45
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15372297838270615,
|
||
|
|
"eval_loss": 0.9931923151016235,
|
||
|
|
"eval_runtime": 14.3487,
|
||
|
|
"eval_samples_per_second": 7.387,
|
||
|
|
"eval_steps_per_second": 0.976,
|
||
|
|
"eval_token_acc": 0.740839136705638,
|
||
|
|
"step": 48
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16012810248198558,
|
||
|
|
"grad_norm": 0.6834039523199339,
|
||
|
|
"learning_rate": 1.968682927450523e-05,
|
||
|
|
"loss": 1.0202735900878905,
|
||
|
|
"step": 50
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17614091273018415,
|
||
|
|
"grad_norm": 0.7236032273618205,
|
||
|
|
"learning_rate": 1.9621481214313295e-05,
|
||
|
|
"loss": 1.048078727722168,
|
||
|
|
"step": 55
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1921537229783827,
|
||
|
|
"grad_norm": 0.6147507739334064,
|
||
|
|
"learning_rate": 1.955007541960241e-05,
|
||
|
|
"loss": 1.0933009147644044,
|
||
|
|
"step": 60
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20496397117694154,
|
||
|
|
"eval_loss": 0.980483889579773,
|
||
|
|
"eval_runtime": 14.5799,
|
||
|
|
"eval_samples_per_second": 7.27,
|
||
|
|
"eval_steps_per_second": 0.96,
|
||
|
|
"eval_token_acc": 0.7434513325237371,
|
||
|
|
"step": 64
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20816653322658127,
|
||
|
|
"grad_norm": 0.5981978572505926,
|
||
|
|
"learning_rate": 1.9472656847831595e-05,
|
||
|
|
"loss": 1.0627766609191895,
|
||
|
|
"step": 65
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22417934347477983,
|
||
|
|
"grad_norm": 0.5944938726625539,
|
||
|
|
"learning_rate": 1.9389274242135528e-05,
|
||
|
|
"loss": 1.0284326553344727,
|
||
|
|
"step": 70
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2401921537229784,
|
||
|
|
"grad_norm": 0.5690809156814671,
|
||
|
|
"learning_rate": 1.9299980100635612e-05,
|
||
|
|
"loss": 0.9859808921813965,
|
||
|
|
"step": 75
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2562049639711769,
|
||
|
|
"grad_norm": 0.5905137235030116,
|
||
|
|
"learning_rate": 1.920483064338687e-05,
|
||
|
|
"loss": 1.0671635627746583,
|
||
|
|
"step": 80
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2562049639711769,
|
||
|
|
"eval_loss": 0.9712809324264526,
|
||
|
|
"eval_runtime": 14.4122,
|
||
|
|
"eval_samples_per_second": 7.355,
|
||
|
|
"eval_steps_per_second": 0.971,
|
||
|
|
"eval_token_acc": 0.7450575019507362,
|
||
|
|
"step": 80
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2722177742193755,
|
||
|
|
"grad_norm": 0.5816842433518039,
|
||
|
|
"learning_rate": 1.9103885776981517e-05,
|
||
|
|
"loss": 0.9951675415039063,
|
||
|
|
"step": 85
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28823058446757405,
|
||
|
|
"grad_norm": 0.5787862483192674,
|
||
|
|
"learning_rate": 1.8997209056831462e-05,
|
||
|
|
"loss": 1.049220657348633,
|
||
|
|
"step": 90
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3042433947157726,
|
||
|
|
"grad_norm": 0.6164119168224672,
|
||
|
|
"learning_rate": 1.8884867647153483e-05,
|
||
|
|
"loss": 1.0655245780944824,
|
||
|
|
"step": 95
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3074459567654123,
|
||
|
|
"eval_loss": 0.9638978838920593,
|
||
|
|
"eval_runtime": 14.4222,
|
||
|
|
"eval_samples_per_second": 7.35,
|
||
|
|
"eval_steps_per_second": 0.971,
|
||
|
|
"eval_token_acc": 0.7468503343111432,
|
||
|
|
"step": 96
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32025620496397117,
|
||
|
|
"grad_norm": 0.5809223505771192,
|
||
|
|
"learning_rate": 1.87669322786823e-05,
|
||
|
|
"loss": 1.0123931884765625,
|
||
|
|
"step": 100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33626901521216973,
|
||
|
|
"grad_norm": 0.5370286998411188,
|
||
|
|
"learning_rate": 1.8643477204138114e-05,
|
||
|
|
"loss": 0.9670543670654297,
|
||
|
|
"step": 105
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3522818254603683,
|
||
|
|
"grad_norm": 0.5969517267654925,
|
||
|
|
"learning_rate": 1.851458015147673e-05,
|
||
|
|
"loss": 1.0549612045288086,
|
||
|
|
"step": 110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3586869495596477,
|
||
|
|
"eval_loss": 0.9577141404151917,
|
||
|
|
"eval_runtime": 14.3804,
|
||
|
|
"eval_samples_per_second": 7.371,
|
||
|
|
"eval_steps_per_second": 0.974,
|
||
|
|
"eval_token_acc": 0.7479301576759162,
|
||
|
|
"step": 112
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36829463570856685,
|
||
|
|
"grad_norm": 0.5551260620868368,
|
||
|
|
"learning_rate": 1.838032227495163e-05,
|
||
|
|
"loss": 0.9998938560485839,
|
||
|
|
"step": 115
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3843074459567654,
|
||
|
|
"grad_norm": 0.5943112601394075,
|
||
|
|
"learning_rate": 1.8240788104018824e-05,
|
||
|
|
"loss": 0.9902477264404297,
|
||
|
|
"step": 120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.400320256204964,
|
||
|
|
"grad_norm": 0.5771043855645519,
|
||
|
|
"learning_rate": 1.809606549011667e-05,
|
||
|
|
"loss": 1.0216222763061524,
|
||
|
|
"step": 125
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4099279423538831,
|
||
|
|
"eval_loss": 0.9509572386741638,
|
||
|
|
"eval_runtime": 14.4968,
|
||
|
|
"eval_samples_per_second": 7.312,
|
||
|
|
"eval_steps_per_second": 0.966,
|
||
|
|
"eval_token_acc": 0.7491141650035217,
|
||
|
|
"step": 128
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41633306645316254,
|
||
|
|
"grad_norm": 0.5544818028626222,
|
||
|
|
"learning_rate": 1.7946245551354156e-05,
|
||
|
|
"loss": 0.9958406448364258,
|
||
|
|
"step": 130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4323458767013611,
|
||
|
|
"grad_norm": 0.5968141913341887,
|
||
|
|
"learning_rate": 1.779142261514247e-05,
|
||
|
|
"loss": 0.9774517059326172,
|
||
|
|
"step": 135
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44835868694955966,
|
||
|
|
"grad_norm": 0.5850121301746795,
|
||
|
|
"learning_rate": 1.7631694158805945e-05,
|
||
|
|
"loss": 1.0328359603881836,
|
||
|
|
"step": 140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4611689351481185,
|
||
|
|
"eval_loss": 0.9461285471916199,
|
||
|
|
"eval_runtime": 14.5166,
|
||
|
|
"eval_samples_per_second": 7.302,
|
||
|
|
"eval_steps_per_second": 0.964,
|
||
|
|
"eval_token_acc": 0.750104997900042,
|
||
|
|
"step": 144
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4643714971977582,
|
||
|
|
"grad_norm": 0.5752900237956412,
|
||
|
|
"learning_rate": 1.7467160748209872e-05,
|
||
|
|
"loss": 1.0004414558410644,
|
||
|
|
"step": 145
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4803843074459568,
|
||
|
|
"grad_norm": 0.603759980991957,
|
||
|
|
"learning_rate": 1.7297925974443675e-05,
|
||
|
|
"loss": 0.9869029998779297,
|
||
|
|
"step": 150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49639711769415534,
|
||
|
|
"grad_norm": 0.5943556191906708,
|
||
|
|
"learning_rate": 1.7124096388599438e-05,
|
||
|
|
"loss": 0.9789384841918946,
|
||
|
|
"step": 155
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5124099279423538,
|
||
|
|
"grad_norm": 0.534895902584602,
|
||
|
|
"learning_rate": 1.6945781434686783e-05,
|
||
|
|
"loss": 0.9825244903564453,
|
||
|
|
"step": 160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5124099279423538,
|
||
|
|
"eval_loss": 0.9406914710998535,
|
||
|
|
"eval_runtime": 14.543,
|
||
|
|
"eval_samples_per_second": 7.289,
|
||
|
|
"eval_steps_per_second": 0.963,
|
||
|
|
"eval_token_acc": 0.7515060551502148,
|
||
|
|
"step": 160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5284227381905524,
|
||
|
|
"grad_norm": 0.570687760675595,
|
||
|
|
"learning_rate": 1.6763093380726347e-05,
|
||
|
|
"loss": 0.9817087173461914,
|
||
|
|
"step": 165
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.544435548438751,
|
||
|
|
"grad_norm": 0.538629612243421,
|
||
|
|
"learning_rate": 1.6576147248065268e-05,
|
||
|
|
"loss": 0.9138102531433105,
|
||
|
|
"step": 170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5604483586869495,
|
||
|
|
"grad_norm": 0.5367674967998894,
|
||
|
|
"learning_rate": 1.6385060738959123e-05,
|
||
|
|
"loss": 1.0132644653320313,
|
||
|
|
"step": 175
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5636509207365893,
|
||
|
|
"eval_loss": 0.9347953796386719,
|
||
|
|
"eval_runtime": 14.5385,
|
||
|
|
"eval_samples_per_second": 7.291,
|
||
|
|
"eval_steps_per_second": 0.963,
|
||
|
|
"eval_token_acc": 0.7528409121740046,
|
||
|
|
"step": 176
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5764611689351481,
|
||
|
|
"grad_norm": 0.5505130343882023,
|
||
|
|
"learning_rate": 1.618995416246601e-05,
|
||
|
|
"loss": 0.992160701751709,
|
||
|
|
"step": 180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5924739791833467,
|
||
|
|
"grad_norm": 0.5177676977332548,
|
||
|
|
"learning_rate": 1.5990950358699313e-05,
|
||
|
|
"loss": 0.9666297912597657,
|
||
|
|
"step": 185
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6084867894315452,
|
||
|
|
"grad_norm": 0.5115335805994138,
|
||
|
|
"learning_rate": 1.5788174621486936e-05,
|
||
|
|
"loss": 1.0041114807128906,
|
||
|
|
"step": 190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6148919135308246,
|
||
|
|
"eval_loss": 0.93098384141922,
|
||
|
|
"eval_runtime": 14.3902,
|
||
|
|
"eval_samples_per_second": 7.366,
|
||
|
|
"eval_steps_per_second": 0.973,
|
||
|
|
"eval_token_acc": 0.7536678723789866,
|
||
|
|
"step": 192
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6244995996797438,
|
||
|
|
"grad_norm": 0.5250074708052181,
|
||
|
|
"learning_rate": 1.5581754619485665e-05,
|
||
|
|
"loss": 0.9529659271240234,
|
||
|
|
"step": 195
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6405124099279423,
|
||
|
|
"grad_norm": 0.5229963755514054,
|
||
|
|
"learning_rate": 1.5371820315800316e-05,
|
||
|
|
"loss": 0.9871055603027343,
|
||
|
|
"step": 200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6565252201761409,
|
||
|
|
"grad_norm": 0.5619728554930467,
|
||
|
|
"learning_rate": 1.515850388615829e-05,
|
||
|
|
"loss": 0.9758607864379882,
|
||
|
|
"step": 205
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6661329063250601,
|
||
|
|
"eval_loss": 0.9274569749832153,
|
||
|
|
"eval_runtime": 14.4012,
|
||
|
|
"eval_samples_per_second": 7.36,
|
||
|
|
"eval_steps_per_second": 0.972,
|
||
|
|
"eval_token_acc": 0.7543787108753949,
|
||
|
|
"step": 208
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6725380304243395,
|
||
|
|
"grad_norm": 0.5225355460662542,
|
||
|
|
"learning_rate": 1.4941939635691036e-05,
|
||
|
|
"loss": 0.9769810676574707,
|
||
|
|
"step": 210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.688550840672538,
|
||
|
|
"grad_norm": 0.568577150338433,
|
||
|
|
"learning_rate": 1.472226391437487e-05,
|
||
|
|
"loss": 0.9766319274902344,
|
||
|
|
"step": 215
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7045636509207366,
|
||
|
|
"grad_norm": 0.5082957989681854,
|
||
|
|
"learning_rate": 1.4499615031184297e-05,
|
||
|
|
"loss": 1.0206737518310547,
|
||
|
|
"step": 220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7173738991192954,
|
||
|
|
"eval_loss": 0.9242973327636719,
|
||
|
|
"eval_runtime": 14.3413,
|
||
|
|
"eval_samples_per_second": 7.391,
|
||
|
|
"eval_steps_per_second": 0.976,
|
||
|
|
"eval_token_acc": 0.7550070704012276,
|
||
|
|
"step": 224
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7205764611689351,
|
||
|
|
"grad_norm": 0.5358194740461656,
|
||
|
|
"learning_rate": 1.4274133167011974e-05,
|
||
|
|
"loss": 0.9878074645996093,
|
||
|
|
"step": 225
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7365892714171337,
|
||
|
|
"grad_norm": 0.5339305541304005,
|
||
|
|
"learning_rate": 1.4045960286410093e-05,
|
||
|
|
"loss": 0.9679292678833008,
|
||
|
|
"step": 230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7526020816653323,
|
||
|
|
"grad_norm": 0.5593865586297648,
|
||
|
|
"learning_rate": 1.3815240048208754e-05,
|
||
|
|
"loss": 1.0053502082824708,
|
||
|
|
"step": 235
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7686148919135308,
|
||
|
|
"grad_norm": 0.5401750319818177,
|
||
|
|
"learning_rate": 1.3582117715067628e-05,
|
||
|
|
"loss": 0.9748393058776855,
|
||
|
|
"step": 240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7686148919135308,
|
||
|
|
"eval_loss": 0.9197457432746887,
|
||
|
|
"eval_runtime": 14.3833,
|
||
|
|
"eval_samples_per_second": 7.37,
|
||
|
|
"eval_steps_per_second": 0.973,
|
||
|
|
"eval_token_acc": 0.7559349588202035,
|
||
|
|
"step": 240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7846277021617294,
|
||
|
|
"grad_norm": 0.5111792950923116,
|
||
|
|
"learning_rate": 1.3346740062017838e-05,
|
||
|
|
"loss": 0.9668654441833496,
|
||
|
|
"step": 245
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.800640512409928,
|
||
|
|
"grad_norm": 0.4908084859303256,
|
||
|
|
"learning_rate": 1.3109255284051615e-05,
|
||
|
|
"loss": 0.9447157859802247,
|
||
|
|
"step": 250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8166533226581265,
|
||
|
|
"grad_norm": 0.562628279362229,
|
||
|
|
"learning_rate": 1.2869812902817983e-05,
|
||
|
|
"loss": 1.0060791969299316,
|
||
|
|
"step": 255
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8198558847077662,
|
||
|
|
"eval_loss": 0.9148392081260681,
|
||
|
|
"eval_runtime": 14.5143,
|
||
|
|
"eval_samples_per_second": 7.303,
|
||
|
|
"eval_steps_per_second": 0.965,
|
||
|
|
"eval_token_acc": 0.7570961759059393,
|
||
|
|
"step": 256
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8326661329063251,
|
||
|
|
"grad_norm": 0.5551169665873459,
|
||
|
|
"learning_rate": 1.2628563672483147e-05,
|
||
|
|
"loss": 0.9434755325317383,
|
||
|
|
"step": 260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8486789431545236,
|
||
|
|
"grad_norm": 0.5384977105444301,
|
||
|
|
"learning_rate": 1.2385659484814884e-05,
|
||
|
|
"loss": 0.9425140380859375,
|
||
|
|
"step": 265
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8646917534027222,
|
||
|
|
"grad_norm": 0.5558312305489408,
|
||
|
|
"learning_rate": 1.2141253273550698e-05,
|
||
|
|
"loss": 0.9308363914489746,
|
||
|
|
"step": 270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8710968775020016,
|
||
|
|
"eval_loss": 0.9132360816001892,
|
||
|
|
"eval_runtime": 14.3299,
|
||
|
|
"eval_samples_per_second": 7.397,
|
||
|
|
"eval_steps_per_second": 0.977,
|
||
|
|
"eval_token_acc": 0.756837886498084,
|
||
|
|
"step": 272
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8807045636509208,
|
||
|
|
"grad_norm": 0.5408069248699333,
|
||
|
|
"learning_rate": 1.1895498918109944e-05,
|
||
|
|
"loss": 0.9968246459960938,
|
||
|
|
"step": 275
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8967173738991193,
|
||
|
|
"grad_norm": 0.5610077458655038,
|
||
|
|
"learning_rate": 1.1648551146710557e-05,
|
||
|
|
"loss": 0.9824394226074219,
|
||
|
|
"step": 280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9127301841473179,
|
||
|
|
"grad_norm": 0.5255605897633258,
|
||
|
|
"learning_rate": 1.1400565438951343e-05,
|
||
|
|
"loss": 0.9811803817749023,
|
||
|
|
"step": 285
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.922337870296237,
|
||
|
|
"eval_loss": 0.9093953371047974,
|
||
|
|
"eval_runtime": 14.6394,
|
||
|
|
"eval_samples_per_second": 7.241,
|
||
|
|
"eval_steps_per_second": 0.956,
|
||
|
|
"eval_token_acc": 0.7579763133419503,
|
||
|
|
"step": 288
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9287429943955164,
|
||
|
|
"grad_norm": 0.5221824598602125,
|
||
|
|
"learning_rate": 1.1151697927921242e-05,
|
||
|
|
"loss": 0.9672993659973145,
|
||
|
|
"step": 290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.944755804643715,
|
||
|
|
"grad_norm": 0.5526116046751202,
|
||
|
|
"learning_rate": 1.0902105301897098e-05,
|
||
|
|
"loss": 0.9626201629638672,
|
||
|
|
"step": 295
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9607686148919136,
|
||
|
|
"grad_norm": 0.5572541912245995,
|
||
|
|
"learning_rate": 1.065194470569193e-05,
|
||
|
|
"loss": 0.9313549041748047,
|
||
|
|
"step": 300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9735788630904724,
|
||
|
|
"eval_loss": 0.9058682322502136,
|
||
|
|
"eval_runtime": 14.643,
|
||
|
|
"eval_samples_per_second": 7.239,
|
||
|
|
"eval_steps_per_second": 0.956,
|
||
|
|
"eval_token_acc": 0.7587338175717105,
|
||
|
|
"step": 304
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9767814251401121,
|
||
|
|
"grad_norm": 0.5274146008466054,
|
||
|
|
"learning_rate": 1.0401373641715725e-05,
|
||
|
|
"loss": 0.9810738563537598,
|
||
|
|
"step": 305
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9927942353883107,
|
||
|
|
"grad_norm": 0.524106900784095,
|
||
|
|
"learning_rate": 1.0150549870811108e-05,
|
||
|
|
"loss": 1.0075571060180664,
|
||
|
|
"step": 310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0064051240992795,
|
||
|
|
"grad_norm": 0.6435736665358253,
|
||
|
|
"learning_rate": 9.899631312926303e-06,
|
||
|
|
"loss": 0.911602783203125,
|
||
|
|
"step": 315
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.022417934347478,
|
||
|
|
"grad_norm": 0.5331283028468047,
|
||
|
|
"learning_rate": 9.648775947687914e-06,
|
||
|
|
"loss": 0.8135837554931641,
|
||
|
|
"step": 320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.022417934347478,
|
||
|
|
"eval_loss": 0.9115325212478638,
|
||
|
|
"eval_runtime": 14.6079,
|
||
|
|
"eval_samples_per_second": 7.256,
|
||
|
|
"eval_steps_per_second": 0.958,
|
||
|
|
"eval_token_acc": 0.7582769274847061,
|
||
|
|
"step": 320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0384307445956766,
|
||
|
|
"grad_norm": 0.5591218522147324,
|
||
|
|
"learning_rate": 9.398141714936104e-06,
|
||
|
|
"loss": 0.8059094429016114,
|
||
|
|
"step": 325
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.054443554843875,
|
||
|
|
"grad_norm": 0.4934373856607571,
|
||
|
|
"learning_rate": 9.147886415284903e-06,
|
||
|
|
"loss": 0.7668675422668457,
|
||
|
|
"step": 330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0704563650920738,
|
||
|
|
"grad_norm": 0.5225315577164972,
|
||
|
|
"learning_rate": 8.898167610770075e-06,
|
||
|
|
"loss": 0.8142057418823242,
|
||
|
|
"step": 335
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0736589271417134,
|
||
|
|
"eval_loss": 0.9149956107139587,
|
||
|
|
"eval_runtime": 14.4577,
|
||
|
|
"eval_samples_per_second": 7.332,
|
||
|
|
"eval_steps_per_second": 0.968,
|
||
|
|
"eval_token_acc": 0.7586025023685573,
|
||
|
|
"step": 336
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0864691753402722,
|
||
|
|
"grad_norm": 0.5505230936617594,
|
||
|
|
"learning_rate": 8.649142525647271e-06,
|
||
|
|
"loss": 0.7990794658660889,
|
||
|
|
"step": 340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1024819855884709,
|
||
|
|
"grad_norm": 0.5093097727784036,
|
||
|
|
"learning_rate": 8.400967947402802e-06,
|
||
|
|
"loss": 0.8117720603942871,
|
||
|
|
"step": 345
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1184947958366693,
|
||
|
|
"grad_norm": 0.5036948822528423,
|
||
|
|
"learning_rate": 8.153800128039441e-06,
|
||
|
|
"loss": 0.7948765754699707,
|
||
|
|
"step": 350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1248999199359488,
|
||
|
|
"eval_loss": 0.9154974818229675,
|
||
|
|
"eval_runtime": 14.5423,
|
||
|
|
"eval_samples_per_second": 7.289,
|
||
|
|
"eval_steps_per_second": 0.963,
|
||
|
|
"eval_token_acc": 0.7590235792183381,
|
||
|
|
"step": 352
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1345076060848678,
|
||
|
|
"grad_norm": 0.4769674515169561,
|
||
|
|
"learning_rate": 7.907794685699347e-06,
|
||
|
|
"loss": 0.7767979621887207,
|
||
|
|
"step": 355
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1505204163330665,
|
||
|
|
"grad_norm": 0.46860511663718424,
|
||
|
|
"learning_rate": 7.663106506686057e-06,
|
||
|
|
"loss": 0.8007712364196777,
|
||
|
|
"step": 360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1665332265812651,
|
||
|
|
"grad_norm": 0.5257245232743394,
|
||
|
|
"learning_rate": 7.419889647947294e-06,
|
||
|
|
"loss": 0.7960629463195801,
|
||
|
|
"step": 365
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.176140912730184,
|
||
|
|
"eval_loss": 0.9117251038551331,
|
||
|
|
"eval_runtime": 14.5432,
|
||
|
|
"eval_samples_per_second": 7.289,
|
||
|
|
"eval_steps_per_second": 0.963,
|
||
|
|
"eval_token_acc": 0.7595477547813385,
|
||
|
|
"step": 368
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1825460368294636,
|
||
|
|
"grad_norm": 0.4875981050318745,
|
||
|
|
"learning_rate": 7.1782972400798825e-06,
|
||
|
|
"loss": 0.8045159339904785,
|
||
|
|
"step": 370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.198558847077662,
|
||
|
|
"grad_norm": 0.49641916149081433,
|
||
|
|
"learning_rate": 6.938481390917966e-06,
|
||
|
|
"loss": 0.7951483726501465,
|
||
|
|
"step": 375
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2145716573258607,
|
||
|
|
"grad_norm": 0.5035877161539227,
|
||
|
|
"learning_rate": 6.700593089765086e-06,
|
||
|
|
"loss": 0.7760053634643554,
|
||
|
|
"step": 380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2273819055244195,
|
||
|
|
"eval_loss": 0.9107971787452698,
|
||
|
|
"eval_runtime": 14.5702,
|
||
|
|
"eval_samples_per_second": 7.275,
|
||
|
|
"eval_steps_per_second": 0.961,
|
||
|
|
"eval_token_acc": 0.76016417656143,
|
||
|
|
"step": 384
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2305844675740594,
|
||
|
|
"grad_norm": 0.5325891391407898,
|
||
|
|
"learning_rate": 6.4647821123305595e-06,
|
||
|
|
"loss": 0.8205606460571289,
|
||
|
|
"step": 385
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2465972778222578,
|
||
|
|
"grad_norm": 0.5135559248558815,
|
||
|
|
"learning_rate": 6.231196926429913e-06,
|
||
|
|
"loss": 0.7906920909881592,
|
||
|
|
"step": 390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2626100880704563,
|
||
|
|
"grad_norm": 0.5335030354283354,
|
||
|
|
"learning_rate": 5.9999845985087555e-06,
|
||
|
|
"loss": 0.7642984867095948,
|
||
|
|
"step": 395
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.278622898318655,
|
||
|
|
"grad_norm": 0.48895214640029644,
|
||
|
|
"learning_rate": 5.7712907010490036e-06,
|
||
|
|
"loss": 0.7710936069488525,
|
||
|
|
"step": 400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.278622898318655,
|
||
|
|
"eval_loss": 0.9103301167488098,
|
||
|
|
"eval_runtime": 14.5639,
|
||
|
|
"eval_samples_per_second": 7.278,
|
||
|
|
"eval_steps_per_second": 0.961,
|
||
|
|
"eval_token_acc": 0.7599558086357653,
|
||
|
|
"step": 400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2946357085668536,
|
||
|
|
"grad_norm": 0.48139293101652547,
|
||
|
|
"learning_rate": 5.54525922091568e-06,
|
||
|
|
"loss": 0.7966293811798095,
|
||
|
|
"step": 405
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.310648518815052,
|
||
|
|
"grad_norm": 0.49809536135629684,
|
||
|
|
"learning_rate": 5.322032468702037e-06,
|
||
|
|
"loss": 0.7998294830322266,
|
||
|
|
"step": 410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3266613290632505,
|
||
|
|
"grad_norm": 0.4763833723377931,
|
||
|
|
"learning_rate": 5.101750989130061e-06,
|
||
|
|
"loss": 0.7967349529266358,
|
||
|
|
"step": 415
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3298638911128904,
|
||
|
|
"eval_loss": 0.9072456955909729,
|
||
|
|
"eval_runtime": 14.9836,
|
||
|
|
"eval_samples_per_second": 7.074,
|
||
|
|
"eval_steps_per_second": 0.934,
|
||
|
|
"eval_token_acc": 0.7605136269367636,
|
||
|
|
"step": 416
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3426741393114492,
|
||
|
|
"grad_norm": 0.47173729117652685,
|
||
|
|
"learning_rate": 4.884553472562809e-06,
|
||
|
|
"loss": 0.7906300544738769,
|
||
|
|
"step": 420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3586869495596476,
|
||
|
|
"grad_norm": 0.48564485172021316,
|
||
|
|
"learning_rate": 4.670576667684217e-06,
|
||
|
|
"loss": 0.8035748481750489,
|
||
|
|
"step": 425
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3746997598078463,
|
||
|
|
"grad_norm": 0.4915778703667535,
|
||
|
|
"learning_rate": 4.459955295401415e-06,
|
||
|
|
"loss": 0.7896071434020996,
|
||
|
|
"step": 430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3811048839071258,
|
||
|
|
"eval_loss": 0.9058337807655334,
|
||
|
|
"eval_runtime": 15.1686,
|
||
|
|
"eval_samples_per_second": 6.988,
|
||
|
|
"eval_steps_per_second": 0.923,
|
||
|
|
"eval_token_acc": 0.7609249365400289,
|
||
|
|
"step": 432
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3907125700560448,
|
||
|
|
"grad_norm": 0.5001513581944296,
|
||
|
|
"learning_rate": 4.2528219640237565e-06,
|
||
|
|
"loss": 0.771601390838623,
|
||
|
|
"step": 435
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4067253803042434,
|
||
|
|
"grad_norm": 0.5015899348463313,
|
||
|
|
"learning_rate": 4.0493070857719305e-06,
|
||
|
|
"loss": 0.8050725936889649,
|
||
|
|
"step": 440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4227381905524419,
|
||
|
|
"grad_norm": 0.4385885001536844,
|
||
|
|
"learning_rate": 3.849538794669767e-06,
|
||
|
|
"loss": 0.7711515903472901,
|
||
|
|
"step": 445
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.432345876701361,
|
||
|
|
"eval_loss": 0.9053142666816711,
|
||
|
|
"eval_runtime": 14.9957,
|
||
|
|
"eval_samples_per_second": 7.069,
|
||
|
|
"eval_steps_per_second": 0.934,
|
||
|
|
"eval_token_acc": 0.7611723734517558,
|
||
|
|
"step": 448
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4387510008006406,
|
||
|
|
"grad_norm": 0.4923484323839949,
|
||
|
|
"learning_rate": 3.6536428658703594e-06,
|
||
|
|
"loss": 0.8126641273498535,
|
||
|
|
"step": 450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.454763811048839,
|
||
|
|
"grad_norm": 0.4696764489825615,
|
||
|
|
"learning_rate": 3.4617426364674088e-06,
|
||
|
|
"loss": 0.8082319259643554,
|
||
|
|
"step": 455
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4707766212970377,
|
||
|
|
"grad_norm": 0.49222563172262457,
|
||
|
|
"learning_rate": 3.2739589278415252e-06,
|
||
|
|
"loss": 0.7895666122436523,
|
||
|
|
"step": 460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4835868694955965,
|
||
|
|
"eval_loss": 0.9038885831832886,
|
||
|
|
"eval_runtime": 15.1795,
|
||
|
|
"eval_samples_per_second": 6.983,
|
||
|
|
"eval_steps_per_second": 0.922,
|
||
|
|
"eval_token_acc": 0.7614545383510934,
|
||
|
|
"step": 464
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4867894315452361,
|
||
|
|
"grad_norm": 0.49886868372218357,
|
||
|
|
"learning_rate": 3.0904099695904677e-06,
|
||
|
|
"loss": 0.7927409172058105,
|
||
|
|
"step": 465
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5028022417934348,
|
||
|
|
"grad_norm": 0.4598131832969276,
|
||
|
|
"learning_rate": 2.9112113250911844e-06,
|
||
|
|
"loss": 0.7818885803222656,
|
||
|
|
"step": 470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5188150520416333,
|
||
|
|
"grad_norm": 0.5625875539857127,
|
||
|
|
"learning_rate": 2.7364758187404895e-06,
|
||
|
|
"loss": 0.7819410800933838,
|
||
|
|
"step": 475
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.534827862289832,
|
||
|
|
"grad_norm": 0.5114133442743116,
|
||
|
|
"learning_rate": 2.566313464920265e-06,
|
||
|
|
"loss": 0.7769948959350585,
|
||
|
|
"step": 480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.534827862289832,
|
||
|
|
"eval_loss": 0.902407705783844,
|
||
|
|
"eval_runtime": 15.1633,
|
||
|
|
"eval_samples_per_second": 6.991,
|
||
|
|
"eval_steps_per_second": 0.923,
|
||
|
|
"eval_token_acc": 0.7618387167140378,
|
||
|
|
"step": 480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5508406725380304,
|
||
|
|
"grad_norm": 0.4441806210622428,
|
||
|
|
"learning_rate": 2.4008313987318057e-06,
|
||
|
|
"loss": 0.771674919128418,
|
||
|
|
"step": 485
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5668534827862288,
|
||
|
|
"grad_norm": 0.49075637368256414,
|
||
|
|
"learning_rate": 2.2401338085430326e-06,
|
||
|
|
"loss": 0.7837276935577393,
|
||
|
|
"step": 490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5828662930344275,
|
||
|
|
"grad_norm": 0.4597708187505928,
|
||
|
|
"learning_rate": 2.0843218703909197e-06,
|
||
|
|
"loss": 0.8008305549621582,
|
||
|
|
"step": 495
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5860688550840671,
|
||
|
|
"eval_loss": 0.901805579662323,
|
||
|
|
"eval_runtime": 14.941,
|
||
|
|
"eval_samples_per_second": 7.095,
|
||
|
|
"eval_steps_per_second": 0.937,
|
||
|
|
"eval_token_acc": 0.7620666191327337,
|
||
|
|
"step": 496
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5988791032826262,
|
||
|
|
"grad_norm": 0.4720072570006326,
|
||
|
|
"learning_rate": 1.933493684280574e-06,
|
||
|
|
"loss": 0.7590449333190918,
|
||
|
|
"step": 500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6148919135308246,
|
||
|
|
"grad_norm": 0.4681413165579918,
|
||
|
|
"learning_rate": 1.7877442124209454e-06,
|
||
|
|
"loss": 0.7496448516845703,
|
||
|
|
"step": 505
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.630904723779023,
|
||
|
|
"grad_norm": 0.512917797281379,
|
||
|
|
"learning_rate": 1.6471652194361131e-06,
|
||
|
|
"loss": 0.8017988204956055,
|
||
|
|
"step": 510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6373098478783028,
|
||
|
|
"eval_loss": 0.9010795950889587,
|
||
|
|
"eval_runtime": 14.9598,
|
||
|
|
"eval_samples_per_second": 7.086,
|
||
|
|
"eval_steps_per_second": 0.936,
|
||
|
|
"eval_token_acc": 0.762230491824272,
|
||
|
|
"step": 512
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6469175340272217,
|
||
|
|
"grad_norm": 0.47200391166538574,
|
||
|
|
"learning_rate": 1.5118452145898333e-06,
|
||
|
|
"loss": 0.7879790782928466,
|
||
|
|
"step": 515
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6629303442754204,
|
||
|
|
"grad_norm": 0.46302656170029055,
|
||
|
|
"learning_rate": 1.3818693960596186e-06,
|
||
|
|
"loss": 0.8126321792602539,
|
||
|
|
"step": 520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6789431545236189,
|
||
|
|
"grad_norm": 0.47488283670703535,
|
||
|
|
"learning_rate": 1.2573195972955366e-06,
|
||
|
|
"loss": 0.7743080139160157,
|
||
|
|
"step": 525
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.688550840672538,
|
||
|
|
"eval_loss": 0.9008040428161621,
|
||
|
|
"eval_runtime": 15.0798,
|
||
|
|
"eval_samples_per_second": 7.029,
|
||
|
|
"eval_steps_per_second": 0.928,
|
||
|
|
"eval_token_acc": 0.7623943645158104,
|
||
|
|
"step": 528
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6949559647718173,
|
||
|
|
"grad_norm": 0.4692191060367917,
|
||
|
|
"learning_rate": 1.138274235497443e-06,
|
||
|
|
"loss": 0.7871302604675293,
|
||
|
|
"step": 530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.710968775020016,
|
||
|
|
"grad_norm": 0.4643020032036482,
|
||
|
|
"learning_rate": 1.0248082622431089e-06,
|
||
|
|
"loss": 0.8171819686889649,
|
||
|
|
"step": 535
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7269815852682147,
|
||
|
|
"grad_norm": 0.4858630939402049,
|
||
|
|
"learning_rate": 9.169931162983137e-07,
|
||
|
|
"loss": 0.799337911605835,
|
||
|
|
"step": 540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7397918334667735,
|
||
|
|
"eval_loss": 0.900395929813385,
|
||
|
|
"eval_runtime": 15.0673,
|
||
|
|
"eval_samples_per_second": 7.035,
|
||
|
|
"eval_steps_per_second": 0.929,
|
||
|
|
"eval_token_acc": 0.7622619640630444,
|
||
|
|
"step": 544
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.742994395516413,
|
||
|
|
"grad_norm": 0.4799218615796674,
|
||
|
|
"learning_rate": 8.14896678638627e-07,
|
||
|
|
"loss": 0.7801701068878174,
|
||
|
|
"step": 545
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7590072057646116,
|
||
|
|
"grad_norm": 0.4601161306972559,
|
||
|
|
"learning_rate": 7.185832297111939e-07,
|
||
|
|
"loss": 0.7815041065216064,
|
||
|
|
"step": 550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7750200160128102,
|
||
|
|
"grad_norm": 0.49546298524642746,
|
||
|
|
"learning_rate": 6.281134089634344e-07,
|
||
|
|
"loss": 0.7939868927001953,
|
||
|
|
"step": 555
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.791032826261009,
|
||
|
|
"grad_norm": 0.450946115728095,
|
||
|
|
"learning_rate": 5.43544176664137e-07,
|
||
|
|
"loss": 0.7616684913635254,
|
||
|
|
"step": 560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.791032826261009,
|
||
|
|
"eval_loss": 0.9009150862693787,
|
||
|
|
"eval_runtime": 15.0544,
|
||
|
|
"eval_samples_per_second": 7.041,
|
||
|
|
"eval_steps_per_second": 0.93,
|
||
|
|
"eval_token_acc": 0.7623921940165848,
|
||
|
|
"step": 560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8070456365092074,
|
||
|
|
"grad_norm": 0.47911563419797926,
|
||
|
|
"learning_rate": 4.649287780409639e-07,
|
||
|
|
"loss": 0.7857556343078613,
|
||
|
|
"step": 565
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8230584467574058,
|
||
|
|
"grad_norm": 0.46252106401819404,
|
||
|
|
"learning_rate": 3.9231670975699354e-07,
|
||
|
|
"loss": 0.7810296535491943,
|
||
|
|
"step": 570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8390712570056045,
|
||
|
|
"grad_norm": 0.4694570979755398,
|
||
|
|
"learning_rate": 3.257536887473545e-07,
|
||
|
|
"loss": 0.7967131614685059,
|
||
|
|
"step": 575
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8422738190552441,
|
||
|
|
"eval_loss": 0.9001392722129822,
|
||
|
|
"eval_runtime": 14.9754,
|
||
|
|
"eval_samples_per_second": 7.078,
|
||
|
|
"eval_steps_per_second": 0.935,
|
||
|
|
"eval_token_acc": 0.7625387027143178,
|
||
|
|
"step": 576
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8550840672538031,
|
||
|
|
"grad_norm": 0.4661576925242358,
|
||
|
|
"learning_rate": 2.6528162343561593e-07,
|
||
|
|
"loss": 0.7634014129638672,
|
||
|
|
"step": 580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8710968775020016,
|
||
|
|
"grad_norm": 0.4606424682139549,
|
||
|
|
"learning_rate": 2.109385873480141e-07,
|
||
|
|
"loss": 0.803773021697998,
|
||
|
|
"step": 585
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8871096877502,
|
||
|
|
"grad_norm": 0.45627441448144695,
|
||
|
|
"learning_rate": 1.6275879514217052e-07,
|
||
|
|
"loss": 0.8115141868591309,
|
||
|
|
"step": 590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8935148118494796,
|
||
|
|
"eval_loss": 0.9000989198684692,
|
||
|
|
"eval_runtime": 15.3159,
|
||
|
|
"eval_samples_per_second": 6.921,
|
||
|
|
"eval_steps_per_second": 0.914,
|
||
|
|
"eval_token_acc": 0.7625256797189638,
|
||
|
|
"step": 592
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9031224979983987,
|
||
|
|
"grad_norm": 0.46130608210077223,
|
||
|
|
"learning_rate": 1.2077258106536927e-07,
|
||
|
|
"loss": 0.8369948387145996,
|
||
|
|
"step": 595
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9191353082465974,
|
||
|
|
"grad_norm": 0.4743433129321771,
|
||
|
|
"learning_rate": 8.50063798559475e-08,
|
||
|
|
"loss": 0.7816999912261963,
|
||
|
|
"step": 600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9351481184947958,
|
||
|
|
"grad_norm": 0.4716524325522153,
|
||
|
|
"learning_rate": 5.54827100998534e-08,
|
||
|
|
"loss": 0.7883635520935058,
|
||
|
|
"step": 605
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.944755804643715,
|
||
|
|
"eval_loss": 0.90007084608078,
|
||
|
|
"eval_runtime": 15.3084,
|
||
|
|
"eval_samples_per_second": 6.924,
|
||
|
|
"eval_steps_per_second": 0.915,
|
||
|
|
"eval_token_acc": 0.7624746729871604,
|
||
|
|
"step": 608
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9511609287429943,
|
||
|
|
"grad_norm": 0.44797137033963047,
|
||
|
|
"learning_rate": 3.2220160052828245e-08,
|
||
|
|
"loss": 0.7870570182800293,
|
||
|
|
"step": 610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.967173738991193,
|
||
|
|
"grad_norm": 0.45207745564951624,
|
||
|
|
"learning_rate": 1.523337593714036e-08,
|
||
|
|
"loss": 0.8020266532897949,
|
||
|
|
"step": 615
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9831865492393916,
|
||
|
|
"grad_norm": 0.46560058211157906,
|
||
|
|
"learning_rate": 4.5330527202480656e-09,
|
||
|
|
"loss": 0.8163101196289062,
|
||
|
|
"step": 620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9959967974379502,
|
||
|
|
"eval_loss": 0.9000772833824158,
|
||
|
|
"eval_runtime": 14.9354,
|
||
|
|
"eval_samples_per_second": 7.097,
|
||
|
|
"eval_steps_per_second": 0.937,
|
||
|
|
"eval_token_acc": 0.762490951731353,
|
||
|
|
"step": 624
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.99919935948759,
|
||
|
|
"grad_norm": 0.49036708117796896,
|
||
|
|
"learning_rate": 1.2592738119709957e-10,
|
||
|
|
"loss": 0.8205068588256836,
|
||
|
|
"step": 625
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0,
|
||
|
|
"eval_loss": 0.9000126123428345,
|
||
|
|
"eval_runtime": 15.1395,
|
||
|
|
"eval_samples_per_second": 7.002,
|
||
|
|
"eval_steps_per_second": 0.925,
|
||
|
|
"eval_token_acc": 0.7625473847112205,
|
||
|
|
"step": 626
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"logging_steps": 5,
|
||
|
|
"max_steps": 626,
|
||
|
|
"num_input_tokens_seen": 0,
|
||
|
|
"num_train_epochs": 2,
|
||
|
|
"save_steps": 100,
|
||
|
|
"stateful_callbacks": {
|
||
|
|
"TrainerControl": {
|
||
|
|
"args": {
|
||
|
|
"should_epoch_stop": false,
|
||
|
|
"should_evaluate": false,
|
||
|
|
"should_log": false,
|
||
|
|
"should_save": true,
|
||
|
|
"should_training_stop": true
|
||
|
|
},
|
||
|
|
"attributes": {}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"total_flos": 1.6044514006305341e+18,
|
||
|
|
"train_batch_size": 1,
|
||
|
|
"trial_name": null,
|
||
|
|
"trial_params": null
|
||
|
|
}
|