635 lines
18 KiB
JSON
635 lines
18 KiB
JSON
|
{
|
||
|
|
"best_global_step": null,
|
||
|
|
"best_metric": null,
|
||
|
|
"best_model_checkpoint": null,
|
||
|
|
"epoch": 59.7710843373494,
|
||
|
|
"eval_steps": 10,
|
||
|
|
"global_step": 60,
|
||
|
|
"is_hyper_param_search": false,
|
||
|
|
"is_local_process_zero": true,
|
||
|
|
"is_world_process_zero": true,
|
||
|
|
"log_history": [
|
||
|
|
{
|
||
|
|
"epoch": 0.7710843373493976,
|
||
|
|
"grad_norm": 3.914616675051536,
|
||
|
|
"learning_rate": 5.000000000000001e-07,
|
||
|
|
"loss": 0.6485056281089783,
|
||
|
|
"memory(GiB)": 76.1,
|
||
|
|
"step": 1,
|
||
|
|
"token_acc": 0.8288129939443704,
|
||
|
|
"train_speed(iter/s)": 0.00248
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7710843373493976,
|
||
|
|
"grad_norm": 7.135952401058273,
|
||
|
|
"learning_rate": 1.0000000000000002e-06,
|
||
|
|
"loss": 1.306803822517395,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 2,
|
||
|
|
"token_acc": 0.8355539032171605,
|
||
|
|
"train_speed(iter/s)": 0.002291
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7710843373493974,
|
||
|
|
"grad_norm": 7.25317611851469,
|
||
|
|
"learning_rate": 1.5e-06,
|
||
|
|
"loss": 1.2851154804229736,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 3,
|
||
|
|
"token_acc": 0.834915035973237,
|
||
|
|
"train_speed(iter/s)": 0.002247
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.7710843373493974,
|
||
|
|
"grad_norm": 6.865015999508222,
|
||
|
|
"learning_rate": 2.0000000000000003e-06,
|
||
|
|
"loss": 1.290574073791504,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 4,
|
||
|
|
"token_acc": 0.8338767344065504,
|
||
|
|
"train_speed(iter/s)": 0.002214
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.771084337349397,
|
||
|
|
"grad_norm": 6.57767604145361,
|
||
|
|
"learning_rate": 2.5e-06,
|
||
|
|
"loss": 1.261496901512146,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 5,
|
||
|
|
"token_acc": 0.8348027461456405,
|
||
|
|
"train_speed(iter/s)": 0.0022
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.771084337349397,
|
||
|
|
"grad_norm": 5.131561904948073,
|
||
|
|
"learning_rate": 3e-06,
|
||
|
|
"loss": 1.20093834400177,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 6,
|
||
|
|
"token_acc": 0.8447540089861448,
|
||
|
|
"train_speed(iter/s)": 0.002191
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.771084337349397,
|
||
|
|
"grad_norm": 4.169361922366313,
|
||
|
|
"learning_rate": 3.5e-06,
|
||
|
|
"loss": 1.118795394897461,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 7,
|
||
|
|
"token_acc": 0.845426595733518,
|
||
|
|
"train_speed(iter/s)": 0.002187
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.771084337349397,
|
||
|
|
"grad_norm": 4.513043229540615,
|
||
|
|
"learning_rate": 4.000000000000001e-06,
|
||
|
|
"loss": 1.0338046550750732,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 8,
|
||
|
|
"token_acc": 0.8524168712340995,
|
||
|
|
"train_speed(iter/s)": 0.00218
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.771084337349398,
|
||
|
|
"grad_norm": 5.185455486257246,
|
||
|
|
"learning_rate": 4.5e-06,
|
||
|
|
"loss": 0.9289287328720093,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 9,
|
||
|
|
"token_acc": 0.8699944903581267,
|
||
|
|
"train_speed(iter/s)": 0.002177
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.771084337349398,
|
||
|
|
"grad_norm": 3.6878315103563324,
|
||
|
|
"learning_rate": 5e-06,
|
||
|
|
"loss": 0.9007519483566284,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 10,
|
||
|
|
"token_acc": 0.8636064441638881,
|
||
|
|
"train_speed(iter/s)": 0.002176
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.771084337349398,
|
||
|
|
"grad_norm": 3.153907065444448,
|
||
|
|
"learning_rate": 4.999658262481173e-06,
|
||
|
|
"loss": 0.8321974277496338,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 11,
|
||
|
|
"token_acc": 0.8710321094284695,
|
||
|
|
"train_speed(iter/s)": 0.002152
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.771084337349398,
|
||
|
|
"grad_norm": 2.203676742176422,
|
||
|
|
"learning_rate": 4.998633143352315e-06,
|
||
|
|
"loss": 0.7872496247291565,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 12,
|
||
|
|
"token_acc": 0.8761502671032225,
|
||
|
|
"train_speed(iter/s)": 0.002149
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.771084337349398,
|
||
|
|
"grad_norm": 2.4327146254784084,
|
||
|
|
"learning_rate": 4.9969249228707625e-06,
|
||
|
|
"loss": 0.7419657707214355,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 13,
|
||
|
|
"token_acc": 0.8786807478287534,
|
||
|
|
"train_speed(iter/s)": 0.002148
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.771084337349398,
|
||
|
|
"grad_norm": 1.8937402046126173,
|
||
|
|
"learning_rate": 4.994534068046936e-06,
|
||
|
|
"loss": 0.709729790687561,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 14,
|
||
|
|
"token_acc": 0.8879921788137868,
|
||
|
|
"train_speed(iter/s)": 0.002151
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.771084337349398,
|
||
|
|
"grad_norm": 1.4897225411877277,
|
||
|
|
"learning_rate": 4.991461232516675e-06,
|
||
|
|
"loss": 0.676007866859436,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 15,
|
||
|
|
"token_acc": 0.8962045012503473,
|
||
|
|
"train_speed(iter/s)": 0.00215
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.771084337349398,
|
||
|
|
"grad_norm": 1.297539359495755,
|
||
|
|
"learning_rate": 4.987707256362529e-06,
|
||
|
|
"loss": 0.6474949717521667,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 16,
|
||
|
|
"token_acc": 0.8947659474239368,
|
||
|
|
"train_speed(iter/s)": 0.002148
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.771084337349397,
|
||
|
|
"grad_norm": 0.7199351026372981,
|
||
|
|
"learning_rate": 4.983273165884096e-06,
|
||
|
|
"loss": 0.6222354173660278,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 17,
|
||
|
|
"token_acc": 0.9017643862580863,
|
||
|
|
"train_speed(iter/s)": 0.00215
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 17.771084337349397,
|
||
|
|
"grad_norm": 1.4007282443863567,
|
||
|
|
"learning_rate": 4.978160173317439e-06,
|
||
|
|
"loss": 0.6050044298171997,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 18,
|
||
|
|
"token_acc": 0.899228721854176,
|
||
|
|
"train_speed(iter/s)": 0.00215
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 18.771084337349397,
|
||
|
|
"grad_norm": 1.4351431315774181,
|
||
|
|
"learning_rate": 4.972369676503672e-06,
|
||
|
|
"loss": 0.5903453230857849,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 19,
|
||
|
|
"token_acc": 0.9062169786627631,
|
||
|
|
"train_speed(iter/s)": 0.002149
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 19.771084337349397,
|
||
|
|
"grad_norm": 1.1929137455373535,
|
||
|
|
"learning_rate": 4.965903258506806e-06,
|
||
|
|
"loss": 0.5688210725784302,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 20,
|
||
|
|
"token_acc": 0.9079767112253118,
|
||
|
|
"train_speed(iter/s)": 0.002148
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 20.771084337349397,
|
||
|
|
"grad_norm": 1.1732494606890316,
|
||
|
|
"learning_rate": 4.9587626871809564e-06,
|
||
|
|
"loss": 0.543393611907959,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 21,
|
||
|
|
"token_acc": 0.9126149389091825,
|
||
|
|
"train_speed(iter/s)": 0.002136
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 21.771084337349397,
|
||
|
|
"grad_norm": 1.0573555070054292,
|
||
|
|
"learning_rate": 4.950949914687024e-06,
|
||
|
|
"loss": 0.5107942223548889,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 22,
|
||
|
|
"token_acc": 0.913213028660819,
|
||
|
|
"train_speed(iter/s)": 0.002136
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 22.771084337349397,
|
||
|
|
"grad_norm": 0.9119223186948517,
|
||
|
|
"learning_rate": 4.942467076958999e-06,
|
||
|
|
"loss": 0.48675835132598877,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 23,
|
||
|
|
"token_acc": 0.916867432182973,
|
||
|
|
"train_speed(iter/s)": 0.002137
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 23.771084337349397,
|
||
|
|
"grad_norm": 1.0782070696527255,
|
||
|
|
"learning_rate": 4.933316493120015e-06,
|
||
|
|
"loss": 0.5053229331970215,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 24,
|
||
|
|
"token_acc": 0.9218187118672303,
|
||
|
|
"train_speed(iter/s)": 0.002139
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 24.771084337349397,
|
||
|
|
"grad_norm": 0.9655818937470999,
|
||
|
|
"learning_rate": 4.923500664848327e-06,
|
||
|
|
"loss": 0.5017877817153931,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 25,
|
||
|
|
"token_acc": 0.9221839217084671,
|
||
|
|
"train_speed(iter/s)": 0.002138
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 25.771084337349397,
|
||
|
|
"grad_norm": 0.9404583758277602,
|
||
|
|
"learning_rate": 4.913022275693372e-06,
|
||
|
|
"loss": 0.4680900275707245,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 26,
|
||
|
|
"token_acc": 0.9232181127591402,
|
||
|
|
"train_speed(iter/s)": 0.002139
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 26.771084337349397,
|
||
|
|
"grad_norm": 0.9566563796831183,
|
||
|
|
"learning_rate": 4.901884190342121e-06,
|
||
|
|
"loss": 0.4565889239311218,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 27,
|
||
|
|
"token_acc": 0.9250697693507346,
|
||
|
|
"train_speed(iter/s)": 0.002138
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 27.771084337349397,
|
||
|
|
"grad_norm": 0.7703532186007063,
|
||
|
|
"learning_rate": 4.890089453835894e-06,
|
||
|
|
"loss": 0.43708479404449463,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 28,
|
||
|
|
"token_acc": 0.9259928949775574,
|
||
|
|
"train_speed(iter/s)": 0.002139
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 28.771084337349397,
|
||
|
|
"grad_norm": 0.9233409831228016,
|
||
|
|
"learning_rate": 4.8776412907378845e-06,
|
||
|
|
"loss": 0.4270290732383728,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 29,
|
||
|
|
"token_acc": 0.9246415671992716,
|
||
|
|
"train_speed(iter/s)": 0.00214
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 29.771084337349397,
|
||
|
|
"grad_norm": 0.9965352268428146,
|
||
|
|
"learning_rate": 4.864543104251587e-06,
|
||
|
|
"loss": 0.41402751207351685,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 30,
|
||
|
|
"token_acc": 0.9240786009778112,
|
||
|
|
"train_speed(iter/s)": 0.002139
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 30.771084337349397,
|
||
|
|
"grad_norm": 0.9358295902337755,
|
||
|
|
"learning_rate": 4.850798475290403e-06,
|
||
|
|
"loss": 0.39457955956459045,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 31,
|
||
|
|
"token_acc": 0.9368182401505754,
|
||
|
|
"train_speed(iter/s)": 0.002131
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 31.771084337349397,
|
||
|
|
"grad_norm": 0.9813539670443086,
|
||
|
|
"learning_rate": 4.836411161498653e-06,
|
||
|
|
"loss": 0.38136690855026245,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 32,
|
||
|
|
"token_acc": 0.9375963637091769,
|
||
|
|
"train_speed(iter/s)": 0.002133
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 32.7710843373494,
|
||
|
|
"grad_norm": 0.4679577449591144,
|
||
|
|
"learning_rate": 4.821385096224268e-06,
|
||
|
|
"loss": 0.36845850944519043,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 33,
|
||
|
|
"token_acc": 0.9348571791559913,
|
||
|
|
"train_speed(iter/s)": 0.002134
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 33.7710843373494,
|
||
|
|
"grad_norm": 0.9212511288160155,
|
||
|
|
"learning_rate": 4.8057243874434625e-06,
|
||
|
|
"loss": 0.35925933718681335,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 34,
|
||
|
|
"token_acc": 0.9376081366560561,
|
||
|
|
"train_speed(iter/s)": 0.002133
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 34.7710843373494,
|
||
|
|
"grad_norm": 1.0561026403132139,
|
||
|
|
"learning_rate": 4.789433316637644e-06,
|
||
|
|
"loss": 0.3401709794998169,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 35,
|
||
|
|
"token_acc": 0.9403078788403664,
|
||
|
|
"train_speed(iter/s)": 0.002134
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 35.7710843373494,
|
||
|
|
"grad_norm": 0.936417548403036,
|
||
|
|
"learning_rate": 4.772516337622907e-06,
|
||
|
|
"loss": 0.3241081237792969,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 36,
|
||
|
|
"token_acc": 0.9484973388290848,
|
||
|
|
"train_speed(iter/s)": 0.002135
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 36.7710843373494,
|
||
|
|
"grad_norm": 1.116983283196546,
|
||
|
|
"learning_rate": 4.754978075332398e-06,
|
||
|
|
"loss": 0.30902814865112305,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 37,
|
||
|
|
"token_acc": 0.9476456995060315,
|
||
|
|
"train_speed(iter/s)": 0.002135
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 37.7710843373494,
|
||
|
|
"grad_norm": 0.9993160029154087,
|
||
|
|
"learning_rate": 4.736823324551909e-06,
|
||
|
|
"loss": 0.308858722448349,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 38,
|
||
|
|
"token_acc": 0.9504927069901695,
|
||
|
|
"train_speed(iter/s)": 0.002135
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 38.7710843373494,
|
||
|
|
"grad_norm": 0.9122824683879396,
|
||
|
|
"learning_rate": 4.71805704860903e-06,
|
||
|
|
"loss": 0.27843528985977173,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 39,
|
||
|
|
"token_acc": 0.9496681563352376,
|
||
|
|
"train_speed(iter/s)": 0.002136
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 39.7710843373494,
|
||
|
|
"grad_norm": 1.009388916794573,
|
||
|
|
"learning_rate": 4.698684378016223e-06,
|
||
|
|
"loss": 0.25660544633865356,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 40,
|
||
|
|
"token_acc": 0.9552901130798869,
|
||
|
|
"train_speed(iter/s)": 0.002137
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 40.7710843373494,
|
||
|
|
"grad_norm": 1.1895642620511482,
|
||
|
|
"learning_rate": 4.678710609068193e-06,
|
||
|
|
"loss": 0.2424250692129135,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 41,
|
||
|
|
"token_acc": 0.9549429605785101,
|
||
|
|
"train_speed(iter/s)": 0.002131
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 41.7710843373494,
|
||
|
|
"grad_norm": 1.1193041843299223,
|
||
|
|
"learning_rate": 4.658141202393935e-06,
|
||
|
|
"loss": 0.23843874037265778,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 42,
|
||
|
|
"token_acc": 0.9608553608553608,
|
||
|
|
"train_speed(iter/s)": 0.002131
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 42.7710843373494,
|
||
|
|
"grad_norm": 1.110610217839956,
|
||
|
|
"learning_rate": 4.636981781463848e-06,
|
||
|
|
"loss": 0.210187166929245,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 43,
|
||
|
|
"token_acc": 0.9653150186596419,
|
||
|
|
"train_speed(iter/s)": 0.002132
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 43.7710843373494,
|
||
|
|
"grad_norm": 0.8486274696165886,
|
||
|
|
"learning_rate": 4.615238131052339e-06,
|
||
|
|
"loss": 0.21901345252990723,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 44,
|
||
|
|
"token_acc": 0.9653416261042005,
|
||
|
|
"train_speed(iter/s)": 0.002132
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 44.7710843373494,
|
||
|
|
"grad_norm": 1.0423804412798912,
|
||
|
|
"learning_rate": 4.592916195656322e-06,
|
||
|
|
"loss": 0.17482870817184448,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 45,
|
||
|
|
"token_acc": 0.9674520144027672,
|
||
|
|
"train_speed(iter/s)": 0.002133
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 45.7710843373494,
|
||
|
|
"grad_norm": 1.2841486053816782,
|
||
|
|
"learning_rate": 4.570022077870051e-06,
|
||
|
|
"loss": 0.18200109899044037,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 46,
|
||
|
|
"token_acc": 0.9708482572798199,
|
||
|
|
"train_speed(iter/s)": 0.002133
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 46.7710843373494,
|
||
|
|
"grad_norm": 1.172978940255451,
|
||
|
|
"learning_rate": 4.546562036716732e-06,
|
||
|
|
"loss": 0.15860611200332642,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 47,
|
||
|
|
"token_acc": 0.9780445141443995,
|
||
|
|
"train_speed(iter/s)": 0.002133
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 47.7710843373494,
|
||
|
|
"grad_norm": 1.2360197347924713,
|
||
|
|
"learning_rate": 4.522542485937369e-06,
|
||
|
|
"loss": 0.14376184344291687,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 48,
|
||
|
|
"token_acc": 0.9766241102700259,
|
||
|
|
"train_speed(iter/s)": 0.002135
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 48.7710843373494,
|
||
|
|
"grad_norm": 0.6385686989268172,
|
||
|
|
"learning_rate": 4.497969992237312e-06,
|
||
|
|
"loss": 0.13206440210342407,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 49,
|
||
|
|
"token_acc": 0.9818039023693685,
|
||
|
|
"train_speed(iter/s)": 0.002135
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 49.7710843373494,
|
||
|
|
"grad_norm": 1.2901120485113573,
|
||
|
|
"learning_rate": 4.472851273490985e-06,
|
||
|
|
"loss": 0.11426319181919098,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 50,
|
||
|
|
"token_acc": 0.9836425932423786,
|
||
|
|
"train_speed(iter/s)": 0.002135
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 50.7710843373494,
|
||
|
|
"grad_norm": 1.2068228907293697,
|
||
|
|
"learning_rate": 4.4471931969052816e-06,
|
||
|
|
"loss": 0.09582371264696121,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 51,
|
||
|
|
"token_acc": 0.9849937986991469,
|
||
|
|
"train_speed(iter/s)": 0.00213
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 51.7710843373494,
|
||
|
|
"grad_norm": 1.1813520357475888,
|
||
|
|
"learning_rate": 4.421002777142148e-06,
|
||
|
|
"loss": 0.09163334965705872,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 52,
|
||
|
|
"token_acc": 0.985701349843115,
|
||
|
|
"train_speed(iter/s)": 0.00213
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 52.7710843373494,
|
||
|
|
"grad_norm": 1.1122597460598151,
|
||
|
|
"learning_rate": 4.394287174400838e-06,
|
||
|
|
"loss": 0.08439977467060089,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 53,
|
||
|
|
"token_acc": 0.9878925052136355,
|
||
|
|
"train_speed(iter/s)": 0.00213
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 53.7710843373494,
|
||
|
|
"grad_norm": 1.1253515530343927,
|
||
|
|
"learning_rate": 4.3670536924603855e-06,
|
||
|
|
"loss": 0.07314425706863403,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 54,
|
||
|
|
"token_acc": 0.9900777579782926,
|
||
|
|
"train_speed(iter/s)": 0.00213
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 54.7710843373494,
|
||
|
|
"grad_norm": 1.1033670330706447,
|
||
|
|
"learning_rate": 4.33930977668283e-06,
|
||
|
|
"loss": 0.06532438099384308,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 55,
|
||
|
|
"token_acc": 0.9898691656771185,
|
||
|
|
"train_speed(iter/s)": 0.00213
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 55.7710843373494,
|
||
|
|
"grad_norm": 1.1439476751450148,
|
||
|
|
"learning_rate": 4.311063011977723e-06,
|
||
|
|
"loss": 0.06318923085927963,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 56,
|
||
|
|
"token_acc": 0.9903093019267052,
|
||
|
|
"train_speed(iter/s)": 0.002131
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 56.7710843373494,
|
||
|
|
"grad_norm": 1.1421545710607997,
|
||
|
|
"learning_rate": 4.282321120728493e-06,
|
||
|
|
"loss": 0.05167176201939583,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 57,
|
||
|
|
"token_acc": 0.991860976682798,
|
||
|
|
"train_speed(iter/s)": 0.002131
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 57.7710843373494,
|
||
|
|
"grad_norm": 1.1132394753881205,
|
||
|
|
"learning_rate": 4.253091960681222e-06,
|
||
|
|
"loss": 0.05162680149078369,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 58,
|
||
|
|
"token_acc": 0.992666204277479,
|
||
|
|
"train_speed(iter/s)": 0.002132
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 58.7710843373494,
|
||
|
|
"grad_norm": 1.1383077361483038,
|
||
|
|
"learning_rate": 4.2233835227964145e-06,
|
||
|
|
"loss": 0.044882968068122864,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 59,
|
||
|
|
"token_acc": 0.9941307654265692,
|
||
|
|
"train_speed(iter/s)": 0.002132
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 59.7710843373494,
|
||
|
|
"grad_norm": 0.9459729284657843,
|
||
|
|
"learning_rate": 4.1932039290643534e-06,
|
||
|
|
"loss": 0.042324937880039215,
|
||
|
|
"memory(GiB)": 77.59,
|
||
|
|
"step": 60,
|
||
|
|
"token_acc": 0.9941203679909544,
|
||
|
|
"train_speed(iter/s)": 0.002132
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"logging_steps": 1,
|
||
|
|
"max_steps": 200,
|
||
|
|
"num_input_tokens_seen": 0,
|
||
|
|
"num_train_epochs": 200,
|
||
|
|
"save_steps": 10,
|
||
|
|
"stateful_callbacks": {
|
||
|
|
"TrainerControl": {
|
||
|
|
"args": {
|
||
|
|
"should_epoch_stop": false,
|
||
|
|
"should_evaluate": false,
|
||
|
|
"should_log": false,
|
||
|
|
"should_save": true,
|
||
|
|
"should_training_stop": false
|
||
|
|
},
|
||
|
|
"attributes": {}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"total_flos": 268227602284544.0,
|
||
|
|
"train_batch_size": 1,
|
||
|
|
"trial_name": null,
|
||
|
|
"trial_params": null
|
||
|
|
}
|