955 lines
27 KiB
JSON
955 lines
27 KiB
JSON
|
{
|
||
|
|
"best_global_step": null,
|
||
|
|
"best_metric": null,
|
||
|
|
"best_model_checkpoint": null,
|
||
|
|
"epoch": 91.78527607361963,
|
||
|
|
"eval_steps": 2,
|
||
|
|
"global_step": 92,
|
||
|
|
"is_hyper_param_search": false,
|
||
|
|
"is_local_process_zero": true,
|
||
|
|
"is_world_process_zero": true,
|
||
|
|
"log_history": [
|
||
|
|
{
|
||
|
|
"epoch": 0.7852760736196319,
|
||
|
|
"grad_norm": 2.828015891236112,
|
||
|
|
"learning_rate": 5.000000000000001e-07,
|
||
|
|
"loss": 0.7344894409179688,
|
||
|
|
"memory(GiB)": 33.35,
|
||
|
|
"step": 1,
|
||
|
|
"token_acc": 0.8210270474011879,
|
||
|
|
"train_speed(iter/s)": 0.01508
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7852760736196318,
|
||
|
|
"grad_norm": 5.560922634626607,
|
||
|
|
"learning_rate": 1.0000000000000002e-06,
|
||
|
|
"loss": 1.4670829772949219,
|
||
|
|
"memory(GiB)": 39.33,
|
||
|
|
"step": 2,
|
||
|
|
"token_acc": 0.8254568857425018,
|
||
|
|
"train_speed(iter/s)": 0.015066
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.785276073619632,
|
||
|
|
"grad_norm": 5.459222412898219,
|
||
|
|
"learning_rate": 1.5e-06,
|
||
|
|
"loss": 1.452088713645935,
|
||
|
|
"memory(GiB)": 39.33,
|
||
|
|
"step": 3,
|
||
|
|
"token_acc": 0.8195757791207489,
|
||
|
|
"train_speed(iter/s)": 0.014624
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.785276073619632,
|
||
|
|
"grad_norm": 5.463168612488766,
|
||
|
|
"learning_rate": 2.0000000000000003e-06,
|
||
|
|
"loss": 1.4775556325912476,
|
||
|
|
"memory(GiB)": 39.33,
|
||
|
|
"step": 4,
|
||
|
|
"token_acc": 0.823338222352596,
|
||
|
|
"train_speed(iter/s)": 0.014761
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.785276073619632,
|
||
|
|
"grad_norm": 5.608488489325384,
|
||
|
|
"learning_rate": 2.5e-06,
|
||
|
|
"loss": 1.4884722232818604,
|
||
|
|
"memory(GiB)": 39.33,
|
||
|
|
"step": 5,
|
||
|
|
"token_acc": 0.8191892680081656,
|
||
|
|
"train_speed(iter/s)": 0.014538
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.785276073619632,
|
||
|
|
"grad_norm": 5.119511687917419,
|
||
|
|
"learning_rate": 3e-06,
|
||
|
|
"loss": 1.4214377403259277,
|
||
|
|
"memory(GiB)": 39.33,
|
||
|
|
"step": 6,
|
||
|
|
"token_acc": 0.8322302158273381,
|
||
|
|
"train_speed(iter/s)": 0.014634
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.785276073619632,
|
||
|
|
"grad_norm": 5.315421901389787,
|
||
|
|
"learning_rate": 3.5e-06,
|
||
|
|
"loss": 1.4595433473587036,
|
||
|
|
"memory(GiB)": 39.33,
|
||
|
|
"step": 7,
|
||
|
|
"token_acc": 0.8237858651099242,
|
||
|
|
"train_speed(iter/s)": 0.014497
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.785276073619632,
|
||
|
|
"grad_norm": 4.5538985334897495,
|
||
|
|
"learning_rate": 4.000000000000001e-06,
|
||
|
|
"loss": 1.4617054462432861,
|
||
|
|
"memory(GiB)": 39.33,
|
||
|
|
"step": 8,
|
||
|
|
"token_acc": 0.8285934756595355,
|
||
|
|
"train_speed(iter/s)": 0.014575
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.785276073619633,
|
||
|
|
"grad_norm": 4.50876794473483,
|
||
|
|
"learning_rate": 4.5e-06,
|
||
|
|
"loss": 1.3948967456817627,
|
||
|
|
"memory(GiB)": 39.33,
|
||
|
|
"step": 9,
|
||
|
|
"token_acc": 0.8302743891270103,
|
||
|
|
"train_speed(iter/s)": 0.01447
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.785276073619633,
|
||
|
|
"grad_norm": 3.214342485444024,
|
||
|
|
"learning_rate": 5e-06,
|
||
|
|
"loss": 1.2821123600006104,
|
||
|
|
"memory(GiB)": 39.33,
|
||
|
|
"step": 10,
|
||
|
|
"token_acc": 0.8313403718154694,
|
||
|
|
"train_speed(iter/s)": 0.014524
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.785276073619633,
|
||
|
|
"grad_norm": 2.8792276792731872,
|
||
|
|
"learning_rate": 4.999658262481173e-06,
|
||
|
|
"loss": 1.275630235671997,
|
||
|
|
"memory(GiB)": 39.33,
|
||
|
|
"step": 11,
|
||
|
|
"token_acc": 0.8285017000556812,
|
||
|
|
"train_speed(iter/s)": 0.014445
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.785276073619633,
|
||
|
|
"grad_norm": 3.0281873560029338,
|
||
|
|
"learning_rate": 4.998633143352315e-06,
|
||
|
|
"loss": 1.2036690711975098,
|
||
|
|
"memory(GiB)": 39.33,
|
||
|
|
"step": 12,
|
||
|
|
"token_acc": 0.8379109677897624,
|
||
|
|
"train_speed(iter/s)": 0.014493
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.785276073619633,
|
||
|
|
"grad_norm": 3.0371512203857205,
|
||
|
|
"learning_rate": 4.9969249228707625e-06,
|
||
|
|
"loss": 1.2084441184997559,
|
||
|
|
"memory(GiB)": 39.33,
|
||
|
|
"step": 13,
|
||
|
|
"token_acc": 0.8384220321813085,
|
||
|
|
"train_speed(iter/s)": 0.014427
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.785276073619633,
|
||
|
|
"grad_norm": 2.6387426090200363,
|
||
|
|
"learning_rate": 4.994534068046936e-06,
|
||
|
|
"loss": 1.1901323795318604,
|
||
|
|
"memory(GiB)": 39.33,
|
||
|
|
"step": 14,
|
||
|
|
"token_acc": 0.8441223334680967,
|
||
|
|
"train_speed(iter/s)": 0.014476
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.785276073619633,
|
||
|
|
"grad_norm": 2.3160115440855873,
|
||
|
|
"learning_rate": 4.991461232516675e-06,
|
||
|
|
"loss": 1.141261100769043,
|
||
|
|
"memory(GiB)": 39.33,
|
||
|
|
"step": 15,
|
||
|
|
"token_acc": 0.8443658849034292,
|
||
|
|
"train_speed(iter/s)": 0.014426
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.785276073619633,
|
||
|
|
"grad_norm": 2.083813179452864,
|
||
|
|
"learning_rate": 4.987707256362529e-06,
|
||
|
|
"loss": 1.084287166595459,
|
||
|
|
"memory(GiB)": 39.33,
|
||
|
|
"step": 16,
|
||
|
|
"token_acc": 0.8477599213633511,
|
||
|
|
"train_speed(iter/s)": 0.014468
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.78527607361963,
|
||
|
|
"grad_norm": 1.9692176113541133,
|
||
|
|
"learning_rate": 4.983273165884096e-06,
|
||
|
|
"loss": 1.0419270992279053,
|
||
|
|
"memory(GiB)": 39.33,
|
||
|
|
"step": 17,
|
||
|
|
"token_acc": 0.8630328525162231,
|
||
|
|
"train_speed(iter/s)": 0.014414
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 17.78527607361963,
|
||
|
|
"grad_norm": 1.7151316178388507,
|
||
|
|
"learning_rate": 4.978160173317439e-06,
|
||
|
|
"loss": 0.9549746513366699,
|
||
|
|
"memory(GiB)": 39.33,
|
||
|
|
"step": 18,
|
||
|
|
"token_acc": 0.8722866869211904,
|
||
|
|
"train_speed(iter/s)": 0.01445
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 18.78527607361963,
|
||
|
|
"grad_norm": 1.549137117164761,
|
||
|
|
"learning_rate": 4.972369676503672e-06,
|
||
|
|
"loss": 0.9502382278442383,
|
||
|
|
"memory(GiB)": 39.33,
|
||
|
|
"step": 19,
|
||
|
|
"token_acc": 0.8675967359831535,
|
||
|
|
"train_speed(iter/s)": 0.014405
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 19.78527607361963,
|
||
|
|
"grad_norm": 1.1953412837491808,
|
||
|
|
"learning_rate": 4.965903258506806e-06,
|
||
|
|
"loss": 0.893640398979187,
|
||
|
|
"memory(GiB)": 39.33,
|
||
|
|
"step": 20,
|
||
|
|
"token_acc": 0.870425555791075,
|
||
|
|
"train_speed(iter/s)": 0.014441
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 20.78527607361963,
|
||
|
|
"grad_norm": 1.2537339963447596,
|
||
|
|
"learning_rate": 4.9587626871809564e-06,
|
||
|
|
"loss": 0.860186755657196,
|
||
|
|
"memory(GiB)": 39.33,
|
||
|
|
"step": 21,
|
||
|
|
"token_acc": 0.8714236257078563,
|
||
|
|
"train_speed(iter/s)": 0.014406
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 21.78527607361963,
|
||
|
|
"grad_norm": 1.1827204340282138,
|
||
|
|
"learning_rate": 4.950949914687024e-06,
|
||
|
|
"loss": 0.8294661641120911,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 22,
|
||
|
|
"token_acc": 0.8780051945745555,
|
||
|
|
"train_speed(iter/s)": 0.014437
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 22.78527607361963,
|
||
|
|
"grad_norm": 1.074496322059685,
|
||
|
|
"learning_rate": 4.942467076958999e-06,
|
||
|
|
"loss": 0.826668381690979,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 23,
|
||
|
|
"token_acc": 0.8780265115649939,
|
||
|
|
"train_speed(iter/s)": 0.014396
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 23.78527607361963,
|
||
|
|
"grad_norm": 0.9237880545379076,
|
||
|
|
"learning_rate": 4.933316493120015e-06,
|
||
|
|
"loss": 0.8319023847579956,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 24,
|
||
|
|
"token_acc": 0.8776226135060379,
|
||
|
|
"train_speed(iter/s)": 0.014423
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 24.78527607361963,
|
||
|
|
"grad_norm": 0.8450828330230173,
|
||
|
|
"learning_rate": 4.923500664848327e-06,
|
||
|
|
"loss": 0.7946324348449707,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 25,
|
||
|
|
"token_acc": 0.8774449657163479,
|
||
|
|
"train_speed(iter/s)": 0.01434
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 25.78527607361963,
|
||
|
|
"grad_norm": 0.8084371406940016,
|
||
|
|
"learning_rate": 4.913022275693372e-06,
|
||
|
|
"loss": 0.7982379198074341,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 26,
|
||
|
|
"token_acc": 0.8835678461967121,
|
||
|
|
"train_speed(iter/s)": 0.014197
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 26.78527607361963,
|
||
|
|
"grad_norm": 0.8064722550105239,
|
||
|
|
"learning_rate": 4.901884190342121e-06,
|
||
|
|
"loss": 0.7379294633865356,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 27,
|
||
|
|
"token_acc": 0.8820249380108911,
|
||
|
|
"train_speed(iter/s)": 0.014015
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 27.78527607361963,
|
||
|
|
"grad_norm": 0.7505443142537965,
|
||
|
|
"learning_rate": 4.890089453835894e-06,
|
||
|
|
"loss": 0.8055274486541748,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 28,
|
||
|
|
"token_acc": 0.8885918287235961,
|
||
|
|
"train_speed(iter/s)": 0.013867
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 28.78527607361963,
|
||
|
|
"grad_norm": 0.6119739730959108,
|
||
|
|
"learning_rate": 4.8776412907378845e-06,
|
||
|
|
"loss": 0.7476144433021545,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 29,
|
||
|
|
"token_acc": 0.8924232543535493,
|
||
|
|
"train_speed(iter/s)": 0.013849
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 29.78527607361963,
|
||
|
|
"grad_norm": 0.7681036255940338,
|
||
|
|
"learning_rate": 4.864543104251587e-06,
|
||
|
|
"loss": 0.7009764909744263,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 30,
|
||
|
|
"token_acc": 0.8919646242859415,
|
||
|
|
"train_speed(iter/s)": 0.013827
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 30.78527607361963,
|
||
|
|
"grad_norm": 0.7104586578934021,
|
||
|
|
"learning_rate": 4.850798475290403e-06,
|
||
|
|
"loss": 0.6857994198799133,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 31,
|
||
|
|
"token_acc": 0.8883618146266964,
|
||
|
|
"train_speed(iter/s)": 0.013775
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 31.78527607361963,
|
||
|
|
"grad_norm": 0.6784594125219264,
|
||
|
|
"learning_rate": 4.836411161498653e-06,
|
||
|
|
"loss": 0.6878491044044495,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 32,
|
||
|
|
"token_acc": 0.8874739614039225,
|
||
|
|
"train_speed(iter/s)": 0.013774
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 32.785276073619634,
|
||
|
|
"grad_norm": 0.6524486859004722,
|
||
|
|
"learning_rate": 4.821385096224268e-06,
|
||
|
|
"loss": 0.6495063900947571,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 33,
|
||
|
|
"token_acc": 0.8972710558886793,
|
||
|
|
"train_speed(iter/s)": 0.013745
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 33.785276073619634,
|
||
|
|
"grad_norm": 0.6437780661180932,
|
||
|
|
"learning_rate": 4.8057243874434625e-06,
|
||
|
|
"loss": 0.6780753135681152,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 34,
|
||
|
|
"token_acc": 0.8965800092610968,
|
||
|
|
"train_speed(iter/s)": 0.013776
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 34.785276073619634,
|
||
|
|
"grad_norm": 0.6012280443982766,
|
||
|
|
"learning_rate": 4.789433316637644e-06,
|
||
|
|
"loss": 0.6937360763549805,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 35,
|
||
|
|
"token_acc": 0.8985454504099806,
|
||
|
|
"train_speed(iter/s)": 0.01377
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 35.785276073619634,
|
||
|
|
"grad_norm": 0.602538629390956,
|
||
|
|
"learning_rate": 4.772516337622907e-06,
|
||
|
|
"loss": 0.6754523515701294,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 36,
|
||
|
|
"token_acc": 0.8950226959644091,
|
||
|
|
"train_speed(iter/s)": 0.013804
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 36.785276073619634,
|
||
|
|
"grad_norm": 0.5846158635967554,
|
||
|
|
"learning_rate": 4.754978075332398e-06,
|
||
|
|
"loss": 0.6398173570632935,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 37,
|
||
|
|
"token_acc": 0.898102863215351,
|
||
|
|
"train_speed(iter/s)": 0.013765
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 37.785276073619634,
|
||
|
|
"grad_norm": 0.44752405527595507,
|
||
|
|
"learning_rate": 4.736823324551909e-06,
|
||
|
|
"loss": 0.6178634166717529,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 38,
|
||
|
|
"token_acc": 0.8983179005164953,
|
||
|
|
"train_speed(iter/s)": 0.013757
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 38.785276073619634,
|
||
|
|
"grad_norm": 0.5759115585585194,
|
||
|
|
"learning_rate": 4.71805704860903e-06,
|
||
|
|
"loss": 0.6596415638923645,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 39,
|
||
|
|
"token_acc": 0.9043605764785142,
|
||
|
|
"train_speed(iter/s)": 0.013748
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 39.785276073619634,
|
||
|
|
"grad_norm": 0.5251913319753604,
|
||
|
|
"learning_rate": 4.698684378016223e-06,
|
||
|
|
"loss": 0.6197866797447205,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 40,
|
||
|
|
"token_acc": 0.9019051278555227,
|
||
|
|
"train_speed(iter/s)": 0.013779
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 40.785276073619634,
|
||
|
|
"grad_norm": 0.5556487937376285,
|
||
|
|
"learning_rate": 4.678710609068193e-06,
|
||
|
|
"loss": 0.6387439370155334,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 41,
|
||
|
|
"token_acc": 0.8996385106639354,
|
||
|
|
"train_speed(iter/s)": 0.013774
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 41.785276073619634,
|
||
|
|
"grad_norm": 0.5595033551514544,
|
||
|
|
"learning_rate": 4.658141202393935e-06,
|
||
|
|
"loss": 0.5881360769271851,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 42,
|
||
|
|
"token_acc": 0.902147025625015,
|
||
|
|
"train_speed(iter/s)": 0.013803
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 42.785276073619634,
|
||
|
|
"grad_norm": 0.592912316638698,
|
||
|
|
"learning_rate": 4.636981781463848e-06,
|
||
|
|
"loss": 0.6058595776557922,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 43,
|
||
|
|
"token_acc": 0.8997946249700757,
|
||
|
|
"train_speed(iter/s)": 0.013801
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 43.785276073619634,
|
||
|
|
"grad_norm": 0.5474462324998715,
|
||
|
|
"learning_rate": 4.615238131052339e-06,
|
||
|
|
"loss": 0.5743303894996643,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 44,
|
||
|
|
"token_acc": 0.9094863701578192,
|
||
|
|
"train_speed(iter/s)": 0.013828
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 44.785276073619634,
|
||
|
|
"grad_norm": 0.6003410732076991,
|
||
|
|
"learning_rate": 4.592916195656322e-06,
|
||
|
|
"loss": 0.612324059009552,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 45,
|
||
|
|
"token_acc": 0.9116981475374416,
|
||
|
|
"train_speed(iter/s)": 0.013823
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 45.785276073619634,
|
||
|
|
"grad_norm": 0.5803467871688905,
|
||
|
|
"learning_rate": 4.570022077870051e-06,
|
||
|
|
"loss": 0.540604829788208,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 46,
|
||
|
|
"token_acc": 0.9066389293058044,
|
||
|
|
"train_speed(iter/s)": 0.013844
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 46.785276073619634,
|
||
|
|
"grad_norm": 0.31746472746367554,
|
||
|
|
"learning_rate": 4.546562036716732e-06,
|
||
|
|
"loss": 0.5575750470161438,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 47,
|
||
|
|
"token_acc": 0.911935911474843,
|
||
|
|
"train_speed(iter/s)": 0.013831
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 47.785276073619634,
|
||
|
|
"grad_norm": 0.547728341912002,
|
||
|
|
"learning_rate": 4.522542485937369e-06,
|
||
|
|
"loss": 0.5444112420082092,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 48,
|
||
|
|
"token_acc": 0.9140458085414321,
|
||
|
|
"train_speed(iter/s)": 0.013854
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 48.785276073619634,
|
||
|
|
"grad_norm": 0.5196821422871499,
|
||
|
|
"learning_rate": 4.497969992237312e-06,
|
||
|
|
"loss": 0.5895761847496033,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 49,
|
||
|
|
"token_acc": 0.9174603967193878,
|
||
|
|
"train_speed(iter/s)": 0.01385
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 49.785276073619634,
|
||
|
|
"grad_norm": 0.5165933268106758,
|
||
|
|
"learning_rate": 4.472851273490985e-06,
|
||
|
|
"loss": 0.5617235898971558,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 50,
|
||
|
|
"token_acc": 0.9105760761054671,
|
||
|
|
"train_speed(iter/s)": 0.013873
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 50.785276073619634,
|
||
|
|
"grad_norm": 0.5491429792142556,
|
||
|
|
"learning_rate": 4.4471931969052816e-06,
|
||
|
|
"loss": 0.5617798566818237,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 51,
|
||
|
|
"token_acc": 0.914954423407124,
|
||
|
|
"train_speed(iter/s)": 0.013865
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 51.785276073619634,
|
||
|
|
"grad_norm": 0.47279597803824047,
|
||
|
|
"learning_rate": 4.421002777142148e-06,
|
||
|
|
"loss": 0.5274189710617065,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 52,
|
||
|
|
"token_acc": 0.9109212369606242,
|
||
|
|
"train_speed(iter/s)": 0.013856
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 52.785276073619634,
|
||
|
|
"grad_norm": 0.5331682466669002,
|
||
|
|
"learning_rate": 4.394287174400838e-06,
|
||
|
|
"loss": 0.5500538945198059,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 53,
|
||
|
|
"token_acc": 0.9179731638418079,
|
||
|
|
"train_speed(iter/s)": 0.013816
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 53.785276073619634,
|
||
|
|
"grad_norm": 0.5015412639019045,
|
||
|
|
"learning_rate": 4.3670536924603855e-06,
|
||
|
|
"loss": 0.5379254817962646,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 54,
|
||
|
|
"token_acc": 0.91340303696508,
|
||
|
|
"train_speed(iter/s)": 0.013806
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 54.785276073619634,
|
||
|
|
"grad_norm": 0.5012274856872988,
|
||
|
|
"learning_rate": 4.33930977668283e-06,
|
||
|
|
"loss": 0.5354421138763428,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 55,
|
||
|
|
"token_acc": 0.9172959682882159,
|
||
|
|
"train_speed(iter/s)": 0.013802
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 55.785276073619634,
|
||
|
|
"grad_norm": 0.2803188316237382,
|
||
|
|
"learning_rate": 4.311063011977723e-06,
|
||
|
|
"loss": 0.5273925065994263,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 56,
|
||
|
|
"token_acc": 0.9197245144878079,
|
||
|
|
"train_speed(iter/s)": 0.013823
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 56.785276073619634,
|
||
|
|
"grad_norm": 0.5225252350052656,
|
||
|
|
"learning_rate": 4.282321120728493e-06,
|
||
|
|
"loss": 0.49844077229499817,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 57,
|
||
|
|
"token_acc": 0.9147932040501116,
|
||
|
|
"train_speed(iter/s)": 0.01382
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 57.785276073619634,
|
||
|
|
"grad_norm": 0.5016830591757713,
|
||
|
|
"learning_rate": 4.253091960681222e-06,
|
||
|
|
"loss": 0.514026939868927,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 58,
|
||
|
|
"token_acc": 0.914426587542329,
|
||
|
|
"train_speed(iter/s)": 0.01384
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 58.785276073619634,
|
||
|
|
"grad_norm": 0.5162114438500172,
|
||
|
|
"learning_rate": 4.2233835227964145e-06,
|
||
|
|
"loss": 0.5164660215377808,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 59,
|
||
|
|
"token_acc": 0.9154462464242161,
|
||
|
|
"train_speed(iter/s)": 0.013838
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 59.785276073619634,
|
||
|
|
"grad_norm": 0.5003508758002871,
|
||
|
|
"learning_rate": 4.1932039290643534e-06,
|
||
|
|
"loss": 0.5167316198348999,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 60,
|
||
|
|
"token_acc": 0.9177114825166848,
|
||
|
|
"train_speed(iter/s)": 0.013857
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 60.785276073619634,
|
||
|
|
"grad_norm": 0.5370771821941825,
|
||
|
|
"learning_rate": 4.162561430284621e-06,
|
||
|
|
"loss": 0.4968717098236084,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 61,
|
||
|
|
"token_acc": 0.9180080667900795,
|
||
|
|
"train_speed(iter/s)": 0.013854
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 61.785276073619634,
|
||
|
|
"grad_norm": 0.4703998846973088,
|
||
|
|
"learning_rate": 4.1314644038104215e-06,
|
||
|
|
"loss": 0.48470860719680786,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 62,
|
||
|
|
"token_acc": 0.9172036041531638,
|
||
|
|
"train_speed(iter/s)": 0.01387
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 62.785276073619634,
|
||
|
|
"grad_norm": 0.5732521467141994,
|
||
|
|
"learning_rate": 4.099921351258292e-06,
|
||
|
|
"loss": 0.4761297106742859,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 63,
|
||
|
|
"token_acc": 0.9202728996822739,
|
||
|
|
"train_speed(iter/s)": 0.013866
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 63.785276073619634,
|
||
|
|
"grad_norm": 0.566487845334896,
|
||
|
|
"learning_rate": 4.067940896183843e-06,
|
||
|
|
"loss": 0.4775853157043457,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 64,
|
||
|
|
"token_acc": 0.9162934345333743,
|
||
|
|
"train_speed(iter/s)": 0.013883
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 64.78527607361963,
|
||
|
|
"grad_norm": 0.31449277119414887,
|
||
|
|
"learning_rate": 4.0355317817241705e-06,
|
||
|
|
"loss": 0.4875542223453522,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 65,
|
||
|
|
"token_acc": 0.9208928240311515,
|
||
|
|
"train_speed(iter/s)": 0.013874
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 65.78527607361963,
|
||
|
|
"grad_norm": 0.7863716510843305,
|
||
|
|
"learning_rate": 4.002702868207563e-06,
|
||
|
|
"loss": 0.4927229881286621,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 66,
|
||
|
|
"token_acc": 0.9251339373531896,
|
||
|
|
"train_speed(iter/s)": 0.01389
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 66.78527607361963,
|
||
|
|
"grad_norm": 0.6581549893568186,
|
||
|
|
"learning_rate": 3.969463130731183e-06,
|
||
|
|
"loss": 0.4890143871307373,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 67,
|
||
|
|
"token_acc": 0.9183355219960604,
|
||
|
|
"train_speed(iter/s)": 0.013878
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 67.78527607361963,
|
||
|
|
"grad_norm": 0.5900053583989073,
|
||
|
|
"learning_rate": 3.935821656707359e-06,
|
||
|
|
"loss": 0.48031631112098694,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 68,
|
||
|
|
"token_acc": 0.9213672888828442,
|
||
|
|
"train_speed(iter/s)": 0.01389
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 68.78527607361963,
|
||
|
|
"grad_norm": 0.6132529596085236,
|
||
|
|
"learning_rate": 3.901787643379183e-06,
|
||
|
|
"loss": 0.45974451303482056,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 69,
|
||
|
|
"token_acc": 0.9189587008089533,
|
||
|
|
"train_speed(iter/s)": 0.013882
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 69.78527607361963,
|
||
|
|
"grad_norm": 0.7256621524580472,
|
||
|
|
"learning_rate": 3.8673703953060685e-06,
|
||
|
|
"loss": 0.45002666115760803,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 70,
|
||
|
|
"token_acc": 0.9235120083536373,
|
||
|
|
"train_speed(iter/s)": 0.013876
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 70.78527607361963,
|
||
|
|
"grad_norm": 0.6572360898351522,
|
||
|
|
"learning_rate": 3.832579321819985e-06,
|
||
|
|
"loss": 0.44984108209609985,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 71,
|
||
|
|
"token_acc": 0.9278641983998498,
|
||
|
|
"train_speed(iter/s)": 0.013872
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 71.78527607361963,
|
||
|
|
"grad_norm": 0.6788420593989611,
|
||
|
|
"learning_rate": 3.797423934453038e-06,
|
||
|
|
"loss": 0.46496278047561646,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 72,
|
||
|
|
"token_acc": 0.9247173628466024,
|
||
|
|
"train_speed(iter/s)": 0.013887
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 72.78527607361963,
|
||
|
|
"grad_norm": 0.6073327829268869,
|
||
|
|
"learning_rate": 3.76191384433711e-06,
|
||
|
|
"loss": 0.43901190161705017,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 73,
|
||
|
|
"token_acc": 0.9269318854378426,
|
||
|
|
"train_speed(iter/s)": 0.013872
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 73.78527607361963,
|
||
|
|
"grad_norm": 0.4952804216866532,
|
||
|
|
"learning_rate": 3.726058759576271e-06,
|
||
|
|
"loss": 0.4391399025917053,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 74,
|
||
|
|
"token_acc": 0.9251885591145068,
|
||
|
|
"train_speed(iter/s)": 0.01388
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 74.78527607361963,
|
||
|
|
"grad_norm": 0.7195321191248989,
|
||
|
|
"learning_rate": 3.6898684825926845e-06,
|
||
|
|
"loss": 0.440918892621994,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 75,
|
||
|
|
"token_acc": 0.9259756638718266,
|
||
|
|
"train_speed(iter/s)": 0.013868
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 75.78527607361963,
|
||
|
|
"grad_norm": 0.5356189516143581,
|
||
|
|
"learning_rate": 3.65335290744672e-06,
|
||
|
|
"loss": 0.44449836015701294,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 76,
|
||
|
|
"token_acc": 0.9235405737247461,
|
||
|
|
"train_speed(iter/s)": 0.013861
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 76.78527607361963,
|
||
|
|
"grad_norm": 0.7790146643095753,
|
||
|
|
"learning_rate": 3.616522017132017e-06,
|
||
|
|
"loss": 0.4214305877685547,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 77,
|
||
|
|
"token_acc": 0.935737818195279,
|
||
|
|
"train_speed(iter/s)": 0.013851
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 77.78527607361963,
|
||
|
|
"grad_norm": 0.640555014306015,
|
||
|
|
"learning_rate": 3.579385880846232e-06,
|
||
|
|
"loss": 0.41491076350212097,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 78,
|
||
|
|
"token_acc": 0.9254948760620128,
|
||
|
|
"train_speed(iter/s)": 0.013865
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 78.78527607361963,
|
||
|
|
"grad_norm": 0.7225957987793631,
|
||
|
|
"learning_rate": 3.5419546512382264e-06,
|
||
|
|
"loss": 0.4449855089187622,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 79,
|
||
|
|
"token_acc": 0.92669304165697,
|
||
|
|
"train_speed(iter/s)": 0.013861
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 79.78527607361963,
|
||
|
|
"grad_norm": 0.71186832956713,
|
||
|
|
"learning_rate": 3.5042385616324243e-06,
|
||
|
|
"loss": 0.4115943908691406,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 80,
|
||
|
|
"token_acc": 0.9300436681222708,
|
||
|
|
"train_speed(iter/s)": 0.013871
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 80.78527607361963,
|
||
|
|
"grad_norm": 0.5344801517675843,
|
||
|
|
"learning_rate": 3.466247923231131e-06,
|
||
|
|
"loss": 0.4183962047100067,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 81,
|
||
|
|
"token_acc": 0.9238792981795946,
|
||
|
|
"train_speed(iter/s)": 0.013858
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 81.78527607361963,
|
||
|
|
"grad_norm": 0.7110303531981544,
|
||
|
|
"learning_rate": 3.427993122295552e-06,
|
||
|
|
"loss": 0.43044573068618774,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 82,
|
||
|
|
"token_acc": 0.9315566699353302,
|
||
|
|
"train_speed(iter/s)": 0.013848
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 82.78527607361963,
|
||
|
|
"grad_norm": 0.6054164665729541,
|
||
|
|
"learning_rate": 3.3894846173062917e-06,
|
||
|
|
"loss": 0.391621857881546,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 83,
|
||
|
|
"token_acc": 0.9380456974067156,
|
||
|
|
"train_speed(iter/s)": 0.013842
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 83.78527607361963,
|
||
|
|
"grad_norm": 0.659034943496206,
|
||
|
|
"learning_rate": 3.350732936104108e-06,
|
||
|
|
"loss": 0.40062740445137024,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 84,
|
||
|
|
"token_acc": 0.9351094518920754,
|
||
|
|
"train_speed(iter/s)": 0.013855
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 84.78527607361963,
|
||
|
|
"grad_norm": 0.6757156967804352,
|
||
|
|
"learning_rate": 3.3117486730117092e-06,
|
||
|
|
"loss": 0.42082643508911133,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 85,
|
||
|
|
"token_acc": 0.9334060495173756,
|
||
|
|
"train_speed(iter/s)": 0.01385
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 85.78527607361963,
|
||
|
|
"grad_norm": 0.6462108938520096,
|
||
|
|
"learning_rate": 3.272542485937369e-06,
|
||
|
|
"loss": 0.4044734239578247,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 86,
|
||
|
|
"token_acc": 0.937454412837345,
|
||
|
|
"train_speed(iter/s)": 0.013858
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 86.78527607361963,
|
||
|
|
"grad_norm": 0.6658216806148752,
|
||
|
|
"learning_rate": 3.2331250934611623e-06,
|
||
|
|
"loss": 0.4085301458835602,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 87,
|
||
|
|
"token_acc": 0.9344952439398588,
|
||
|
|
"train_speed(iter/s)": 0.013849
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 87.78527607361963,
|
||
|
|
"grad_norm": 0.5859038575973,
|
||
|
|
"learning_rate": 3.193507271904612e-06,
|
||
|
|
"loss": 0.4107922613620758,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 88,
|
||
|
|
"token_acc": 0.9370524843896911,
|
||
|
|
"train_speed(iter/s)": 0.013851
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 88.78527607361963,
|
||
|
|
"grad_norm": 0.6618470555633296,
|
||
|
|
"learning_rate": 3.15369985238455e-06,
|
||
|
|
"loss": 0.374958336353302,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 89,
|
||
|
|
"token_acc": 0.9345464787352592,
|
||
|
|
"train_speed(iter/s)": 0.013831
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 89.78527607361963,
|
||
|
|
"grad_norm": 0.8076141889252606,
|
||
|
|
"learning_rate": 3.1137137178519983e-06,
|
||
|
|
"loss": 0.40027111768722534,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 90,
|
||
|
|
"token_acc": 0.9367903505358848,
|
||
|
|
"train_speed(iter/s)": 0.013844
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 90.78527607361963,
|
||
|
|
"grad_norm": 0.591801688114359,
|
||
|
|
"learning_rate": 3.073559800116879e-06,
|
||
|
|
"loss": 0.3753508925437927,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 91,
|
||
|
|
"token_acc": 0.9328512619350389,
|
||
|
|
"train_speed(iter/s)": 0.013839
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 91.78527607361963,
|
||
|
|
"grad_norm": 0.7666418774168722,
|
||
|
|
"learning_rate": 3.0332490768593676e-06,
|
||
|
|
"loss": 0.39489710330963135,
|
||
|
|
"memory(GiB)": 39.34,
|
||
|
|
"step": 92,
|
||
|
|
"token_acc": 0.9387719407833094,
|
||
|
|
"train_speed(iter/s)": 0.013851
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"logging_steps": 1,
|
||
|
|
"max_steps": 200,
|
||
|
|
"num_input_tokens_seen": 0,
|
||
|
|
"num_train_epochs": 200,
|
||
|
|
"save_steps": 2,
|
||
|
|
"stateful_callbacks": {
|
||
|
|
"TrainerControl": {
|
||
|
|
"args": {
|
||
|
|
"should_epoch_stop": false,
|
||
|
|
"should_evaluate": false,
|
||
|
|
"should_log": false,
|
||
|
|
"should_save": true,
|
||
|
|
"should_training_stop": false
|
||
|
|
},
|
||
|
|
"attributes": {}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"total_flos": 63696844357632.0,
|
||
|
|
"train_batch_size": 1,
|
||
|
|
"trial_name": null,
|
||
|
|
"trial_params": null
|
||
|
|
}
|