1155 lines
30 KiB
JSON
1155 lines
30 KiB
JSON
|
{
|
||
|
|
"best_global_step": null,
|
||
|
|
"best_metric": null,
|
||
|
|
"best_model_checkpoint": null,
|
||
|
|
"epoch": 3.0,
|
||
|
|
"eval_steps": 500,
|
||
|
|
"global_step": 13953,
|
||
|
|
"is_hyper_param_search": false,
|
||
|
|
"is_local_process_zero": true,
|
||
|
|
"is_world_process_zero": true,
|
||
|
|
"log_history": [
|
||
|
|
{
|
||
|
|
"epoch": 0.0002150422020321488,
|
||
|
|
"grad_norm": 12.0,
|
||
|
|
"learning_rate": 1.4326647564469915e-07,
|
||
|
|
"loss": 1.6164790391921997,
|
||
|
|
"step": 1,
|
||
|
|
"token_acc": 0.6621004566210046
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02150422020321488,
|
||
|
|
"grad_norm": 6.21875,
|
||
|
|
"learning_rate": 1.4326647564469913e-05,
|
||
|
|
"loss": 1.188794762197167,
|
||
|
|
"step": 100,
|
||
|
|
"token_acc": 0.7460876453083856
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04300844040642976,
|
||
|
|
"grad_norm": 4.46875,
|
||
|
|
"learning_rate": 2.8653295128939826e-05,
|
||
|
|
"loss": 0.7355960845947266,
|
||
|
|
"step": 200,
|
||
|
|
"token_acc": 0.8187009896706506
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06451266060964464,
|
||
|
|
"grad_norm": 2.78125,
|
||
|
|
"learning_rate": 4.297994269340974e-05,
|
||
|
|
"loss": 0.5316849899291992,
|
||
|
|
"step": 300,
|
||
|
|
"token_acc": 0.8615559780448769
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08601688081285952,
|
||
|
|
"grad_norm": 3.75,
|
||
|
|
"learning_rate": 5.730659025787965e-05,
|
||
|
|
"loss": 0.46149860382080077,
|
||
|
|
"step": 400,
|
||
|
|
"token_acc": 0.8763085964931234
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1075211010160744,
|
||
|
|
"grad_norm": 3.046875,
|
||
|
|
"learning_rate": 7.163323782234958e-05,
|
||
|
|
"loss": 0.43257137298583986,
|
||
|
|
"step": 500,
|
||
|
|
"token_acc": 0.8855033733461842
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12902532121928928,
|
||
|
|
"grad_norm": 2.828125,
|
||
|
|
"learning_rate": 8.595988538681948e-05,
|
||
|
|
"loss": 0.4290001678466797,
|
||
|
|
"step": 600,
|
||
|
|
"token_acc": 0.8841237425308222
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15052954142250416,
|
||
|
|
"grad_norm": 2.84375,
|
||
|
|
"learning_rate": 9.999999438253633e-05,
|
||
|
|
"loss": 0.4132740020751953,
|
||
|
|
"step": 700,
|
||
|
|
"token_acc": 0.8884292300890545
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17203376162571904,
|
||
|
|
"grad_norm": 2.765625,
|
||
|
|
"learning_rate": 9.998538968828853e-05,
|
||
|
|
"loss": 0.4122954940795898,
|
||
|
|
"step": 800,
|
||
|
|
"token_acc": 0.8891312971043237
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19353798182893392,
|
||
|
|
"grad_norm": 2.4375,
|
||
|
|
"learning_rate": 9.994270719682668e-05,
|
||
|
|
"loss": 0.41482566833496093,
|
||
|
|
"step": 900,
|
||
|
|
"token_acc": 0.8889188460501483
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2150422020321488,
|
||
|
|
"grad_norm": 3.203125,
|
||
|
|
"learning_rate": 9.987197088376343e-05,
|
||
|
|
"loss": 0.3782763671875,
|
||
|
|
"step": 1000,
|
||
|
|
"token_acc": 0.8961677752757686
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23654642223536368,
|
||
|
|
"grad_norm": 2.421875,
|
||
|
|
"learning_rate": 9.977322048310636e-05,
|
||
|
|
"loss": 0.38466773986816405,
|
||
|
|
"step": 1100,
|
||
|
|
"token_acc": 0.8960082933674004
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25805064243857856,
|
||
|
|
"grad_norm": 1.8828125,
|
||
|
|
"learning_rate": 9.964651146493868e-05,
|
||
|
|
"loss": 0.37627601623535156,
|
||
|
|
"step": 1200,
|
||
|
|
"token_acc": 0.8976215770873534
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27955486264179347,
|
||
|
|
"grad_norm": 2.0,
|
||
|
|
"learning_rate": 9.94919150042605e-05,
|
||
|
|
"loss": 0.37790138244628907,
|
||
|
|
"step": 1300,
|
||
|
|
"token_acc": 0.8967620047231698
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3010590828450083,
|
||
|
|
"grad_norm": 1.7109375,
|
||
|
|
"learning_rate": 9.930951794100846e-05,
|
||
|
|
"loss": 0.3538982009887695,
|
||
|
|
"step": 1400,
|
||
|
|
"token_acc": 0.9031133435062733
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3225633030482232,
|
||
|
|
"grad_norm": 1.609375,
|
||
|
|
"learning_rate": 9.909942273127595e-05,
|
||
|
|
"loss": 0.35670711517333986,
|
||
|
|
"step": 1500,
|
||
|
|
"token_acc": 0.9019035105816946
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3440675232514381,
|
||
|
|
"grad_norm": 2.296875,
|
||
|
|
"learning_rate": 9.886174738976148e-05,
|
||
|
|
"loss": 0.34810089111328124,
|
||
|
|
"step": 1600,
|
||
|
|
"token_acc": 0.9055337820567436
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.365571743454653,
|
||
|
|
"grad_norm": 2.015625,
|
||
|
|
"learning_rate": 9.85966254234775e-05,
|
||
|
|
"loss": 0.3589338302612305,
|
||
|
|
"step": 1700,
|
||
|
|
"token_acc": 0.9023834266367202
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38707596365786784,
|
||
|
|
"grad_norm": 1.875,
|
||
|
|
"learning_rate": 9.830420575675672e-05,
|
||
|
|
"loss": 0.3577522659301758,
|
||
|
|
"step": 1800,
|
||
|
|
"token_acc": 0.9015066534697019
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40858018386108275,
|
||
|
|
"grad_norm": 1.8359375,
|
||
|
|
"learning_rate": 9.798465264759846e-05,
|
||
|
|
"loss": 0.34096073150634765,
|
||
|
|
"step": 1900,
|
||
|
|
"token_acc": 0.905558431474052
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4300844040642976,
|
||
|
|
"grad_norm": 2.0625,
|
||
|
|
"learning_rate": 9.763814559540149e-05,
|
||
|
|
"loss": 0.3458216094970703,
|
||
|
|
"step": 2000,
|
||
|
|
"token_acc": 0.9044097244455828
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4515886242675125,
|
||
|
|
"grad_norm": 2.53125,
|
||
|
|
"learning_rate": 9.726487924013573e-05,
|
||
|
|
"loss": 0.34719383239746093,
|
||
|
|
"step": 2100,
|
||
|
|
"token_acc": 0.9023519529609407
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47309284447072736,
|
||
|
|
"grad_norm": 2.078125,
|
||
|
|
"learning_rate": 9.686506325300902e-05,
|
||
|
|
"loss": 0.33799285888671876,
|
||
|
|
"step": 2200,
|
||
|
|
"token_acc": 0.9068587312532322
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49459706467394227,
|
||
|
|
"grad_norm": 1.890625,
|
||
|
|
"learning_rate": 9.643892221869059e-05,
|
||
|
|
"loss": 0.3353384780883789,
|
||
|
|
"step": 2300,
|
||
|
|
"token_acc": 0.9076656738244497
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5161012848771571,
|
||
|
|
"grad_norm": 1.5546875,
|
||
|
|
"learning_rate": 9.598669550915733e-05,
|
||
|
|
"loss": 0.3250057601928711,
|
||
|
|
"step": 2400,
|
||
|
|
"token_acc": 0.9099034988409078
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.537605505080372,
|
||
|
|
"grad_norm": 1.859375,
|
||
|
|
"learning_rate": 9.55086371492338e-05,
|
||
|
|
"loss": 0.32469905853271486,
|
||
|
|
"step": 2500,
|
||
|
|
"token_acc": 0.9092186712153885
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5591097252835869,
|
||
|
|
"grad_norm": 1.2578125,
|
||
|
|
"learning_rate": 9.500501567390132e-05,
|
||
|
|
"loss": 0.33898296356201174,
|
||
|
|
"step": 2600,
|
||
|
|
"token_acc": 0.9060987206085753
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5806139454868018,
|
||
|
|
"grad_norm": 1.7265625,
|
||
|
|
"learning_rate": 9.447611397745651e-05,
|
||
|
|
"loss": 0.32965770721435544,
|
||
|
|
"step": 2700,
|
||
|
|
"token_acc": 0.9072501632919661
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6021181656900166,
|
||
|
|
"grad_norm": 2.25,
|
||
|
|
"learning_rate": 9.392222915460385e-05,
|
||
|
|
"loss": 0.3179072952270508,
|
||
|
|
"step": 2800,
|
||
|
|
"token_acc": 0.9119147316330415
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6236223858932316,
|
||
|
|
"grad_norm": 1.6640625,
|
||
|
|
"learning_rate": 9.334367233357169e-05,
|
||
|
|
"loss": 0.3253290939331055,
|
||
|
|
"step": 2900,
|
||
|
|
"token_acc": 0.909042319059297
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6451266060964465,
|
||
|
|
"grad_norm": 2.015625,
|
||
|
|
"learning_rate": 9.274076850134519e-05,
|
||
|
|
"loss": 0.31794769287109376,
|
||
|
|
"step": 3000,
|
||
|
|
"token_acc": 0.9108269303100317
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6666308262996613,
|
||
|
|
"grad_norm": 1.9296875,
|
||
|
|
"learning_rate": 9.211385632111469e-05,
|
||
|
|
"loss": 0.3040708923339844,
|
||
|
|
"step": 3100,
|
||
|
|
"token_acc": 0.9163664726951773
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6881350465028762,
|
||
|
|
"grad_norm": 2.1875,
|
||
|
|
"learning_rate": 9.146328794204169e-05,
|
||
|
|
"loss": 0.3194514083862305,
|
||
|
|
"step": 3200,
|
||
|
|
"token_acc": 0.909515801428353
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7096392667060911,
|
||
|
|
"grad_norm": 1.8203125,
|
||
|
|
"learning_rate": 9.078942880144971e-05,
|
||
|
|
"loss": 0.2973049736022949,
|
||
|
|
"step": 3300,
|
||
|
|
"token_acc": 0.915813655305054
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.731143486909306,
|
||
|
|
"grad_norm": 1.296875,
|
||
|
|
"learning_rate": 9.009265741955071e-05,
|
||
|
|
"loss": 0.3128537368774414,
|
||
|
|
"step": 3400,
|
||
|
|
"token_acc": 0.9134898467577565
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7526477071125208,
|
||
|
|
"grad_norm": 2.15625,
|
||
|
|
"learning_rate": 8.937336518682273e-05,
|
||
|
|
"loss": 0.2994493865966797,
|
||
|
|
"step": 3500,
|
||
|
|
"token_acc": 0.9148646310872762
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7741519273157357,
|
||
|
|
"grad_norm": 1.59375,
|
||
|
|
"learning_rate": 8.863195614415803e-05,
|
||
|
|
"loss": 0.3013328552246094,
|
||
|
|
"step": 3600,
|
||
|
|
"token_acc": 0.9161106454316849
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7956561475189506,
|
||
|
|
"grad_norm": 1.4375,
|
||
|
|
"learning_rate": 8.78688467559051e-05,
|
||
|
|
"loss": 0.292550048828125,
|
||
|
|
"step": 3700,
|
||
|
|
"token_acc": 0.9173435563980641
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8171603677221655,
|
||
|
|
"grad_norm": 1.5390625,
|
||
|
|
"learning_rate": 8.708446567593241e-05,
|
||
|
|
"loss": 0.29124902725219726,
|
||
|
|
"step": 3800,
|
||
|
|
"token_acc": 0.9190288906089831
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8386645879253803,
|
||
|
|
"grad_norm": 1.8515625,
|
||
|
|
"learning_rate": 8.627925350684482e-05,
|
||
|
|
"loss": 0.2943286514282227,
|
||
|
|
"step": 3900,
|
||
|
|
"token_acc": 0.9158156459753924
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8601688081285952,
|
||
|
|
"grad_norm": 1.5,
|
||
|
|
"learning_rate": 8.54536625524883e-05,
|
||
|
|
"loss": 0.2970516014099121,
|
||
|
|
"step": 4000,
|
||
|
|
"token_acc": 0.9162451525880965
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8816730283318102,
|
||
|
|
"grad_norm": 1.6875,
|
||
|
|
"learning_rate": 8.460815656388175e-05,
|
||
|
|
"loss": 0.2960320854187012,
|
||
|
|
"step": 4100,
|
||
|
|
"token_acc": 0.9170335429769392
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.903177248535025,
|
||
|
|
"grad_norm": 1.7734375,
|
||
|
|
"learning_rate": 8.374321047871874e-05,
|
||
|
|
"loss": 0.2804668426513672,
|
||
|
|
"step": 4200,
|
||
|
|
"token_acc": 0.9197268393248292
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9246814687382399,
|
||
|
|
"grad_norm": 1.328125,
|
||
|
|
"learning_rate": 8.28593101545855e-05,
|
||
|
|
"loss": 0.2943642807006836,
|
||
|
|
"step": 4300,
|
||
|
|
"token_acc": 0.9148772033647546
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9461856889414547,
|
||
|
|
"grad_norm": 2.03125,
|
||
|
|
"learning_rate": 8.195695209604492e-05,
|
||
|
|
"loss": 0.27788606643676755,
|
||
|
|
"step": 4400,
|
||
|
|
"token_acc": 0.9207105105432354
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9676899091446697,
|
||
|
|
"grad_norm": 1.53125,
|
||
|
|
"learning_rate": 8.103664317574e-05,
|
||
|
|
"loss": 0.2929634475708008,
|
||
|
|
"step": 4500,
|
||
|
|
"token_acc": 0.9166524756268892
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9891941293478845,
|
||
|
|
"grad_norm": 1.3984375,
|
||
|
|
"learning_rate": 8.009890034967327e-05,
|
||
|
|
"loss": 0.2756942176818848,
|
||
|
|
"step": 4600,
|
||
|
|
"token_acc": 0.9201785658278533
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0105370678995753,
|
||
|
|
"grad_norm": 2.15625,
|
||
|
|
"learning_rate": 7.914425036682224e-05,
|
||
|
|
"loss": 0.24342775344848633,
|
||
|
|
"step": 4700,
|
||
|
|
"token_acc": 0.9299042798987788
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0320412881027903,
|
||
|
|
"grad_norm": 1.8671875,
|
||
|
|
"learning_rate": 7.817322947325397e-05,
|
||
|
|
"loss": 0.17995485305786132,
|
||
|
|
"step": 4800,
|
||
|
|
"token_acc": 0.9437043588941504
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.053545508306005,
|
||
|
|
"grad_norm": 1.4453125,
|
||
|
|
"learning_rate": 7.718638311090477e-05,
|
||
|
|
"loss": 0.180903377532959,
|
||
|
|
"step": 4900,
|
||
|
|
"token_acc": 0.9431556053516115
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.07504972850922,
|
||
|
|
"grad_norm": 1.4765625,
|
||
|
|
"learning_rate": 7.61842656111946e-05,
|
||
|
|
"loss": 0.18013723373413085,
|
||
|
|
"step": 5000,
|
||
|
|
"token_acc": 0.9432521310198607
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0965539487124347,
|
||
|
|
"grad_norm": 1.46875,
|
||
|
|
"learning_rate": 7.516743988364796e-05,
|
||
|
|
"loss": 0.1733488655090332,
|
||
|
|
"step": 5100,
|
||
|
|
"token_acc": 0.9452036217975466
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1180581689156497,
|
||
|
|
"grad_norm": 1.328125,
|
||
|
|
"learning_rate": 7.413647709969633e-05,
|
||
|
|
"loss": 0.18172847747802734,
|
||
|
|
"step": 5200,
|
||
|
|
"token_acc": 0.9450252493635491
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1395623891188646,
|
||
|
|
"grad_norm": 1.7109375,
|
||
|
|
"learning_rate": 7.309195637183964e-05,
|
||
|
|
"loss": 0.1805746650695801,
|
||
|
|
"step": 5300,
|
||
|
|
"token_acc": 0.9436492682350668
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1610666093220794,
|
||
|
|
"grad_norm": 1.6796875,
|
||
|
|
"learning_rate": 7.203446442834719e-05,
|
||
|
|
"loss": 0.17925085067749025,
|
||
|
|
"step": 5400,
|
||
|
|
"token_acc": 0.9439468707202018
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1825708295252944,
|
||
|
|
"grad_norm": 1.4765625,
|
||
|
|
"learning_rate": 7.096459528368062e-05,
|
||
|
|
"loss": 0.169547119140625,
|
||
|
|
"step": 5500,
|
||
|
|
"token_acc": 0.9464933035229764
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2040750497285093,
|
||
|
|
"grad_norm": 1.734375,
|
||
|
|
"learning_rate": 6.988294990482401e-05,
|
||
|
|
"loss": 0.17277034759521484,
|
||
|
|
"step": 5600,
|
||
|
|
"token_acc": 0.9460861364350833
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.225579269931724,
|
||
|
|
"grad_norm": 2.140625,
|
||
|
|
"learning_rate": 6.879013587370871e-05,
|
||
|
|
"loss": 0.17827749252319336,
|
||
|
|
"step": 5700,
|
||
|
|
"token_acc": 0.9442837392321599
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.247083490134939,
|
||
|
|
"grad_norm": 1.125,
|
||
|
|
"learning_rate": 6.768676704592228e-05,
|
||
|
|
"loss": 0.17549230575561522,
|
||
|
|
"step": 5800,
|
||
|
|
"token_acc": 0.9464748448974765
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2685877103381538,
|
||
|
|
"grad_norm": 1.1953125,
|
||
|
|
"learning_rate": 6.657346320589358e-05,
|
||
|
|
"loss": 0.17796480178833007,
|
||
|
|
"step": 5900,
|
||
|
|
"token_acc": 0.9452043317064996
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2900919305413687,
|
||
|
|
"grad_norm": 1.8359375,
|
||
|
|
"learning_rate": 6.545084971874738e-05,
|
||
|
|
"loss": 0.16906660079956054,
|
||
|
|
"step": 6000,
|
||
|
|
"token_acc": 0.9470721771309513
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3115961507445837,
|
||
|
|
"grad_norm": 1.65625,
|
||
|
|
"learning_rate": 6.431955717902416e-05,
|
||
|
|
"loss": 0.16938840866088867,
|
||
|
|
"step": 6100,
|
||
|
|
"token_acc": 0.9465871890295269
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3331003709477984,
|
||
|
|
"grad_norm": 1.6953125,
|
||
|
|
"learning_rate": 6.318022105646252e-05,
|
||
|
|
"loss": 0.16985233306884764,
|
||
|
|
"step": 6200,
|
||
|
|
"token_acc": 0.9453208613382422
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3546045911510134,
|
||
|
|
"grad_norm": 1.421875,
|
||
|
|
"learning_rate": 6.203348133904315e-05,
|
||
|
|
"loss": 0.16554460525512696,
|
||
|
|
"step": 6300,
|
||
|
|
"token_acc": 0.9484946073875549
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3761088113542281,
|
||
|
|
"grad_norm": 1.7265625,
|
||
|
|
"learning_rate": 6.087998217349456e-05,
|
||
|
|
"loss": 0.1714496612548828,
|
||
|
|
"step": 6400,
|
||
|
|
"token_acc": 0.94634329678104
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.397613031557443,
|
||
|
|
"grad_norm": 1.875,
|
||
|
|
"learning_rate": 5.972037150346305e-05,
|
||
|
|
"loss": 0.16627944946289064,
|
||
|
|
"step": 6500,
|
||
|
|
"token_acc": 0.9477827531417016
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.419117251760658,
|
||
|
|
"grad_norm": 1.453125,
|
||
|
|
"learning_rate": 5.855530070554975e-05,
|
||
|
|
"loss": 0.16439420700073243,
|
||
|
|
"step": 6600,
|
||
|
|
"token_acc": 0.9465121486955548
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.440621471963873,
|
||
|
|
"grad_norm": 1.0078125,
|
||
|
|
"learning_rate": 5.738542422341926e-05,
|
||
|
|
"loss": 0.16206270217895508,
|
||
|
|
"step": 6700,
|
||
|
|
"token_acc": 0.9495115245433108
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4621256921670878,
|
||
|
|
"grad_norm": 1.625,
|
||
|
|
"learning_rate": 5.621139920018549e-05,
|
||
|
|
"loss": 0.1623272705078125,
|
||
|
|
"step": 6800,
|
||
|
|
"token_acc": 0.9498222630085545
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4836299123703027,
|
||
|
|
"grad_norm": 1.546875,
|
||
|
|
"learning_rate": 5.5033885109281244e-05,
|
||
|
|
"loss": 0.16696163177490234,
|
||
|
|
"step": 6900,
|
||
|
|
"token_acc": 0.9472825094771207
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5051341325735175,
|
||
|
|
"grad_norm": 1.578125,
|
||
|
|
"learning_rate": 5.3853543384018656e-05,
|
||
|
|
"loss": 0.16011791229248046,
|
||
|
|
"step": 7000,
|
||
|
|
"token_acc": 0.9493761372498051
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5266383527767324,
|
||
|
|
"grad_norm": 1.2890625,
|
||
|
|
"learning_rate": 5.267103704604891e-05,
|
||
|
|
"loss": 0.16526294708251954,
|
||
|
|
"step": 7100,
|
||
|
|
"token_acc": 0.9476293902632834
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5481425729799474,
|
||
|
|
"grad_norm": 1.828125,
|
||
|
|
"learning_rate": 5.148703033292958e-05,
|
||
|
|
"loss": 0.1586237907409668,
|
||
|
|
"step": 7200,
|
||
|
|
"token_acc": 0.9495203562756563
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5696467931831624,
|
||
|
|
"grad_norm": 1.3671875,
|
||
|
|
"learning_rate": 5.030218832500914e-05,
|
||
|
|
"loss": 0.159231014251709,
|
||
|
|
"step": 7300,
|
||
|
|
"token_acc": 0.9495050052541342
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.591151013386377,
|
||
|
|
"grad_norm": 1.1171875,
|
||
|
|
"learning_rate": 4.911717657183785e-05,
|
||
|
|
"loss": 0.15366475105285646,
|
||
|
|
"step": 7400,
|
||
|
|
"token_acc": 0.9513064514402544
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6126552335895918,
|
||
|
|
"grad_norm": 2.21875,
|
||
|
|
"learning_rate": 4.7932660718315374e-05,
|
||
|
|
"loss": 0.1546556568145752,
|
||
|
|
"step": 7500,
|
||
|
|
"token_acc": 0.9507159117503138
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6341594537928068,
|
||
|
|
"grad_norm": 1.3984375,
|
||
|
|
"learning_rate": 4.6749306130784536e-05,
|
||
|
|
"loss": 0.1541473388671875,
|
||
|
|
"step": 7600,
|
||
|
|
"token_acc": 0.9510321351613004
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6556636739960218,
|
||
|
|
"grad_norm": 1.390625,
|
||
|
|
"learning_rate": 4.556777752328174e-05,
|
||
|
|
"loss": 0.15245358467102052,
|
||
|
|
"step": 7700,
|
||
|
|
"token_acc": 0.9505623938879457
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6771678941992367,
|
||
|
|
"grad_norm": 1.359375,
|
||
|
|
"learning_rate": 4.4388738584153746e-05,
|
||
|
|
"loss": 0.1586322021484375,
|
||
|
|
"step": 7800,
|
||
|
|
"token_acc": 0.9495154185022027
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6986721144024515,
|
||
|
|
"grad_norm": 1.4375,
|
||
|
|
"learning_rate": 4.3212851603250584e-05,
|
||
|
|
"loss": 0.14727062225341797,
|
||
|
|
"step": 7900,
|
||
|
|
"token_acc": 0.953377205906427
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7201763346056662,
|
||
|
|
"grad_norm": 1.1484375,
|
||
|
|
"learning_rate": 4.2040777099904036e-05,
|
||
|
|
"loss": 0.14960084915161131,
|
||
|
|
"step": 8000,
|
||
|
|
"token_acc": 0.9518475573738213
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7416805548088812,
|
||
|
|
"grad_norm": 1.4765625,
|
||
|
|
"learning_rate": 4.087317345190068e-05,
|
||
|
|
"loss": 0.14496273040771485,
|
||
|
|
"step": 8100,
|
||
|
|
"token_acc": 0.9537553603397311
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7631847750120961,
|
||
|
|
"grad_norm": 1.2265625,
|
||
|
|
"learning_rate": 3.9710696525657895e-05,
|
||
|
|
"loss": 0.1413516902923584,
|
||
|
|
"step": 8200,
|
||
|
|
"token_acc": 0.9545205949534054
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.784688995215311,
|
||
|
|
"grad_norm": 1.4296875,
|
||
|
|
"learning_rate": 3.855399930781046e-05,
|
||
|
|
"loss": 0.15235366821289062,
|
||
|
|
"step": 8300,
|
||
|
|
"token_acc": 0.9515693224431089
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8061932154185258,
|
||
|
|
"grad_norm": 1.6015625,
|
||
|
|
"learning_rate": 3.740373153841489e-05,
|
||
|
|
"loss": 0.14871362686157227,
|
||
|
|
"step": 8400,
|
||
|
|
"token_acc": 0.9517884587043938
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8276974356217408,
|
||
|
|
"grad_norm": 1.2265625,
|
||
|
|
"learning_rate": 3.626053934597737e-05,
|
||
|
|
"loss": 0.15128151893615724,
|
||
|
|
"step": 8500,
|
||
|
|
"token_acc": 0.951846881390593
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8492016558249555,
|
||
|
|
"grad_norm": 1.4921875,
|
||
|
|
"learning_rate": 3.512506488451044e-05,
|
||
|
|
"loss": 0.14497539520263672,
|
||
|
|
"step": 8600,
|
||
|
|
"token_acc": 0.9535891224164648
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8707058760281705,
|
||
|
|
"grad_norm": 1.3125,
|
||
|
|
"learning_rate": 3.399794597282213e-05,
|
||
|
|
"loss": 0.14073530197143555,
|
||
|
|
"step": 8700,
|
||
|
|
"token_acc": 0.9544612238812328
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8922100962313855,
|
||
|
|
"grad_norm": 1.8359375,
|
||
|
|
"learning_rate": 3.287981573624039e-05,
|
||
|
|
"loss": 0.14946557998657226,
|
||
|
|
"step": 8800,
|
||
|
|
"token_acc": 0.9516438041229213
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9137143164346004,
|
||
|
|
"grad_norm": 1.6640625,
|
||
|
|
"learning_rate": 3.177130225097384e-05,
|
||
|
|
"loss": 0.14700041770935057,
|
||
|
|
"step": 8900,
|
||
|
|
"token_acc": 0.95218424379823
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9352185366378152,
|
||
|
|
"grad_norm": 1.3046875,
|
||
|
|
"learning_rate": 3.067302819130874e-05,
|
||
|
|
"loss": 0.14165225982666016,
|
||
|
|
"step": 9000,
|
||
|
|
"token_acc": 0.9545654059030715
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.95672275684103,
|
||
|
|
"grad_norm": 1.3359375,
|
||
|
|
"learning_rate": 2.9585610479840374e-05,
|
||
|
|
"loss": 0.14729736328125,
|
||
|
|
"step": 9100,
|
||
|
|
"token_acc": 0.9531239897411582
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9782269770442449,
|
||
|
|
"grad_norm": 1.8984375,
|
||
|
|
"learning_rate": 2.850965994093523e-05,
|
||
|
|
"loss": 0.14732083320617675,
|
||
|
|
"step": 9200,
|
||
|
|
"token_acc": 0.9525314765967898
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9997311972474598,
|
||
|
|
"grad_norm": 1.4453125,
|
||
|
|
"learning_rate": 2.744578095761868e-05,
|
||
|
|
"loss": 0.13918962478637695,
|
||
|
|
"step": 9300,
|
||
|
|
"token_acc": 0.9544093355357809
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0210741357991506,
|
||
|
|
"grad_norm": 1.015625,
|
||
|
|
"learning_rate": 2.639457113208086e-05,
|
||
|
|
"loss": 0.052382316589355465,
|
||
|
|
"step": 9400,
|
||
|
|
"token_acc": 0.9839434949048363
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0425783560023656,
|
||
|
|
"grad_norm": 0.98828125,
|
||
|
|
"learning_rate": 2.5356620949991606e-05,
|
||
|
|
"loss": 0.04628158092498779,
|
||
|
|
"step": 9500,
|
||
|
|
"token_acc": 0.9855887301570714
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0640825762055806,
|
||
|
|
"grad_norm": 1.234375,
|
||
|
|
"learning_rate": 2.4332513448812706e-05,
|
||
|
|
"loss": 0.04719796180725098,
|
||
|
|
"step": 9600,
|
||
|
|
"token_acc": 0.9844260236121577
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.085586796408795,
|
||
|
|
"grad_norm": 1.4375,
|
||
|
|
"learning_rate": 2.3322823890294084e-05,
|
||
|
|
"loss": 0.045996718406677246,
|
||
|
|
"step": 9700,
|
||
|
|
"token_acc": 0.9853374587026064
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.10709101661201,
|
||
|
|
"grad_norm": 0.86328125,
|
||
|
|
"learning_rate": 2.2328119437337774e-05,
|
||
|
|
"loss": 0.04895151138305664,
|
||
|
|
"step": 9800,
|
||
|
|
"token_acc": 0.9847560313565394
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.128595236815225,
|
||
|
|
"grad_norm": 1.34375,
|
||
|
|
"learning_rate": 2.1348958835411008e-05,
|
||
|
|
"loss": 0.04724515438079834,
|
||
|
|
"step": 9900,
|
||
|
|
"token_acc": 0.9846966313539142
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.15009945701844,
|
||
|
|
"grad_norm": 1.2578125,
|
||
|
|
"learning_rate": 2.0385892098687814e-05,
|
||
|
|
"loss": 0.04533194541931152,
|
||
|
|
"step": 10000,
|
||
|
|
"token_acc": 0.9855662029433199
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.171603677221655,
|
||
|
|
"grad_norm": 1.4921875,
|
||
|
|
"learning_rate": 1.9439460201094854e-05,
|
||
|
|
"loss": 0.04482400417327881,
|
||
|
|
"step": 10100,
|
||
|
|
"token_acc": 0.9852925480820544
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1931078974248694,
|
||
|
|
"grad_norm": 1.15625,
|
||
|
|
"learning_rate": 1.8510194772435658e-05,
|
||
|
|
"loss": 0.044654135704040525,
|
||
|
|
"step": 10200,
|
||
|
|
"token_acc": 0.9855592169025005
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2146121176280844,
|
||
|
|
"grad_norm": 1.1171875,
|
||
|
|
"learning_rate": 1.7598617799763333e-05,
|
||
|
|
"loss": 0.044921741485595704,
|
||
|
|
"step": 10300,
|
||
|
|
"token_acc": 0.9858118111531502
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2361163378312994,
|
||
|
|
"grad_norm": 1.40625,
|
||
|
|
"learning_rate": 1.670524133417013e-05,
|
||
|
|
"loss": 0.045565009117126465,
|
||
|
|
"step": 10400,
|
||
|
|
"token_acc": 0.9854009085317824
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2576205580345143,
|
||
|
|
"grad_norm": 1.171875,
|
||
|
|
"learning_rate": 1.583056720315784e-05,
|
||
|
|
"loss": 0.04394767761230469,
|
||
|
|
"step": 10500,
|
||
|
|
"token_acc": 0.9859472514319911
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2791247782377293,
|
||
|
|
"grad_norm": 1.875,
|
||
|
|
"learning_rate": 1.4975086728751459e-05,
|
||
|
|
"loss": 0.0461022424697876,
|
||
|
|
"step": 10600,
|
||
|
|
"token_acc": 0.9851400839279155
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.300628998440944,
|
||
|
|
"grad_norm": 1.296875,
|
||
|
|
"learning_rate": 1.4139280451513508e-05,
|
||
|
|
"loss": 0.045181169509887695,
|
||
|
|
"step": 10700,
|
||
|
|
"token_acc": 0.9857515277528576
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.322133218644159,
|
||
|
|
"grad_norm": 1.875,
|
||
|
|
"learning_rate": 1.332361786061494e-05,
|
||
|
|
"loss": 0.04347699165344238,
|
||
|
|
"step": 10800,
|
||
|
|
"token_acc": 0.9855772720203224
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3436374388473737,
|
||
|
|
"grad_norm": 1.1953125,
|
||
|
|
"learning_rate": 1.2528557130113483e-05,
|
||
|
|
"loss": 0.045889606475830076,
|
||
|
|
"step": 10900,
|
||
|
|
"token_acc": 0.9852655048746884
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3651416590505887,
|
||
|
|
"grad_norm": 0.98046875,
|
||
|
|
"learning_rate": 1.1754544861588207e-05,
|
||
|
|
"loss": 0.045331325531005856,
|
||
|
|
"step": 11000,
|
||
|
|
"token_acc": 0.9854636972109825
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3866458792538037,
|
||
|
|
"grad_norm": 1.6015625,
|
||
|
|
"learning_rate": 1.1002015833274337e-05,
|
||
|
|
"loss": 0.043533525466918944,
|
||
|
|
"step": 11100,
|
||
|
|
"token_acc": 0.9858369327574255
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4081500994570186,
|
||
|
|
"grad_norm": 1.515625,
|
||
|
|
"learning_rate": 1.0271392755839699e-05,
|
||
|
|
"loss": 0.0444044828414917,
|
||
|
|
"step": 11200,
|
||
|
|
"token_acc": 0.9853882193213813
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.429654319660233,
|
||
|
|
"grad_norm": 0.96484375,
|
||
|
|
"learning_rate": 9.563086034939484e-06,
|
||
|
|
"loss": 0.044610238075256346,
|
||
|
|
"step": 11300,
|
||
|
|
"token_acc": 0.9854142164675365
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.451158539863448,
|
||
|
|
"grad_norm": 1.1171875,
|
||
|
|
"learning_rate": 8.877493540683368e-06,
|
||
|
|
"loss": 0.043998885154724124,
|
||
|
|
"step": 11400,
|
||
|
|
"token_acc": 0.9856164758722682
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.472662760066663,
|
||
|
|
"grad_norm": 0.77734375,
|
||
|
|
"learning_rate": 8.215000384143674e-06,
|
||
|
|
"loss": 0.04451916217803955,
|
||
|
|
"step": 11500,
|
||
|
|
"token_acc": 0.9857173401753261
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.494166980269878,
|
||
|
|
"grad_norm": 1.4453125,
|
||
|
|
"learning_rate": 7.575978701030905e-06,
|
||
|
|
"loss": 0.04564218044281006,
|
||
|
|
"step": 11600,
|
||
|
|
"token_acc": 0.985550530171997
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.515671200473093,
|
||
|
|
"grad_norm": 1.3828125,
|
||
|
|
"learning_rate": 6.960787442657524e-06,
|
||
|
|
"loss": 0.04552034854888916,
|
||
|
|
"step": 11700,
|
||
|
|
"token_acc": 0.9857974537777493
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5371754206763075,
|
||
|
|
"grad_norm": 1.5,
|
||
|
|
"learning_rate": 6.369772174307898e-06,
|
||
|
|
"loss": 0.0429258394241333,
|
||
|
|
"step": 11800,
|
||
|
|
"token_acc": 0.9856699458151402
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5586796408795225,
|
||
|
|
"grad_norm": 1.3828125,
|
||
|
|
"learning_rate": 5.803264881127229e-06,
|
||
|
|
"loss": 0.04383339405059814,
|
||
|
|
"step": 11900,
|
||
|
|
"token_acc": 0.9856585097607918
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5801838610827375,
|
||
|
|
"grad_norm": 0.96875,
|
||
|
|
"learning_rate": 5.26158378163894e-06,
|
||
|
|
"loss": 0.045687408447265626,
|
||
|
|
"step": 12000,
|
||
|
|
"token_acc": 0.9857526372659322
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6016880812859524,
|
||
|
|
"grad_norm": 0.8046875,
|
||
|
|
"learning_rate": 4.7450331489948595e-06,
|
||
|
|
"loss": 0.045373907089233396,
|
||
|
|
"step": 12100,
|
||
|
|
"token_acc": 0.9854963714129514
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6231923014891674,
|
||
|
|
"grad_norm": 1.28125,
|
||
|
|
"learning_rate": 4.253903140058907e-06,
|
||
|
|
"loss": 0.04461602687835693,
|
||
|
|
"step": 12200,
|
||
|
|
"token_acc": 0.9852423926254988
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6446965216923823,
|
||
|
|
"grad_norm": 1.1015625,
|
||
|
|
"learning_rate": 3.7884696324201772e-06,
|
||
|
|
"loss": 0.043819246292114256,
|
||
|
|
"step": 12300,
|
||
|
|
"token_acc": 0.986441358611798
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.666200741895597,
|
||
|
|
"grad_norm": 1.2734375,
|
||
|
|
"learning_rate": 3.348994069426914e-06,
|
||
|
|
"loss": 0.0426084041595459,
|
||
|
|
"step": 12400,
|
||
|
|
"token_acc": 0.9861481886505206
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.687704962098812,
|
||
|
|
"grad_norm": 1.4140625,
|
||
|
|
"learning_rate": 2.935723313328587e-06,
|
||
|
|
"loss": 0.04416153907775879,
|
||
|
|
"step": 12500,
|
||
|
|
"token_acc": 0.9864983511071138
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.709209182302027,
|
||
|
|
"grad_norm": 1.1484375,
|
||
|
|
"learning_rate": 2.5488895066083485e-06,
|
||
|
|
"loss": 0.0465748405456543,
|
||
|
|
"step": 12600,
|
||
|
|
"token_acc": 0.9856129707559866
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7307134025052417,
|
||
|
|
"grad_norm": 1.421875,
|
||
|
|
"learning_rate": 2.188709941583994e-06,
|
||
|
|
"loss": 0.04476622581481934,
|
||
|
|
"step": 12700,
|
||
|
|
"token_acc": 0.986246306274987
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7522176227084563,
|
||
|
|
"grad_norm": 1.8359375,
|
||
|
|
"learning_rate": 1.855386938350462e-06,
|
||
|
|
"loss": 0.044062623977661135,
|
||
|
|
"step": 12800,
|
||
|
|
"token_acc": 0.9858560179250466
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7737218429116712,
|
||
|
|
"grad_norm": 2.21875,
|
||
|
|
"learning_rate": 1.5491077311325764e-06,
|
||
|
|
"loss": 0.04457646369934082,
|
||
|
|
"step": 12900,
|
||
|
|
"token_acc": 0.9861132879847027
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.795226063114886,
|
||
|
|
"grad_norm": 1.21875,
|
||
|
|
"learning_rate": 1.2700443631118609e-06,
|
||
|
|
"loss": 0.04175244331359863,
|
||
|
|
"step": 13000,
|
||
|
|
"token_acc": 0.9865129911629239
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.816730283318101,
|
||
|
|
"grad_norm": 1.4921875,
|
||
|
|
"learning_rate": 1.0183535897863972e-06,
|
||
|
|
"loss": 0.044061436653137206,
|
||
|
|
"step": 13100,
|
||
|
|
"token_acc": 0.9862232779097387
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.838234503521316,
|
||
|
|
"grad_norm": 1.2421875,
|
||
|
|
"learning_rate": 7.941767909181053e-07,
|
||
|
|
"loss": 0.04133213520050049,
|
||
|
|
"step": 13200,
|
||
|
|
"token_acc": 0.9868434957201733
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.859738723724531,
|
||
|
|
"grad_norm": 1.0546875,
|
||
|
|
"learning_rate": 5.97639891116919e-07,
|
||
|
|
"loss": 0.04463282108306885,
|
||
|
|
"step": 13300,
|
||
|
|
"token_acc": 0.9855094470595891
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.881242943927746,
|
||
|
|
"grad_norm": 1.015625,
|
||
|
|
"learning_rate": 4.288532891063901e-07,
|
||
|
|
"loss": 0.040103521347045895,
|
||
|
|
"step": 13400,
|
||
|
|
"token_acc": 0.9871428724234936
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9027471641309606,
|
||
|
|
"grad_norm": 1.4921875,
|
||
|
|
"learning_rate": 2.879117957105049e-07,
|
||
|
|
"loss": 0.04607905864715576,
|
||
|
|
"step": 13500,
|
||
|
|
"token_acc": 0.9850233112639176
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9242513843341755,
|
||
|
|
"grad_norm": 1.234375,
|
||
|
|
"learning_rate": 1.7489458059654073e-07,
|
||
|
|
"loss": 0.044112420082092284,
|
||
|
|
"step": 13600,
|
||
|
|
"token_acc": 0.9855080248372473
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9457556045373905,
|
||
|
|
"grad_norm": 1.0546875,
|
||
|
|
"learning_rate": 8.986512780389533e-08,
|
||
|
|
"loss": 0.04211245536804199,
|
||
|
|
"step": 13700,
|
||
|
|
"token_acc": 0.9865898745538862
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9672598247406055,
|
||
|
|
"grad_norm": 1.0703125,
|
||
|
|
"learning_rate": 3.287120008378386e-08,
|
||
|
|
"loss": 0.0446782112121582,
|
||
|
|
"step": 13800,
|
||
|
|
"token_acc": 0.9859737628098912
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.98876404494382,
|
||
|
|
"grad_norm": 1.2578125,
|
||
|
|
"learning_rate": 3.94481206998365e-09,
|
||
|
|
"loss": 0.043461389541625976,
|
||
|
|
"step": 13900,
|
||
|
|
"token_acc": 0.9860611657341518
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"logging_steps": 100,
|
||
|
|
"max_steps": 13953,
|
||
|
|
"num_input_tokens_seen": 0,
|
||
|
|
"num_train_epochs": 3,
|
||
|
|
"save_steps": 1000,
|
||
|
|
"stateful_callbacks": {
|
||
|
|
"TrainerControl": {
|
||
|
|
"args": {
|
||
|
|
"should_epoch_stop": false,
|
||
|
|
"should_evaluate": false,
|
||
|
|
"should_log": false,
|
||
|
|
"should_save": true,
|
||
|
|
"should_training_stop": true
|
||
|
|
},
|
||
|
|
"attributes": {}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"total_flos": 4.979075114002413e+18,
|
||
|
|
"train_batch_size": 4,
|
||
|
|
"trial_name": null,
|
||
|
|
"trial_params": null
|
||
|
|
}
|