5489 lines
153 KiB
JSON
5489 lines
153 KiB
JSON
{
|
|
"best_global_step": null,
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 3.0,
|
|
"eval_steps": 500,
|
|
"global_step": 3030,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.0049517207229512255,
|
|
"grad_norm": 4.494762897491455,
|
|
"learning_rate": 5.263157894736843e-07,
|
|
"loss": 1.0863,
|
|
"mean_token_accuracy": 0.7343291759490966,
|
|
"num_tokens": 10417883.0,
|
|
"step": 5
|
|
},
|
|
{
|
|
"epoch": 0.009903441445902451,
|
|
"grad_norm": 3.2665634155273438,
|
|
"learning_rate": 1.1842105263157894e-06,
|
|
"loss": 1.076,
|
|
"mean_token_accuracy": 0.7338468879461288,
|
|
"num_tokens": 20806975.0,
|
|
"step": 10
|
|
},
|
|
{
|
|
"epoch": 0.014855162168853677,
|
|
"grad_norm": 1.024572491645813,
|
|
"learning_rate": 1.8421052631578948e-06,
|
|
"loss": 1.0287,
|
|
"mean_token_accuracy": 0.7371937811374665,
|
|
"num_tokens": 31224276.0,
|
|
"step": 15
|
|
},
|
|
{
|
|
"epoch": 0.019806882891804902,
|
|
"grad_norm": 1.0827839374542236,
|
|
"learning_rate": 2.5e-06,
|
|
"loss": 0.994,
|
|
"mean_token_accuracy": 0.7427578687667846,
|
|
"num_tokens": 41600322.0,
|
|
"step": 20
|
|
},
|
|
{
|
|
"epoch": 0.02475860361475613,
|
|
"grad_norm": 0.7391007542610168,
|
|
"learning_rate": 3.157894736842105e-06,
|
|
"loss": 0.9706,
|
|
"mean_token_accuracy": 0.7464866191148758,
|
|
"num_tokens": 51996625.0,
|
|
"step": 25
|
|
},
|
|
{
|
|
"epoch": 0.029710324337707355,
|
|
"grad_norm": 0.4652908146381378,
|
|
"learning_rate": 3.815789473684211e-06,
|
|
"loss": 0.9541,
|
|
"mean_token_accuracy": 0.7493666768074035,
|
|
"num_tokens": 62376576.0,
|
|
"step": 30
|
|
},
|
|
{
|
|
"epoch": 0.03466204506065858,
|
|
"grad_norm": 0.3708527982234955,
|
|
"learning_rate": 4.473684210526316e-06,
|
|
"loss": 0.9459,
|
|
"mean_token_accuracy": 0.7504437863826752,
|
|
"num_tokens": 72739525.0,
|
|
"step": 35
|
|
},
|
|
{
|
|
"epoch": 0.039613765783609804,
|
|
"grad_norm": 0.3008730709552765,
|
|
"learning_rate": 5.131578947368422e-06,
|
|
"loss": 0.9541,
|
|
"mean_token_accuracy": 0.7509326428174973,
|
|
"num_tokens": 83158379.0,
|
|
"step": 40
|
|
},
|
|
{
|
|
"epoch": 0.04456548650656103,
|
|
"grad_norm": 12.92960262298584,
|
|
"learning_rate": 5.789473684210527e-06,
|
|
"loss": 0.9527,
|
|
"mean_token_accuracy": 0.7486720085144043,
|
|
"num_tokens": 93561279.0,
|
|
"step": 45
|
|
},
|
|
{
|
|
"epoch": 0.04951720722951226,
|
|
"grad_norm": 0.2265157252550125,
|
|
"learning_rate": 6.447368421052632e-06,
|
|
"loss": 0.9215,
|
|
"mean_token_accuracy": 0.7535740584135056,
|
|
"num_tokens": 103975900.0,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 0.05446892795246348,
|
|
"grad_norm": 0.22998610138893127,
|
|
"learning_rate": 7.1052631578947375e-06,
|
|
"loss": 0.9193,
|
|
"mean_token_accuracy": 0.7536993026733398,
|
|
"num_tokens": 114358295.0,
|
|
"step": 55
|
|
},
|
|
{
|
|
"epoch": 0.05942064867541471,
|
|
"grad_norm": 0.20382240414619446,
|
|
"learning_rate": 7.763157894736843e-06,
|
|
"loss": 0.8993,
|
|
"mean_token_accuracy": 0.758358484506607,
|
|
"num_tokens": 124741874.0,
|
|
"step": 60
|
|
},
|
|
{
|
|
"epoch": 0.06437236939836594,
|
|
"grad_norm": 0.20741654932498932,
|
|
"learning_rate": 8.421052631578948e-06,
|
|
"loss": 0.8847,
|
|
"mean_token_accuracy": 0.7618912905454636,
|
|
"num_tokens": 135125198.0,
|
|
"step": 65
|
|
},
|
|
{
|
|
"epoch": 0.06932409012131716,
|
|
"grad_norm": 0.19601891934871674,
|
|
"learning_rate": 9.078947368421054e-06,
|
|
"loss": 0.8754,
|
|
"mean_token_accuracy": 0.7635368853807449,
|
|
"num_tokens": 145516638.0,
|
|
"step": 70
|
|
},
|
|
{
|
|
"epoch": 0.07427581084426839,
|
|
"grad_norm": 0.1902785450220108,
|
|
"learning_rate": 9.736842105263159e-06,
|
|
"loss": 0.8702,
|
|
"mean_token_accuracy": 0.7641876369714737,
|
|
"num_tokens": 155902199.0,
|
|
"step": 75
|
|
},
|
|
{
|
|
"epoch": 0.07922753156721961,
|
|
"grad_norm": 0.21357858180999756,
|
|
"learning_rate": 1.0394736842105264e-05,
|
|
"loss": 0.8855,
|
|
"mean_token_accuracy": 0.7601119011640549,
|
|
"num_tokens": 166260992.0,
|
|
"step": 80
|
|
},
|
|
{
|
|
"epoch": 0.08417925229017083,
|
|
"grad_norm": 0.21855609118938446,
|
|
"learning_rate": 1.105263157894737e-05,
|
|
"loss": 0.8808,
|
|
"mean_token_accuracy": 0.7608364224433899,
|
|
"num_tokens": 176655378.0,
|
|
"step": 85
|
|
},
|
|
{
|
|
"epoch": 0.08913097301312206,
|
|
"grad_norm": 0.22869279980659485,
|
|
"learning_rate": 1.1710526315789475e-05,
|
|
"loss": 0.8838,
|
|
"mean_token_accuracy": 0.7606816172599793,
|
|
"num_tokens": 187049412.0,
|
|
"step": 90
|
|
},
|
|
{
|
|
"epoch": 0.09408269373607328,
|
|
"grad_norm": 0.21363244950771332,
|
|
"learning_rate": 1.236842105263158e-05,
|
|
"loss": 0.8668,
|
|
"mean_token_accuracy": 0.7635636687278747,
|
|
"num_tokens": 197428098.0,
|
|
"step": 95
|
|
},
|
|
{
|
|
"epoch": 0.09903441445902451,
|
|
"grad_norm": 0.2309870570898056,
|
|
"learning_rate": 1.3026315789473684e-05,
|
|
"loss": 0.8568,
|
|
"mean_token_accuracy": 0.7659854501485824,
|
|
"num_tokens": 207818677.0,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.10398613518197573,
|
|
"grad_norm": 0.23947252333164215,
|
|
"learning_rate": 1.3684210526315791e-05,
|
|
"loss": 0.8636,
|
|
"mean_token_accuracy": 0.7642275482416153,
|
|
"num_tokens": 218213873.0,
|
|
"step": 105
|
|
},
|
|
{
|
|
"epoch": 0.10893785590492697,
|
|
"grad_norm": 0.247147336602211,
|
|
"learning_rate": 1.4342105263157895e-05,
|
|
"loss": 0.8585,
|
|
"mean_token_accuracy": 0.7652702659368515,
|
|
"num_tokens": 228635598.0,
|
|
"step": 110
|
|
},
|
|
{
|
|
"epoch": 0.11388957662787819,
|
|
"grad_norm": 0.2094859629869461,
|
|
"learning_rate": 1.5000000000000002e-05,
|
|
"loss": 0.8672,
|
|
"mean_token_accuracy": 0.7633111596107482,
|
|
"num_tokens": 239063783.0,
|
|
"step": 115
|
|
},
|
|
{
|
|
"epoch": 0.11884129735082942,
|
|
"grad_norm": 0.33069688081741333,
|
|
"learning_rate": 1.5657894736842107e-05,
|
|
"loss": 0.8528,
|
|
"mean_token_accuracy": 0.7691669374704361,
|
|
"num_tokens": 249470214.0,
|
|
"step": 120
|
|
},
|
|
{
|
|
"epoch": 0.12379301807378064,
|
|
"grad_norm": 0.2780938446521759,
|
|
"learning_rate": 1.6315789473684213e-05,
|
|
"loss": 0.8464,
|
|
"mean_token_accuracy": 0.7677050292491913,
|
|
"num_tokens": 259887336.0,
|
|
"step": 125
|
|
},
|
|
{
|
|
"epoch": 0.12874473879673187,
|
|
"grad_norm": 0.22850839793682098,
|
|
"learning_rate": 1.6973684210526318e-05,
|
|
"loss": 0.8364,
|
|
"mean_token_accuracy": 0.7698385208845139,
|
|
"num_tokens": 270284999.0,
|
|
"step": 130
|
|
},
|
|
{
|
|
"epoch": 0.1336964595196831,
|
|
"grad_norm": 0.2590622305870056,
|
|
"learning_rate": 1.763157894736842e-05,
|
|
"loss": 0.8543,
|
|
"mean_token_accuracy": 0.764978775382042,
|
|
"num_tokens": 280680904.0,
|
|
"step": 135
|
|
},
|
|
{
|
|
"epoch": 0.1386481802426343,
|
|
"grad_norm": 0.21655666828155518,
|
|
"learning_rate": 1.828947368421053e-05,
|
|
"loss": 0.8441,
|
|
"mean_token_accuracy": 0.7674482077360153,
|
|
"num_tokens": 291077727.0,
|
|
"step": 140
|
|
},
|
|
{
|
|
"epoch": 0.14359990096558553,
|
|
"grad_norm": 0.27917516231536865,
|
|
"learning_rate": 1.894736842105263e-05,
|
|
"loss": 0.8314,
|
|
"mean_token_accuracy": 0.7709874927997589,
|
|
"num_tokens": 301498523.0,
|
|
"step": 145
|
|
},
|
|
{
|
|
"epoch": 0.14855162168853678,
|
|
"grad_norm": 0.2864488661289215,
|
|
"learning_rate": 1.960526315789474e-05,
|
|
"loss": 0.8347,
|
|
"mean_token_accuracy": 0.769895127415657,
|
|
"num_tokens": 311908148.0,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 0.153503342411488,
|
|
"grad_norm": 0.24762648344039917,
|
|
"learning_rate": 1.9999982126514483e-05,
|
|
"loss": 0.8387,
|
|
"mean_token_accuracy": 0.7687274873256683,
|
|
"num_tokens": 322322809.0,
|
|
"step": 155
|
|
},
|
|
{
|
|
"epoch": 0.15845506313443922,
|
|
"grad_norm": 0.23356765508651733,
|
|
"learning_rate": 1.9999781050780763e-05,
|
|
"loss": 0.8111,
|
|
"mean_token_accuracy": 0.7753471970558167,
|
|
"num_tokens": 332741557.0,
|
|
"step": 160
|
|
},
|
|
{
|
|
"epoch": 0.16340678385739044,
|
|
"grad_norm": 0.22937612235546112,
|
|
"learning_rate": 1.999935656346626e-05,
|
|
"loss": 0.8395,
|
|
"mean_token_accuracy": 0.7681750059127808,
|
|
"num_tokens": 343139709.0,
|
|
"step": 165
|
|
},
|
|
{
|
|
"epoch": 0.16835850458034166,
|
|
"grad_norm": 0.23504067957401276,
|
|
"learning_rate": 1.999870867721605e-05,
|
|
"loss": 0.8159,
|
|
"mean_token_accuracy": 0.7737643718719482,
|
|
"num_tokens": 353571629.0,
|
|
"step": 170
|
|
},
|
|
{
|
|
"epoch": 0.1733102253032929,
|
|
"grad_norm": 0.2992646396160126,
|
|
"learning_rate": 1.9997837411330073e-05,
|
|
"loss": 0.8384,
|
|
"mean_token_accuracy": 0.7703067153692246,
|
|
"num_tokens": 363981542.0,
|
|
"step": 175
|
|
},
|
|
{
|
|
"epoch": 0.17826194602624412,
|
|
"grad_norm": 0.2727688252925873,
|
|
"learning_rate": 1.999674279176254e-05,
|
|
"loss": 0.8161,
|
|
"mean_token_accuracy": 0.7731374055147171,
|
|
"num_tokens": 374352478.0,
|
|
"step": 180
|
|
},
|
|
{
|
|
"epoch": 0.18321366674919534,
|
|
"grad_norm": 0.3550196886062622,
|
|
"learning_rate": 1.9995424851121163e-05,
|
|
"loss": 0.8287,
|
|
"mean_token_accuracy": 0.7716741412878036,
|
|
"num_tokens": 384752657.0,
|
|
"step": 185
|
|
},
|
|
{
|
|
"epoch": 0.18816538747214656,
|
|
"grad_norm": 0.2896004319190979,
|
|
"learning_rate": 1.999388362866618e-05,
|
|
"loss": 0.8149,
|
|
"mean_token_accuracy": 0.7733279794454575,
|
|
"num_tokens": 395152658.0,
|
|
"step": 190
|
|
},
|
|
{
|
|
"epoch": 0.1931171081950978,
|
|
"grad_norm": 0.26007845997810364,
|
|
"learning_rate": 1.9992119170309188e-05,
|
|
"loss": 0.8236,
|
|
"mean_token_accuracy": 0.7709115266799926,
|
|
"num_tokens": 405574496.0,
|
|
"step": 195
|
|
},
|
|
{
|
|
"epoch": 0.19806882891804903,
|
|
"grad_norm": 0.2737730145454407,
|
|
"learning_rate": 1.9990131528611783e-05,
|
|
"loss": 0.8064,
|
|
"mean_token_accuracy": 0.7754090011119843,
|
|
"num_tokens": 415954581.0,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 0.20302054964100025,
|
|
"grad_norm": 0.2782779037952423,
|
|
"learning_rate": 1.9987920762783978e-05,
|
|
"loss": 0.8066,
|
|
"mean_token_accuracy": 0.7754531413316726,
|
|
"num_tokens": 426347583.0,
|
|
"step": 205
|
|
},
|
|
{
|
|
"epoch": 0.20797227036395147,
|
|
"grad_norm": 0.2829101085662842,
|
|
"learning_rate": 1.998548693868246e-05,
|
|
"loss": 0.8159,
|
|
"mean_token_accuracy": 0.7728827208280563,
|
|
"num_tokens": 436775593.0,
|
|
"step": 210
|
|
},
|
|
{
|
|
"epoch": 0.2129239910869027,
|
|
"grad_norm": 0.25524118542671204,
|
|
"learning_rate": 1.998283012880861e-05,
|
|
"loss": 0.8112,
|
|
"mean_token_accuracy": 0.7736958414316177,
|
|
"num_tokens": 447193940.0,
|
|
"step": 215
|
|
},
|
|
{
|
|
"epoch": 0.21787571180985393,
|
|
"grad_norm": 0.25364068150520325,
|
|
"learning_rate": 1.9979950412306347e-05,
|
|
"loss": 0.8159,
|
|
"mean_token_accuracy": 0.7723533689975739,
|
|
"num_tokens": 457607812.0,
|
|
"step": 220
|
|
},
|
|
{
|
|
"epoch": 0.22282743253280515,
|
|
"grad_norm": 0.23794567584991455,
|
|
"learning_rate": 1.9976847874959783e-05,
|
|
"loss": 0.815,
|
|
"mean_token_accuracy": 0.772477874159813,
|
|
"num_tokens": 468019473.0,
|
|
"step": 225
|
|
},
|
|
{
|
|
"epoch": 0.22777915325575637,
|
|
"grad_norm": 0.20496641099452972,
|
|
"learning_rate": 1.9973522609190644e-05,
|
|
"loss": 0.8244,
|
|
"mean_token_accuracy": 0.7698849588632584,
|
|
"num_tokens": 478428340.0,
|
|
"step": 230
|
|
},
|
|
{
|
|
"epoch": 0.2327308739787076,
|
|
"grad_norm": 0.20776529610157013,
|
|
"learning_rate": 1.996997471405555e-05,
|
|
"loss": 0.7983,
|
|
"mean_token_accuracy": 0.7768283516168595,
|
|
"num_tokens": 488823476.0,
|
|
"step": 235
|
|
},
|
|
{
|
|
"epoch": 0.23768259470165884,
|
|
"grad_norm": 0.21405838429927826,
|
|
"learning_rate": 1.9966204295243027e-05,
|
|
"loss": 0.8111,
|
|
"mean_token_accuracy": 0.7732695490121841,
|
|
"num_tokens": 499220039.0,
|
|
"step": 240
|
|
},
|
|
{
|
|
"epoch": 0.24263431542461006,
|
|
"grad_norm": 0.27764108777046204,
|
|
"learning_rate": 1.9962211465070386e-05,
|
|
"loss": 0.824,
|
|
"mean_token_accuracy": 0.7728296130895614,
|
|
"num_tokens": 509612333.0,
|
|
"step": 245
|
|
},
|
|
{
|
|
"epoch": 0.24758603614756128,
|
|
"grad_norm": 0.2567944824695587,
|
|
"learning_rate": 1.9957996342480367e-05,
|
|
"loss": 0.7987,
|
|
"mean_token_accuracy": 0.7764184325933456,
|
|
"num_tokens": 520026049.0,
|
|
"step": 250
|
|
},
|
|
{
|
|
"epoch": 0.2525377568705125,
|
|
"grad_norm": 0.283932626247406,
|
|
"learning_rate": 1.995355905303759e-05,
|
|
"loss": 0.7872,
|
|
"mean_token_accuracy": 0.779523742198944,
|
|
"num_tokens": 530417759.0,
|
|
"step": 255
|
|
},
|
|
{
|
|
"epoch": 0.25748947759346374,
|
|
"grad_norm": 0.22360840439796448,
|
|
"learning_rate": 1.9948899728924837e-05,
|
|
"loss": 0.8079,
|
|
"mean_token_accuracy": 0.7741246551275254,
|
|
"num_tokens": 540815169.0,
|
|
"step": 260
|
|
},
|
|
{
|
|
"epoch": 0.26244119831641494,
|
|
"grad_norm": 0.5189192891120911,
|
|
"learning_rate": 1.9944018508939086e-05,
|
|
"loss": 0.8065,
|
|
"mean_token_accuracy": 0.7760889768600464,
|
|
"num_tokens": 551209699.0,
|
|
"step": 265
|
|
},
|
|
{
|
|
"epoch": 0.2673929190393662,
|
|
"grad_norm": 0.34829357266426086,
|
|
"learning_rate": 1.9938915538487387e-05,
|
|
"loss": 0.8066,
|
|
"mean_token_accuracy": 0.7739049255847931,
|
|
"num_tokens": 561624183.0,
|
|
"step": 270
|
|
},
|
|
{
|
|
"epoch": 0.27234463976231743,
|
|
"grad_norm": 0.40409669280052185,
|
|
"learning_rate": 1.993359096958254e-05,
|
|
"loss": 0.7932,
|
|
"mean_token_accuracy": 0.7777039527893066,
|
|
"num_tokens": 572002532.0,
|
|
"step": 275
|
|
},
|
|
{
|
|
"epoch": 0.2772963604852686,
|
|
"grad_norm": 0.6105888485908508,
|
|
"learning_rate": 1.9928044960838556e-05,
|
|
"loss": 0.8167,
|
|
"mean_token_accuracy": 0.7729485094547272,
|
|
"num_tokens": 582426743.0,
|
|
"step": 280
|
|
},
|
|
{
|
|
"epoch": 0.28224808120821987,
|
|
"grad_norm": 0.2834183871746063,
|
|
"learning_rate": 1.9922277677465934e-05,
|
|
"loss": 0.7975,
|
|
"mean_token_accuracy": 0.7765595734119415,
|
|
"num_tokens": 592847130.0,
|
|
"step": 285
|
|
},
|
|
{
|
|
"epoch": 0.28719980193117106,
|
|
"grad_norm": 0.3645786643028259,
|
|
"learning_rate": 1.9916289291266744e-05,
|
|
"loss": 0.79,
|
|
"mean_token_accuracy": 0.778738671541214,
|
|
"num_tokens": 603265287.0,
|
|
"step": 290
|
|
},
|
|
{
|
|
"epoch": 0.2921515226541223,
|
|
"grad_norm": 0.29506251215934753,
|
|
"learning_rate": 1.9910079980629505e-05,
|
|
"loss": 0.8055,
|
|
"mean_token_accuracy": 0.7779126793146134,
|
|
"num_tokens": 613676977.0,
|
|
"step": 295
|
|
},
|
|
{
|
|
"epoch": 0.29710324337707356,
|
|
"grad_norm": 3.3045666217803955,
|
|
"learning_rate": 1.9903649930523868e-05,
|
|
"loss": 0.7906,
|
|
"mean_token_accuracy": 0.7783419877290726,
|
|
"num_tokens": 624102322.0,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 0.30205496410002475,
|
|
"grad_norm": 0.363760769367218,
|
|
"learning_rate": 1.9896999332495116e-05,
|
|
"loss": 0.794,
|
|
"mean_token_accuracy": 0.7770331531763077,
|
|
"num_tokens": 634476562.0,
|
|
"step": 305
|
|
},
|
|
{
|
|
"epoch": 0.307006684822976,
|
|
"grad_norm": 1.9502851963043213,
|
|
"learning_rate": 1.9890128384658442e-05,
|
|
"loss": 0.8748,
|
|
"mean_token_accuracy": 0.772979810833931,
|
|
"num_tokens": 644878697.0,
|
|
"step": 310
|
|
},
|
|
{
|
|
"epoch": 0.3119584055459272,
|
|
"grad_norm": 0.45439156889915466,
|
|
"learning_rate": 1.9883037291693072e-05,
|
|
"loss": 0.801,
|
|
"mean_token_accuracy": 0.7750454843044281,
|
|
"num_tokens": 655255275.0,
|
|
"step": 315
|
|
},
|
|
{
|
|
"epoch": 0.31691012626887843,
|
|
"grad_norm": 0.2824910283088684,
|
|
"learning_rate": 1.9875726264836138e-05,
|
|
"loss": 0.7944,
|
|
"mean_token_accuracy": 0.7767194181680679,
|
|
"num_tokens": 665660530.0,
|
|
"step": 320
|
|
},
|
|
{
|
|
"epoch": 0.3218618469918297,
|
|
"grad_norm": 0.31275248527526855,
|
|
"learning_rate": 1.9868195521876413e-05,
|
|
"loss": 0.7855,
|
|
"mean_token_accuracy": 0.7794755816459655,
|
|
"num_tokens": 676083912.0,
|
|
"step": 325
|
|
},
|
|
{
|
|
"epoch": 0.3268135677147809,
|
|
"grad_norm": 0.3284243643283844,
|
|
"learning_rate": 1.9860445287147798e-05,
|
|
"loss": 0.8037,
|
|
"mean_token_accuracy": 0.7744458526372909,
|
|
"num_tokens": 686500722.0,
|
|
"step": 330
|
|
},
|
|
{
|
|
"epoch": 0.3317652884377321,
|
|
"grad_norm": 0.24745342135429382,
|
|
"learning_rate": 1.9852475791522662e-05,
|
|
"loss": 0.7739,
|
|
"mean_token_accuracy": 0.7818856418132782,
|
|
"num_tokens": 696909303.0,
|
|
"step": 335
|
|
},
|
|
{
|
|
"epoch": 0.3367170091606833,
|
|
"grad_norm": 0.21039633452892303,
|
|
"learning_rate": 1.9844287272404952e-05,
|
|
"loss": 0.7936,
|
|
"mean_token_accuracy": 0.7766739934682846,
|
|
"num_tokens": 707315048.0,
|
|
"step": 340
|
|
},
|
|
{
|
|
"epoch": 0.34166872988363456,
|
|
"grad_norm": 0.2070273607969284,
|
|
"learning_rate": 1.9835879973723123e-05,
|
|
"loss": 0.8042,
|
|
"mean_token_accuracy": 0.7737419903278351,
|
|
"num_tokens": 717701231.0,
|
|
"step": 345
|
|
},
|
|
{
|
|
"epoch": 0.3466204506065858,
|
|
"grad_norm": 0.224740132689476,
|
|
"learning_rate": 1.9827254145922865e-05,
|
|
"loss": 0.7765,
|
|
"mean_token_accuracy": 0.7810128808021546,
|
|
"num_tokens": 728069468.0,
|
|
"step": 350
|
|
},
|
|
{
|
|
"epoch": 0.351572171329537,
|
|
"grad_norm": 0.21241162717342377,
|
|
"learning_rate": 1.9818410045959663e-05,
|
|
"loss": 0.7802,
|
|
"mean_token_accuracy": 0.7799350917339325,
|
|
"num_tokens": 738497629.0,
|
|
"step": 355
|
|
},
|
|
{
|
|
"epoch": 0.35652389205248824,
|
|
"grad_norm": 0.26337409019470215,
|
|
"learning_rate": 1.980934793729112e-05,
|
|
"loss": 0.779,
|
|
"mean_token_accuracy": 0.7800916910171509,
|
|
"num_tokens": 748894797.0,
|
|
"step": 360
|
|
},
|
|
{
|
|
"epoch": 0.3614756127754395,
|
|
"grad_norm": 0.21925003826618195,
|
|
"learning_rate": 1.9800068089869118e-05,
|
|
"loss": 0.7959,
|
|
"mean_token_accuracy": 0.7759343236684799,
|
|
"num_tokens": 759315710.0,
|
|
"step": 365
|
|
},
|
|
{
|
|
"epoch": 0.3664273334983907,
|
|
"grad_norm": 0.19071699678897858,
|
|
"learning_rate": 1.979057078013178e-05,
|
|
"loss": 0.7867,
|
|
"mean_token_accuracy": 0.7781553447246552,
|
|
"num_tokens": 769688709.0,
|
|
"step": 370
|
|
},
|
|
{
|
|
"epoch": 0.37137905422134193,
|
|
"grad_norm": 0.19490298628807068,
|
|
"learning_rate": 1.978085629099523e-05,
|
|
"loss": 0.7846,
|
|
"mean_token_accuracy": 0.7785351812839508,
|
|
"num_tokens": 780101279.0,
|
|
"step": 375
|
|
},
|
|
{
|
|
"epoch": 0.3763307749442931,
|
|
"grad_norm": 0.20952484011650085,
|
|
"learning_rate": 1.977092491184516e-05,
|
|
"loss": 0.7948,
|
|
"mean_token_accuracy": 0.7759048402309418,
|
|
"num_tokens": 790491283.0,
|
|
"step": 380
|
|
},
|
|
{
|
|
"epoch": 0.38128249566724437,
|
|
"grad_norm": 0.22583240270614624,
|
|
"learning_rate": 1.9760776938528233e-05,
|
|
"loss": 0.7779,
|
|
"mean_token_accuracy": 0.7805261939764023,
|
|
"num_tokens": 800875319.0,
|
|
"step": 385
|
|
},
|
|
{
|
|
"epoch": 0.3862342163901956,
|
|
"grad_norm": 0.21482065320014954,
|
|
"learning_rate": 1.9750412673343237e-05,
|
|
"loss": 0.7886,
|
|
"mean_token_accuracy": 0.7774913161993027,
|
|
"num_tokens": 811283375.0,
|
|
"step": 390
|
|
},
|
|
{
|
|
"epoch": 0.3911859371131468,
|
|
"grad_norm": 0.22041663527488708,
|
|
"learning_rate": 1.9739832425032098e-05,
|
|
"loss": 0.7808,
|
|
"mean_token_accuracy": 0.7795657008886338,
|
|
"num_tokens": 821657607.0,
|
|
"step": 395
|
|
},
|
|
{
|
|
"epoch": 0.39613765783609806,
|
|
"grad_norm": 0.2266547530889511,
|
|
"learning_rate": 1.9729036508770684e-05,
|
|
"loss": 0.7776,
|
|
"mean_token_accuracy": 0.7801724016666413,
|
|
"num_tokens": 832048749.0,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 0.40108937855904925,
|
|
"grad_norm": 0.2227035015821457,
|
|
"learning_rate": 1.9718025246159414e-05,
|
|
"loss": 0.7841,
|
|
"mean_token_accuracy": 0.77851602435112,
|
|
"num_tokens": 842471488.0,
|
|
"step": 405
|
|
},
|
|
{
|
|
"epoch": 0.4060410992820005,
|
|
"grad_norm": 0.23665013909339905,
|
|
"learning_rate": 1.970679896521368e-05,
|
|
"loss": 0.7849,
|
|
"mean_token_accuracy": 0.7782983154058456,
|
|
"num_tokens": 852876590.0,
|
|
"step": 410
|
|
},
|
|
{
|
|
"epoch": 0.41099282000495174,
|
|
"grad_norm": 0.19461902976036072,
|
|
"learning_rate": 1.9695358000354063e-05,
|
|
"loss": 0.7755,
|
|
"mean_token_accuracy": 0.7806118249893188,
|
|
"num_tokens": 863284557.0,
|
|
"step": 415
|
|
},
|
|
{
|
|
"epoch": 0.41594454072790293,
|
|
"grad_norm": 0.20683637261390686,
|
|
"learning_rate": 1.968370269239638e-05,
|
|
"loss": 0.7735,
|
|
"mean_token_accuracy": 0.7812349110841751,
|
|
"num_tokens": 873712187.0,
|
|
"step": 420
|
|
},
|
|
{
|
|
"epoch": 0.4208962614508542,
|
|
"grad_norm": 0.18914039433002472,
|
|
"learning_rate": 1.967183338854155e-05,
|
|
"loss": 0.7769,
|
|
"mean_token_accuracy": 0.7802020996809006,
|
|
"num_tokens": 884107732.0,
|
|
"step": 425
|
|
},
|
|
{
|
|
"epoch": 0.4258479821738054,
|
|
"grad_norm": 0.20901145040988922,
|
|
"learning_rate": 1.9659750442365207e-05,
|
|
"loss": 0.7775,
|
|
"mean_token_accuracy": 0.7796809077262878,
|
|
"num_tokens": 894519434.0,
|
|
"step": 430
|
|
},
|
|
{
|
|
"epoch": 0.4307997028967566,
|
|
"grad_norm": 0.19267426431179047,
|
|
"learning_rate": 1.964745421380722e-05,
|
|
"loss": 0.785,
|
|
"mean_token_accuracy": 0.7779094964265824,
|
|
"num_tokens": 904926587.0,
|
|
"step": 435
|
|
},
|
|
{
|
|
"epoch": 0.43575142361970787,
|
|
"grad_norm": 0.21364259719848633,
|
|
"learning_rate": 1.9634945069160915e-05,
|
|
"loss": 0.7784,
|
|
"mean_token_accuracy": 0.779586797952652,
|
|
"num_tokens": 915329182.0,
|
|
"step": 440
|
|
},
|
|
{
|
|
"epoch": 0.44070314434265906,
|
|
"grad_norm": 0.22054027020931244,
|
|
"learning_rate": 1.9622223381062216e-05,
|
|
"loss": 0.7799,
|
|
"mean_token_accuracy": 0.7788717359304428,
|
|
"num_tokens": 925694666.0,
|
|
"step": 445
|
|
},
|
|
{
|
|
"epoch": 0.4456548650656103,
|
|
"grad_norm": 10.010891914367676,
|
|
"learning_rate": 1.960928952847851e-05,
|
|
"loss": 1.0615,
|
|
"mean_token_accuracy": 0.7801062256097794,
|
|
"num_tokens": 936081193.0,
|
|
"step": 450
|
|
},
|
|
{
|
|
"epoch": 0.4506065857885615,
|
|
"grad_norm": 0.2595425546169281,
|
|
"learning_rate": 1.9596143896697377e-05,
|
|
"loss": 0.7803,
|
|
"mean_token_accuracy": 0.7792818278074265,
|
|
"num_tokens": 946491782.0,
|
|
"step": 455
|
|
},
|
|
{
|
|
"epoch": 0.45555830651151275,
|
|
"grad_norm": 0.24293220043182373,
|
|
"learning_rate": 1.9582786877315097e-05,
|
|
"loss": 0.7737,
|
|
"mean_token_accuracy": 0.7810850977897644,
|
|
"num_tokens": 956901948.0,
|
|
"step": 460
|
|
},
|
|
{
|
|
"epoch": 0.460510027234464,
|
|
"grad_norm": 0.23179250955581665,
|
|
"learning_rate": 1.956921886822499e-05,
|
|
"loss": 0.7714,
|
|
"mean_token_accuracy": 0.7815377414226532,
|
|
"num_tokens": 967293443.0,
|
|
"step": 465
|
|
},
|
|
{
|
|
"epoch": 0.4654617479574152,
|
|
"grad_norm": 0.21295353770256042,
|
|
"learning_rate": 1.9555440273605573e-05,
|
|
"loss": 0.7856,
|
|
"mean_token_accuracy": 0.777508807182312,
|
|
"num_tokens": 977693050.0,
|
|
"step": 470
|
|
},
|
|
{
|
|
"epoch": 0.47041346868036643,
|
|
"grad_norm": 0.2277674376964569,
|
|
"learning_rate": 1.954145150390851e-05,
|
|
"loss": 0.7798,
|
|
"mean_token_accuracy": 0.7789700716733933,
|
|
"num_tokens": 988067281.0,
|
|
"step": 475
|
|
},
|
|
{
|
|
"epoch": 0.4753651894033177,
|
|
"grad_norm": 0.22468669712543488,
|
|
"learning_rate": 1.9527252975846385e-05,
|
|
"loss": 0.7745,
|
|
"mean_token_accuracy": 0.7800474315881729,
|
|
"num_tokens": 998455093.0,
|
|
"step": 480
|
|
},
|
|
{
|
|
"epoch": 0.48031691012626887,
|
|
"grad_norm": 0.2532201111316681,
|
|
"learning_rate": 1.9512845112380293e-05,
|
|
"loss": 0.7886,
|
|
"mean_token_accuracy": 0.7768169581890106,
|
|
"num_tokens": 1008880800.0,
|
|
"step": 485
|
|
},
|
|
{
|
|
"epoch": 0.4852686308492201,
|
|
"grad_norm": 0.24313411116600037,
|
|
"learning_rate": 1.9498228342707236e-05,
|
|
"loss": 0.7781,
|
|
"mean_token_accuracy": 0.7799170076847076,
|
|
"num_tokens": 1019275396.0,
|
|
"step": 490
|
|
},
|
|
{
|
|
"epoch": 0.4902203515721713,
|
|
"grad_norm": 0.24066568911075592,
|
|
"learning_rate": 1.948340310224734e-05,
|
|
"loss": 0.7864,
|
|
"mean_token_accuracy": 0.7775434225797653,
|
|
"num_tokens": 1029689644.0,
|
|
"step": 495
|
|
},
|
|
{
|
|
"epoch": 0.49517207229512256,
|
|
"grad_norm": 0.2265813648700714,
|
|
"learning_rate": 1.946836983263089e-05,
|
|
"loss": 0.7904,
|
|
"mean_token_accuracy": 0.7760259002447129,
|
|
"num_tokens": 1040080774.0,
|
|
"step": 500
|
|
},
|
|
{
|
|
"epoch": 0.5001237930180737,
|
|
"grad_norm": 0.22151488065719604,
|
|
"learning_rate": 1.945312898168516e-05,
|
|
"loss": 0.7578,
|
|
"mean_token_accuracy": 0.7849026411771775,
|
|
"num_tokens": 1050471944.0,
|
|
"step": 505
|
|
},
|
|
{
|
|
"epoch": 0.505075513741025,
|
|
"grad_norm": 0.28647103905677795,
|
|
"learning_rate": 1.9437681003421085e-05,
|
|
"loss": 0.7702,
|
|
"mean_token_accuracy": 0.7815856724977494,
|
|
"num_tokens": 1060865733.0,
|
|
"step": 510
|
|
},
|
|
{
|
|
"epoch": 0.5100272344639762,
|
|
"grad_norm": 0.2885425090789795,
|
|
"learning_rate": 1.942202635801973e-05,
|
|
"loss": 0.7734,
|
|
"mean_token_accuracy": 0.7801808267831802,
|
|
"num_tokens": 1071278092.0,
|
|
"step": 515
|
|
},
|
|
{
|
|
"epoch": 0.5149789551869275,
|
|
"grad_norm": 0.3188728094100952,
|
|
"learning_rate": 1.940616551181859e-05,
|
|
"loss": 0.7874,
|
|
"mean_token_accuracy": 0.7791253894567489,
|
|
"num_tokens": 1081688765.0,
|
|
"step": 520
|
|
},
|
|
{
|
|
"epoch": 0.5199306759098787,
|
|
"grad_norm": 0.27370673418045044,
|
|
"learning_rate": 1.9390098937297685e-05,
|
|
"loss": 0.774,
|
|
"mean_token_accuracy": 0.7808292925357818,
|
|
"num_tokens": 1092085647.0,
|
|
"step": 525
|
|
},
|
|
{
|
|
"epoch": 0.5248823966328299,
|
|
"grad_norm": 0.19921670854091644,
|
|
"learning_rate": 1.9373827113065493e-05,
|
|
"loss": 0.7554,
|
|
"mean_token_accuracy": 0.7854314386844635,
|
|
"num_tokens": 1102479708.0,
|
|
"step": 530
|
|
},
|
|
{
|
|
"epoch": 0.5298341173557811,
|
|
"grad_norm": 0.23133447766304016,
|
|
"learning_rate": 1.93573505238447e-05,
|
|
"loss": 0.7686,
|
|
"mean_token_accuracy": 0.7816448330879211,
|
|
"num_tokens": 1112886556.0,
|
|
"step": 535
|
|
},
|
|
{
|
|
"epoch": 0.5347858380787324,
|
|
"grad_norm": 0.210884690284729,
|
|
"learning_rate": 1.934066966045774e-05,
|
|
"loss": 0.7708,
|
|
"mean_token_accuracy": 0.7807249516248703,
|
|
"num_tokens": 1123299992.0,
|
|
"step": 540
|
|
},
|
|
{
|
|
"epoch": 0.5397375588016836,
|
|
"grad_norm": 0.20094110071659088,
|
|
"learning_rate": 1.93237850198122e-05,
|
|
"loss": 0.7579,
|
|
"mean_token_accuracy": 0.7845065593719482,
|
|
"num_tokens": 1133664183.0,
|
|
"step": 545
|
|
},
|
|
{
|
|
"epoch": 0.5446892795246349,
|
|
"grad_norm": 0.21680229902267456,
|
|
"learning_rate": 1.9306697104885997e-05,
|
|
"loss": 0.776,
|
|
"mean_token_accuracy": 0.7794145315885543,
|
|
"num_tokens": 1144090055.0,
|
|
"step": 550
|
|
},
|
|
{
|
|
"epoch": 0.549641000247586,
|
|
"grad_norm": 0.3211749494075775,
|
|
"learning_rate": 1.92894064247124e-05,
|
|
"loss": 0.7896,
|
|
"mean_token_accuracy": 0.7807279646396637,
|
|
"num_tokens": 1154463475.0,
|
|
"step": 555
|
|
},
|
|
{
|
|
"epoch": 0.5545927209705372,
|
|
"grad_norm": 0.24195314943790436,
|
|
"learning_rate": 1.9271913494364874e-05,
|
|
"loss": 0.7807,
|
|
"mean_token_accuracy": 0.7783623158931732,
|
|
"num_tokens": 1164866644.0,
|
|
"step": 560
|
|
},
|
|
{
|
|
"epoch": 0.5595444416934885,
|
|
"grad_norm": 0.4342971444129944,
|
|
"learning_rate": 1.9254218834941727e-05,
|
|
"loss": 0.7838,
|
|
"mean_token_accuracy": 0.7803391963243484,
|
|
"num_tokens": 1175260483.0,
|
|
"step": 565
|
|
},
|
|
{
|
|
"epoch": 0.5644961624164397,
|
|
"grad_norm": 0.6932039856910706,
|
|
"learning_rate": 1.923632297355059e-05,
|
|
"loss": 0.7772,
|
|
"mean_token_accuracy": 0.7796769648790359,
|
|
"num_tokens": 1185656569.0,
|
|
"step": 570
|
|
},
|
|
{
|
|
"epoch": 0.569447883139391,
|
|
"grad_norm": 0.5484419465065002,
|
|
"learning_rate": 1.9218226443292717e-05,
|
|
"loss": 0.7733,
|
|
"mean_token_accuracy": 0.780466890335083,
|
|
"num_tokens": 1196077796.0,
|
|
"step": 575
|
|
},
|
|
{
|
|
"epoch": 0.5743996038623421,
|
|
"grad_norm": 3.0035197734832764,
|
|
"learning_rate": 1.9199929783247106e-05,
|
|
"loss": 0.7854,
|
|
"mean_token_accuracy": 0.78033567070961,
|
|
"num_tokens": 1206462746.0,
|
|
"step": 580
|
|
},
|
|
{
|
|
"epoch": 0.5793513245852934,
|
|
"grad_norm": 0.7452694773674011,
|
|
"learning_rate": 1.918143353845443e-05,
|
|
"loss": 0.7699,
|
|
"mean_token_accuracy": 0.7816843211650848,
|
|
"num_tokens": 1216838456.0,
|
|
"step": 585
|
|
},
|
|
{
|
|
"epoch": 0.5843030453082446,
|
|
"grad_norm": 0.4381994307041168,
|
|
"learning_rate": 1.9162738259900817e-05,
|
|
"loss": 0.766,
|
|
"mean_token_accuracy": 0.7822736114263534,
|
|
"num_tokens": 1227242988.0,
|
|
"step": 590
|
|
},
|
|
{
|
|
"epoch": 0.5892547660311959,
|
|
"grad_norm": 1.9659717082977295,
|
|
"learning_rate": 1.9143844504501417e-05,
|
|
"loss": 0.7787,
|
|
"mean_token_accuracy": 0.779282808303833,
|
|
"num_tokens": 1237636071.0,
|
|
"step": 595
|
|
},
|
|
{
|
|
"epoch": 0.5942064867541471,
|
|
"grad_norm": 0.2631269693374634,
|
|
"learning_rate": 1.912475283508384e-05,
|
|
"loss": 0.776,
|
|
"mean_token_accuracy": 0.7794870853424072,
|
|
"num_tokens": 1248057314.0,
|
|
"step": 600
|
|
},
|
|
{
|
|
"epoch": 0.5991582074770982,
|
|
"grad_norm": 0.429813414812088,
|
|
"learning_rate": 1.9105463820371346e-05,
|
|
"loss": 0.7617,
|
|
"mean_token_accuracy": 0.7824564576148987,
|
|
"num_tokens": 1258457239.0,
|
|
"step": 605
|
|
},
|
|
{
|
|
"epoch": 0.6041099282000495,
|
|
"grad_norm": 0.4058431386947632,
|
|
"learning_rate": 1.9085978034965957e-05,
|
|
"loss": 0.7665,
|
|
"mean_token_accuracy": 0.7821383327245712,
|
|
"num_tokens": 1268873042.0,
|
|
"step": 610
|
|
},
|
|
{
|
|
"epoch": 0.6090616489230007,
|
|
"grad_norm": 0.2880268692970276,
|
|
"learning_rate": 1.9066296059331297e-05,
|
|
"loss": 0.7774,
|
|
"mean_token_accuracy": 0.7790426641702652,
|
|
"num_tokens": 1279256133.0,
|
|
"step": 615
|
|
},
|
|
{
|
|
"epoch": 0.614013369645952,
|
|
"grad_norm": 0.28571274876594543,
|
|
"learning_rate": 1.904641847977532e-05,
|
|
"loss": 0.7649,
|
|
"mean_token_accuracy": 0.7826848417520523,
|
|
"num_tokens": 1289654801.0,
|
|
"step": 620
|
|
},
|
|
{
|
|
"epoch": 0.6189650903689032,
|
|
"grad_norm": 0.2443043738603592,
|
|
"learning_rate": 1.902634588843285e-05,
|
|
"loss": 0.7845,
|
|
"mean_token_accuracy": 0.7772348463535309,
|
|
"num_tokens": 1300049426.0,
|
|
"step": 625
|
|
},
|
|
{
|
|
"epoch": 0.6239168110918544,
|
|
"grad_norm": 0.2589752674102783,
|
|
"learning_rate": 1.9006078883247913e-05,
|
|
"loss": 0.7682,
|
|
"mean_token_accuracy": 0.7823996514081955,
|
|
"num_tokens": 1310479480.0,
|
|
"step": 630
|
|
},
|
|
{
|
|
"epoch": 0.6288685318148056,
|
|
"grad_norm": 0.21809199452400208,
|
|
"learning_rate": 1.898561806795596e-05,
|
|
"loss": 0.7831,
|
|
"mean_token_accuracy": 0.7773066818714142,
|
|
"num_tokens": 1320885725.0,
|
|
"step": 635
|
|
},
|
|
{
|
|
"epoch": 0.6338202525377569,
|
|
"grad_norm": 0.24305787682533264,
|
|
"learning_rate": 1.8964964052065865e-05,
|
|
"loss": 0.7689,
|
|
"mean_token_accuracy": 0.781117245554924,
|
|
"num_tokens": 1331277887.0,
|
|
"step": 640
|
|
},
|
|
{
|
|
"epoch": 0.6387719732607081,
|
|
"grad_norm": 0.2178671658039093,
|
|
"learning_rate": 1.894411745084177e-05,
|
|
"loss": 0.7737,
|
|
"mean_token_accuracy": 0.7797011733055115,
|
|
"num_tokens": 1341663949.0,
|
|
"step": 645
|
|
},
|
|
{
|
|
"epoch": 0.6437236939836594,
|
|
"grad_norm": 0.21718356013298035,
|
|
"learning_rate": 1.892307888528475e-05,
|
|
"loss": 0.7599,
|
|
"mean_token_accuracy": 0.7836619168519974,
|
|
"num_tokens": 1352058279.0,
|
|
"step": 650
|
|
},
|
|
{
|
|
"epoch": 0.6486754147066105,
|
|
"grad_norm": 0.20011211931705475,
|
|
"learning_rate": 1.890184898211433e-05,
|
|
"loss": 0.7621,
|
|
"mean_token_accuracy": 0.7829108744859695,
|
|
"num_tokens": 1362482075.0,
|
|
"step": 655
|
|
},
|
|
{
|
|
"epoch": 0.6536271354295617,
|
|
"grad_norm": 0.21650190651416779,
|
|
"learning_rate": 1.88804283737498e-05,
|
|
"loss": 0.7757,
|
|
"mean_token_accuracy": 0.7795401126146316,
|
|
"num_tokens": 1372901259.0,
|
|
"step": 660
|
|
},
|
|
{
|
|
"epoch": 0.658578856152513,
|
|
"grad_norm": 0.19840224087238312,
|
|
"learning_rate": 1.8858817698291386e-05,
|
|
"loss": 0.7673,
|
|
"mean_token_accuracy": 0.7813610762357712,
|
|
"num_tokens": 1383315389.0,
|
|
"step": 665
|
|
},
|
|
{
|
|
"epoch": 0.6635305768754642,
|
|
"grad_norm": 0.20623134076595306,
|
|
"learning_rate": 1.883701759950124e-05,
|
|
"loss": 0.7665,
|
|
"mean_token_accuracy": 0.7813021749258041,
|
|
"num_tokens": 1393726215.0,
|
|
"step": 670
|
|
},
|
|
{
|
|
"epoch": 0.6684822975984155,
|
|
"grad_norm": 0.199232816696167,
|
|
"learning_rate": 1.881502872678425e-05,
|
|
"loss": 0.7648,
|
|
"mean_token_accuracy": 0.782157027721405,
|
|
"num_tokens": 1404148209.0,
|
|
"step": 675
|
|
},
|
|
{
|
|
"epoch": 0.6734340183213666,
|
|
"grad_norm": 0.1855035424232483,
|
|
"learning_rate": 1.879285173516872e-05,
|
|
"loss": 0.7603,
|
|
"mean_token_accuracy": 0.78330679833889,
|
|
"num_tokens": 1414573560.0,
|
|
"step": 680
|
|
},
|
|
{
|
|
"epoch": 0.6783857390443179,
|
|
"grad_norm": 0.2409905195236206,
|
|
"learning_rate": 1.877048728528684e-05,
|
|
"loss": 0.7887,
|
|
"mean_token_accuracy": 0.7781977474689483,
|
|
"num_tokens": 1424968590.0,
|
|
"step": 685
|
|
},
|
|
{
|
|
"epoch": 0.6833374597672691,
|
|
"grad_norm": 0.2532198131084442,
|
|
"learning_rate": 1.8747936043354994e-05,
|
|
"loss": 0.7678,
|
|
"mean_token_accuracy": 0.7814545810222626,
|
|
"num_tokens": 1435377805.0,
|
|
"step": 690
|
|
},
|
|
{
|
|
"epoch": 0.6882891804902204,
|
|
"grad_norm": 0.2087397277355194,
|
|
"learning_rate": 1.8725198681153955e-05,
|
|
"loss": 0.7627,
|
|
"mean_token_accuracy": 0.7825340062379837,
|
|
"num_tokens": 1445800164.0,
|
|
"step": 695
|
|
},
|
|
{
|
|
"epoch": 0.6932409012131716,
|
|
"grad_norm": 0.20391027629375458,
|
|
"learning_rate": 1.8702275876008823e-05,
|
|
"loss": 0.7574,
|
|
"mean_token_accuracy": 0.783563169836998,
|
|
"num_tokens": 1456203460.0,
|
|
"step": 700
|
|
},
|
|
{
|
|
"epoch": 0.6981926219361227,
|
|
"grad_norm": 0.21374066174030304,
|
|
"learning_rate": 1.867916831076889e-05,
|
|
"loss": 0.7737,
|
|
"mean_token_accuracy": 0.7793075799942016,
|
|
"num_tokens": 1466617339.0,
|
|
"step": 705
|
|
},
|
|
{
|
|
"epoch": 0.703144342659074,
|
|
"grad_norm": 0.45011261105537415,
|
|
"learning_rate": 1.8655876673787272e-05,
|
|
"loss": 0.7534,
|
|
"mean_token_accuracy": 0.7848767697811126,
|
|
"num_tokens": 1477041742.0,
|
|
"step": 710
|
|
},
|
|
{
|
|
"epoch": 0.7080960633820252,
|
|
"grad_norm": 0.19761380553245544,
|
|
"learning_rate": 1.8632401658900415e-05,
|
|
"loss": 0.7583,
|
|
"mean_token_accuracy": 0.783224281668663,
|
|
"num_tokens": 1487468293.0,
|
|
"step": 715
|
|
},
|
|
{
|
|
"epoch": 0.7130477841049765,
|
|
"grad_norm": 0.17496533691883087,
|
|
"learning_rate": 1.860874396540743e-05,
|
|
"loss": 0.7567,
|
|
"mean_token_accuracy": 0.7842571973800659,
|
|
"num_tokens": 1497855239.0,
|
|
"step": 720
|
|
},
|
|
{
|
|
"epoch": 0.7179995048279277,
|
|
"grad_norm": 0.19634433090686798,
|
|
"learning_rate": 1.8584904298049244e-05,
|
|
"loss": 0.7628,
|
|
"mean_token_accuracy": 0.7824541956186295,
|
|
"num_tokens": 1508239301.0,
|
|
"step": 725
|
|
},
|
|
{
|
|
"epoch": 0.722951225550879,
|
|
"grad_norm": 0.19373337924480438,
|
|
"learning_rate": 1.8560883366987633e-05,
|
|
"loss": 0.759,
|
|
"mean_token_accuracy": 0.7833509474992753,
|
|
"num_tokens": 1518639882.0,
|
|
"step": 730
|
|
},
|
|
{
|
|
"epoch": 0.7279029462738301,
|
|
"grad_norm": 0.18676340579986572,
|
|
"learning_rate": 1.8536681887784037e-05,
|
|
"loss": 0.7512,
|
|
"mean_token_accuracy": 0.7852223426103592,
|
|
"num_tokens": 1529056777.0,
|
|
"step": 735
|
|
},
|
|
{
|
|
"epoch": 0.7328546669967814,
|
|
"grad_norm": 0.20926012098789215,
|
|
"learning_rate": 1.8512300581378267e-05,
|
|
"loss": 0.7502,
|
|
"mean_token_accuracy": 0.7857935458421708,
|
|
"num_tokens": 1539442858.0,
|
|
"step": 740
|
|
},
|
|
{
|
|
"epoch": 0.7378063877197326,
|
|
"grad_norm": 0.1997007578611374,
|
|
"learning_rate": 1.848774017406703e-05,
|
|
"loss": 0.7557,
|
|
"mean_token_accuracy": 0.7842215925455094,
|
|
"num_tokens": 1549852249.0,
|
|
"step": 745
|
|
},
|
|
{
|
|
"epoch": 0.7427581084426839,
|
|
"grad_norm": 0.19928854703903198,
|
|
"learning_rate": 1.8463001397482257e-05,
|
|
"loss": 0.7481,
|
|
"mean_token_accuracy": 0.7860120952129364,
|
|
"num_tokens": 1560241267.0,
|
|
"step": 750
|
|
},
|
|
{
|
|
"epoch": 0.7477098291656351,
|
|
"grad_norm": 0.19554533064365387,
|
|
"learning_rate": 1.843808498856937e-05,
|
|
"loss": 0.7583,
|
|
"mean_token_accuracy": 0.7831324756145477,
|
|
"num_tokens": 1570635303.0,
|
|
"step": 755
|
|
},
|
|
{
|
|
"epoch": 0.7526615498885862,
|
|
"grad_norm": 0.1927034854888916,
|
|
"learning_rate": 1.8412991689565264e-05,
|
|
"loss": 0.7616,
|
|
"mean_token_accuracy": 0.7826423794031143,
|
|
"num_tokens": 1581053637.0,
|
|
"step": 760
|
|
},
|
|
{
|
|
"epoch": 0.7576132706115375,
|
|
"grad_norm": 0.20213893055915833,
|
|
"learning_rate": 1.8387722247976248e-05,
|
|
"loss": 0.7664,
|
|
"mean_token_accuracy": 0.7809010535478592,
|
|
"num_tokens": 1591457543.0,
|
|
"step": 765
|
|
},
|
|
{
|
|
"epoch": 0.7625649913344887,
|
|
"grad_norm": 0.1917760670185089,
|
|
"learning_rate": 1.836227741655575e-05,
|
|
"loss": 0.7554,
|
|
"mean_token_accuracy": 0.7842649966478348,
|
|
"num_tokens": 1601863294.0,
|
|
"step": 770
|
|
},
|
|
{
|
|
"epoch": 0.76751671205744,
|
|
"grad_norm": 0.20989423990249634,
|
|
"learning_rate": 1.8336657953281896e-05,
|
|
"loss": 0.7615,
|
|
"mean_token_accuracy": 0.78232641518116,
|
|
"num_tokens": 1612243148.0,
|
|
"step": 775
|
|
},
|
|
{
|
|
"epoch": 0.7724684327803912,
|
|
"grad_norm": 0.20752640068531036,
|
|
"learning_rate": 1.8310864621334936e-05,
|
|
"loss": 0.768,
|
|
"mean_token_accuracy": 0.781131848692894,
|
|
"num_tokens": 1622648438.0,
|
|
"step": 780
|
|
},
|
|
{
|
|
"epoch": 0.7774201535033424,
|
|
"grad_norm": 0.6338415145874023,
|
|
"learning_rate": 1.8284898189074514e-05,
|
|
"loss": 0.753,
|
|
"mean_token_accuracy": 0.784282636642456,
|
|
"num_tokens": 1633053857.0,
|
|
"step": 785
|
|
},
|
|
{
|
|
"epoch": 0.7823718742262936,
|
|
"grad_norm": 0.22199805080890656,
|
|
"learning_rate": 1.8258759430016767e-05,
|
|
"loss": 0.7636,
|
|
"mean_token_accuracy": 0.7832720100879669,
|
|
"num_tokens": 1643462725.0,
|
|
"step": 790
|
|
},
|
|
{
|
|
"epoch": 0.7873235949492449,
|
|
"grad_norm": 0.19597461819648743,
|
|
"learning_rate": 1.8232449122811293e-05,
|
|
"loss": 0.7557,
|
|
"mean_token_accuracy": 0.7838189631700516,
|
|
"num_tokens": 1653883349.0,
|
|
"step": 795
|
|
},
|
|
{
|
|
"epoch": 0.7922753156721961,
|
|
"grad_norm": 0.2407362461090088,
|
|
"learning_rate": 1.8205968051217945e-05,
|
|
"loss": 0.7606,
|
|
"mean_token_accuracy": 0.7830138593912125,
|
|
"num_tokens": 1664275959.0,
|
|
"step": 800
|
|
},
|
|
{
|
|
"epoch": 0.7972270363951474,
|
|
"grad_norm": 0.23943914473056793,
|
|
"learning_rate": 1.8179317004083495e-05,
|
|
"loss": 0.7651,
|
|
"mean_token_accuracy": 0.7815976798534393,
|
|
"num_tokens": 1674671126.0,
|
|
"step": 805
|
|
},
|
|
{
|
|
"epoch": 0.8021787571180985,
|
|
"grad_norm": 0.25406405329704285,
|
|
"learning_rate": 1.815249677531813e-05,
|
|
"loss": 0.7547,
|
|
"mean_token_accuracy": 0.7842951714992523,
|
|
"num_tokens": 1685037213.0,
|
|
"step": 810
|
|
},
|
|
{
|
|
"epoch": 0.8071304778410497,
|
|
"grad_norm": 0.7270509600639343,
|
|
"learning_rate": 1.8125508163871798e-05,
|
|
"loss": 0.7583,
|
|
"mean_token_accuracy": 0.7827031821012497,
|
|
"num_tokens": 1695458364.0,
|
|
"step": 815
|
|
},
|
|
{
|
|
"epoch": 0.812082198564001,
|
|
"grad_norm": 0.2561294436454773,
|
|
"learning_rate": 1.809835197371042e-05,
|
|
"loss": 0.7696,
|
|
"mean_token_accuracy": 0.7809718787670136,
|
|
"num_tokens": 1705848122.0,
|
|
"step": 820
|
|
},
|
|
{
|
|
"epoch": 0.8170339192869522,
|
|
"grad_norm": 0.23471757769584656,
|
|
"learning_rate": 1.807102901379193e-05,
|
|
"loss": 0.743,
|
|
"mean_token_accuracy": 0.7874339818954468,
|
|
"num_tokens": 1716242283.0,
|
|
"step": 825
|
|
},
|
|
{
|
|
"epoch": 0.8219856400099035,
|
|
"grad_norm": 0.19936513900756836,
|
|
"learning_rate": 1.804354009804217e-05,
|
|
"loss": 0.7516,
|
|
"mean_token_accuracy": 0.7847243756055832,
|
|
"num_tokens": 1726606051.0,
|
|
"step": 830
|
|
},
|
|
{
|
|
"epoch": 0.8269373607328546,
|
|
"grad_norm": 0.23077034950256348,
|
|
"learning_rate": 1.801588604533067e-05,
|
|
"loss": 0.7478,
|
|
"mean_token_accuracy": 0.7857007443904876,
|
|
"num_tokens": 1736984854.0,
|
|
"step": 835
|
|
},
|
|
{
|
|
"epoch": 0.8318890814558059,
|
|
"grad_norm": 0.27735021710395813,
|
|
"learning_rate": 1.7988067679446223e-05,
|
|
"loss": 0.7542,
|
|
"mean_token_accuracy": 0.7848597913980484,
|
|
"num_tokens": 1747365413.0,
|
|
"step": 840
|
|
},
|
|
{
|
|
"epoch": 0.8368408021787571,
|
|
"grad_norm": 0.19908802211284637,
|
|
"learning_rate": 1.7960085829072373e-05,
|
|
"loss": 0.7485,
|
|
"mean_token_accuracy": 0.7859860509634018,
|
|
"num_tokens": 1757782617.0,
|
|
"step": 845
|
|
},
|
|
{
|
|
"epoch": 0.8417925229017084,
|
|
"grad_norm": 0.19668538868427277,
|
|
"learning_rate": 1.7931941327762708e-05,
|
|
"loss": 0.7563,
|
|
"mean_token_accuracy": 0.7834689766168594,
|
|
"num_tokens": 1768140236.0,
|
|
"step": 850
|
|
},
|
|
{
|
|
"epoch": 0.8467442436246596,
|
|
"grad_norm": 0.2182615101337433,
|
|
"learning_rate": 1.790363501391604e-05,
|
|
"loss": 0.7564,
|
|
"mean_token_accuracy": 0.7837036728858948,
|
|
"num_tokens": 1778501788.0,
|
|
"step": 855
|
|
},
|
|
{
|
|
"epoch": 0.8516959643476107,
|
|
"grad_norm": 1.2455408573150635,
|
|
"learning_rate": 1.7875167730751432e-05,
|
|
"loss": 0.7495,
|
|
"mean_token_accuracy": 0.7853644698858261,
|
|
"num_tokens": 1788895036.0,
|
|
"step": 860
|
|
},
|
|
{
|
|
"epoch": 0.856647685070562,
|
|
"grad_norm": 0.22847770154476166,
|
|
"learning_rate": 1.7846540326283067e-05,
|
|
"loss": 0.7466,
|
|
"mean_token_accuracy": 0.786415946483612,
|
|
"num_tokens": 1799277517.0,
|
|
"step": 865
|
|
},
|
|
{
|
|
"epoch": 0.8615994057935132,
|
|
"grad_norm": 0.22231429815292358,
|
|
"learning_rate": 1.7817753653295e-05,
|
|
"loss": 0.748,
|
|
"mean_token_accuracy": 0.7856645524501801,
|
|
"num_tokens": 1809703236.0,
|
|
"step": 870
|
|
},
|
|
{
|
|
"epoch": 0.8665511265164645,
|
|
"grad_norm": 0.9592680931091309,
|
|
"learning_rate": 1.7788808569315753e-05,
|
|
"loss": 0.7503,
|
|
"mean_token_accuracy": 0.7850320547819137,
|
|
"num_tokens": 1820112331.0,
|
|
"step": 875
|
|
},
|
|
{
|
|
"epoch": 0.8715028472394157,
|
|
"grad_norm": 0.2056133896112442,
|
|
"learning_rate": 1.775970593659275e-05,
|
|
"loss": 0.7597,
|
|
"mean_token_accuracy": 0.7830165416002274,
|
|
"num_tokens": 1830487579.0,
|
|
"step": 880
|
|
},
|
|
{
|
|
"epoch": 0.8764545679623669,
|
|
"grad_norm": 0.29589369893074036,
|
|
"learning_rate": 1.7730446622066663e-05,
|
|
"loss": 0.7633,
|
|
"mean_token_accuracy": 0.7831792920827866,
|
|
"num_tokens": 1840864368.0,
|
|
"step": 885
|
|
},
|
|
{
|
|
"epoch": 0.8814062886853181,
|
|
"grad_norm": 0.23890021443367004,
|
|
"learning_rate": 1.7701031497345563e-05,
|
|
"loss": 0.751,
|
|
"mean_token_accuracy": 0.7846818000078202,
|
|
"num_tokens": 1851268551.0,
|
|
"step": 890
|
|
},
|
|
{
|
|
"epoch": 0.8863580094082694,
|
|
"grad_norm": 0.20969191193580627,
|
|
"learning_rate": 1.7671461438678968e-05,
|
|
"loss": 0.7579,
|
|
"mean_token_accuracy": 0.7834391385316849,
|
|
"num_tokens": 1861629010.0,
|
|
"step": 895
|
|
},
|
|
{
|
|
"epoch": 0.8913097301312206,
|
|
"grad_norm": 0.3054754436016083,
|
|
"learning_rate": 1.7641737326931735e-05,
|
|
"loss": 0.7774,
|
|
"mean_token_accuracy": 0.7797193497419357,
|
|
"num_tokens": 1872020332.0,
|
|
"step": 900
|
|
},
|
|
{
|
|
"epoch": 0.8962614508541719,
|
|
"grad_norm": 0.2975171208381653,
|
|
"learning_rate": 1.7611860047557817e-05,
|
|
"loss": 0.7565,
|
|
"mean_token_accuracy": 0.7843641757965087,
|
|
"num_tokens": 1882408874.0,
|
|
"step": 905
|
|
},
|
|
{
|
|
"epoch": 0.901213171577123,
|
|
"grad_norm": 0.5816043019294739,
|
|
"learning_rate": 1.7581830490573887e-05,
|
|
"loss": 0.7507,
|
|
"mean_token_accuracy": 0.7849104583263398,
|
|
"num_tokens": 1892771965.0,
|
|
"step": 910
|
|
},
|
|
{
|
|
"epoch": 0.9061648923000742,
|
|
"grad_norm": 1.1918472051620483,
|
|
"learning_rate": 1.7551649550532842e-05,
|
|
"loss": 0.7535,
|
|
"mean_token_accuracy": 0.7841880857944489,
|
|
"num_tokens": 1903131329.0,
|
|
"step": 915
|
|
},
|
|
{
|
|
"epoch": 0.9111166130230255,
|
|
"grad_norm": 0.21812961995601654,
|
|
"learning_rate": 1.7521318126497124e-05,
|
|
"loss": 0.7646,
|
|
"mean_token_accuracy": 0.7810812026262284,
|
|
"num_tokens": 1913531682.0,
|
|
"step": 920
|
|
},
|
|
{
|
|
"epoch": 0.9160683337459767,
|
|
"grad_norm": 0.18054869771003723,
|
|
"learning_rate": 1.7490837122011965e-05,
|
|
"loss": 0.7648,
|
|
"mean_token_accuracy": 0.7809185832738876,
|
|
"num_tokens": 1923930881.0,
|
|
"step": 925
|
|
},
|
|
{
|
|
"epoch": 0.921020054468928,
|
|
"grad_norm": 0.2776661813259125,
|
|
"learning_rate": 1.7460207445078458e-05,
|
|
"loss": 0.7598,
|
|
"mean_token_accuracy": 0.7860252737998963,
|
|
"num_tokens": 1934361093.0,
|
|
"step": 930
|
|
},
|
|
{
|
|
"epoch": 0.9259717751918792,
|
|
"grad_norm": 0.4657640755176544,
|
|
"learning_rate": 1.7429430008126517e-05,
|
|
"loss": 0.78,
|
|
"mean_token_accuracy": 0.7799131125211716,
|
|
"num_tokens": 1944750850.0,
|
|
"step": 935
|
|
},
|
|
{
|
|
"epoch": 0.9309234959148304,
|
|
"grad_norm": 0.47089236974716187,
|
|
"learning_rate": 1.739850572798768e-05,
|
|
"loss": 0.7609,
|
|
"mean_token_accuracy": 0.783119586110115,
|
|
"num_tokens": 1955154134.0,
|
|
"step": 940
|
|
},
|
|
{
|
|
"epoch": 0.9358752166377816,
|
|
"grad_norm": 0.20868314802646637,
|
|
"learning_rate": 1.736743552586782e-05,
|
|
"loss": 0.7449,
|
|
"mean_token_accuracy": 0.7862414479255676,
|
|
"num_tokens": 1965547370.0,
|
|
"step": 945
|
|
},
|
|
{
|
|
"epoch": 0.9408269373607329,
|
|
"grad_norm": 0.2700161337852478,
|
|
"learning_rate": 1.733622032731968e-05,
|
|
"loss": 0.7501,
|
|
"mean_token_accuracy": 0.7854364097118378,
|
|
"num_tokens": 1975948544.0,
|
|
"step": 950
|
|
},
|
|
{
|
|
"epoch": 0.9457786580836841,
|
|
"grad_norm": 0.25757983326911926,
|
|
"learning_rate": 1.7304861062215326e-05,
|
|
"loss": 0.7605,
|
|
"mean_token_accuracy": 0.7821576863527298,
|
|
"num_tokens": 1986371366.0,
|
|
"step": 955
|
|
},
|
|
{
|
|
"epoch": 0.9507303788066354,
|
|
"grad_norm": 0.2574819326400757,
|
|
"learning_rate": 1.727335866471842e-05,
|
|
"loss": 0.7684,
|
|
"mean_token_accuracy": 0.7806459426879883,
|
|
"num_tokens": 1996738288.0,
|
|
"step": 960
|
|
},
|
|
{
|
|
"epoch": 0.9556820995295865,
|
|
"grad_norm": 0.22203104197978973,
|
|
"learning_rate": 1.724171407325642e-05,
|
|
"loss": 0.7546,
|
|
"mean_token_accuracy": 0.786052080988884,
|
|
"num_tokens": 2007140915.0,
|
|
"step": 965
|
|
},
|
|
{
|
|
"epoch": 0.9606338202525377,
|
|
"grad_norm": 0.23472048342227936,
|
|
"learning_rate": 1.7209928230492606e-05,
|
|
"loss": 0.7517,
|
|
"mean_token_accuracy": 0.7842936605215073,
|
|
"num_tokens": 2017561316.0,
|
|
"step": 970
|
|
},
|
|
{
|
|
"epoch": 0.965585540975489,
|
|
"grad_norm": 0.36148348450660706,
|
|
"learning_rate": 1.7178002083298005e-05,
|
|
"loss": 0.7549,
|
|
"mean_token_accuracy": 0.7834816932678222,
|
|
"num_tokens": 2027964049.0,
|
|
"step": 975
|
|
},
|
|
{
|
|
"epoch": 0.9705372616984402,
|
|
"grad_norm": 0.19759418070316315,
|
|
"learning_rate": 1.714593658272318e-05,
|
|
"loss": 0.7725,
|
|
"mean_token_accuracy": 0.7829167902469635,
|
|
"num_tokens": 2038362855.0,
|
|
"step": 980
|
|
},
|
|
{
|
|
"epoch": 0.9754889824213915,
|
|
"grad_norm": 0.21052470803260803,
|
|
"learning_rate": 1.7113732683969905e-05,
|
|
"loss": 0.7633,
|
|
"mean_token_accuracy": 0.7814028680324554,
|
|
"num_tokens": 2048772898.0,
|
|
"step": 985
|
|
},
|
|
{
|
|
"epoch": 0.9804407031443426,
|
|
"grad_norm": 0.31858742237091064,
|
|
"learning_rate": 1.7081391346362717e-05,
|
|
"loss": 0.7624,
|
|
"mean_token_accuracy": 0.7836154013872146,
|
|
"num_tokens": 2059179537.0,
|
|
"step": 990
|
|
},
|
|
{
|
|
"epoch": 0.9853924238672939,
|
|
"grad_norm": 0.19801688194274902,
|
|
"learning_rate": 1.7048913533320307e-05,
|
|
"loss": 0.7295,
|
|
"mean_token_accuracy": 0.7904259711503983,
|
|
"num_tokens": 2069588587.0,
|
|
"step": 995
|
|
},
|
|
{
|
|
"epoch": 0.9903441445902451,
|
|
"grad_norm": 0.2109430432319641,
|
|
"learning_rate": 1.7016300212326875e-05,
|
|
"loss": 0.7482,
|
|
"mean_token_accuracy": 0.7853594183921814,
|
|
"num_tokens": 2080010530.0,
|
|
"step": 1000
|
|
},
|
|
{
|
|
"epoch": 0.9952958653131964,
|
|
"grad_norm": 0.2018500715494156,
|
|
"learning_rate": 1.6983552354903257e-05,
|
|
"loss": 0.7622,
|
|
"mean_token_accuracy": 0.7815503656864167,
|
|
"num_tokens": 2090415532.0,
|
|
"step": 1005
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"grad_norm": 0.2757660448551178,
|
|
"learning_rate": 1.6950670936578013e-05,
|
|
"loss": 0.7279,
|
|
"mean_token_accuracy": 0.7902535639311138,
|
|
"num_tokens": 2100284200.0,
|
|
"step": 1010
|
|
},
|
|
{
|
|
"epoch": 1.0049517207229512,
|
|
"grad_norm": 0.22684067487716675,
|
|
"learning_rate": 1.6917656936858347e-05,
|
|
"loss": 0.7505,
|
|
"mean_token_accuracy": 0.7881647497415543,
|
|
"num_tokens": 2110682669.0,
|
|
"step": 1015
|
|
},
|
|
{
|
|
"epoch": 1.0099034414459025,
|
|
"grad_norm": 0.19842083752155304,
|
|
"learning_rate": 1.688451133920097e-05,
|
|
"loss": 0.7352,
|
|
"mean_token_accuracy": 0.787742218375206,
|
|
"num_tokens": 2121073690.0,
|
|
"step": 1020
|
|
},
|
|
{
|
|
"epoch": 1.0148551621688537,
|
|
"grad_norm": 0.637569785118103,
|
|
"learning_rate": 1.6851235130982737e-05,
|
|
"loss": 0.7309,
|
|
"mean_token_accuracy": 0.7883238166570663,
|
|
"num_tokens": 2131473799.0,
|
|
"step": 1025
|
|
},
|
|
{
|
|
"epoch": 1.019806882891805,
|
|
"grad_norm": 0.19143810868263245,
|
|
"learning_rate": 1.68178293034713e-05,
|
|
"loss": 0.7227,
|
|
"mean_token_accuracy": 0.7909730762243271,
|
|
"num_tokens": 2141863864.0,
|
|
"step": 1030
|
|
},
|
|
{
|
|
"epoch": 1.0247586036147562,
|
|
"grad_norm": 0.20483145117759705,
|
|
"learning_rate": 1.6784294851795544e-05,
|
|
"loss": 0.7404,
|
|
"mean_token_accuracy": 0.786355146765709,
|
|
"num_tokens": 2152272201.0,
|
|
"step": 1035
|
|
},
|
|
{
|
|
"epoch": 1.0297103243377073,
|
|
"grad_norm": 0.22370055317878723,
|
|
"learning_rate": 1.675063277491594e-05,
|
|
"loss": 0.7345,
|
|
"mean_token_accuracy": 0.7874440640211106,
|
|
"num_tokens": 2162687256.0,
|
|
"step": 1040
|
|
},
|
|
{
|
|
"epoch": 1.0346620450606585,
|
|
"grad_norm": 0.18761159479618073,
|
|
"learning_rate": 1.671684407559481e-05,
|
|
"loss": 0.7396,
|
|
"mean_token_accuracy": 0.788395956158638,
|
|
"num_tokens": 2173083569.0,
|
|
"step": 1045
|
|
},
|
|
{
|
|
"epoch": 1.0396137657836098,
|
|
"grad_norm": 0.6076595783233643,
|
|
"learning_rate": 1.6682929760366425e-05,
|
|
"loss": 0.7257,
|
|
"mean_token_accuracy": 0.7897282272577286,
|
|
"num_tokens": 2183435840.0,
|
|
"step": 1050
|
|
},
|
|
{
|
|
"epoch": 1.044565486506561,
|
|
"grad_norm": 0.20622926950454712,
|
|
"learning_rate": 1.6648890839507058e-05,
|
|
"loss": 0.7346,
|
|
"mean_token_accuracy": 0.7876258313655853,
|
|
"num_tokens": 2193808006.0,
|
|
"step": 1055
|
|
},
|
|
{
|
|
"epoch": 1.0495172072295123,
|
|
"grad_norm": 0.1940770000219345,
|
|
"learning_rate": 1.661472832700485e-05,
|
|
"loss": 0.7258,
|
|
"mean_token_accuracy": 0.789948183298111,
|
|
"num_tokens": 2204182448.0,
|
|
"step": 1060
|
|
},
|
|
{
|
|
"epoch": 1.0544689279524635,
|
|
"grad_norm": 0.18651843070983887,
|
|
"learning_rate": 1.658044324052964e-05,
|
|
"loss": 0.7237,
|
|
"mean_token_accuracy": 0.7907967299222947,
|
|
"num_tokens": 2214609200.0,
|
|
"step": 1065
|
|
},
|
|
{
|
|
"epoch": 1.0594206486754147,
|
|
"grad_norm": 0.19266949594020844,
|
|
"learning_rate": 1.6546036601402628e-05,
|
|
"loss": 0.7305,
|
|
"mean_token_accuracy": 0.7886613547801972,
|
|
"num_tokens": 2224999377.0,
|
|
"step": 1070
|
|
},
|
|
{
|
|
"epoch": 1.064372369398366,
|
|
"grad_norm": 0.1916077733039856,
|
|
"learning_rate": 1.6511509434565948e-05,
|
|
"loss": 0.7208,
|
|
"mean_token_accuracy": 0.791583576798439,
|
|
"num_tokens": 2235407967.0,
|
|
"step": 1075
|
|
},
|
|
{
|
|
"epoch": 1.0693240901213172,
|
|
"grad_norm": 0.19016622006893158,
|
|
"learning_rate": 1.647686276855215e-05,
|
|
"loss": 0.7281,
|
|
"mean_token_accuracy": 0.7892949759960175,
|
|
"num_tokens": 2245796359.0,
|
|
"step": 1080
|
|
},
|
|
{
|
|
"epoch": 1.0742758108442685,
|
|
"grad_norm": 0.19595059752464294,
|
|
"learning_rate": 1.6442097635453558e-05,
|
|
"loss": 0.767,
|
|
"mean_token_accuracy": 0.7892323851585388,
|
|
"num_tokens": 2256165537.0,
|
|
"step": 1085
|
|
},
|
|
{
|
|
"epoch": 1.0792275315672195,
|
|
"grad_norm": 0.2070004940032959,
|
|
"learning_rate": 1.6407215070891513e-05,
|
|
"loss": 0.7254,
|
|
"mean_token_accuracy": 0.7902043342590332,
|
|
"num_tokens": 2266536896.0,
|
|
"step": 1090
|
|
},
|
|
{
|
|
"epoch": 1.0841792522901708,
|
|
"grad_norm": 0.20020951330661774,
|
|
"learning_rate": 1.6372216113985538e-05,
|
|
"loss": 0.7315,
|
|
"mean_token_accuracy": 0.7884757041931152,
|
|
"num_tokens": 2276919634.0,
|
|
"step": 1095
|
|
},
|
|
{
|
|
"epoch": 1.089130973013122,
|
|
"grad_norm": 0.20975516736507416,
|
|
"learning_rate": 1.633710180732237e-05,
|
|
"loss": 0.719,
|
|
"mean_token_accuracy": 0.7908209532499313,
|
|
"num_tokens": 2287296356.0,
|
|
"step": 1100
|
|
},
|
|
{
|
|
"epoch": 1.0940826937360733,
|
|
"grad_norm": 0.18807543814182281,
|
|
"learning_rate": 1.630187319692492e-05,
|
|
"loss": 0.7315,
|
|
"mean_token_accuracy": 0.7885193258523941,
|
|
"num_tokens": 2297692580.0,
|
|
"step": 1105
|
|
},
|
|
{
|
|
"epoch": 1.0990344144590245,
|
|
"grad_norm": 0.21502210199832916,
|
|
"learning_rate": 1.6266531332221097e-05,
|
|
"loss": 0.7279,
|
|
"mean_token_accuracy": 0.7890672951936721,
|
|
"num_tokens": 2308090705.0,
|
|
"step": 1110
|
|
},
|
|
{
|
|
"epoch": 1.1039861351819757,
|
|
"grad_norm": 0.1803969144821167,
|
|
"learning_rate": 1.6231077266012545e-05,
|
|
"loss": 0.7281,
|
|
"mean_token_accuracy": 0.7891331762075424,
|
|
"num_tokens": 2318497722.0,
|
|
"step": 1115
|
|
},
|
|
{
|
|
"epoch": 1.108937855904927,
|
|
"grad_norm": 0.18801762163639069,
|
|
"learning_rate": 1.6195512054443294e-05,
|
|
"loss": 0.7226,
|
|
"mean_token_accuracy": 0.7904093325138092,
|
|
"num_tokens": 2328861172.0,
|
|
"step": 1120
|
|
},
|
|
{
|
|
"epoch": 1.1138895766278782,
|
|
"grad_norm": 0.20595437288284302,
|
|
"learning_rate": 1.6159836756968296e-05,
|
|
"loss": 0.7325,
|
|
"mean_token_accuracy": 0.787862503528595,
|
|
"num_tokens": 2339258549.0,
|
|
"step": 1125
|
|
},
|
|
{
|
|
"epoch": 1.1188412973508295,
|
|
"grad_norm": 0.20336276292800903,
|
|
"learning_rate": 1.6124052436321846e-05,
|
|
"loss": 0.7289,
|
|
"mean_token_accuracy": 0.7888852953910828,
|
|
"num_tokens": 2349685068.0,
|
|
"step": 1130
|
|
},
|
|
{
|
|
"epoch": 1.1237930180737807,
|
|
"grad_norm": 0.198221817612648,
|
|
"learning_rate": 1.608816015848596e-05,
|
|
"loss": 0.7249,
|
|
"mean_token_accuracy": 0.7904265612363816,
|
|
"num_tokens": 2360095914.0,
|
|
"step": 1135
|
|
},
|
|
{
|
|
"epoch": 1.128744738796732,
|
|
"grad_norm": 0.19925156235694885,
|
|
"learning_rate": 1.6052160992658584e-05,
|
|
"loss": 0.726,
|
|
"mean_token_accuracy": 0.7895150870084763,
|
|
"num_tokens": 2370491516.0,
|
|
"step": 1140
|
|
},
|
|
{
|
|
"epoch": 1.133696459519683,
|
|
"grad_norm": 0.2183285653591156,
|
|
"learning_rate": 1.6016056011221764e-05,
|
|
"loss": 0.7223,
|
|
"mean_token_accuracy": 0.7908050715923309,
|
|
"num_tokens": 2380881645.0,
|
|
"step": 1145
|
|
},
|
|
{
|
|
"epoch": 1.1386481802426343,
|
|
"grad_norm": 0.23983266949653625,
|
|
"learning_rate": 1.5979846289709695e-05,
|
|
"loss": 0.7261,
|
|
"mean_token_accuracy": 0.7894744217395783,
|
|
"num_tokens": 2391278281.0,
|
|
"step": 1150
|
|
},
|
|
{
|
|
"epoch": 1.1435999009655855,
|
|
"grad_norm": 0.18753401935100555,
|
|
"learning_rate": 1.5943532906776683e-05,
|
|
"loss": 0.7185,
|
|
"mean_token_accuracy": 0.7921951532363891,
|
|
"num_tokens": 2401703056.0,
|
|
"step": 1155
|
|
},
|
|
{
|
|
"epoch": 1.1485516216885368,
|
|
"grad_norm": 0.20767702162265778,
|
|
"learning_rate": 1.5907116944165017e-05,
|
|
"loss": 0.7294,
|
|
"mean_token_accuracy": 0.7886975765228271,
|
|
"num_tokens": 2412114255.0,
|
|
"step": 1160
|
|
},
|
|
{
|
|
"epoch": 1.153503342411488,
|
|
"grad_norm": 0.2048075795173645,
|
|
"learning_rate": 1.5870599486672725e-05,
|
|
"loss": 0.7298,
|
|
"mean_token_accuracy": 0.7886143833398819,
|
|
"num_tokens": 2422532845.0,
|
|
"step": 1165
|
|
},
|
|
{
|
|
"epoch": 1.1584550631344392,
|
|
"grad_norm": 0.20132844150066376,
|
|
"learning_rate": 1.583398162212129e-05,
|
|
"loss": 0.723,
|
|
"mean_token_accuracy": 0.7906926244497299,
|
|
"num_tokens": 2432907783.0,
|
|
"step": 1170
|
|
},
|
|
{
|
|
"epoch": 1.1634067838573905,
|
|
"grad_norm": 0.24149557948112488,
|
|
"learning_rate": 1.5797264441323227e-05,
|
|
"loss": 0.7279,
|
|
"mean_token_accuracy": 0.7897651940584183,
|
|
"num_tokens": 2443315467.0,
|
|
"step": 1175
|
|
},
|
|
{
|
|
"epoch": 1.1683585045803417,
|
|
"grad_norm": 0.22159512341022491,
|
|
"learning_rate": 1.576044903804958e-05,
|
|
"loss": 0.7292,
|
|
"mean_token_accuracy": 0.7884950757026672,
|
|
"num_tokens": 2453711162.0,
|
|
"step": 1180
|
|
},
|
|
{
|
|
"epoch": 1.173310225303293,
|
|
"grad_norm": 0.20547987520694733,
|
|
"learning_rate": 1.572353650899737e-05,
|
|
"loss": 0.7184,
|
|
"mean_token_accuracy": 0.7916571944952011,
|
|
"num_tokens": 2464145240.0,
|
|
"step": 1185
|
|
},
|
|
{
|
|
"epoch": 1.178261946026244,
|
|
"grad_norm": 0.21845729649066925,
|
|
"learning_rate": 1.568652795375688e-05,
|
|
"loss": 0.7266,
|
|
"mean_token_accuracy": 0.7894676387310028,
|
|
"num_tokens": 2474536824.0,
|
|
"step": 1190
|
|
},
|
|
{
|
|
"epoch": 1.1832136667491953,
|
|
"grad_norm": 0.20706267654895782,
|
|
"learning_rate": 1.5649424474778943e-05,
|
|
"loss": 0.7465,
|
|
"mean_token_accuracy": 0.7838758409023285,
|
|
"num_tokens": 2484953507.0,
|
|
"step": 1195
|
|
},
|
|
{
|
|
"epoch": 1.1881653874721465,
|
|
"grad_norm": 0.20287451148033142,
|
|
"learning_rate": 1.5612227177342075e-05,
|
|
"loss": 0.7305,
|
|
"mean_token_accuracy": 0.788197448849678,
|
|
"num_tokens": 2495362940.0,
|
|
"step": 1200
|
|
},
|
|
{
|
|
"epoch": 1.1931171081950978,
|
|
"grad_norm": 0.19987879693508148,
|
|
"learning_rate": 1.5574937169519567e-05,
|
|
"loss": 0.7227,
|
|
"mean_token_accuracy": 0.7905563831329345,
|
|
"num_tokens": 2505783339.0,
|
|
"step": 1205
|
|
},
|
|
{
|
|
"epoch": 1.198068828918049,
|
|
"grad_norm": 0.20694401860237122,
|
|
"learning_rate": 1.5537555562146455e-05,
|
|
"loss": 0.7249,
|
|
"mean_token_accuracy": 0.7901411831378937,
|
|
"num_tokens": 2516210266.0,
|
|
"step": 1210
|
|
},
|
|
{
|
|
"epoch": 1.2030205496410002,
|
|
"grad_norm": 0.19224272668361664,
|
|
"learning_rate": 1.5500083468786452e-05,
|
|
"loss": 0.7273,
|
|
"mean_token_accuracy": 0.7893536627292633,
|
|
"num_tokens": 2526623484.0,
|
|
"step": 1215
|
|
},
|
|
{
|
|
"epoch": 1.2079722703639515,
|
|
"grad_norm": 0.2035578191280365,
|
|
"learning_rate": 1.546252200569875e-05,
|
|
"loss": 0.7284,
|
|
"mean_token_accuracy": 0.7887589871883393,
|
|
"num_tokens": 2537014982.0,
|
|
"step": 1220
|
|
},
|
|
{
|
|
"epoch": 1.2129239910869027,
|
|
"grad_norm": 1.5885528326034546,
|
|
"learning_rate": 1.5424872291804807e-05,
|
|
"loss": 0.7253,
|
|
"mean_token_accuracy": 0.792636951804161,
|
|
"num_tokens": 2547427138.0,
|
|
"step": 1225
|
|
},
|
|
{
|
|
"epoch": 1.217875711809854,
|
|
"grad_norm": 0.18842822313308716,
|
|
"learning_rate": 1.5387135448654968e-05,
|
|
"loss": 0.7292,
|
|
"mean_token_accuracy": 0.7887994408607483,
|
|
"num_tokens": 2557828037.0,
|
|
"step": 1230
|
|
},
|
|
{
|
|
"epoch": 1.2228274325328052,
|
|
"grad_norm": 0.19046075642108917,
|
|
"learning_rate": 1.534931260039509e-05,
|
|
"loss": 0.7311,
|
|
"mean_token_accuracy": 0.7879103571176529,
|
|
"num_tokens": 2568241802.0,
|
|
"step": 1235
|
|
},
|
|
{
|
|
"epoch": 1.2277791532557565,
|
|
"grad_norm": 0.18367241322994232,
|
|
"learning_rate": 1.5311404873733043e-05,
|
|
"loss": 0.7258,
|
|
"mean_token_accuracy": 0.7896815687417984,
|
|
"num_tokens": 2578599008.0,
|
|
"step": 1240
|
|
},
|
|
{
|
|
"epoch": 1.2327308739787075,
|
|
"grad_norm": 0.18008632957935333,
|
|
"learning_rate": 1.5273413397905142e-05,
|
|
"loss": 0.7133,
|
|
"mean_token_accuracy": 0.7930183291435242,
|
|
"num_tokens": 2589008154.0,
|
|
"step": 1245
|
|
},
|
|
{
|
|
"epoch": 1.2376825947016588,
|
|
"grad_norm": 0.20123504102230072,
|
|
"learning_rate": 1.5235339304642521e-05,
|
|
"loss": 0.7247,
|
|
"mean_token_accuracy": 0.7899129718542099,
|
|
"num_tokens": 2599435416.0,
|
|
"step": 1250
|
|
},
|
|
{
|
|
"epoch": 1.24263431542461,
|
|
"grad_norm": 0.19925780594348907,
|
|
"learning_rate": 1.5197183728137402e-05,
|
|
"loss": 0.7339,
|
|
"mean_token_accuracy": 0.787640643119812,
|
|
"num_tokens": 2609816008.0,
|
|
"step": 1255
|
|
},
|
|
{
|
|
"epoch": 1.2475860361475613,
|
|
"grad_norm": 0.19969385862350464,
|
|
"learning_rate": 1.5158947805009317e-05,
|
|
"loss": 0.715,
|
|
"mean_token_accuracy": 0.7925884634256363,
|
|
"num_tokens": 2620222628.0,
|
|
"step": 1260
|
|
},
|
|
{
|
|
"epoch": 1.2525377568705125,
|
|
"grad_norm": 0.1753593236207962,
|
|
"learning_rate": 1.5120632674271265e-05,
|
|
"loss": 0.7236,
|
|
"mean_token_accuracy": 0.790338072180748,
|
|
"num_tokens": 2630612525.0,
|
|
"step": 1265
|
|
},
|
|
{
|
|
"epoch": 1.2574894775934637,
|
|
"grad_norm": 0.19997967779636383,
|
|
"learning_rate": 1.5082239477295745e-05,
|
|
"loss": 0.7236,
|
|
"mean_token_accuracy": 0.7902151554822922,
|
|
"num_tokens": 2640999606.0,
|
|
"step": 1270
|
|
},
|
|
{
|
|
"epoch": 1.262441198316415,
|
|
"grad_norm": 2.163191080093384,
|
|
"learning_rate": 1.5043769357780798e-05,
|
|
"loss": 0.743,
|
|
"mean_token_accuracy": 0.7919340342283249,
|
|
"num_tokens": 2651386549.0,
|
|
"step": 1275
|
|
},
|
|
{
|
|
"epoch": 1.2673929190393662,
|
|
"grad_norm": 0.201646625995636,
|
|
"learning_rate": 1.5005223461715907e-05,
|
|
"loss": 0.7177,
|
|
"mean_token_accuracy": 0.7917960375547409,
|
|
"num_tokens": 2661786975.0,
|
|
"step": 1280
|
|
},
|
|
{
|
|
"epoch": 1.2723446397623175,
|
|
"grad_norm": 0.21226562559604645,
|
|
"learning_rate": 1.4966602937347863e-05,
|
|
"loss": 0.7316,
|
|
"mean_token_accuracy": 0.7908751904964447,
|
|
"num_tokens": 2672165640.0,
|
|
"step": 1285
|
|
},
|
|
{
|
|
"epoch": 1.2772963604852685,
|
|
"grad_norm": 0.20382718741893768,
|
|
"learning_rate": 1.4927908935146576e-05,
|
|
"loss": 0.7258,
|
|
"mean_token_accuracy": 0.7896455824375153,
|
|
"num_tokens": 2682549545.0,
|
|
"step": 1290
|
|
},
|
|
{
|
|
"epoch": 1.2822480812082198,
|
|
"grad_norm": 0.2759467661380768,
|
|
"learning_rate": 1.488914260777079e-05,
|
|
"loss": 0.7178,
|
|
"mean_token_accuracy": 0.7913758844137192,
|
|
"num_tokens": 2692955151.0,
|
|
"step": 1295
|
|
},
|
|
{
|
|
"epoch": 1.287199801931171,
|
|
"grad_norm": 0.18792249262332916,
|
|
"learning_rate": 1.4850305110033747e-05,
|
|
"loss": 0.7221,
|
|
"mean_token_accuracy": 0.7903568297624588,
|
|
"num_tokens": 2703360987.0,
|
|
"step": 1300
|
|
},
|
|
{
|
|
"epoch": 1.2921515226541223,
|
|
"grad_norm": 0.20369011163711548,
|
|
"learning_rate": 1.4811397598868789e-05,
|
|
"loss": 0.7261,
|
|
"mean_token_accuracy": 0.7895828515291214,
|
|
"num_tokens": 2713747572.0,
|
|
"step": 1305
|
|
},
|
|
{
|
|
"epoch": 1.2971032433770735,
|
|
"grad_norm": 0.21133604645729065,
|
|
"learning_rate": 1.4772421233294898e-05,
|
|
"loss": 0.7224,
|
|
"mean_token_accuracy": 0.7906721025705338,
|
|
"num_tokens": 2724160321.0,
|
|
"step": 1310
|
|
},
|
|
{
|
|
"epoch": 1.3020549641000247,
|
|
"grad_norm": 0.1944030076265335,
|
|
"learning_rate": 1.473337717438216e-05,
|
|
"loss": 0.7186,
|
|
"mean_token_accuracy": 0.7915155500173569,
|
|
"num_tokens": 2734551031.0,
|
|
"step": 1315
|
|
},
|
|
{
|
|
"epoch": 1.307006684822976,
|
|
"grad_norm": 0.18083949387073517,
|
|
"learning_rate": 1.4694266585217185e-05,
|
|
"loss": 0.7232,
|
|
"mean_token_accuracy": 0.7904892802238465,
|
|
"num_tokens": 2744930879.0,
|
|
"step": 1320
|
|
},
|
|
{
|
|
"epoch": 1.3119584055459272,
|
|
"grad_norm": 0.18224333226680756,
|
|
"learning_rate": 1.4655090630868458e-05,
|
|
"loss": 0.7249,
|
|
"mean_token_accuracy": 0.7898193567991256,
|
|
"num_tokens": 2755301410.0,
|
|
"step": 1325
|
|
},
|
|
{
|
|
"epoch": 1.3169101262688785,
|
|
"grad_norm": 0.2043742537498474,
|
|
"learning_rate": 1.4615850478351637e-05,
|
|
"loss": 0.7327,
|
|
"mean_token_accuracy": 0.7872727513313293,
|
|
"num_tokens": 2765707788.0,
|
|
"step": 1330
|
|
},
|
|
{
|
|
"epoch": 1.3218618469918297,
|
|
"grad_norm": 0.22111938893795013,
|
|
"learning_rate": 1.4576547296594774e-05,
|
|
"loss": 0.7276,
|
|
"mean_token_accuracy": 0.7887694299221039,
|
|
"num_tokens": 2776117645.0,
|
|
"step": 1335
|
|
},
|
|
{
|
|
"epoch": 1.326813567714781,
|
|
"grad_norm": 0.19156336784362793,
|
|
"learning_rate": 1.4537182256403522e-05,
|
|
"loss": 0.7338,
|
|
"mean_token_accuracy": 0.7873490035533905,
|
|
"num_tokens": 2786526348.0,
|
|
"step": 1340
|
|
},
|
|
{
|
|
"epoch": 1.3317652884377322,
|
|
"grad_norm": 0.1943420171737671,
|
|
"learning_rate": 1.4497756530426218e-05,
|
|
"loss": 0.725,
|
|
"mean_token_accuracy": 0.789910814166069,
|
|
"num_tokens": 2796941910.0,
|
|
"step": 1345
|
|
},
|
|
{
|
|
"epoch": 1.3367170091606833,
|
|
"grad_norm": 0.17877770960330963,
|
|
"learning_rate": 1.4458271293118986e-05,
|
|
"loss": 0.7305,
|
|
"mean_token_accuracy": 0.7884226262569427,
|
|
"num_tokens": 2807339154.0,
|
|
"step": 1350
|
|
},
|
|
{
|
|
"epoch": 1.3416687298836345,
|
|
"grad_norm": 0.20378288626670837,
|
|
"learning_rate": 1.4418727720710736e-05,
|
|
"loss": 0.7261,
|
|
"mean_token_accuracy": 0.7890681326389313,
|
|
"num_tokens": 2817759971.0,
|
|
"step": 1355
|
|
},
|
|
{
|
|
"epoch": 1.3466204506065858,
|
|
"grad_norm": 0.19834725558757782,
|
|
"learning_rate": 1.4379126991168126e-05,
|
|
"loss": 0.7116,
|
|
"mean_token_accuracy": 0.7931619733572006,
|
|
"num_tokens": 2828136169.0,
|
|
"step": 1360
|
|
},
|
|
{
|
|
"epoch": 1.351572171329537,
|
|
"grad_norm": 0.1840638518333435,
|
|
"learning_rate": 1.4339470284160477e-05,
|
|
"loss": 0.7304,
|
|
"mean_token_accuracy": 0.7882639706134796,
|
|
"num_tokens": 2838563696.0,
|
|
"step": 1365
|
|
},
|
|
{
|
|
"epoch": 1.3565238920524882,
|
|
"grad_norm": 0.18524734675884247,
|
|
"learning_rate": 1.4299758781024615e-05,
|
|
"loss": 0.7088,
|
|
"mean_token_accuracy": 0.793875104188919,
|
|
"num_tokens": 2848965953.0,
|
|
"step": 1370
|
|
},
|
|
{
|
|
"epoch": 1.3614756127754395,
|
|
"grad_norm": 0.1821308732032776,
|
|
"learning_rate": 1.4259993664729708e-05,
|
|
"loss": 0.7234,
|
|
"mean_token_accuracy": 0.7902139544486999,
|
|
"num_tokens": 2859343681.0,
|
|
"step": 1375
|
|
},
|
|
{
|
|
"epoch": 1.3664273334983907,
|
|
"grad_norm": 0.1937830150127411,
|
|
"learning_rate": 1.4220176119841995e-05,
|
|
"loss": 0.7211,
|
|
"mean_token_accuracy": 0.790678608417511,
|
|
"num_tokens": 2869738016.0,
|
|
"step": 1380
|
|
},
|
|
{
|
|
"epoch": 1.371379054221342,
|
|
"grad_norm": 0.18466956913471222,
|
|
"learning_rate": 1.4180307332489532e-05,
|
|
"loss": 0.7228,
|
|
"mean_token_accuracy": 0.7902078241109848,
|
|
"num_tokens": 2880142465.0,
|
|
"step": 1385
|
|
},
|
|
{
|
|
"epoch": 1.376330774944293,
|
|
"grad_norm": 0.1925409734249115,
|
|
"learning_rate": 1.4140388490326822e-05,
|
|
"loss": 0.728,
|
|
"mean_token_accuracy": 0.7886234402656556,
|
|
"num_tokens": 2890524591.0,
|
|
"step": 1390
|
|
},
|
|
{
|
|
"epoch": 1.3812824956672443,
|
|
"grad_norm": 0.17395733296871185,
|
|
"learning_rate": 1.4100420782499466e-05,
|
|
"loss": 0.7159,
|
|
"mean_token_accuracy": 0.7921683073043824,
|
|
"num_tokens": 2900903230.0,
|
|
"step": 1395
|
|
},
|
|
{
|
|
"epoch": 1.3862342163901955,
|
|
"grad_norm": 0.17405180633068085,
|
|
"learning_rate": 1.4060405399608732e-05,
|
|
"loss": 0.716,
|
|
"mean_token_accuracy": 0.7919426709413528,
|
|
"num_tokens": 2911289063.0,
|
|
"step": 1400
|
|
},
|
|
{
|
|
"epoch": 1.3911859371131468,
|
|
"grad_norm": 0.17874355614185333,
|
|
"learning_rate": 1.4020343533676076e-05,
|
|
"loss": 0.7161,
|
|
"mean_token_accuracy": 0.79238740503788,
|
|
"num_tokens": 2921712270.0,
|
|
"step": 1405
|
|
},
|
|
{
|
|
"epoch": 1.396137657836098,
|
|
"grad_norm": 0.19728051126003265,
|
|
"learning_rate": 1.398023637810764e-05,
|
|
"loss": 0.7098,
|
|
"mean_token_accuracy": 0.7940772980451584,
|
|
"num_tokens": 2932122921.0,
|
|
"step": 1410
|
|
},
|
|
{
|
|
"epoch": 1.4010893785590492,
|
|
"grad_norm": 0.20457538962364197,
|
|
"learning_rate": 1.3940085127658707e-05,
|
|
"loss": 0.7338,
|
|
"mean_token_accuracy": 0.7870628893375397,
|
|
"num_tokens": 2942516461.0,
|
|
"step": 1415
|
|
},
|
|
{
|
|
"epoch": 1.4060410992820005,
|
|
"grad_norm": 0.18084751069545746,
|
|
"learning_rate": 1.389989097839811e-05,
|
|
"loss": 0.7167,
|
|
"mean_token_accuracy": 0.7917933404445648,
|
|
"num_tokens": 2952889986.0,
|
|
"step": 1420
|
|
},
|
|
{
|
|
"epoch": 1.4109928200049517,
|
|
"grad_norm": 0.17652776837348938,
|
|
"learning_rate": 1.385965512767259e-05,
|
|
"loss": 0.7155,
|
|
"mean_token_accuracy": 0.7922806650400162,
|
|
"num_tokens": 2963310857.0,
|
|
"step": 1425
|
|
},
|
|
{
|
|
"epoch": 1.415944540727903,
|
|
"grad_norm": 0.18736056983470917,
|
|
"learning_rate": 1.3819378774071139e-05,
|
|
"loss": 0.7179,
|
|
"mean_token_accuracy": 0.7915126740932464,
|
|
"num_tokens": 2973715953.0,
|
|
"step": 1430
|
|
},
|
|
{
|
|
"epoch": 1.4208962614508542,
|
|
"grad_norm": 0.1932843029499054,
|
|
"learning_rate": 1.3779063117389297e-05,
|
|
"loss": 0.7066,
|
|
"mean_token_accuracy": 0.7942998945713043,
|
|
"num_tokens": 2984126283.0,
|
|
"step": 1435
|
|
},
|
|
{
|
|
"epoch": 1.4258479821738055,
|
|
"grad_norm": 0.2286568284034729,
|
|
"learning_rate": 1.3738709358593398e-05,
|
|
"loss": 0.7268,
|
|
"mean_token_accuracy": 0.789307501912117,
|
|
"num_tokens": 2994525073.0,
|
|
"step": 1440
|
|
},
|
|
{
|
|
"epoch": 1.4307997028967567,
|
|
"grad_norm": 0.19728349149227142,
|
|
"learning_rate": 1.3698318699784812e-05,
|
|
"loss": 0.7233,
|
|
"mean_token_accuracy": 0.7898936212062836,
|
|
"num_tokens": 3004926101.0,
|
|
"step": 1445
|
|
},
|
|
{
|
|
"epoch": 1.435751423619708,
|
|
"grad_norm": 0.20021368563175201,
|
|
"learning_rate": 1.3657892344164116e-05,
|
|
"loss": 0.7093,
|
|
"mean_token_accuracy": 0.7938795328140259,
|
|
"num_tokens": 3015334391.0,
|
|
"step": 1450
|
|
},
|
|
{
|
|
"epoch": 1.440703144342659,
|
|
"grad_norm": 0.17851568758487701,
|
|
"learning_rate": 1.3617431495995276e-05,
|
|
"loss": 0.7241,
|
|
"mean_token_accuracy": 0.7900084257125854,
|
|
"num_tokens": 3025730657.0,
|
|
"step": 1455
|
|
},
|
|
{
|
|
"epoch": 1.4456548650656103,
|
|
"grad_norm": 0.17161023616790771,
|
|
"learning_rate": 1.3576937360569747e-05,
|
|
"loss": 0.729,
|
|
"mean_token_accuracy": 0.7888924747705459,
|
|
"num_tokens": 3036137389.0,
|
|
"step": 1460
|
|
},
|
|
{
|
|
"epoch": 1.4506065857885615,
|
|
"grad_norm": 0.19351643323898315,
|
|
"learning_rate": 1.3536411144170584e-05,
|
|
"loss": 0.7074,
|
|
"mean_token_accuracy": 0.7941448390483856,
|
|
"num_tokens": 3046543020.0,
|
|
"step": 1465
|
|
},
|
|
{
|
|
"epoch": 1.4555583065115127,
|
|
"grad_norm": 0.18472740054130554,
|
|
"learning_rate": 1.349585405403651e-05,
|
|
"loss": 0.7203,
|
|
"mean_token_accuracy": 0.7905257880687714,
|
|
"num_tokens": 3056948582.0,
|
|
"step": 1470
|
|
},
|
|
{
|
|
"epoch": 1.460510027234464,
|
|
"grad_norm": 0.1972552090883255,
|
|
"learning_rate": 1.345526729832594e-05,
|
|
"loss": 0.7299,
|
|
"mean_token_accuracy": 0.7882571071386337,
|
|
"num_tokens": 3067348021.0,
|
|
"step": 1475
|
|
},
|
|
{
|
|
"epoch": 1.4654617479574152,
|
|
"grad_norm": 0.19973404705524445,
|
|
"learning_rate": 1.341465208608101e-05,
|
|
"loss": 0.718,
|
|
"mean_token_accuracy": 0.7912285208702088,
|
|
"num_tokens": 3077753784.0,
|
|
"step": 1480
|
|
},
|
|
{
|
|
"epoch": 1.4704134686803665,
|
|
"grad_norm": 0.19882094860076904,
|
|
"learning_rate": 1.3374009627191535e-05,
|
|
"loss": 0.718,
|
|
"mean_token_accuracy": 0.7916070431470871,
|
|
"num_tokens": 3088154461.0,
|
|
"step": 1485
|
|
},
|
|
{
|
|
"epoch": 1.4753651894033177,
|
|
"grad_norm": 0.18356384336948395,
|
|
"learning_rate": 1.3333341132358998e-05,
|
|
"loss": 0.7102,
|
|
"mean_token_accuracy": 0.7933901071548461,
|
|
"num_tokens": 3098576272.0,
|
|
"step": 1490
|
|
},
|
|
{
|
|
"epoch": 1.4803169101262688,
|
|
"grad_norm": 0.17706668376922607,
|
|
"learning_rate": 1.3292647813060462e-05,
|
|
"loss": 0.7145,
|
|
"mean_token_accuracy": 0.7923637479543686,
|
|
"num_tokens": 3108958161.0,
|
|
"step": 1495
|
|
},
|
|
{
|
|
"epoch": 1.48526863084922,
|
|
"grad_norm": 0.7771270275115967,
|
|
"learning_rate": 1.325193088151248e-05,
|
|
"loss": 0.7196,
|
|
"mean_token_accuracy": 0.790700152516365,
|
|
"num_tokens": 3119332234.0,
|
|
"step": 1500
|
|
},
|
|
{
|
|
"epoch": 1.4902203515721713,
|
|
"grad_norm": 0.1887047439813614,
|
|
"learning_rate": 1.3211191550635008e-05,
|
|
"loss": 0.7204,
|
|
"mean_token_accuracy": 0.7904630064964294,
|
|
"num_tokens": 3129741365.0,
|
|
"step": 1505
|
|
},
|
|
{
|
|
"epoch": 1.4951720722951225,
|
|
"grad_norm": 0.18025922775268555,
|
|
"learning_rate": 1.3170431034015242e-05,
|
|
"loss": 0.7219,
|
|
"mean_token_accuracy": 0.7903009295463562,
|
|
"num_tokens": 3140137525.0,
|
|
"step": 1510
|
|
},
|
|
{
|
|
"epoch": 1.5001237930180737,
|
|
"grad_norm": 0.1742526888847351,
|
|
"learning_rate": 1.31296505458715e-05,
|
|
"loss": 0.7227,
|
|
"mean_token_accuracy": 0.7903249442577363,
|
|
"num_tokens": 3150551214.0,
|
|
"step": 1515
|
|
},
|
|
{
|
|
"epoch": 1.505075513741025,
|
|
"grad_norm": 0.17877598106861115,
|
|
"learning_rate": 1.3088851301017012e-05,
|
|
"loss": 0.7196,
|
|
"mean_token_accuracy": 0.7908366918563843,
|
|
"num_tokens": 3160963988.0,
|
|
"step": 1520
|
|
},
|
|
{
|
|
"epoch": 1.5100272344639762,
|
|
"grad_norm": 0.27315303683280945,
|
|
"learning_rate": 1.3048034514823768e-05,
|
|
"loss": 0.72,
|
|
"mean_token_accuracy": 0.7911725819110871,
|
|
"num_tokens": 3171338083.0,
|
|
"step": 1525
|
|
},
|
|
{
|
|
"epoch": 1.5149789551869275,
|
|
"grad_norm": 0.20963208377361298,
|
|
"learning_rate": 1.3007201403186293e-05,
|
|
"loss": 0.7189,
|
|
"mean_token_accuracy": 0.7909859776496887,
|
|
"num_tokens": 3181728440.0,
|
|
"step": 1530
|
|
},
|
|
{
|
|
"epoch": 1.5199306759098787,
|
|
"grad_norm": 0.184099942445755,
|
|
"learning_rate": 1.2966353182485435e-05,
|
|
"loss": 0.7179,
|
|
"mean_token_accuracy": 0.7914166182279587,
|
|
"num_tokens": 3192143067.0,
|
|
"step": 1535
|
|
},
|
|
{
|
|
"epoch": 1.52488239663283,
|
|
"grad_norm": 0.24152904748916626,
|
|
"learning_rate": 1.2925491069552126e-05,
|
|
"loss": 0.8021,
|
|
"mean_token_accuracy": 0.7904890239238739,
|
|
"num_tokens": 3202562250.0,
|
|
"step": 1540
|
|
},
|
|
{
|
|
"epoch": 1.5298341173557812,
|
|
"grad_norm": 1.4814072847366333,
|
|
"learning_rate": 1.2884616281631129e-05,
|
|
"loss": 0.7134,
|
|
"mean_token_accuracy": 0.7926855504512786,
|
|
"num_tokens": 3212962934.0,
|
|
"step": 1545
|
|
},
|
|
{
|
|
"epoch": 1.5347858380787325,
|
|
"grad_norm": 1.811551809310913,
|
|
"learning_rate": 1.284373003634479e-05,
|
|
"loss": 0.8015,
|
|
"mean_token_accuracy": 0.7890555679798126,
|
|
"num_tokens": 3223382798.0,
|
|
"step": 1550
|
|
},
|
|
{
|
|
"epoch": 1.5397375588016837,
|
|
"grad_norm": 0.2511199414730072,
|
|
"learning_rate": 1.2802833551656764e-05,
|
|
"loss": 0.7195,
|
|
"mean_token_accuracy": 0.7906852185726165,
|
|
"num_tokens": 3233791747.0,
|
|
"step": 1555
|
|
},
|
|
{
|
|
"epoch": 1.544689279524635,
|
|
"grad_norm": 0.20060916244983673,
|
|
"learning_rate": 1.276192804583571e-05,
|
|
"loss": 0.7225,
|
|
"mean_token_accuracy": 0.7896364331245422,
|
|
"num_tokens": 3244165580.0,
|
|
"step": 1560
|
|
},
|
|
{
|
|
"epoch": 1.549641000247586,
|
|
"grad_norm": 0.20217087864875793,
|
|
"learning_rate": 1.272101473741904e-05,
|
|
"loss": 0.7316,
|
|
"mean_token_accuracy": 0.7900652945041656,
|
|
"num_tokens": 3254572677.0,
|
|
"step": 1565
|
|
},
|
|
{
|
|
"epoch": 1.5545927209705372,
|
|
"grad_norm": 0.20432990789413452,
|
|
"learning_rate": 1.2680094845176584e-05,
|
|
"loss": 0.726,
|
|
"mean_token_accuracy": 0.7905694574117661,
|
|
"num_tokens": 3264942215.0,
|
|
"step": 1570
|
|
},
|
|
{
|
|
"epoch": 1.5595444416934885,
|
|
"grad_norm": 0.1891479641199112,
|
|
"learning_rate": 1.2639169588074305e-05,
|
|
"loss": 0.7143,
|
|
"mean_token_accuracy": 0.7926017671823502,
|
|
"num_tokens": 3275326524.0,
|
|
"step": 1575
|
|
},
|
|
{
|
|
"epoch": 1.5644961624164397,
|
|
"grad_norm": 45.705196380615234,
|
|
"learning_rate": 1.2598240185237973e-05,
|
|
"loss": 0.738,
|
|
"mean_token_accuracy": 0.7900298535823822,
|
|
"num_tokens": 3285666593.0,
|
|
"step": 1580
|
|
},
|
|
{
|
|
"epoch": 1.569447883139391,
|
|
"grad_norm": 0.21276827156543732,
|
|
"learning_rate": 1.2557307855916864e-05,
|
|
"loss": 0.7268,
|
|
"mean_token_accuracy": 0.7888426870107651,
|
|
"num_tokens": 3296073717.0,
|
|
"step": 1585
|
|
},
|
|
{
|
|
"epoch": 1.574399603862342,
|
|
"grad_norm": 0.17950324714183807,
|
|
"learning_rate": 1.251637381944743e-05,
|
|
"loss": 0.7126,
|
|
"mean_token_accuracy": 0.7925331711769104,
|
|
"num_tokens": 3306500839.0,
|
|
"step": 1590
|
|
},
|
|
{
|
|
"epoch": 1.5793513245852933,
|
|
"grad_norm": 0.18962812423706055,
|
|
"learning_rate": 1.2475439295216968e-05,
|
|
"loss": 0.7245,
|
|
"mean_token_accuracy": 0.7894937306642532,
|
|
"num_tokens": 3316903642.0,
|
|
"step": 1595
|
|
},
|
|
{
|
|
"epoch": 1.5843030453082445,
|
|
"grad_norm": 0.1753559410572052,
|
|
"learning_rate": 1.2434505502627321e-05,
|
|
"loss": 0.7163,
|
|
"mean_token_accuracy": 0.7914654940366745,
|
|
"num_tokens": 3327282929.0,
|
|
"step": 1600
|
|
},
|
|
{
|
|
"epoch": 1.5892547660311958,
|
|
"grad_norm": 0.17054420709609985,
|
|
"learning_rate": 1.239357366105852e-05,
|
|
"loss": 0.7189,
|
|
"mean_token_accuracy": 0.7911906123161316,
|
|
"num_tokens": 3337714929.0,
|
|
"step": 1605
|
|
},
|
|
{
|
|
"epoch": 1.594206486754147,
|
|
"grad_norm": 0.1967150866985321,
|
|
"learning_rate": 1.2352644989832485e-05,
|
|
"loss": 0.7176,
|
|
"mean_token_accuracy": 0.7913451254367828,
|
|
"num_tokens": 3348136859.0,
|
|
"step": 1610
|
|
},
|
|
{
|
|
"epoch": 1.5991582074770982,
|
|
"grad_norm": 0.1789763867855072,
|
|
"learning_rate": 1.2311720708176697e-05,
|
|
"loss": 0.7157,
|
|
"mean_token_accuracy": 0.792006203532219,
|
|
"num_tokens": 3358564789.0,
|
|
"step": 1615
|
|
},
|
|
{
|
|
"epoch": 1.6041099282000495,
|
|
"grad_norm": 0.17656336724758148,
|
|
"learning_rate": 1.2270802035187876e-05,
|
|
"loss": 0.7106,
|
|
"mean_token_accuracy": 0.7932015925645828,
|
|
"num_tokens": 3368938593.0,
|
|
"step": 1620
|
|
},
|
|
{
|
|
"epoch": 1.6090616489230007,
|
|
"grad_norm": 0.19095465540885925,
|
|
"learning_rate": 1.2229890189795659e-05,
|
|
"loss": 0.7113,
|
|
"mean_token_accuracy": 0.7929900795221329,
|
|
"num_tokens": 3379336222.0,
|
|
"step": 1625
|
|
},
|
|
{
|
|
"epoch": 1.614013369645952,
|
|
"grad_norm": 0.18307463824748993,
|
|
"learning_rate": 1.2188986390726293e-05,
|
|
"loss": 0.7164,
|
|
"mean_token_accuracy": 0.792149567604065,
|
|
"num_tokens": 3389758319.0,
|
|
"step": 1630
|
|
},
|
|
{
|
|
"epoch": 1.6189650903689032,
|
|
"grad_norm": 0.18088825047016144,
|
|
"learning_rate": 1.2148091856466348e-05,
|
|
"loss": 0.7123,
|
|
"mean_token_accuracy": 0.7924705147743225,
|
|
"num_tokens": 3400160230.0,
|
|
"step": 1635
|
|
},
|
|
{
|
|
"epoch": 1.6239168110918545,
|
|
"grad_norm": 0.1794070303440094,
|
|
"learning_rate": 1.2107207805226388e-05,
|
|
"loss": 0.7191,
|
|
"mean_token_accuracy": 0.791198554635048,
|
|
"num_tokens": 3410521557.0,
|
|
"step": 1640
|
|
},
|
|
{
|
|
"epoch": 1.6288685318148057,
|
|
"grad_norm": 0.17816896736621857,
|
|
"learning_rate": 1.20663354549047e-05,
|
|
"loss": 0.7254,
|
|
"mean_token_accuracy": 0.7890619933605194,
|
|
"num_tokens": 3420912198.0,
|
|
"step": 1645
|
|
},
|
|
{
|
|
"epoch": 1.633820252537757,
|
|
"grad_norm": 0.1971050202846527,
|
|
"learning_rate": 1.2025476023051022e-05,
|
|
"loss": 0.7218,
|
|
"mean_token_accuracy": 0.7902753293514252,
|
|
"num_tokens": 3431305496.0,
|
|
"step": 1650
|
|
},
|
|
{
|
|
"epoch": 1.6387719732607082,
|
|
"grad_norm": 0.19463616609573364,
|
|
"learning_rate": 1.1984630726830245e-05,
|
|
"loss": 0.7125,
|
|
"mean_token_accuracy": 0.7927158504724503,
|
|
"num_tokens": 3441730859.0,
|
|
"step": 1655
|
|
},
|
|
{
|
|
"epoch": 1.6437236939836595,
|
|
"grad_norm": 0.19123196601867676,
|
|
"learning_rate": 1.194380078298619e-05,
|
|
"loss": 0.7154,
|
|
"mean_token_accuracy": 0.7916401147842407,
|
|
"num_tokens": 3452131219.0,
|
|
"step": 1660
|
|
},
|
|
{
|
|
"epoch": 1.6486754147066105,
|
|
"grad_norm": 0.1910821497440338,
|
|
"learning_rate": 1.1902987407805338e-05,
|
|
"loss": 0.7188,
|
|
"mean_token_accuracy": 0.7912047028541564,
|
|
"num_tokens": 3462547360.0,
|
|
"step": 1665
|
|
},
|
|
{
|
|
"epoch": 1.6536271354295617,
|
|
"grad_norm": 0.18839426338672638,
|
|
"learning_rate": 1.1862191817080597e-05,
|
|
"loss": 0.7172,
|
|
"mean_token_accuracy": 0.791377791762352,
|
|
"num_tokens": 3472954780.0,
|
|
"step": 1670
|
|
},
|
|
{
|
|
"epoch": 1.658578856152513,
|
|
"grad_norm": 0.189104825258255,
|
|
"learning_rate": 1.1821415226075104e-05,
|
|
"loss": 0.7141,
|
|
"mean_token_accuracy": 0.7924461841583252,
|
|
"num_tokens": 3483377399.0,
|
|
"step": 1675
|
|
},
|
|
{
|
|
"epoch": 1.6635305768754642,
|
|
"grad_norm": 0.18031081557273865,
|
|
"learning_rate": 1.1780658849486011e-05,
|
|
"loss": 0.722,
|
|
"mean_token_accuracy": 0.7899476200342178,
|
|
"num_tokens": 3493799556.0,
|
|
"step": 1680
|
|
},
|
|
{
|
|
"epoch": 1.6684822975984155,
|
|
"grad_norm": 0.18072226643562317,
|
|
"learning_rate": 1.1739923901408292e-05,
|
|
"loss": 0.7066,
|
|
"mean_token_accuracy": 0.7940356642007828,
|
|
"num_tokens": 3504215269.0,
|
|
"step": 1685
|
|
},
|
|
{
|
|
"epoch": 1.6734340183213665,
|
|
"grad_norm": 0.2156570702791214,
|
|
"learning_rate": 1.1699211595298589e-05,
|
|
"loss": 0.7312,
|
|
"mean_token_accuracy": 0.7876215547323226,
|
|
"num_tokens": 3514619987.0,
|
|
"step": 1690
|
|
},
|
|
{
|
|
"epoch": 1.6783857390443178,
|
|
"grad_norm": 0.18053479492664337,
|
|
"learning_rate": 1.1658523143939073e-05,
|
|
"loss": 0.7179,
|
|
"mean_token_accuracy": 0.7913117349147797,
|
|
"num_tokens": 3525029614.0,
|
|
"step": 1695
|
|
},
|
|
{
|
|
"epoch": 1.683337459767269,
|
|
"grad_norm": 0.17777222394943237,
|
|
"learning_rate": 1.1617859759401282e-05,
|
|
"loss": 0.7248,
|
|
"mean_token_accuracy": 0.7891001671552658,
|
|
"num_tokens": 3535423120.0,
|
|
"step": 1700
|
|
},
|
|
{
|
|
"epoch": 1.6882891804902203,
|
|
"grad_norm": 0.1804647594690323,
|
|
"learning_rate": 1.1577222653010054e-05,
|
|
"loss": 0.699,
|
|
"mean_token_accuracy": 0.7962267965078353,
|
|
"num_tokens": 3545809893.0,
|
|
"step": 1705
|
|
},
|
|
{
|
|
"epoch": 1.6932409012131715,
|
|
"grad_norm": 0.177909716963768,
|
|
"learning_rate": 1.1536613035307416e-05,
|
|
"loss": 0.7351,
|
|
"mean_token_accuracy": 0.7915727466344833,
|
|
"num_tokens": 3556189451.0,
|
|
"step": 1710
|
|
},
|
|
{
|
|
"epoch": 1.6981926219361227,
|
|
"grad_norm": 0.19596891105175018,
|
|
"learning_rate": 1.1496032116016536e-05,
|
|
"loss": 0.7146,
|
|
"mean_token_accuracy": 0.7918591350317001,
|
|
"num_tokens": 3566604450.0,
|
|
"step": 1715
|
|
},
|
|
{
|
|
"epoch": 1.703144342659074,
|
|
"grad_norm": 0.1962021440267563,
|
|
"learning_rate": 1.1455481104005682e-05,
|
|
"loss": 0.7174,
|
|
"mean_token_accuracy": 0.79123954474926,
|
|
"num_tokens": 3577021485.0,
|
|
"step": 1720
|
|
},
|
|
{
|
|
"epoch": 1.7080960633820252,
|
|
"grad_norm": 0.18883569538593292,
|
|
"learning_rate": 1.1414961207252215e-05,
|
|
"loss": 0.7258,
|
|
"mean_token_accuracy": 0.788951313495636,
|
|
"num_tokens": 3587445493.0,
|
|
"step": 1725
|
|
},
|
|
{
|
|
"epoch": 1.7130477841049765,
|
|
"grad_norm": 0.8343937397003174,
|
|
"learning_rate": 1.137447363280659e-05,
|
|
"loss": 0.7242,
|
|
"mean_token_accuracy": 0.7895885169506073,
|
|
"num_tokens": 3597840209.0,
|
|
"step": 1730
|
|
},
|
|
{
|
|
"epoch": 1.7179995048279277,
|
|
"grad_norm": 1.3068397045135498,
|
|
"learning_rate": 1.1334019586756423e-05,
|
|
"loss": 0.725,
|
|
"mean_token_accuracy": 0.7885597527027131,
|
|
"num_tokens": 3608260465.0,
|
|
"step": 1735
|
|
},
|
|
{
|
|
"epoch": 1.722951225550879,
|
|
"grad_norm": 0.38125309348106384,
|
|
"learning_rate": 1.1293600274190548e-05,
|
|
"loss": 0.7258,
|
|
"mean_token_accuracy": 0.7903095871210098,
|
|
"num_tokens": 3618641232.0,
|
|
"step": 1740
|
|
},
|
|
{
|
|
"epoch": 1.7279029462738302,
|
|
"grad_norm": 0.19886992871761322,
|
|
"learning_rate": 1.125321689916311e-05,
|
|
"loss": 0.7226,
|
|
"mean_token_accuracy": 0.7916781276464462,
|
|
"num_tokens": 3629053078.0,
|
|
"step": 1745
|
|
},
|
|
{
|
|
"epoch": 1.7328546669967815,
|
|
"grad_norm": 0.2138087898492813,
|
|
"learning_rate": 1.1212870664657718e-05,
|
|
"loss": 0.7066,
|
|
"mean_token_accuracy": 0.7945046842098236,
|
|
"num_tokens": 3639448411.0,
|
|
"step": 1750
|
|
},
|
|
{
|
|
"epoch": 1.7378063877197327,
|
|
"grad_norm": 0.8190533518791199,
|
|
"learning_rate": 1.1172562772551598e-05,
|
|
"loss": 0.7087,
|
|
"mean_token_accuracy": 0.7934040397405624,
|
|
"num_tokens": 3649820357.0,
|
|
"step": 1755
|
|
},
|
|
{
|
|
"epoch": 1.742758108442684,
|
|
"grad_norm": 0.2707054316997528,
|
|
"learning_rate": 1.1132294423579786e-05,
|
|
"loss": 0.7295,
|
|
"mean_token_accuracy": 0.78960200548172,
|
|
"num_tokens": 3660192793.0,
|
|
"step": 1760
|
|
},
|
|
{
|
|
"epoch": 1.7477098291656352,
|
|
"grad_norm": 0.21164794266223907,
|
|
"learning_rate": 1.1092066817299369e-05,
|
|
"loss": 0.7005,
|
|
"mean_token_accuracy": 0.7957571446895599,
|
|
"num_tokens": 3670581943.0,
|
|
"step": 1765
|
|
},
|
|
{
|
|
"epoch": 1.7526615498885862,
|
|
"grad_norm": 0.18912960588932037,
|
|
"learning_rate": 1.1051881152053747e-05,
|
|
"loss": 0.7226,
|
|
"mean_token_accuracy": 0.789606511592865,
|
|
"num_tokens": 3680945884.0,
|
|
"step": 1770
|
|
},
|
|
{
|
|
"epoch": 1.7576132706115375,
|
|
"grad_norm": 0.17918053269386292,
|
|
"learning_rate": 1.1011738624936928e-05,
|
|
"loss": 0.715,
|
|
"mean_token_accuracy": 0.7915814012289047,
|
|
"num_tokens": 3691335157.0,
|
|
"step": 1775
|
|
},
|
|
{
|
|
"epoch": 1.7625649913344887,
|
|
"grad_norm": 0.16619303822517395,
|
|
"learning_rate": 1.0971640431757887e-05,
|
|
"loss": 0.7049,
|
|
"mean_token_accuracy": 0.7950347632169723,
|
|
"num_tokens": 3701768397.0,
|
|
"step": 1780
|
|
},
|
|
{
|
|
"epoch": 1.76751671205744,
|
|
"grad_norm": 0.18657127022743225,
|
|
"learning_rate": 1.0931587767004919e-05,
|
|
"loss": 0.7103,
|
|
"mean_token_accuracy": 0.792952173948288,
|
|
"num_tokens": 3712191467.0,
|
|
"step": 1785
|
|
},
|
|
{
|
|
"epoch": 1.7724684327803912,
|
|
"grad_norm": 0.1765134632587433,
|
|
"learning_rate": 1.089158182381008e-05,
|
|
"loss": 0.7078,
|
|
"mean_token_accuracy": 0.7937531501054764,
|
|
"num_tokens": 3722562525.0,
|
|
"step": 1790
|
|
},
|
|
{
|
|
"epoch": 1.7774201535033423,
|
|
"grad_norm": 1.2603615522384644,
|
|
"learning_rate": 1.0851623793913623e-05,
|
|
"loss": 0.7374,
|
|
"mean_token_accuracy": 0.7894641309976578,
|
|
"num_tokens": 3732974589.0,
|
|
"step": 1795
|
|
},
|
|
{
|
|
"epoch": 1.7823718742262935,
|
|
"grad_norm": 0.17135503888130188,
|
|
"learning_rate": 1.081171486762852e-05,
|
|
"loss": 0.7159,
|
|
"mean_token_accuracy": 0.7918219327926636,
|
|
"num_tokens": 3743352129.0,
|
|
"step": 1800
|
|
},
|
|
{
|
|
"epoch": 1.7873235949492448,
|
|
"grad_norm": 0.1757970154285431,
|
|
"learning_rate": 1.077185623380498e-05,
|
|
"loss": 0.7071,
|
|
"mean_token_accuracy": 0.7942558020353317,
|
|
"num_tokens": 3753772930.0,
|
|
"step": 1805
|
|
},
|
|
{
|
|
"epoch": 1.792275315672196,
|
|
"grad_norm": 0.19564303755760193,
|
|
"learning_rate": 1.0732049079795055e-05,
|
|
"loss": 0.7025,
|
|
"mean_token_accuracy": 0.7953001827001571,
|
|
"num_tokens": 3764169376.0,
|
|
"step": 1810
|
|
},
|
|
{
|
|
"epoch": 1.7972270363951472,
|
|
"grad_norm": 0.1925610452890396,
|
|
"learning_rate": 1.0692294591417258e-05,
|
|
"loss": 0.7257,
|
|
"mean_token_accuracy": 0.7887873202562332,
|
|
"num_tokens": 3774596373.0,
|
|
"step": 1815
|
|
},
|
|
{
|
|
"epoch": 1.8021787571180985,
|
|
"grad_norm": 0.17859354615211487,
|
|
"learning_rate": 1.0652593952921233e-05,
|
|
"loss": 0.7181,
|
|
"mean_token_accuracy": 0.791176849603653,
|
|
"num_tokens": 3784988118.0,
|
|
"step": 1820
|
|
},
|
|
{
|
|
"epoch": 1.8071304778410497,
|
|
"grad_norm": 0.16981032490730286,
|
|
"learning_rate": 1.0612948346952496e-05,
|
|
"loss": 0.7166,
|
|
"mean_token_accuracy": 0.7915939807891845,
|
|
"num_tokens": 3795380218.0,
|
|
"step": 1825
|
|
},
|
|
{
|
|
"epoch": 1.812082198564001,
|
|
"grad_norm": 0.1762877255678177,
|
|
"learning_rate": 1.0573358954517196e-05,
|
|
"loss": 0.7168,
|
|
"mean_token_accuracy": 0.7909587293863296,
|
|
"num_tokens": 3805800553.0,
|
|
"step": 1830
|
|
},
|
|
{
|
|
"epoch": 1.8170339192869522,
|
|
"grad_norm": 0.17652231454849243,
|
|
"learning_rate": 1.053382695494692e-05,
|
|
"loss": 0.7102,
|
|
"mean_token_accuracy": 0.7932070910930633,
|
|
"num_tokens": 3816185346.0,
|
|
"step": 1835
|
|
},
|
|
{
|
|
"epoch": 1.8219856400099035,
|
|
"grad_norm": 0.1817074567079544,
|
|
"learning_rate": 1.0494353525863585e-05,
|
|
"loss": 0.7217,
|
|
"mean_token_accuracy": 0.7901755303144455,
|
|
"num_tokens": 3826596047.0,
|
|
"step": 1840
|
|
},
|
|
{
|
|
"epoch": 1.8269373607328547,
|
|
"grad_norm": 0.17128807306289673,
|
|
"learning_rate": 1.0454939843144347e-05,
|
|
"loss": 0.7118,
|
|
"mean_token_accuracy": 0.7924787253141403,
|
|
"num_tokens": 3837027683.0,
|
|
"step": 1845
|
|
},
|
|
{
|
|
"epoch": 1.831889081455806,
|
|
"grad_norm": 0.17962965369224548,
|
|
"learning_rate": 1.0415587080886566e-05,
|
|
"loss": 0.7098,
|
|
"mean_token_accuracy": 0.7930670648813247,
|
|
"num_tokens": 3847429754.0,
|
|
"step": 1850
|
|
},
|
|
{
|
|
"epoch": 1.8368408021787572,
|
|
"grad_norm": 1.3683093786239624,
|
|
"learning_rate": 1.0376296411372842e-05,
|
|
"loss": 0.7515,
|
|
"mean_token_accuracy": 0.7930996656417847,
|
|
"num_tokens": 3857793627.0,
|
|
"step": 1855
|
|
},
|
|
{
|
|
"epoch": 1.8417925229017085,
|
|
"grad_norm": 0.1839543879032135,
|
|
"learning_rate": 1.0337069005036092e-05,
|
|
"loss": 0.7227,
|
|
"mean_token_accuracy": 0.7897769540548325,
|
|
"num_tokens": 3868206908.0,
|
|
"step": 1860
|
|
},
|
|
{
|
|
"epoch": 1.8467442436246597,
|
|
"grad_norm": 0.18110202252864838,
|
|
"learning_rate": 1.0297906030424673e-05,
|
|
"loss": 0.704,
|
|
"mean_token_accuracy": 0.7950334936380387,
|
|
"num_tokens": 3878616740.0,
|
|
"step": 1865
|
|
},
|
|
{
|
|
"epoch": 1.8516959643476107,
|
|
"grad_norm": 0.17166997492313385,
|
|
"learning_rate": 1.0258808654167587e-05,
|
|
"loss": 0.7203,
|
|
"mean_token_accuracy": 0.7901737481355667,
|
|
"num_tokens": 3889017125.0,
|
|
"step": 1870
|
|
},
|
|
{
|
|
"epoch": 1.856647685070562,
|
|
"grad_norm": 0.19010046124458313,
|
|
"learning_rate": 1.0219778040939721e-05,
|
|
"loss": 0.7127,
|
|
"mean_token_accuracy": 0.7925639122724533,
|
|
"num_tokens": 3899392222.0,
|
|
"step": 1875
|
|
},
|
|
{
|
|
"epoch": 1.8615994057935132,
|
|
"grad_norm": 0.18874190747737885,
|
|
"learning_rate": 1.0180815353427145e-05,
|
|
"loss": 0.7226,
|
|
"mean_token_accuracy": 0.7896841555833817,
|
|
"num_tokens": 3909822575.0,
|
|
"step": 1880
|
|
},
|
|
{
|
|
"epoch": 1.8665511265164645,
|
|
"grad_norm": 0.18219928443431854,
|
|
"learning_rate": 1.0141921752292496e-05,
|
|
"loss": 0.7173,
|
|
"mean_token_accuracy": 0.7909169375896454,
|
|
"num_tokens": 3920246298.0,
|
|
"step": 1885
|
|
},
|
|
{
|
|
"epoch": 1.8715028472394157,
|
|
"grad_norm": 0.1604100465774536,
|
|
"learning_rate": 1.0103098396140385e-05,
|
|
"loss": 0.7144,
|
|
"mean_token_accuracy": 0.7919532001018524,
|
|
"num_tokens": 3930666935.0,
|
|
"step": 1890
|
|
},
|
|
{
|
|
"epoch": 1.8764545679623668,
|
|
"grad_norm": 0.18080103397369385,
|
|
"learning_rate": 1.0064346441482886e-05,
|
|
"loss": 0.7215,
|
|
"mean_token_accuracy": 0.7898438304662705,
|
|
"num_tokens": 3941086913.0,
|
|
"step": 1895
|
|
},
|
|
{
|
|
"epoch": 1.881406288685318,
|
|
"grad_norm": 0.1699831187725067,
|
|
"learning_rate": 1.0025667042705098e-05,
|
|
"loss": 0.713,
|
|
"mean_token_accuracy": 0.7922929584980011,
|
|
"num_tokens": 3951506026.0,
|
|
"step": 1900
|
|
},
|
|
{
|
|
"epoch": 1.8863580094082693,
|
|
"grad_norm": 0.1767495721578598,
|
|
"learning_rate": 9.98706135203074e-06,
|
|
"loss": 0.7198,
|
|
"mean_token_accuracy": 0.7899861186742783,
|
|
"num_tokens": 3961934535.0,
|
|
"step": 1905
|
|
},
|
|
{
|
|
"epoch": 1.8913097301312205,
|
|
"grad_norm": 0.1642487794160843,
|
|
"learning_rate": 9.948530519487834e-06,
|
|
"loss": 0.7037,
|
|
"mean_token_accuracy": 0.7950653046369552,
|
|
"num_tokens": 3972338304.0,
|
|
"step": 1910
|
|
},
|
|
{
|
|
"epoch": 1.8962614508541717,
|
|
"grad_norm": 0.1722268909215927,
|
|
"learning_rate": 9.910075692874449e-06,
|
|
"loss": 0.7201,
|
|
"mean_token_accuracy": 0.7902722954750061,
|
|
"num_tokens": 3982719240.0,
|
|
"step": 1915
|
|
},
|
|
{
|
|
"epoch": 1.901213171577123,
|
|
"grad_norm": 0.19566771388053894,
|
|
"learning_rate": 9.871698017724509e-06,
|
|
"loss": 0.7242,
|
|
"mean_token_accuracy": 0.7892561614513397,
|
|
"num_tokens": 3993108969.0,
|
|
"step": 1920
|
|
},
|
|
{
|
|
"epoch": 1.9061648923000742,
|
|
"grad_norm": 0.18446719646453857,
|
|
"learning_rate": 9.833398637273662e-06,
|
|
"loss": 0.7078,
|
|
"mean_token_accuracy": 0.7935942828655242,
|
|
"num_tokens": 4003510049.0,
|
|
"step": 1925
|
|
},
|
|
{
|
|
"epoch": 1.9111166130230255,
|
|
"grad_norm": 0.20839688181877136,
|
|
"learning_rate": 9.795178692425235e-06,
|
|
"loss": 0.7053,
|
|
"mean_token_accuracy": 0.7952834218740463,
|
|
"num_tokens": 4013918937.0,
|
|
"step": 1930
|
|
},
|
|
{
|
|
"epoch": 1.9160683337459767,
|
|
"grad_norm": 0.22153820097446442,
|
|
"learning_rate": 9.757039321716239e-06,
|
|
"loss": 0.7209,
|
|
"mean_token_accuracy": 0.7898961067199707,
|
|
"num_tokens": 4024319886.0,
|
|
"step": 1935
|
|
},
|
|
{
|
|
"epoch": 1.921020054468928,
|
|
"grad_norm": 0.19979068636894226,
|
|
"learning_rate": 9.718981661283451e-06,
|
|
"loss": 0.7268,
|
|
"mean_token_accuracy": 0.7883312404155731,
|
|
"num_tokens": 4034745853.0,
|
|
"step": 1940
|
|
},
|
|
{
|
|
"epoch": 1.9259717751918792,
|
|
"grad_norm": 0.2004430890083313,
|
|
"learning_rate": 9.681006844829582e-06,
|
|
"loss": 0.7137,
|
|
"mean_token_accuracy": 0.7920163214206696,
|
|
"num_tokens": 4045177229.0,
|
|
"step": 1945
|
|
},
|
|
{
|
|
"epoch": 1.9309234959148305,
|
|
"grad_norm": 0.1783420294523239,
|
|
"learning_rate": 9.643116003589491e-06,
|
|
"loss": 0.7096,
|
|
"mean_token_accuracy": 0.7934363096952438,
|
|
"num_tokens": 4055559410.0,
|
|
"step": 1950
|
|
},
|
|
{
|
|
"epoch": 1.9358752166377817,
|
|
"grad_norm": 0.18284736573696136,
|
|
"learning_rate": 9.605310266296491e-06,
|
|
"loss": 0.7135,
|
|
"mean_token_accuracy": 0.7920771360397338,
|
|
"num_tokens": 4065916546.0,
|
|
"step": 1955
|
|
},
|
|
{
|
|
"epoch": 1.940826937360733,
|
|
"grad_norm": 0.16877685487270355,
|
|
"learning_rate": 9.567590759148738e-06,
|
|
"loss": 0.7175,
|
|
"mean_token_accuracy": 0.7910897344350815,
|
|
"num_tokens": 4076304579.0,
|
|
"step": 1960
|
|
},
|
|
{
|
|
"epoch": 1.9457786580836842,
|
|
"grad_norm": 0.17678384482860565,
|
|
"learning_rate": 9.529958605775658e-06,
|
|
"loss": 0.7065,
|
|
"mean_token_accuracy": 0.7940395891666412,
|
|
"num_tokens": 4086724782.0,
|
|
"step": 1965
|
|
},
|
|
{
|
|
"epoch": 1.9507303788066355,
|
|
"grad_norm": 0.1765850931406021,
|
|
"learning_rate": 9.492414927204496e-06,
|
|
"loss": 0.7253,
|
|
"mean_token_accuracy": 0.7888664186000824,
|
|
"num_tokens": 4097094346.0,
|
|
"step": 1970
|
|
},
|
|
{
|
|
"epoch": 1.9556820995295865,
|
|
"grad_norm": 2.5579123497009277,
|
|
"learning_rate": 9.454960841826909e-06,
|
|
"loss": 0.7097,
|
|
"mean_token_accuracy": 0.7934763431549072,
|
|
"num_tokens": 4107490115.0,
|
|
"step": 1975
|
|
},
|
|
{
|
|
"epoch": 1.9606338202525377,
|
|
"grad_norm": 0.20106090605258942,
|
|
"learning_rate": 9.417597465365664e-06,
|
|
"loss": 0.716,
|
|
"mean_token_accuracy": 0.7909161776304245,
|
|
"num_tokens": 4117890651.0,
|
|
"step": 1980
|
|
},
|
|
{
|
|
"epoch": 1.965585540975489,
|
|
"grad_norm": 0.1879979968070984,
|
|
"learning_rate": 9.38032591084138e-06,
|
|
"loss": 0.7131,
|
|
"mean_token_accuracy": 0.7916456311941147,
|
|
"num_tokens": 4128290404.0,
|
|
"step": 1985
|
|
},
|
|
{
|
|
"epoch": 1.9705372616984402,
|
|
"grad_norm": 0.1819096952676773,
|
|
"learning_rate": 9.343147288539396e-06,
|
|
"loss": 0.7124,
|
|
"mean_token_accuracy": 0.7923238337039947,
|
|
"num_tokens": 4138709424.0,
|
|
"step": 1990
|
|
},
|
|
{
|
|
"epoch": 1.9754889824213915,
|
|
"grad_norm": 0.1816423237323761,
|
|
"learning_rate": 9.306062705976678e-06,
|
|
"loss": 0.7298,
|
|
"mean_token_accuracy": 0.7894536226987838,
|
|
"num_tokens": 4149127478.0,
|
|
"step": 1995
|
|
},
|
|
{
|
|
"epoch": 1.9804407031443425,
|
|
"grad_norm": 0.17591971158981323,
|
|
"learning_rate": 9.26907326786884e-06,
|
|
"loss": 0.721,
|
|
"mean_token_accuracy": 0.7897718787193299,
|
|
"num_tokens": 4159511005.0,
|
|
"step": 2000
|
|
},
|
|
{
|
|
"epoch": 1.9853924238672938,
|
|
"grad_norm": 0.17198185622692108,
|
|
"learning_rate": 9.232180076097231e-06,
|
|
"loss": 0.7188,
|
|
"mean_token_accuracy": 0.7906899690628052,
|
|
"num_tokens": 4169924279.0,
|
|
"step": 2005
|
|
},
|
|
{
|
|
"epoch": 1.990344144590245,
|
|
"grad_norm": 0.19029901921749115,
|
|
"learning_rate": 9.195384229676104e-06,
|
|
"loss": 0.7204,
|
|
"mean_token_accuracy": 0.7901058614253997,
|
|
"num_tokens": 4180294171.0,
|
|
"step": 2010
|
|
},
|
|
{
|
|
"epoch": 1.9952958653131962,
|
|
"grad_norm": 9.313966751098633,
|
|
"learning_rate": 9.158686824719886e-06,
|
|
"loss": 0.7184,
|
|
"mean_token_accuracy": 0.7914641767740249,
|
|
"num_tokens": 4190674704.0,
|
|
"step": 2015
|
|
},
|
|
{
|
|
"epoch": 2.0,
|
|
"grad_norm": 0.20199906826019287,
|
|
"learning_rate": 9.122088954410527e-06,
|
|
"loss": 0.719,
|
|
"mean_token_accuracy": 0.7905858504144769,
|
|
"num_tokens": 4200567795.0,
|
|
"step": 2020
|
|
},
|
|
{
|
|
"epoch": 2.0049517207229512,
|
|
"grad_norm": 0.2077370285987854,
|
|
"learning_rate": 9.085591708964929e-06,
|
|
"loss": 0.6948,
|
|
"mean_token_accuracy": 0.7967542797327042,
|
|
"num_tokens": 4210992609.0,
|
|
"step": 2025
|
|
},
|
|
{
|
|
"epoch": 2.0099034414459025,
|
|
"grad_norm": 0.20394857227802277,
|
|
"learning_rate": 9.049196175602463e-06,
|
|
"loss": 0.6952,
|
|
"mean_token_accuracy": 0.7959148943424225,
|
|
"num_tokens": 4221400809.0,
|
|
"step": 2030
|
|
},
|
|
{
|
|
"epoch": 2.0148551621688537,
|
|
"grad_norm": 0.1789093166589737,
|
|
"learning_rate": 9.012903438512609e-06,
|
|
"loss": 0.6889,
|
|
"mean_token_accuracy": 0.7977543532848358,
|
|
"num_tokens": 4231784819.0,
|
|
"step": 2035
|
|
},
|
|
{
|
|
"epoch": 2.019806882891805,
|
|
"grad_norm": 0.18632952868938446,
|
|
"learning_rate": 8.97671457882263e-06,
|
|
"loss": 0.6979,
|
|
"mean_token_accuracy": 0.7952105075120925,
|
|
"num_tokens": 4242174103.0,
|
|
"step": 2040
|
|
},
|
|
{
|
|
"epoch": 2.0247586036147562,
|
|
"grad_norm": 0.1823669672012329,
|
|
"learning_rate": 8.940630674565371e-06,
|
|
"loss": 0.6966,
|
|
"mean_token_accuracy": 0.7960813373327256,
|
|
"num_tokens": 4252592838.0,
|
|
"step": 2045
|
|
},
|
|
{
|
|
"epoch": 2.0297103243377075,
|
|
"grad_norm": 0.16959789395332336,
|
|
"learning_rate": 8.904652800647158e-06,
|
|
"loss": 0.6833,
|
|
"mean_token_accuracy": 0.7990966290235519,
|
|
"num_tokens": 4263004435.0,
|
|
"step": 2050
|
|
},
|
|
{
|
|
"epoch": 2.0346620450606587,
|
|
"grad_norm": 0.16897161304950714,
|
|
"learning_rate": 8.86878202881578e-06,
|
|
"loss": 0.688,
|
|
"mean_token_accuracy": 0.7975217163562774,
|
|
"num_tokens": 4273410737.0,
|
|
"step": 2055
|
|
},
|
|
{
|
|
"epoch": 2.03961376578361,
|
|
"grad_norm": 0.189055398106575,
|
|
"learning_rate": 8.833019427628531e-06,
|
|
"loss": 0.6828,
|
|
"mean_token_accuracy": 0.7994821727275848,
|
|
"num_tokens": 4283826894.0,
|
|
"step": 2060
|
|
},
|
|
{
|
|
"epoch": 2.0445654865065612,
|
|
"grad_norm": 0.18197213113307953,
|
|
"learning_rate": 8.797366062420416e-06,
|
|
"loss": 0.6898,
|
|
"mean_token_accuracy": 0.7973693281412124,
|
|
"num_tokens": 4294236593.0,
|
|
"step": 2065
|
|
},
|
|
{
|
|
"epoch": 2.0495172072295125,
|
|
"grad_norm": 0.18738311529159546,
|
|
"learning_rate": 8.761822995272407e-06,
|
|
"loss": 0.6881,
|
|
"mean_token_accuracy": 0.7976522415876388,
|
|
"num_tokens": 4304594243.0,
|
|
"step": 2070
|
|
},
|
|
{
|
|
"epoch": 2.0544689279524633,
|
|
"grad_norm": 0.19521503150463104,
|
|
"learning_rate": 8.726391284979782e-06,
|
|
"loss": 0.692,
|
|
"mean_token_accuracy": 0.7969583392143249,
|
|
"num_tokens": 4315024587.0,
|
|
"step": 2075
|
|
},
|
|
{
|
|
"epoch": 2.0594206486754145,
|
|
"grad_norm": 0.18976199626922607,
|
|
"learning_rate": 8.691071987020608e-06,
|
|
"loss": 0.6901,
|
|
"mean_token_accuracy": 0.7970456808805466,
|
|
"num_tokens": 4325447239.0,
|
|
"step": 2080
|
|
},
|
|
{
|
|
"epoch": 2.0643723693983658,
|
|
"grad_norm": 0.17422591149806976,
|
|
"learning_rate": 8.655866153524293e-06,
|
|
"loss": 0.6846,
|
|
"mean_token_accuracy": 0.7987291067838669,
|
|
"num_tokens": 4335838712.0,
|
|
"step": 2085
|
|
},
|
|
{
|
|
"epoch": 2.069324090121317,
|
|
"grad_norm": 0.18757224082946777,
|
|
"learning_rate": 8.620774833240242e-06,
|
|
"loss": 0.692,
|
|
"mean_token_accuracy": 0.7963369220495224,
|
|
"num_tokens": 4346236727.0,
|
|
"step": 2090
|
|
},
|
|
{
|
|
"epoch": 2.0742758108442683,
|
|
"grad_norm": 0.17361269891262054,
|
|
"learning_rate": 8.585799071506617e-06,
|
|
"loss": 0.6938,
|
|
"mean_token_accuracy": 0.7964360475540161,
|
|
"num_tokens": 4356601719.0,
|
|
"step": 2095
|
|
},
|
|
{
|
|
"epoch": 2.0792275315672195,
|
|
"grad_norm": 0.18412835896015167,
|
|
"learning_rate": 8.550939910219198e-06,
|
|
"loss": 0.6917,
|
|
"mean_token_accuracy": 0.7968982100486756,
|
|
"num_tokens": 4367011033.0,
|
|
"step": 2100
|
|
},
|
|
{
|
|
"epoch": 2.0841792522901708,
|
|
"grad_norm": 0.17574380338191986,
|
|
"learning_rate": 8.516198387800341e-06,
|
|
"loss": 0.6954,
|
|
"mean_token_accuracy": 0.7958818316459656,
|
|
"num_tokens": 4377372385.0,
|
|
"step": 2105
|
|
},
|
|
{
|
|
"epoch": 2.089130973013122,
|
|
"grad_norm": 0.1881859004497528,
|
|
"learning_rate": 8.481575539168052e-06,
|
|
"loss": 0.6886,
|
|
"mean_token_accuracy": 0.7973954766988754,
|
|
"num_tokens": 4387782302.0,
|
|
"step": 2110
|
|
},
|
|
{
|
|
"epoch": 2.0940826937360733,
|
|
"grad_norm": 0.17383810877799988,
|
|
"learning_rate": 8.447072395705154e-06,
|
|
"loss": 0.6877,
|
|
"mean_token_accuracy": 0.7977871656417846,
|
|
"num_tokens": 4398182888.0,
|
|
"step": 2115
|
|
},
|
|
{
|
|
"epoch": 2.0990344144590245,
|
|
"grad_norm": 0.18243476748466492,
|
|
"learning_rate": 8.412689985228561e-06,
|
|
"loss": 0.7013,
|
|
"mean_token_accuracy": 0.7934758394956589,
|
|
"num_tokens": 4408560198.0,
|
|
"step": 2120
|
|
},
|
|
{
|
|
"epoch": 2.1039861351819757,
|
|
"grad_norm": 0.1822386533021927,
|
|
"learning_rate": 8.378429331958663e-06,
|
|
"loss": 0.6851,
|
|
"mean_token_accuracy": 0.7983981937170028,
|
|
"num_tokens": 4418974578.0,
|
|
"step": 2125
|
|
},
|
|
{
|
|
"epoch": 2.108937855904927,
|
|
"grad_norm": 0.1714823991060257,
|
|
"learning_rate": 8.34429145648882e-06,
|
|
"loss": 0.6992,
|
|
"mean_token_accuracy": 0.7948953956365585,
|
|
"num_tokens": 4429365226.0,
|
|
"step": 2130
|
|
},
|
|
{
|
|
"epoch": 2.1138895766278782,
|
|
"grad_norm": 0.1750471293926239,
|
|
"learning_rate": 8.310277375754938e-06,
|
|
"loss": 0.6984,
|
|
"mean_token_accuracy": 0.7947075188159942,
|
|
"num_tokens": 4439768423.0,
|
|
"step": 2135
|
|
},
|
|
{
|
|
"epoch": 2.1188412973508295,
|
|
"grad_norm": 0.19049614667892456,
|
|
"learning_rate": 8.276388103005215e-06,
|
|
"loss": 0.6953,
|
|
"mean_token_accuracy": 0.7956634342670441,
|
|
"num_tokens": 4450165574.0,
|
|
"step": 2140
|
|
},
|
|
{
|
|
"epoch": 2.1237930180737807,
|
|
"grad_norm": 2.0906457901000977,
|
|
"learning_rate": 8.24262464776992e-06,
|
|
"loss": 0.6873,
|
|
"mean_token_accuracy": 0.7988680183887482,
|
|
"num_tokens": 4460582540.0,
|
|
"step": 2145
|
|
},
|
|
{
|
|
"epoch": 2.128744738796732,
|
|
"grad_norm": 0.1667407751083374,
|
|
"learning_rate": 8.208988015831328e-06,
|
|
"loss": 0.6935,
|
|
"mean_token_accuracy": 0.7962657779455184,
|
|
"num_tokens": 4471001266.0,
|
|
"step": 2150
|
|
},
|
|
{
|
|
"epoch": 2.1336964595196832,
|
|
"grad_norm": 0.17646174132823944,
|
|
"learning_rate": 8.17547920919378e-06,
|
|
"loss": 0.7014,
|
|
"mean_token_accuracy": 0.7941409230232239,
|
|
"num_tokens": 4481422686.0,
|
|
"step": 2155
|
|
},
|
|
{
|
|
"epoch": 2.1386481802426345,
|
|
"grad_norm": 0.1852479875087738,
|
|
"learning_rate": 8.14209922605381e-06,
|
|
"loss": 0.7038,
|
|
"mean_token_accuracy": 0.7935562491416931,
|
|
"num_tokens": 4491809382.0,
|
|
"step": 2160
|
|
},
|
|
{
|
|
"epoch": 2.1435999009655857,
|
|
"grad_norm": 0.22626833617687225,
|
|
"learning_rate": 8.108849060770418e-06,
|
|
"loss": 0.68,
|
|
"mean_token_accuracy": 0.7999586701393128,
|
|
"num_tokens": 4502218692.0,
|
|
"step": 2165
|
|
},
|
|
{
|
|
"epoch": 2.148551621688537,
|
|
"grad_norm": 0.1789206862449646,
|
|
"learning_rate": 8.075729703835452e-06,
|
|
"loss": 0.6891,
|
|
"mean_token_accuracy": 0.797278082370758,
|
|
"num_tokens": 4512642434.0,
|
|
"step": 2170
|
|
},
|
|
{
|
|
"epoch": 2.153503342411488,
|
|
"grad_norm": 0.17580756545066833,
|
|
"learning_rate": 8.042742141844102e-06,
|
|
"loss": 0.6885,
|
|
"mean_token_accuracy": 0.7973107606172561,
|
|
"num_tokens": 4523055194.0,
|
|
"step": 2175
|
|
},
|
|
{
|
|
"epoch": 2.158455063134439,
|
|
"grad_norm": 0.16940629482269287,
|
|
"learning_rate": 8.0098873574655e-06,
|
|
"loss": 0.7002,
|
|
"mean_token_accuracy": 0.7944120824337005,
|
|
"num_tokens": 4533448427.0,
|
|
"step": 2180
|
|
},
|
|
{
|
|
"epoch": 2.1634067838573903,
|
|
"grad_norm": 0.17267808318138123,
|
|
"learning_rate": 7.977166329413462e-06,
|
|
"loss": 0.7099,
|
|
"mean_token_accuracy": 0.7920106083154679,
|
|
"num_tokens": 4543838846.0,
|
|
"step": 2185
|
|
},
|
|
{
|
|
"epoch": 2.1683585045803415,
|
|
"grad_norm": 0.1663428246974945,
|
|
"learning_rate": 7.944580032417327e-06,
|
|
"loss": 0.6889,
|
|
"mean_token_accuracy": 0.7975029587745667,
|
|
"num_tokens": 4554246437.0,
|
|
"step": 2190
|
|
},
|
|
{
|
|
"epoch": 2.1733102253032928,
|
|
"grad_norm": 0.1794314682483673,
|
|
"learning_rate": 7.912129437192911e-06,
|
|
"loss": 0.6997,
|
|
"mean_token_accuracy": 0.7946099638938904,
|
|
"num_tokens": 4564611339.0,
|
|
"step": 2195
|
|
},
|
|
{
|
|
"epoch": 2.178261946026244,
|
|
"grad_norm": 0.17238175868988037,
|
|
"learning_rate": 7.879815510413607e-06,
|
|
"loss": 0.691,
|
|
"mean_token_accuracy": 0.7968462198972702,
|
|
"num_tokens": 4575030580.0,
|
|
"step": 2200
|
|
},
|
|
{
|
|
"epoch": 2.1832136667491953,
|
|
"grad_norm": 0.17889876663684845,
|
|
"learning_rate": 7.847639214681575e-06,
|
|
"loss": 0.6966,
|
|
"mean_token_accuracy": 0.7952412754297257,
|
|
"num_tokens": 4585447968.0,
|
|
"step": 2205
|
|
},
|
|
{
|
|
"epoch": 2.1881653874721465,
|
|
"grad_norm": 0.17377404868602753,
|
|
"learning_rate": 7.815601508499082e-06,
|
|
"loss": 0.6864,
|
|
"mean_token_accuracy": 0.7982388496398926,
|
|
"num_tokens": 4595852149.0,
|
|
"step": 2210
|
|
},
|
|
{
|
|
"epoch": 2.1931171081950978,
|
|
"grad_norm": 0.16488561034202576,
|
|
"learning_rate": 7.783703346239931e-06,
|
|
"loss": 0.6877,
|
|
"mean_token_accuracy": 0.7979268878698349,
|
|
"num_tokens": 4606229002.0,
|
|
"step": 2215
|
|
},
|
|
{
|
|
"epoch": 2.198068828918049,
|
|
"grad_norm": 0.17260773479938507,
|
|
"learning_rate": 7.75194567812104e-06,
|
|
"loss": 0.6918,
|
|
"mean_token_accuracy": 0.796611812710762,
|
|
"num_tokens": 4616635865.0,
|
|
"step": 2220
|
|
},
|
|
{
|
|
"epoch": 2.2030205496410002,
|
|
"grad_norm": 0.19267019629478455,
|
|
"learning_rate": 7.720329450174143e-06,
|
|
"loss": 0.6893,
|
|
"mean_token_accuracy": 0.7973758280277252,
|
|
"num_tokens": 4627053505.0,
|
|
"step": 2225
|
|
},
|
|
{
|
|
"epoch": 2.2079722703639515,
|
|
"grad_norm": 0.17944496870040894,
|
|
"learning_rate": 7.68885560421759e-06,
|
|
"loss": 0.693,
|
|
"mean_token_accuracy": 0.795927032828331,
|
|
"num_tokens": 4637478677.0,
|
|
"step": 2230
|
|
},
|
|
{
|
|
"epoch": 2.2129239910869027,
|
|
"grad_norm": 0.17361298203468323,
|
|
"learning_rate": 7.657525077828317e-06,
|
|
"loss": 0.6875,
|
|
"mean_token_accuracy": 0.7980309188365936,
|
|
"num_tokens": 4647889813.0,
|
|
"step": 2235
|
|
},
|
|
{
|
|
"epoch": 2.217875711809854,
|
|
"grad_norm": 0.18098437786102295,
|
|
"learning_rate": 7.626338804313888e-06,
|
|
"loss": 0.7123,
|
|
"mean_token_accuracy": 0.7962464898824692,
|
|
"num_tokens": 4658293288.0,
|
|
"step": 2240
|
|
},
|
|
{
|
|
"epoch": 2.2228274325328052,
|
|
"grad_norm": 0.1930907964706421,
|
|
"learning_rate": 7.595297712684715e-06,
|
|
"loss": 0.6855,
|
|
"mean_token_accuracy": 0.7985998451709747,
|
|
"num_tokens": 4668667335.0,
|
|
"step": 2245
|
|
},
|
|
{
|
|
"epoch": 2.2277791532557565,
|
|
"grad_norm": 0.17226119339466095,
|
|
"learning_rate": 7.564402727626374e-06,
|
|
"loss": 0.6877,
|
|
"mean_token_accuracy": 0.7977766156196594,
|
|
"num_tokens": 4679079824.0,
|
|
"step": 2250
|
|
},
|
|
{
|
|
"epoch": 2.2327308739787077,
|
|
"grad_norm": 0.17223741114139557,
|
|
"learning_rate": 7.533654769472053e-06,
|
|
"loss": 0.6945,
|
|
"mean_token_accuracy": 0.7960464268922806,
|
|
"num_tokens": 4689460943.0,
|
|
"step": 2255
|
|
},
|
|
{
|
|
"epoch": 2.237682594701659,
|
|
"grad_norm": 0.1818878948688507,
|
|
"learning_rate": 7.5030547541751564e-06,
|
|
"loss": 0.6962,
|
|
"mean_token_accuracy": 0.7953739076852798,
|
|
"num_tokens": 4699876523.0,
|
|
"step": 2260
|
|
},
|
|
{
|
|
"epoch": 2.2426343154246102,
|
|
"grad_norm": 0.1681259423494339,
|
|
"learning_rate": 7.472603593281999e-06,
|
|
"loss": 0.7003,
|
|
"mean_token_accuracy": 0.7943088680505752,
|
|
"num_tokens": 4710260413.0,
|
|
"step": 2265
|
|
},
|
|
{
|
|
"epoch": 2.2475860361475615,
|
|
"grad_norm": 0.16561447083950043,
|
|
"learning_rate": 7.442302193904658e-06,
|
|
"loss": 0.6824,
|
|
"mean_token_accuracy": 0.7992607623338699,
|
|
"num_tokens": 4720663420.0,
|
|
"step": 2270
|
|
},
|
|
{
|
|
"epoch": 2.2525377568705123,
|
|
"grad_norm": 0.16674137115478516,
|
|
"learning_rate": 7.4121514586939595e-06,
|
|
"loss": 0.6907,
|
|
"mean_token_accuracy": 0.7970253258943558,
|
|
"num_tokens": 4731065687.0,
|
|
"step": 2275
|
|
},
|
|
{
|
|
"epoch": 2.257489477593464,
|
|
"grad_norm": 0.18529455363750458,
|
|
"learning_rate": 7.3821522858125806e-06,
|
|
"loss": 0.6839,
|
|
"mean_token_accuracy": 0.798730805516243,
|
|
"num_tokens": 4741479922.0,
|
|
"step": 2280
|
|
},
|
|
{
|
|
"epoch": 2.2624411983164148,
|
|
"grad_norm": 0.17490680515766144,
|
|
"learning_rate": 7.35230556890829e-06,
|
|
"loss": 0.6796,
|
|
"mean_token_accuracy": 0.8002272933721543,
|
|
"num_tokens": 4751874078.0,
|
|
"step": 2285
|
|
},
|
|
{
|
|
"epoch": 2.267392919039366,
|
|
"grad_norm": 0.18105871975421906,
|
|
"learning_rate": 7.322612197087338e-06,
|
|
"loss": 0.7016,
|
|
"mean_token_accuracy": 0.7940381079912185,
|
|
"num_tokens": 4762257864.0,
|
|
"step": 2290
|
|
},
|
|
{
|
|
"epoch": 2.2723446397623173,
|
|
"grad_norm": 0.1849709004163742,
|
|
"learning_rate": 7.2930730548879705e-06,
|
|
"loss": 0.6884,
|
|
"mean_token_accuracy": 0.7976529210805893,
|
|
"num_tokens": 4772666074.0,
|
|
"step": 2295
|
|
},
|
|
{
|
|
"epoch": 2.2772963604852685,
|
|
"grad_norm": 0.1883031725883484,
|
|
"learning_rate": 7.263689022254065e-06,
|
|
"loss": 0.6792,
|
|
"mean_token_accuracy": 0.7999155551195145,
|
|
"num_tokens": 4783060716.0,
|
|
"step": 2300
|
|
},
|
|
{
|
|
"epoch": 2.2822480812082198,
|
|
"grad_norm": 0.16609027981758118,
|
|
"learning_rate": 7.234460974508933e-06,
|
|
"loss": 0.6912,
|
|
"mean_token_accuracy": 0.7969788700342179,
|
|
"num_tokens": 4793440305.0,
|
|
"step": 2305
|
|
},
|
|
{
|
|
"epoch": 2.287199801931171,
|
|
"grad_norm": 0.16849201917648315,
|
|
"learning_rate": 7.205389782329239e-06,
|
|
"loss": 0.6921,
|
|
"mean_token_accuracy": 0.7968606740236283,
|
|
"num_tokens": 4803826379.0,
|
|
"step": 2310
|
|
},
|
|
{
|
|
"epoch": 2.2921515226541223,
|
|
"grad_norm": 0.19212591648101807,
|
|
"learning_rate": 7.176476311719067e-06,
|
|
"loss": 0.6811,
|
|
"mean_token_accuracy": 0.7993761092424393,
|
|
"num_tokens": 4814231994.0,
|
|
"step": 2315
|
|
},
|
|
{
|
|
"epoch": 2.2971032433770735,
|
|
"grad_norm": 0.1726553738117218,
|
|
"learning_rate": 7.147721423984116e-06,
|
|
"loss": 0.6904,
|
|
"mean_token_accuracy": 0.7971784621477127,
|
|
"num_tokens": 4824582323.0,
|
|
"step": 2320
|
|
},
|
|
{
|
|
"epoch": 2.3020549641000247,
|
|
"grad_norm": 0.18482866883277893,
|
|
"learning_rate": 7.119125975706047e-06,
|
|
"loss": 0.6856,
|
|
"mean_token_accuracy": 0.79871164560318,
|
|
"num_tokens": 4835008318.0,
|
|
"step": 2325
|
|
},
|
|
{
|
|
"epoch": 2.307006684822976,
|
|
"grad_norm": 0.18125054240226746,
|
|
"learning_rate": 7.0906908187169745e-06,
|
|
"loss": 0.7065,
|
|
"mean_token_accuracy": 0.7926204591989517,
|
|
"num_tokens": 4845424240.0,
|
|
"step": 2330
|
|
},
|
|
{
|
|
"epoch": 2.3119584055459272,
|
|
"grad_norm": 0.1714540421962738,
|
|
"learning_rate": 7.06241680007407e-06,
|
|
"loss": 0.6977,
|
|
"mean_token_accuracy": 0.7951288729906082,
|
|
"num_tokens": 4855856505.0,
|
|
"step": 2335
|
|
},
|
|
{
|
|
"epoch": 2.3169101262688785,
|
|
"grad_norm": 0.1746184229850769,
|
|
"learning_rate": 7.034304762034352e-06,
|
|
"loss": 0.701,
|
|
"mean_token_accuracy": 0.794016820192337,
|
|
"num_tokens": 4866252261.0,
|
|
"step": 2340
|
|
},
|
|
{
|
|
"epoch": 2.3218618469918297,
|
|
"grad_norm": 0.16859765350818634,
|
|
"learning_rate": 7.0063555420295795e-06,
|
|
"loss": 0.6943,
|
|
"mean_token_accuracy": 0.7958215087652206,
|
|
"num_tokens": 4876680209.0,
|
|
"step": 2345
|
|
},
|
|
{
|
|
"epoch": 2.326813567714781,
|
|
"grad_norm": 0.18128663301467896,
|
|
"learning_rate": 6.978569972641317e-06,
|
|
"loss": 0.6926,
|
|
"mean_token_accuracy": 0.7966524481773376,
|
|
"num_tokens": 4887065937.0,
|
|
"step": 2350
|
|
},
|
|
{
|
|
"epoch": 2.3317652884377322,
|
|
"grad_norm": 0.1726839542388916,
|
|
"learning_rate": 6.950948881576125e-06,
|
|
"loss": 0.6989,
|
|
"mean_token_accuracy": 0.7947970867156983,
|
|
"num_tokens": 4897475666.0,
|
|
"step": 2355
|
|
},
|
|
{
|
|
"epoch": 2.3367170091606835,
|
|
"grad_norm": 0.16852743923664093,
|
|
"learning_rate": 6.923493091640905e-06,
|
|
"loss": 0.7026,
|
|
"mean_token_accuracy": 0.7934527039527893,
|
|
"num_tokens": 4907847428.0,
|
|
"step": 2360
|
|
},
|
|
{
|
|
"epoch": 2.3416687298836347,
|
|
"grad_norm": 0.17816710472106934,
|
|
"learning_rate": 6.896203420718393e-06,
|
|
"loss": 0.6935,
|
|
"mean_token_accuracy": 0.7959372758865356,
|
|
"num_tokens": 4918224579.0,
|
|
"step": 2365
|
|
},
|
|
{
|
|
"epoch": 2.346620450606586,
|
|
"grad_norm": 0.1683845818042755,
|
|
"learning_rate": 6.869080681742788e-06,
|
|
"loss": 0.6862,
|
|
"mean_token_accuracy": 0.7984416544437408,
|
|
"num_tokens": 4928627391.0,
|
|
"step": 2370
|
|
},
|
|
{
|
|
"epoch": 2.351572171329537,
|
|
"grad_norm": 0.1718398779630661,
|
|
"learning_rate": 6.842125682675543e-06,
|
|
"loss": 0.6952,
|
|
"mean_token_accuracy": 0.795421975851059,
|
|
"num_tokens": 4939037179.0,
|
|
"step": 2375
|
|
},
|
|
{
|
|
"epoch": 2.356523892052488,
|
|
"grad_norm": 0.1837027370929718,
|
|
"learning_rate": 6.8153392264812955e-06,
|
|
"loss": 0.6866,
|
|
"mean_token_accuracy": 0.7978436768054962,
|
|
"num_tokens": 4949421774.0,
|
|
"step": 2380
|
|
},
|
|
{
|
|
"epoch": 2.3614756127754397,
|
|
"grad_norm": 1.9804030656814575,
|
|
"learning_rate": 6.7887221111039404e-06,
|
|
"loss": 0.7244,
|
|
"mean_token_accuracy": 0.7950782805681229,
|
|
"num_tokens": 4959814615.0,
|
|
"step": 2385
|
|
},
|
|
{
|
|
"epoch": 2.3664273334983905,
|
|
"grad_norm": 0.17864683270454407,
|
|
"learning_rate": 6.76227512944287e-06,
|
|
"loss": 0.6973,
|
|
"mean_token_accuracy": 0.7949712723493576,
|
|
"num_tokens": 4970222473.0,
|
|
"step": 2390
|
|
},
|
|
{
|
|
"epoch": 2.3713790542213418,
|
|
"grad_norm": 0.17018389701843262,
|
|
"learning_rate": 6.735999069329342e-06,
|
|
"loss": 0.6848,
|
|
"mean_token_accuracy": 0.79873506128788,
|
|
"num_tokens": 4980635075.0,
|
|
"step": 2395
|
|
},
|
|
{
|
|
"epoch": 2.376330774944293,
|
|
"grad_norm": 0.177368625998497,
|
|
"learning_rate": 6.709894713503031e-06,
|
|
"loss": 0.6904,
|
|
"mean_token_accuracy": 0.7968572080135345,
|
|
"num_tokens": 4991054472.0,
|
|
"step": 2400
|
|
},
|
|
{
|
|
"epoch": 2.3812824956672443,
|
|
"grad_norm": 0.1928243339061737,
|
|
"learning_rate": 6.68396283958869e-06,
|
|
"loss": 0.6934,
|
|
"mean_token_accuracy": 0.7964109271764755,
|
|
"num_tokens": 5001450135.0,
|
|
"step": 2405
|
|
},
|
|
{
|
|
"epoch": 2.3862342163901955,
|
|
"grad_norm": 0.1850307583808899,
|
|
"learning_rate": 6.658204220072993e-06,
|
|
"loss": 0.7007,
|
|
"mean_token_accuracy": 0.7958345085382461,
|
|
"num_tokens": 5011862584.0,
|
|
"step": 2410
|
|
},
|
|
{
|
|
"epoch": 2.3911859371131468,
|
|
"grad_norm": 0.166819766163826,
|
|
"learning_rate": 6.63261962228153e-06,
|
|
"loss": 0.7039,
|
|
"mean_token_accuracy": 0.7932611912488937,
|
|
"num_tokens": 5022262611.0,
|
|
"step": 2415
|
|
},
|
|
{
|
|
"epoch": 2.396137657836098,
|
|
"grad_norm": 0.16802161931991577,
|
|
"learning_rate": 6.607209808355945e-06,
|
|
"loss": 0.6956,
|
|
"mean_token_accuracy": 0.795117124915123,
|
|
"num_tokens": 5032675845.0,
|
|
"step": 2420
|
|
},
|
|
{
|
|
"epoch": 2.4010893785590492,
|
|
"grad_norm": 0.16795934736728668,
|
|
"learning_rate": 6.5819755352312245e-06,
|
|
"loss": 0.6872,
|
|
"mean_token_accuracy": 0.7978654116392135,
|
|
"num_tokens": 5043069802.0,
|
|
"step": 2425
|
|
},
|
|
{
|
|
"epoch": 2.4060410992820005,
|
|
"grad_norm": 0.17665541172027588,
|
|
"learning_rate": 6.556917554613157e-06,
|
|
"loss": 0.6886,
|
|
"mean_token_accuracy": 0.7966871380805969,
|
|
"num_tokens": 5053447114.0,
|
|
"step": 2430
|
|
},
|
|
{
|
|
"epoch": 2.4109928200049517,
|
|
"grad_norm": 0.17774540185928345,
|
|
"learning_rate": 6.53203661295595e-06,
|
|
"loss": 0.6903,
|
|
"mean_token_accuracy": 0.7966781735420227,
|
|
"num_tokens": 5063846810.0,
|
|
"step": 2435
|
|
},
|
|
{
|
|
"epoch": 2.415944540727903,
|
|
"grad_norm": 0.1691160798072815,
|
|
"learning_rate": 6.50733345143997e-06,
|
|
"loss": 0.6857,
|
|
"mean_token_accuracy": 0.7978695631027222,
|
|
"num_tokens": 5074257776.0,
|
|
"step": 2440
|
|
},
|
|
{
|
|
"epoch": 2.4208962614508542,
|
|
"grad_norm": 0.18364639580249786,
|
|
"learning_rate": 6.4828088059496794e-06,
|
|
"loss": 0.6961,
|
|
"mean_token_accuracy": 0.7960184782743454,
|
|
"num_tokens": 5084664363.0,
|
|
"step": 2445
|
|
},
|
|
{
|
|
"epoch": 2.4258479821738055,
|
|
"grad_norm": 0.18796691298484802,
|
|
"learning_rate": 6.458463407051722e-06,
|
|
"loss": 0.692,
|
|
"mean_token_accuracy": 0.7963404774665832,
|
|
"num_tokens": 5095062991.0,
|
|
"step": 2450
|
|
},
|
|
{
|
|
"epoch": 2.4307997028967567,
|
|
"grad_norm": 0.200786754488945,
|
|
"learning_rate": 6.434297979973138e-06,
|
|
"loss": 0.6953,
|
|
"mean_token_accuracy": 0.7957387864589691,
|
|
"num_tokens": 5105475938.0,
|
|
"step": 2455
|
|
},
|
|
{
|
|
"epoch": 2.435751423619708,
|
|
"grad_norm": 0.18357941508293152,
|
|
"learning_rate": 6.41031324457978e-06,
|
|
"loss": 0.7115,
|
|
"mean_token_accuracy": 0.793591657280922,
|
|
"num_tokens": 5115888461.0,
|
|
"step": 2460
|
|
},
|
|
{
|
|
"epoch": 2.4407031443426592,
|
|
"grad_norm": 0.17939510941505432,
|
|
"learning_rate": 6.386509915354858e-06,
|
|
"loss": 0.7022,
|
|
"mean_token_accuracy": 0.79359290599823,
|
|
"num_tokens": 5126273976.0,
|
|
"step": 2465
|
|
},
|
|
{
|
|
"epoch": 2.4456548650656105,
|
|
"grad_norm": 0.17583215236663818,
|
|
"learning_rate": 6.362888701377661e-06,
|
|
"loss": 0.6951,
|
|
"mean_token_accuracy": 0.7956161171197891,
|
|
"num_tokens": 5136658720.0,
|
|
"step": 2470
|
|
},
|
|
{
|
|
"epoch": 2.4506065857885613,
|
|
"grad_norm": 0.1758909374475479,
|
|
"learning_rate": 6.3394503063024305e-06,
|
|
"loss": 0.6917,
|
|
"mean_token_accuracy": 0.7964052438735962,
|
|
"num_tokens": 5147086462.0,
|
|
"step": 2475
|
|
},
|
|
{
|
|
"epoch": 2.455558306511513,
|
|
"grad_norm": 0.17750118672847748,
|
|
"learning_rate": 6.3161954283374026e-06,
|
|
"loss": 0.6835,
|
|
"mean_token_accuracy": 0.7991193652153015,
|
|
"num_tokens": 5157489366.0,
|
|
"step": 2480
|
|
},
|
|
{
|
|
"epoch": 2.4605100272344638,
|
|
"grad_norm": 0.17545007169246674,
|
|
"learning_rate": 6.293124760224007e-06,
|
|
"loss": 0.6899,
|
|
"mean_token_accuracy": 0.7971043676137924,
|
|
"num_tokens": 5167911943.0,
|
|
"step": 2485
|
|
},
|
|
{
|
|
"epoch": 2.465461747957415,
|
|
"grad_norm": 0.411289781332016,
|
|
"learning_rate": 6.270238989216233e-06,
|
|
"loss": 0.6868,
|
|
"mean_token_accuracy": 0.7979872524738312,
|
|
"num_tokens": 5178337540.0,
|
|
"step": 2490
|
|
},
|
|
{
|
|
"epoch": 2.4704134686803663,
|
|
"grad_norm": 0.1767181158065796,
|
|
"learning_rate": 6.247538797060153e-06,
|
|
"loss": 0.6841,
|
|
"mean_token_accuracy": 0.7989832788705826,
|
|
"num_tokens": 5188737081.0,
|
|
"step": 2495
|
|
},
|
|
{
|
|
"epoch": 2.4753651894033175,
|
|
"grad_norm": 0.18555793166160583,
|
|
"learning_rate": 6.225024859973614e-06,
|
|
"loss": 0.6948,
|
|
"mean_token_accuracy": 0.7958449482917785,
|
|
"num_tokens": 5199147597.0,
|
|
"step": 2500
|
|
},
|
|
{
|
|
"epoch": 2.4803169101262688,
|
|
"grad_norm": 0.17499588429927826,
|
|
"learning_rate": 6.202697848626098e-06,
|
|
"loss": 0.6804,
|
|
"mean_token_accuracy": 0.7998959481716156,
|
|
"num_tokens": 5209553370.0,
|
|
"step": 2505
|
|
},
|
|
{
|
|
"epoch": 2.48526863084922,
|
|
"grad_norm": 0.1752438247203827,
|
|
"learning_rate": 6.180558428118748e-06,
|
|
"loss": 0.7002,
|
|
"mean_token_accuracy": 0.794254133105278,
|
|
"num_tokens": 5219967341.0,
|
|
"step": 2510
|
|
},
|
|
{
|
|
"epoch": 2.4902203515721713,
|
|
"grad_norm": 0.18336161971092224,
|
|
"learning_rate": 6.158607257964531e-06,
|
|
"loss": 0.695,
|
|
"mean_token_accuracy": 0.795548141002655,
|
|
"num_tokens": 5230343704.0,
|
|
"step": 2515
|
|
},
|
|
{
|
|
"epoch": 2.4951720722951225,
|
|
"grad_norm": 0.1759299337863922,
|
|
"learning_rate": 6.136844992068629e-06,
|
|
"loss": 0.6811,
|
|
"mean_token_accuracy": 0.7996001183986664,
|
|
"num_tokens": 5240752756.0,
|
|
"step": 2520
|
|
},
|
|
{
|
|
"epoch": 2.5001237930180737,
|
|
"grad_norm": 0.1809236705303192,
|
|
"learning_rate": 6.115272278708928e-06,
|
|
"loss": 0.6802,
|
|
"mean_token_accuracy": 0.7996293097734452,
|
|
"num_tokens": 5251165282.0,
|
|
"step": 2525
|
|
},
|
|
{
|
|
"epoch": 2.505075513741025,
|
|
"grad_norm": 0.17464205622673035,
|
|
"learning_rate": 6.093889760516718e-06,
|
|
"loss": 0.6859,
|
|
"mean_token_accuracy": 0.7979602038860321,
|
|
"num_tokens": 5261564857.0,
|
|
"step": 2530
|
|
},
|
|
{
|
|
"epoch": 2.5100272344639762,
|
|
"grad_norm": 0.19239003956317902,
|
|
"learning_rate": 6.072698074457556e-06,
|
|
"loss": 0.6986,
|
|
"mean_token_accuracy": 0.7947456300258636,
|
|
"num_tokens": 5271950567.0,
|
|
"step": 2535
|
|
},
|
|
{
|
|
"epoch": 2.5149789551869275,
|
|
"grad_norm": 0.1785266101360321,
|
|
"learning_rate": 6.051697851812283e-06,
|
|
"loss": 0.6952,
|
|
"mean_token_accuracy": 0.7954322129487992,
|
|
"num_tokens": 5282342097.0,
|
|
"step": 2540
|
|
},
|
|
{
|
|
"epoch": 2.5199306759098787,
|
|
"grad_norm": 0.1663612723350525,
|
|
"learning_rate": 6.030889718158217e-06,
|
|
"loss": 0.6883,
|
|
"mean_token_accuracy": 0.799082663655281,
|
|
"num_tokens": 5292769240.0,
|
|
"step": 2545
|
|
},
|
|
{
|
|
"epoch": 2.52488239663283,
|
|
"grad_norm": 0.17553378641605377,
|
|
"learning_rate": 6.010274293350524e-06,
|
|
"loss": 0.7082,
|
|
"mean_token_accuracy": 0.7952435702085495,
|
|
"num_tokens": 5303167246.0,
|
|
"step": 2550
|
|
},
|
|
{
|
|
"epoch": 2.5298341173557812,
|
|
"grad_norm": 0.17817820608615875,
|
|
"learning_rate": 5.9898521915037575e-06,
|
|
"loss": 0.6898,
|
|
"mean_token_accuracy": 0.7968169569969177,
|
|
"num_tokens": 5313559465.0,
|
|
"step": 2555
|
|
},
|
|
{
|
|
"epoch": 2.5347858380787325,
|
|
"grad_norm": 0.17062614858150482,
|
|
"learning_rate": 5.969624020973543e-06,
|
|
"loss": 0.6868,
|
|
"mean_token_accuracy": 0.7981322228908538,
|
|
"num_tokens": 5323956814.0,
|
|
"step": 2560
|
|
},
|
|
{
|
|
"epoch": 2.5397375588016837,
|
|
"grad_norm": 0.16806785762310028,
|
|
"learning_rate": 5.949590384338486e-06,
|
|
"loss": 0.695,
|
|
"mean_token_accuracy": 0.7956575661897659,
|
|
"num_tokens": 5334313471.0,
|
|
"step": 2565
|
|
},
|
|
{
|
|
"epoch": 2.544689279524635,
|
|
"grad_norm": 0.6380743980407715,
|
|
"learning_rate": 5.929751878382195e-06,
|
|
"loss": 0.6903,
|
|
"mean_token_accuracy": 0.7971752375364304,
|
|
"num_tokens": 5344703937.0,
|
|
"step": 2570
|
|
},
|
|
{
|
|
"epoch": 2.549641000247586,
|
|
"grad_norm": 0.18080659210681915,
|
|
"learning_rate": 5.910109094075522e-06,
|
|
"loss": 0.693,
|
|
"mean_token_accuracy": 0.7960569471120834,
|
|
"num_tokens": 5355109953.0,
|
|
"step": 2575
|
|
},
|
|
{
|
|
"epoch": 2.554592720970537,
|
|
"grad_norm": 0.17711760103702545,
|
|
"learning_rate": 5.890662616558946e-06,
|
|
"loss": 0.688,
|
|
"mean_token_accuracy": 0.7974663138389587,
|
|
"num_tokens": 5365491606.0,
|
|
"step": 2580
|
|
},
|
|
{
|
|
"epoch": 2.5595444416934887,
|
|
"grad_norm": 0.17866727709770203,
|
|
"learning_rate": 5.87141302512515e-06,
|
|
"loss": 0.6975,
|
|
"mean_token_accuracy": 0.7948154181241989,
|
|
"num_tokens": 5375911835.0,
|
|
"step": 2585
|
|
},
|
|
{
|
|
"epoch": 2.5644961624164395,
|
|
"grad_norm": 0.1814994066953659,
|
|
"learning_rate": 5.852360893201762e-06,
|
|
"loss": 0.6932,
|
|
"mean_token_accuracy": 0.7965142160654068,
|
|
"num_tokens": 5386334595.0,
|
|
"step": 2590
|
|
},
|
|
{
|
|
"epoch": 2.569447883139391,
|
|
"grad_norm": 0.16615930199623108,
|
|
"learning_rate": 5.833506788334271e-06,
|
|
"loss": 0.6979,
|
|
"mean_token_accuracy": 0.79442700445652,
|
|
"num_tokens": 5396742866.0,
|
|
"step": 2595
|
|
},
|
|
{
|
|
"epoch": 2.574399603862342,
|
|
"grad_norm": 9.703447341918945,
|
|
"learning_rate": 5.814851272169123e-06,
|
|
"loss": 0.6941,
|
|
"mean_token_accuracy": 0.7948618471622467,
|
|
"num_tokens": 5407147677.0,
|
|
"step": 2600
|
|
},
|
|
{
|
|
"epoch": 2.5793513245852933,
|
|
"grad_norm": 0.16909906268119812,
|
|
"learning_rate": 5.796394900436989e-06,
|
|
"loss": 0.6898,
|
|
"mean_token_accuracy": 0.7968372017145157,
|
|
"num_tokens": 5417532745.0,
|
|
"step": 2605
|
|
},
|
|
{
|
|
"epoch": 2.5843030453082445,
|
|
"grad_norm": 0.17828305065631866,
|
|
"learning_rate": 5.7781382229362125e-06,
|
|
"loss": 0.6961,
|
|
"mean_token_accuracy": 0.7956779956817627,
|
|
"num_tokens": 5427899195.0,
|
|
"step": 2610
|
|
},
|
|
{
|
|
"epoch": 2.5892547660311958,
|
|
"grad_norm": 0.18194948136806488,
|
|
"learning_rate": 5.760081783516425e-06,
|
|
"loss": 0.6924,
|
|
"mean_token_accuracy": 0.7965070128440856,
|
|
"num_tokens": 5438308119.0,
|
|
"step": 2615
|
|
},
|
|
{
|
|
"epoch": 2.594206486754147,
|
|
"grad_norm": 0.16723376512527466,
|
|
"learning_rate": 5.742226120062353e-06,
|
|
"loss": 0.6869,
|
|
"mean_token_accuracy": 0.7979160338640213,
|
|
"num_tokens": 5448715457.0,
|
|
"step": 2620
|
|
},
|
|
{
|
|
"epoch": 2.5991582074770982,
|
|
"grad_norm": 0.1706143170595169,
|
|
"learning_rate": 5.724571764477793e-06,
|
|
"loss": 0.7131,
|
|
"mean_token_accuracy": 0.7919691979885102,
|
|
"num_tokens": 5459086857.0,
|
|
"step": 2625
|
|
},
|
|
{
|
|
"epoch": 2.6041099282000495,
|
|
"grad_norm": 0.19008710980415344,
|
|
"learning_rate": 5.707119242669762e-06,
|
|
"loss": 0.7094,
|
|
"mean_token_accuracy": 0.794280007481575,
|
|
"num_tokens": 5469483164.0,
|
|
"step": 2630
|
|
},
|
|
{
|
|
"epoch": 2.6090616489230007,
|
|
"grad_norm": 0.1769382357597351,
|
|
"learning_rate": 5.689869074532833e-06,
|
|
"loss": 0.6939,
|
|
"mean_token_accuracy": 0.7961185723543167,
|
|
"num_tokens": 5479864004.0,
|
|
"step": 2635
|
|
},
|
|
{
|
|
"epoch": 2.614013369645952,
|
|
"grad_norm": 0.2750358581542969,
|
|
"learning_rate": 5.6728217739336525e-06,
|
|
"loss": 0.69,
|
|
"mean_token_accuracy": 0.7972733825445175,
|
|
"num_tokens": 5490263383.0,
|
|
"step": 2640
|
|
},
|
|
{
|
|
"epoch": 2.6189650903689032,
|
|
"grad_norm": 0.17598873376846313,
|
|
"learning_rate": 5.655977848695634e-06,
|
|
"loss": 0.6925,
|
|
"mean_token_accuracy": 0.7967590630054474,
|
|
"num_tokens": 5500650861.0,
|
|
"step": 2645
|
|
},
|
|
{
|
|
"epoch": 2.6239168110918545,
|
|
"grad_norm": 3.034182071685791,
|
|
"learning_rate": 5.639337800583815e-06,
|
|
"loss": 0.6894,
|
|
"mean_token_accuracy": 0.7975974589586258,
|
|
"num_tokens": 5511002438.0,
|
|
"step": 2650
|
|
},
|
|
{
|
|
"epoch": 2.6288685318148057,
|
|
"grad_norm": 0.17671412229537964,
|
|
"learning_rate": 5.622902125289927e-06,
|
|
"loss": 0.6939,
|
|
"mean_token_accuracy": 0.7963446021080017,
|
|
"num_tokens": 5521417165.0,
|
|
"step": 2655
|
|
},
|
|
{
|
|
"epoch": 2.633820252537757,
|
|
"grad_norm": 0.16627521812915802,
|
|
"learning_rate": 5.606671312417627e-06,
|
|
"loss": 0.6949,
|
|
"mean_token_accuracy": 0.7957168728113174,
|
|
"num_tokens": 5531803294.0,
|
|
"step": 2660
|
|
},
|
|
{
|
|
"epoch": 2.6387719732607082,
|
|
"grad_norm": 0.1676947921514511,
|
|
"learning_rate": 5.590645845467902e-06,
|
|
"loss": 0.6887,
|
|
"mean_token_accuracy": 0.7975447326898575,
|
|
"num_tokens": 5542196226.0,
|
|
"step": 2665
|
|
},
|
|
{
|
|
"epoch": 2.6437236939836595,
|
|
"grad_norm": 0.16450296342372894,
|
|
"learning_rate": 5.574826201824675e-06,
|
|
"loss": 0.6941,
|
|
"mean_token_accuracy": 0.7963021039962769,
|
|
"num_tokens": 5552607704.0,
|
|
"step": 2670
|
|
},
|
|
{
|
|
"epoch": 2.6486754147066103,
|
|
"grad_norm": 0.16522452235221863,
|
|
"learning_rate": 5.559212852740585e-06,
|
|
"loss": 0.6911,
|
|
"mean_token_accuracy": 0.7966877698898316,
|
|
"num_tokens": 5563008514.0,
|
|
"step": 2675
|
|
},
|
|
{
|
|
"epoch": 2.653627135429562,
|
|
"grad_norm": 0.17141982913017273,
|
|
"learning_rate": 5.543806263322942e-06,
|
|
"loss": 0.6764,
|
|
"mean_token_accuracy": 0.8007991701364517,
|
|
"num_tokens": 5573414557.0,
|
|
"step": 2680
|
|
},
|
|
{
|
|
"epoch": 2.6585788561525128,
|
|
"grad_norm": 0.17562955617904663,
|
|
"learning_rate": 5.5286068925198765e-06,
|
|
"loss": 0.6979,
|
|
"mean_token_accuracy": 0.7948395520448684,
|
|
"num_tokens": 5583823220.0,
|
|
"step": 2685
|
|
},
|
|
{
|
|
"epoch": 2.6635305768754645,
|
|
"grad_norm": 0.17200249433517456,
|
|
"learning_rate": 5.513615193106667e-06,
|
|
"loss": 0.6858,
|
|
"mean_token_accuracy": 0.7980019062757492,
|
|
"num_tokens": 5594181697.0,
|
|
"step": 2690
|
|
},
|
|
{
|
|
"epoch": 2.6684822975984153,
|
|
"grad_norm": 0.17699338495731354,
|
|
"learning_rate": 5.4988316116722555e-06,
|
|
"loss": 0.7016,
|
|
"mean_token_accuracy": 0.7940513700246811,
|
|
"num_tokens": 5604576881.0,
|
|
"step": 2695
|
|
},
|
|
{
|
|
"epoch": 2.6734340183213665,
|
|
"grad_norm": 0.16659849882125854,
|
|
"learning_rate": 5.484256588605935e-06,
|
|
"loss": 0.6883,
|
|
"mean_token_accuracy": 0.797638863325119,
|
|
"num_tokens": 5614973477.0,
|
|
"step": 2700
|
|
},
|
|
{
|
|
"epoch": 2.6783857390443178,
|
|
"grad_norm": 0.1654004156589508,
|
|
"learning_rate": 5.469890558084242e-06,
|
|
"loss": 0.6812,
|
|
"mean_token_accuracy": 0.7997693717479706,
|
|
"num_tokens": 5625405892.0,
|
|
"step": 2705
|
|
},
|
|
{
|
|
"epoch": 2.683337459767269,
|
|
"grad_norm": 0.16663256287574768,
|
|
"learning_rate": 5.455733948058014e-06,
|
|
"loss": 0.6762,
|
|
"mean_token_accuracy": 0.8006632030010223,
|
|
"num_tokens": 5635805330.0,
|
|
"step": 2710
|
|
},
|
|
{
|
|
"epoch": 2.6882891804902203,
|
|
"grad_norm": 0.1796761006116867,
|
|
"learning_rate": 5.441787180239646e-06,
|
|
"loss": 0.6917,
|
|
"mean_token_accuracy": 0.7965221852064133,
|
|
"num_tokens": 5646169943.0,
|
|
"step": 2715
|
|
},
|
|
{
|
|
"epoch": 2.6932409012131715,
|
|
"grad_norm": 0.1693544238805771,
|
|
"learning_rate": 5.428050670090523e-06,
|
|
"loss": 0.6975,
|
|
"mean_token_accuracy": 0.7954508185386657,
|
|
"num_tokens": 5656576200.0,
|
|
"step": 2720
|
|
},
|
|
{
|
|
"epoch": 2.6981926219361227,
|
|
"grad_norm": 0.1761597841978073,
|
|
"learning_rate": 5.414524826808656e-06,
|
|
"loss": 0.6924,
|
|
"mean_token_accuracy": 0.7965936124324798,
|
|
"num_tokens": 5666959999.0,
|
|
"step": 2725
|
|
},
|
|
{
|
|
"epoch": 2.703144342659074,
|
|
"grad_norm": 0.17307810485363007,
|
|
"learning_rate": 5.401210053316473e-06,
|
|
"loss": 0.6841,
|
|
"mean_token_accuracy": 0.7984808474779129,
|
|
"num_tokens": 5677341800.0,
|
|
"step": 2730
|
|
},
|
|
{
|
|
"epoch": 2.7080960633820252,
|
|
"grad_norm": 0.17702001333236694,
|
|
"learning_rate": 5.388106746248834e-06,
|
|
"loss": 0.6888,
|
|
"mean_token_accuracy": 0.7974687486886978,
|
|
"num_tokens": 5687738690.0,
|
|
"step": 2735
|
|
},
|
|
{
|
|
"epoch": 2.7130477841049765,
|
|
"grad_norm": 0.1849050223827362,
|
|
"learning_rate": 5.3752152959412085e-06,
|
|
"loss": 0.6864,
|
|
"mean_token_accuracy": 0.7980557024478913,
|
|
"num_tokens": 5698119448.0,
|
|
"step": 2740
|
|
},
|
|
{
|
|
"epoch": 2.7179995048279277,
|
|
"grad_norm": 0.18502669036388397,
|
|
"learning_rate": 5.3625360864180435e-06,
|
|
"loss": 0.692,
|
|
"mean_token_accuracy": 0.7966047704219819,
|
|
"num_tokens": 5708509953.0,
|
|
"step": 2745
|
|
},
|
|
{
|
|
"epoch": 2.722951225550879,
|
|
"grad_norm": 0.17855456471443176,
|
|
"learning_rate": 5.350069495381334e-06,
|
|
"loss": 0.6839,
|
|
"mean_token_accuracy": 0.7987709194421768,
|
|
"num_tokens": 5718908781.0,
|
|
"step": 2750
|
|
},
|
|
{
|
|
"epoch": 2.7279029462738302,
|
|
"grad_norm": 0.16434764862060547,
|
|
"learning_rate": 5.33781589419936e-06,
|
|
"loss": 0.6972,
|
|
"mean_token_accuracy": 0.7953177213668823,
|
|
"num_tokens": 5729301053.0,
|
|
"step": 2755
|
|
},
|
|
{
|
|
"epoch": 2.7328546669967815,
|
|
"grad_norm": 0.18237145245075226,
|
|
"learning_rate": 5.325775647895633e-06,
|
|
"loss": 0.6962,
|
|
"mean_token_accuracy": 0.7954672813415528,
|
|
"num_tokens": 5739704125.0,
|
|
"step": 2760
|
|
},
|
|
{
|
|
"epoch": 2.7378063877197327,
|
|
"grad_norm": 0.1780317723751068,
|
|
"learning_rate": 5.313949115138022e-06,
|
|
"loss": 0.6883,
|
|
"mean_token_accuracy": 0.7975771814584732,
|
|
"num_tokens": 5750099908.0,
|
|
"step": 2765
|
|
},
|
|
{
|
|
"epoch": 2.742758108442684,
|
|
"grad_norm": 0.17902548611164093,
|
|
"learning_rate": 5.302336648228057e-06,
|
|
"loss": 0.6927,
|
|
"mean_token_accuracy": 0.7963612645864486,
|
|
"num_tokens": 5760493836.0,
|
|
"step": 2770
|
|
},
|
|
{
|
|
"epoch": 2.747709829165635,
|
|
"grad_norm": 0.17271076142787933,
|
|
"learning_rate": 5.290938593090451e-06,
|
|
"loss": 0.6909,
|
|
"mean_token_accuracy": 0.7966414868831635,
|
|
"num_tokens": 5770888761.0,
|
|
"step": 2775
|
|
},
|
|
{
|
|
"epoch": 2.752661549888586,
|
|
"grad_norm": 0.18384882807731628,
|
|
"learning_rate": 5.279755289262787e-06,
|
|
"loss": 0.6833,
|
|
"mean_token_accuracy": 0.7987092226743698,
|
|
"num_tokens": 5781269276.0,
|
|
"step": 2780
|
|
},
|
|
{
|
|
"epoch": 2.7576132706115377,
|
|
"grad_norm": 0.1778169870376587,
|
|
"learning_rate": 5.268787069885398e-06,
|
|
"loss": 0.6823,
|
|
"mean_token_accuracy": 0.7990261852741242,
|
|
"num_tokens": 5791688485.0,
|
|
"step": 2785
|
|
},
|
|
{
|
|
"epoch": 2.7625649913344885,
|
|
"grad_norm": 0.16034454107284546,
|
|
"learning_rate": 5.258034261691453e-06,
|
|
"loss": 0.6815,
|
|
"mean_token_accuracy": 0.7992457032203675,
|
|
"num_tokens": 5802114157.0,
|
|
"step": 2790
|
|
},
|
|
{
|
|
"epoch": 2.76751671205744,
|
|
"grad_norm": 0.16529497504234314,
|
|
"learning_rate": 5.2474971849972255e-06,
|
|
"loss": 0.6847,
|
|
"mean_token_accuracy": 0.7985988527536392,
|
|
"num_tokens": 5812530733.0,
|
|
"step": 2795
|
|
},
|
|
{
|
|
"epoch": 2.772468432780391,
|
|
"grad_norm": 0.16325139999389648,
|
|
"learning_rate": 5.237176153692536e-06,
|
|
"loss": 0.6901,
|
|
"mean_token_accuracy": 0.796726056933403,
|
|
"num_tokens": 5822937339.0,
|
|
"step": 2800
|
|
},
|
|
{
|
|
"epoch": 2.7774201535033423,
|
|
"grad_norm": 0.16805361211299896,
|
|
"learning_rate": 5.2270714752314165e-06,
|
|
"loss": 0.6956,
|
|
"mean_token_accuracy": 0.7955878287553787,
|
|
"num_tokens": 5833351943.0,
|
|
"step": 2805
|
|
},
|
|
{
|
|
"epoch": 2.7823718742262935,
|
|
"grad_norm": 0.1664312332868576,
|
|
"learning_rate": 5.217183450622946e-06,
|
|
"loss": 0.6949,
|
|
"mean_token_accuracy": 0.7956264704465866,
|
|
"num_tokens": 5843761929.0,
|
|
"step": 2810
|
|
},
|
|
{
|
|
"epoch": 2.7873235949492448,
|
|
"grad_norm": 0.17172367870807648,
|
|
"learning_rate": 5.207512374422286e-06,
|
|
"loss": 0.6951,
|
|
"mean_token_accuracy": 0.7955891370773316,
|
|
"num_tokens": 5854173653.0,
|
|
"step": 2815
|
|
},
|
|
{
|
|
"epoch": 2.792275315672196,
|
|
"grad_norm": 0.1718735694885254,
|
|
"learning_rate": 5.198058534721901e-06,
|
|
"loss": 0.6852,
|
|
"mean_token_accuracy": 0.7985197186470032,
|
|
"num_tokens": 5864593712.0,
|
|
"step": 2820
|
|
},
|
|
{
|
|
"epoch": 2.7972270363951472,
|
|
"grad_norm": 0.16640879213809967,
|
|
"learning_rate": 5.188822213142984e-06,
|
|
"loss": 0.7016,
|
|
"mean_token_accuracy": 0.7935741305351257,
|
|
"num_tokens": 5875001155.0,
|
|
"step": 2825
|
|
},
|
|
{
|
|
"epoch": 2.8021787571180985,
|
|
"grad_norm": 0.17045748233795166,
|
|
"learning_rate": 5.179803684827059e-06,
|
|
"loss": 0.6986,
|
|
"mean_token_accuracy": 0.795042735338211,
|
|
"num_tokens": 5885336862.0,
|
|
"step": 2830
|
|
},
|
|
{
|
|
"epoch": 2.8071304778410497,
|
|
"grad_norm": 0.16793885827064514,
|
|
"learning_rate": 5.1710032184277946e-06,
|
|
"loss": 0.6857,
|
|
"mean_token_accuracy": 0.7980520844459533,
|
|
"num_tokens": 5895740091.0,
|
|
"step": 2835
|
|
},
|
|
{
|
|
"epoch": 2.812082198564001,
|
|
"grad_norm": 0.1670074313879013,
|
|
"learning_rate": 5.1624210761029904e-06,
|
|
"loss": 0.6815,
|
|
"mean_token_accuracy": 0.7995127648115158,
|
|
"num_tokens": 5906130721.0,
|
|
"step": 2840
|
|
},
|
|
{
|
|
"epoch": 2.8170339192869522,
|
|
"grad_norm": 1.144707441329956,
|
|
"learning_rate": 5.154057513506772e-06,
|
|
"loss": 0.6905,
|
|
"mean_token_accuracy": 0.7972240179777146,
|
|
"num_tokens": 5916514276.0,
|
|
"step": 2845
|
|
},
|
|
{
|
|
"epoch": 2.8219856400099035,
|
|
"grad_norm": 0.16775400936603546,
|
|
"learning_rate": 5.145912779781981e-06,
|
|
"loss": 0.688,
|
|
"mean_token_accuracy": 0.7972176611423493,
|
|
"num_tokens": 5926925572.0,
|
|
"step": 2850
|
|
},
|
|
{
|
|
"epoch": 2.8269373607328547,
|
|
"grad_norm": 0.16344526410102844,
|
|
"learning_rate": 5.137987117552745e-06,
|
|
"loss": 0.7021,
|
|
"mean_token_accuracy": 0.7939132809638977,
|
|
"num_tokens": 5937352792.0,
|
|
"step": 2855
|
|
},
|
|
{
|
|
"epoch": 2.831889081455806,
|
|
"grad_norm": 0.16780716180801392,
|
|
"learning_rate": 5.130280762917252e-06,
|
|
"loss": 0.7046,
|
|
"mean_token_accuracy": 0.7929495930671692,
|
|
"num_tokens": 5947785733.0,
|
|
"step": 2860
|
|
},
|
|
{
|
|
"epoch": 2.8368408021787572,
|
|
"grad_norm": 0.16962361335754395,
|
|
"learning_rate": 5.12279394544072e-06,
|
|
"loss": 0.6894,
|
|
"mean_token_accuracy": 0.7973616749048233,
|
|
"num_tokens": 5958207857.0,
|
|
"step": 2865
|
|
},
|
|
{
|
|
"epoch": 2.8417925229017085,
|
|
"grad_norm": 0.17526820302009583,
|
|
"learning_rate": 5.11552688814856e-06,
|
|
"loss": 0.6918,
|
|
"mean_token_accuracy": 0.7963843405246734,
|
|
"num_tokens": 5968621626.0,
|
|
"step": 2870
|
|
},
|
|
{
|
|
"epoch": 2.8467442436246597,
|
|
"grad_norm": 0.17461900413036346,
|
|
"learning_rate": 5.10847980751972e-06,
|
|
"loss": 0.6854,
|
|
"mean_token_accuracy": 0.7982411950826644,
|
|
"num_tokens": 5979010182.0,
|
|
"step": 2875
|
|
},
|
|
{
|
|
"epoch": 2.851695964347611,
|
|
"grad_norm": 0.17215755581855774,
|
|
"learning_rate": 5.101652913480259e-06,
|
|
"loss": 0.694,
|
|
"mean_token_accuracy": 0.7959240406751633,
|
|
"num_tokens": 5989447180.0,
|
|
"step": 2880
|
|
},
|
|
{
|
|
"epoch": 2.8566476850705618,
|
|
"grad_norm": 0.17169933021068573,
|
|
"learning_rate": 5.095046409397067e-06,
|
|
"loss": 0.6948,
|
|
"mean_token_accuracy": 0.7955931961536408,
|
|
"num_tokens": 5999857552.0,
|
|
"step": 2885
|
|
},
|
|
{
|
|
"epoch": 2.8615994057935135,
|
|
"grad_norm": 0.17529842257499695,
|
|
"learning_rate": 5.088660492071825e-06,
|
|
"loss": 0.6841,
|
|
"mean_token_accuracy": 0.798897260427475,
|
|
"num_tokens": 6010272989.0,
|
|
"step": 2890
|
|
},
|
|
{
|
|
"epoch": 2.8665511265164643,
|
|
"grad_norm": 0.1800571084022522,
|
|
"learning_rate": 5.0824953517351405e-06,
|
|
"loss": 0.6984,
|
|
"mean_token_accuracy": 0.7946085125207901,
|
|
"num_tokens": 6020661047.0,
|
|
"step": 2895
|
|
},
|
|
{
|
|
"epoch": 2.871502847239416,
|
|
"grad_norm": 0.17649812996387482,
|
|
"learning_rate": 5.076551172040875e-06,
|
|
"loss": 0.6959,
|
|
"mean_token_accuracy": 0.7954695582389831,
|
|
"num_tokens": 6031045781.0,
|
|
"step": 2900
|
|
},
|
|
{
|
|
"epoch": 2.8764545679623668,
|
|
"grad_norm": 0.16285355389118195,
|
|
"learning_rate": 5.070828130060673e-06,
|
|
"loss": 0.6855,
|
|
"mean_token_accuracy": 0.798177295923233,
|
|
"num_tokens": 6041474006.0,
|
|
"step": 2905
|
|
},
|
|
{
|
|
"epoch": 2.881406288685318,
|
|
"grad_norm": 0.16973961889743805,
|
|
"learning_rate": 5.065326396278693e-06,
|
|
"loss": 0.6925,
|
|
"mean_token_accuracy": 0.796346840262413,
|
|
"num_tokens": 6051837040.0,
|
|
"step": 2910
|
|
},
|
|
{
|
|
"epoch": 2.8863580094082693,
|
|
"grad_norm": 0.16173960268497467,
|
|
"learning_rate": 5.0600461345865285e-06,
|
|
"loss": 0.6896,
|
|
"mean_token_accuracy": 0.7969261765480041,
|
|
"num_tokens": 6062203773.0,
|
|
"step": 2915
|
|
},
|
|
{
|
|
"epoch": 2.8913097301312205,
|
|
"grad_norm": 0.1653313934803009,
|
|
"learning_rate": 5.054987502278314e-06,
|
|
"loss": 0.6951,
|
|
"mean_token_accuracy": 0.7956225961446762,
|
|
"num_tokens": 6072598868.0,
|
|
"step": 2920
|
|
},
|
|
{
|
|
"epoch": 2.8962614508541717,
|
|
"grad_norm": 0.17829228937625885,
|
|
"learning_rate": 5.050150650046057e-06,
|
|
"loss": 0.6903,
|
|
"mean_token_accuracy": 0.7967943876981736,
|
|
"num_tokens": 6082977828.0,
|
|
"step": 2925
|
|
},
|
|
{
|
|
"epoch": 2.901213171577123,
|
|
"grad_norm": 0.17155008018016815,
|
|
"learning_rate": 5.045535721975139e-06,
|
|
"loss": 0.6914,
|
|
"mean_token_accuracy": 0.7963936567306519,
|
|
"num_tokens": 6093369909.0,
|
|
"step": 2930
|
|
},
|
|
{
|
|
"epoch": 2.9061648923000742,
|
|
"grad_norm": 0.17488369345664978,
|
|
"learning_rate": 5.04114285554002e-06,
|
|
"loss": 0.6966,
|
|
"mean_token_accuracy": 0.7955116271972656,
|
|
"num_tokens": 6103768699.0,
|
|
"step": 2935
|
|
},
|
|
{
|
|
"epoch": 2.9111166130230255,
|
|
"grad_norm": 0.16874125599861145,
|
|
"learning_rate": 5.036972181600154e-06,
|
|
"loss": 0.6881,
|
|
"mean_token_accuracy": 0.7975889980793,
|
|
"num_tokens": 6114197901.0,
|
|
"step": 2940
|
|
},
|
|
{
|
|
"epoch": 2.9160683337459767,
|
|
"grad_norm": 0.1702135056257248,
|
|
"learning_rate": 5.033023824396082e-06,
|
|
"loss": 0.7025,
|
|
"mean_token_accuracy": 0.7945420503616333,
|
|
"num_tokens": 6124566479.0,
|
|
"step": 2945
|
|
},
|
|
{
|
|
"epoch": 2.921020054468928,
|
|
"grad_norm": 0.16955436766147614,
|
|
"learning_rate": 5.0292979015457325e-06,
|
|
"loss": 0.6916,
|
|
"mean_token_accuracy": 0.7963980317115784,
|
|
"num_tokens": 6134987535.0,
|
|
"step": 2950
|
|
},
|
|
{
|
|
"epoch": 2.9259717751918792,
|
|
"grad_norm": 0.1785793900489807,
|
|
"learning_rate": 5.025794524040922e-06,
|
|
"loss": 0.6845,
|
|
"mean_token_accuracy": 0.7987745195627213,
|
|
"num_tokens": 6145413537.0,
|
|
"step": 2955
|
|
},
|
|
{
|
|
"epoch": 2.9309234959148305,
|
|
"grad_norm": 0.17144745588302612,
|
|
"learning_rate": 5.0225137962440465e-06,
|
|
"loss": 0.697,
|
|
"mean_token_accuracy": 0.7954545766115189,
|
|
"num_tokens": 6155794207.0,
|
|
"step": 2960
|
|
},
|
|
{
|
|
"epoch": 2.9358752166377817,
|
|
"grad_norm": 0.18841952085494995,
|
|
"learning_rate": 5.019455815884967e-06,
|
|
"loss": 0.6879,
|
|
"mean_token_accuracy": 0.7973819732666015,
|
|
"num_tokens": 6166202934.0,
|
|
"step": 2965
|
|
},
|
|
{
|
|
"epoch": 2.940826937360733,
|
|
"grad_norm": 0.17883515357971191,
|
|
"learning_rate": 5.016620674058109e-06,
|
|
"loss": 0.6978,
|
|
"mean_token_accuracy": 0.7950917452573776,
|
|
"num_tokens": 6176607746.0,
|
|
"step": 2970
|
|
},
|
|
{
|
|
"epoch": 2.945778658083684,
|
|
"grad_norm": 0.17126841843128204,
|
|
"learning_rate": 5.014008455219739e-06,
|
|
"loss": 0.694,
|
|
"mean_token_accuracy": 0.795988991856575,
|
|
"num_tokens": 6187015848.0,
|
|
"step": 2975
|
|
},
|
|
{
|
|
"epoch": 2.9507303788066355,
|
|
"grad_norm": 0.17282164096832275,
|
|
"learning_rate": 5.011619237185454e-06,
|
|
"loss": 0.7228,
|
|
"mean_token_accuracy": 0.7966022878885269,
|
|
"num_tokens": 6197382990.0,
|
|
"step": 2980
|
|
},
|
|
{
|
|
"epoch": 2.9556820995295867,
|
|
"grad_norm": 0.1636972278356552,
|
|
"learning_rate": 5.0094530911278624e-06,
|
|
"loss": 0.6867,
|
|
"mean_token_accuracy": 0.7977098762989044,
|
|
"num_tokens": 6207775709.0,
|
|
"step": 2985
|
|
},
|
|
{
|
|
"epoch": 2.9606338202525375,
|
|
"grad_norm": 0.1713937222957611,
|
|
"learning_rate": 5.007510081574464e-06,
|
|
"loss": 0.6793,
|
|
"mean_token_accuracy": 0.7998199731111526,
|
|
"num_tokens": 6218181373.0,
|
|
"step": 2990
|
|
},
|
|
{
|
|
"epoch": 2.965585540975489,
|
|
"grad_norm": 0.17157921195030212,
|
|
"learning_rate": 5.005790266405726e-06,
|
|
"loss": 0.6885,
|
|
"mean_token_accuracy": 0.7975385636091232,
|
|
"num_tokens": 6228604799.0,
|
|
"step": 2995
|
|
},
|
|
{
|
|
"epoch": 2.97053726169844,
|
|
"grad_norm": 0.17099162936210632,
|
|
"learning_rate": 5.004293696853359e-06,
|
|
"loss": 0.6769,
|
|
"mean_token_accuracy": 0.8003452003002167,
|
|
"num_tokens": 6238963168.0,
|
|
"step": 3000
|
|
},
|
|
{
|
|
"epoch": 2.9754889824213917,
|
|
"grad_norm": 0.16633567214012146,
|
|
"learning_rate": 5.003020417498797e-06,
|
|
"loss": 0.6817,
|
|
"mean_token_accuracy": 0.7993758976459503,
|
|
"num_tokens": 6249324175.0,
|
|
"step": 3005
|
|
},
|
|
{
|
|
"epoch": 2.9804407031443425,
|
|
"grad_norm": 0.1645272821187973,
|
|
"learning_rate": 5.001970466271859e-06,
|
|
"loss": 0.6825,
|
|
"mean_token_accuracy": 0.7992853671312332,
|
|
"num_tokens": 6259719042.0,
|
|
"step": 3010
|
|
},
|
|
{
|
|
"epoch": 2.9853924238672938,
|
|
"grad_norm": 0.16467167437076569,
|
|
"learning_rate": 5.001143874449626e-06,
|
|
"loss": 0.6878,
|
|
"mean_token_accuracy": 0.7971955716609955,
|
|
"num_tokens": 6270117034.0,
|
|
"step": 3015
|
|
},
|
|
{
|
|
"epoch": 2.990344144590245,
|
|
"grad_norm": 0.1758957952260971,
|
|
"learning_rate": 5.000540666655511e-06,
|
|
"loss": 0.6922,
|
|
"mean_token_accuracy": 0.7962426990270615,
|
|
"num_tokens": 6280527402.0,
|
|
"step": 3020
|
|
},
|
|
{
|
|
"epoch": 2.9952958653131962,
|
|
"grad_norm": 0.16724340617656708,
|
|
"learning_rate": 5.000160860858517e-06,
|
|
"loss": 0.6957,
|
|
"mean_token_accuracy": 0.7955468863248825,
|
|
"num_tokens": 6290951944.0,
|
|
"step": 3025
|
|
},
|
|
{
|
|
"epoch": 3.0,
|
|
"grad_norm": 0.1897646188735962,
|
|
"learning_rate": 5.00000446837271e-06,
|
|
"loss": 0.6911,
|
|
"mean_token_accuracy": 0.7958593180305079,
|
|
"num_tokens": 6300851025.0,
|
|
"step": 3030
|
|
}
|
|
],
|
|
"logging_steps": 5,
|
|
"max_steps": 3030,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 3,
|
|
"save_steps": 450,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": true
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 1.3290528460679152e+19,
|
|
"train_batch_size": 4,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|