7715 lines
229 KiB
JSON
7715 lines
229 KiB
JSON
{
|
|
"best_global_step": null,
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 1.0,
|
|
"eval_steps": 250,
|
|
"global_step": 7350,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"entropy": 0.3966208942234516,
|
|
"epoch": 0.0013605442176870747,
|
|
"grad_norm": 1.5996246337890625,
|
|
"learning_rate": 9e-06,
|
|
"loss": 0.8333851814270019,
|
|
"mean_token_accuracy": 0.8561436295509338,
|
|
"num_tokens": 19866.0,
|
|
"step": 10
|
|
},
|
|
{
|
|
"entropy": 0.34238167852163315,
|
|
"epoch": 0.0027210884353741495,
|
|
"grad_norm": 1.296663522720337,
|
|
"learning_rate": 1.9e-05,
|
|
"loss": 0.7776159763336181,
|
|
"mean_token_accuracy": 0.8674830228090287,
|
|
"num_tokens": 39758.0,
|
|
"step": 20
|
|
},
|
|
{
|
|
"entropy": 0.42244544103741644,
|
|
"epoch": 0.004081632653061225,
|
|
"grad_norm": 0.7037413716316223,
|
|
"learning_rate": 2.9e-05,
|
|
"loss": 0.7272251605987549,
|
|
"mean_token_accuracy": 0.8528120934963226,
|
|
"num_tokens": 60338.0,
|
|
"step": 30
|
|
},
|
|
{
|
|
"entropy": 0.40994860902428626,
|
|
"epoch": 0.005442176870748299,
|
|
"grad_norm": 0.47693488001823425,
|
|
"learning_rate": 3.9000000000000006e-05,
|
|
"loss": 0.5927484512329102,
|
|
"mean_token_accuracy": 0.865676474571228,
|
|
"num_tokens": 79139.0,
|
|
"step": 40
|
|
},
|
|
{
|
|
"entropy": 0.4373441830277443,
|
|
"epoch": 0.006802721088435374,
|
|
"grad_norm": 0.4747143089771271,
|
|
"learning_rate": 4.9e-05,
|
|
"loss": 0.515117883682251,
|
|
"mean_token_accuracy": 0.8772250235080719,
|
|
"num_tokens": 98338.0,
|
|
"step": 50
|
|
},
|
|
{
|
|
"entropy": 0.5012069299817086,
|
|
"epoch": 0.00816326530612245,
|
|
"grad_norm": 0.5569216012954712,
|
|
"learning_rate": 4.9938356164383565e-05,
|
|
"loss": 0.5295265197753907,
|
|
"mean_token_accuracy": 0.8785856813192368,
|
|
"num_tokens": 115658.0,
|
|
"step": 60
|
|
},
|
|
{
|
|
"entropy": 0.4689371645450592,
|
|
"epoch": 0.009523809523809525,
|
|
"grad_norm": 0.2908697724342346,
|
|
"learning_rate": 4.986986301369863e-05,
|
|
"loss": 0.42938008308410647,
|
|
"mean_token_accuracy": 0.8960865825414658,
|
|
"num_tokens": 135179.0,
|
|
"step": 70
|
|
},
|
|
{
|
|
"entropy": 0.4583378002047539,
|
|
"epoch": 0.010884353741496598,
|
|
"grad_norm": 0.402289479970932,
|
|
"learning_rate": 4.9801369863013704e-05,
|
|
"loss": 0.4500479221343994,
|
|
"mean_token_accuracy": 0.8930670320987701,
|
|
"num_tokens": 154492.0,
|
|
"step": 80
|
|
},
|
|
{
|
|
"entropy": 0.45134490057826043,
|
|
"epoch": 0.012244897959183673,
|
|
"grad_norm": 0.4460085928440094,
|
|
"learning_rate": 4.973287671232877e-05,
|
|
"loss": 0.46530923843383787,
|
|
"mean_token_accuracy": 0.8883364647626877,
|
|
"num_tokens": 172732.0,
|
|
"step": 90
|
|
},
|
|
{
|
|
"entropy": 0.421974216401577,
|
|
"epoch": 0.013605442176870748,
|
|
"grad_norm": 0.4011005759239197,
|
|
"learning_rate": 4.966438356164384e-05,
|
|
"loss": 0.4124259948730469,
|
|
"mean_token_accuracy": 0.8977983146905899,
|
|
"num_tokens": 192922.0,
|
|
"step": 100
|
|
},
|
|
{
|
|
"entropy": 0.38947183191776275,
|
|
"epoch": 0.014965986394557823,
|
|
"grad_norm": 0.38355737924575806,
|
|
"learning_rate": 4.959589041095891e-05,
|
|
"loss": 0.3860264778137207,
|
|
"mean_token_accuracy": 0.9041510850191117,
|
|
"num_tokens": 210310.0,
|
|
"step": 110
|
|
},
|
|
{
|
|
"entropy": 0.474651126563549,
|
|
"epoch": 0.0163265306122449,
|
|
"grad_norm": 0.45214158296585083,
|
|
"learning_rate": 4.9527397260273975e-05,
|
|
"loss": 0.48367671966552733,
|
|
"mean_token_accuracy": 0.8782862812280655,
|
|
"num_tokens": 229495.0,
|
|
"step": 120
|
|
},
|
|
{
|
|
"entropy": 0.34797751232981683,
|
|
"epoch": 0.017687074829931974,
|
|
"grad_norm": 0.40691450238227844,
|
|
"learning_rate": 4.945890410958904e-05,
|
|
"loss": 0.32767112255096437,
|
|
"mean_token_accuracy": 0.9148984670639038,
|
|
"num_tokens": 247661.0,
|
|
"step": 130
|
|
},
|
|
{
|
|
"entropy": 0.40742513462901114,
|
|
"epoch": 0.01904761904761905,
|
|
"grad_norm": 0.45683032274246216,
|
|
"learning_rate": 4.939041095890411e-05,
|
|
"loss": 0.40177297592163086,
|
|
"mean_token_accuracy": 0.8949861347675323,
|
|
"num_tokens": 268110.0,
|
|
"step": 140
|
|
},
|
|
{
|
|
"entropy": 0.4079647034406662,
|
|
"epoch": 0.02040816326530612,
|
|
"grad_norm": 0.32131096720695496,
|
|
"learning_rate": 4.932191780821918e-05,
|
|
"loss": 0.4140042781829834,
|
|
"mean_token_accuracy": 0.8966580182313919,
|
|
"num_tokens": 286814.0,
|
|
"step": 150
|
|
},
|
|
{
|
|
"entropy": 0.38506424576044085,
|
|
"epoch": 0.021768707482993196,
|
|
"grad_norm": 0.4252924919128418,
|
|
"learning_rate": 4.9253424657534246e-05,
|
|
"loss": 0.3659359931945801,
|
|
"mean_token_accuracy": 0.9046422451734543,
|
|
"num_tokens": 306080.0,
|
|
"step": 160
|
|
},
|
|
{
|
|
"entropy": 0.42693412154912946,
|
|
"epoch": 0.02312925170068027,
|
|
"grad_norm": 0.49110063910484314,
|
|
"learning_rate": 4.918493150684932e-05,
|
|
"loss": 0.4523786067962646,
|
|
"mean_token_accuracy": 0.8923947751522064,
|
|
"num_tokens": 324055.0,
|
|
"step": 170
|
|
},
|
|
{
|
|
"entropy": 0.43308429792523384,
|
|
"epoch": 0.024489795918367346,
|
|
"grad_norm": 0.39848849177360535,
|
|
"learning_rate": 4.9116438356164385e-05,
|
|
"loss": 0.44591054916381834,
|
|
"mean_token_accuracy": 0.8914232641458512,
|
|
"num_tokens": 342105.0,
|
|
"step": 180
|
|
},
|
|
{
|
|
"entropy": 0.3832189217209816,
|
|
"epoch": 0.02585034013605442,
|
|
"grad_norm": 0.4442504346370697,
|
|
"learning_rate": 4.904794520547946e-05,
|
|
"loss": 0.38175168037414553,
|
|
"mean_token_accuracy": 0.9029964536428452,
|
|
"num_tokens": 360113.0,
|
|
"step": 190
|
|
},
|
|
{
|
|
"entropy": 0.35205388739705085,
|
|
"epoch": 0.027210884353741496,
|
|
"grad_norm": 0.3656632602214813,
|
|
"learning_rate": 4.8979452054794524e-05,
|
|
"loss": 0.3521461009979248,
|
|
"mean_token_accuracy": 0.9092369765043259,
|
|
"num_tokens": 377600.0,
|
|
"step": 200
|
|
},
|
|
{
|
|
"entropy": 0.37196114510297773,
|
|
"epoch": 0.02857142857142857,
|
|
"grad_norm": 0.44447311758995056,
|
|
"learning_rate": 4.8910958904109597e-05,
|
|
"loss": 0.3701155185699463,
|
|
"mean_token_accuracy": 0.9007940888404846,
|
|
"num_tokens": 398788.0,
|
|
"step": 210
|
|
},
|
|
{
|
|
"entropy": 0.38314035460352897,
|
|
"epoch": 0.029931972789115645,
|
|
"grad_norm": 0.3941226303577423,
|
|
"learning_rate": 4.884246575342466e-05,
|
|
"loss": 0.3909285068511963,
|
|
"mean_token_accuracy": 0.8981142967939377,
|
|
"num_tokens": 419141.0,
|
|
"step": 220
|
|
},
|
|
{
|
|
"entropy": 0.3607197545468807,
|
|
"epoch": 0.031292517006802724,
|
|
"grad_norm": 0.3219183683395386,
|
|
"learning_rate": 4.877397260273973e-05,
|
|
"loss": 0.37545225620269773,
|
|
"mean_token_accuracy": 0.9047404289245605,
|
|
"num_tokens": 437786.0,
|
|
"step": 230
|
|
},
|
|
{
|
|
"entropy": 0.3778640143573284,
|
|
"epoch": 0.0326530612244898,
|
|
"grad_norm": 0.49071386456489563,
|
|
"learning_rate": 4.8705479452054795e-05,
|
|
"loss": 0.3791273832321167,
|
|
"mean_token_accuracy": 0.9014792263507843,
|
|
"num_tokens": 456747.0,
|
|
"step": 240
|
|
},
|
|
{
|
|
"entropy": 0.4029653251171112,
|
|
"epoch": 0.034013605442176874,
|
|
"grad_norm": 0.5018599629402161,
|
|
"learning_rate": 4.863698630136986e-05,
|
|
"loss": 0.4035783290863037,
|
|
"mean_token_accuracy": 0.8966485053300858,
|
|
"num_tokens": 475585.0,
|
|
"step": 250
|
|
},
|
|
{
|
|
"epoch": 0.034013605442176874,
|
|
"eval_entropy": 0.3818362482388814,
|
|
"eval_loss": 0.37777262926101685,
|
|
"eval_mean_token_accuracy": 0.9024270363648732,
|
|
"eval_num_tokens": 475585.0,
|
|
"eval_runtime": 39.4306,
|
|
"eval_samples_per_second": 15.217,
|
|
"eval_steps_per_second": 7.608,
|
|
"step": 250
|
|
},
|
|
{
|
|
"entropy": 0.348661782592535,
|
|
"epoch": 0.03537414965986395,
|
|
"grad_norm": 0.45828038454055786,
|
|
"learning_rate": 4.8568493150684934e-05,
|
|
"loss": 0.3377650737762451,
|
|
"mean_token_accuracy": 0.9096396565437317,
|
|
"num_tokens": 494035.0,
|
|
"step": 260
|
|
},
|
|
{
|
|
"entropy": 0.3596964508295059,
|
|
"epoch": 0.036734693877551024,
|
|
"grad_norm": 0.4269905984401703,
|
|
"learning_rate": 4.85e-05,
|
|
"loss": 0.3601596593856812,
|
|
"mean_token_accuracy": 0.9069953888654709,
|
|
"num_tokens": 512948.0,
|
|
"step": 270
|
|
},
|
|
{
|
|
"entropy": 0.3371978670358658,
|
|
"epoch": 0.0380952380952381,
|
|
"grad_norm": 0.3644143342971802,
|
|
"learning_rate": 4.843150684931507e-05,
|
|
"loss": 0.33878345489501954,
|
|
"mean_token_accuracy": 0.9105350911617279,
|
|
"num_tokens": 532063.0,
|
|
"step": 280
|
|
},
|
|
{
|
|
"entropy": 0.35116567388176917,
|
|
"epoch": 0.03945578231292517,
|
|
"grad_norm": 0.3923342823982239,
|
|
"learning_rate": 4.836301369863014e-05,
|
|
"loss": 0.3478651523590088,
|
|
"mean_token_accuracy": 0.9095128774642944,
|
|
"num_tokens": 549043.0,
|
|
"step": 290
|
|
},
|
|
{
|
|
"entropy": 0.34563929960131645,
|
|
"epoch": 0.04081632653061224,
|
|
"grad_norm": 0.3414367735385895,
|
|
"learning_rate": 4.829452054794521e-05,
|
|
"loss": 0.33946025371551514,
|
|
"mean_token_accuracy": 0.9125081688165665,
|
|
"num_tokens": 567832.0,
|
|
"step": 300
|
|
},
|
|
{
|
|
"entropy": 0.37908021062612535,
|
|
"epoch": 0.04217687074829932,
|
|
"grad_norm": 0.4030672311782837,
|
|
"learning_rate": 4.822602739726028e-05,
|
|
"loss": 0.38597617149353025,
|
|
"mean_token_accuracy": 0.900176802277565,
|
|
"num_tokens": 588457.0,
|
|
"step": 310
|
|
},
|
|
{
|
|
"entropy": 0.38542170226573946,
|
|
"epoch": 0.04353741496598639,
|
|
"grad_norm": 0.40530654788017273,
|
|
"learning_rate": 4.8157534246575344e-05,
|
|
"loss": 0.39215831756591796,
|
|
"mean_token_accuracy": 0.8950019955635071,
|
|
"num_tokens": 608720.0,
|
|
"step": 320
|
|
},
|
|
{
|
|
"entropy": 0.40009846463799476,
|
|
"epoch": 0.044897959183673466,
|
|
"grad_norm": 0.5024587512016296,
|
|
"learning_rate": 4.808904109589042e-05,
|
|
"loss": 0.41683034896850585,
|
|
"mean_token_accuracy": 0.893940594792366,
|
|
"num_tokens": 628467.0,
|
|
"step": 330
|
|
},
|
|
{
|
|
"entropy": 0.3844646617770195,
|
|
"epoch": 0.04625850340136054,
|
|
"grad_norm": 0.37910065054893494,
|
|
"learning_rate": 4.802054794520548e-05,
|
|
"loss": 0.3854831695556641,
|
|
"mean_token_accuracy": 0.901634418964386,
|
|
"num_tokens": 648387.0,
|
|
"step": 340
|
|
},
|
|
{
|
|
"entropy": 0.3825081571936607,
|
|
"epoch": 0.047619047619047616,
|
|
"grad_norm": 0.455219030380249,
|
|
"learning_rate": 4.795205479452055e-05,
|
|
"loss": 0.38410975933074953,
|
|
"mean_token_accuracy": 0.9046315401792526,
|
|
"num_tokens": 665488.0,
|
|
"step": 350
|
|
},
|
|
{
|
|
"entropy": 0.3589709296822548,
|
|
"epoch": 0.04897959183673469,
|
|
"grad_norm": 0.3238779902458191,
|
|
"learning_rate": 4.7883561643835615e-05,
|
|
"loss": 0.35581753253936765,
|
|
"mean_token_accuracy": 0.9074301540851593,
|
|
"num_tokens": 684284.0,
|
|
"step": 360
|
|
},
|
|
{
|
|
"entropy": 0.3434913203120232,
|
|
"epoch": 0.050340136054421766,
|
|
"grad_norm": 0.349220871925354,
|
|
"learning_rate": 4.781506849315069e-05,
|
|
"loss": 0.33537404537200927,
|
|
"mean_token_accuracy": 0.9093591779470444,
|
|
"num_tokens": 702876.0,
|
|
"step": 370
|
|
},
|
|
{
|
|
"entropy": 0.3294819757342339,
|
|
"epoch": 0.05170068027210884,
|
|
"grad_norm": 0.35057687759399414,
|
|
"learning_rate": 4.7746575342465754e-05,
|
|
"loss": 0.33455510139465333,
|
|
"mean_token_accuracy": 0.9156662911176682,
|
|
"num_tokens": 720840.0,
|
|
"step": 380
|
|
},
|
|
{
|
|
"entropy": 0.3731862798333168,
|
|
"epoch": 0.053061224489795916,
|
|
"grad_norm": 0.4629971981048584,
|
|
"learning_rate": 4.767808219178083e-05,
|
|
"loss": 0.3719052791595459,
|
|
"mean_token_accuracy": 0.903752988576889,
|
|
"num_tokens": 739745.0,
|
|
"step": 390
|
|
},
|
|
{
|
|
"entropy": 0.3066830538213253,
|
|
"epoch": 0.05442176870748299,
|
|
"grad_norm": 0.4535863697528839,
|
|
"learning_rate": 4.760958904109589e-05,
|
|
"loss": 0.30530486106872556,
|
|
"mean_token_accuracy": 0.9210470616817474,
|
|
"num_tokens": 757386.0,
|
|
"step": 400
|
|
},
|
|
{
|
|
"entropy": 0.33964752927422526,
|
|
"epoch": 0.055782312925170066,
|
|
"grad_norm": 0.326674222946167,
|
|
"learning_rate": 4.7541095890410966e-05,
|
|
"loss": 0.3501870632171631,
|
|
"mean_token_accuracy": 0.9105898469686509,
|
|
"num_tokens": 774681.0,
|
|
"step": 410
|
|
},
|
|
{
|
|
"entropy": 0.34910165071487426,
|
|
"epoch": 0.05714285714285714,
|
|
"grad_norm": 0.4973655939102173,
|
|
"learning_rate": 4.747260273972603e-05,
|
|
"loss": 0.35225639343261717,
|
|
"mean_token_accuracy": 0.9095459759235383,
|
|
"num_tokens": 794694.0,
|
|
"step": 420
|
|
},
|
|
{
|
|
"entropy": 0.3515663854777813,
|
|
"epoch": 0.058503401360544216,
|
|
"grad_norm": 0.3093283772468567,
|
|
"learning_rate": 4.74041095890411e-05,
|
|
"loss": 0.3447835922241211,
|
|
"mean_token_accuracy": 0.9086586356163024,
|
|
"num_tokens": 813789.0,
|
|
"step": 430
|
|
},
|
|
{
|
|
"entropy": 0.3582890912890434,
|
|
"epoch": 0.05986394557823129,
|
|
"grad_norm": 0.29822006821632385,
|
|
"learning_rate": 4.733561643835617e-05,
|
|
"loss": 0.3475156784057617,
|
|
"mean_token_accuracy": 0.9078772723674774,
|
|
"num_tokens": 833162.0,
|
|
"step": 440
|
|
},
|
|
{
|
|
"entropy": 0.3461380168795586,
|
|
"epoch": 0.061224489795918366,
|
|
"grad_norm": 0.350153386592865,
|
|
"learning_rate": 4.726712328767123e-05,
|
|
"loss": 0.3462402820587158,
|
|
"mean_token_accuracy": 0.9049428641796112,
|
|
"num_tokens": 853866.0,
|
|
"step": 450
|
|
},
|
|
{
|
|
"entropy": 0.30043474584817886,
|
|
"epoch": 0.06258503401360545,
|
|
"grad_norm": 0.3542056679725647,
|
|
"learning_rate": 4.71986301369863e-05,
|
|
"loss": 0.3105747222900391,
|
|
"mean_token_accuracy": 0.9163908660411835,
|
|
"num_tokens": 873028.0,
|
|
"step": 460
|
|
},
|
|
{
|
|
"entropy": 0.3481592245399952,
|
|
"epoch": 0.06394557823129252,
|
|
"grad_norm": 0.3953518271446228,
|
|
"learning_rate": 4.713013698630137e-05,
|
|
"loss": 0.3386308908462524,
|
|
"mean_token_accuracy": 0.9098592340946198,
|
|
"num_tokens": 891721.0,
|
|
"step": 470
|
|
},
|
|
{
|
|
"entropy": 0.3410739690065384,
|
|
"epoch": 0.0653061224489796,
|
|
"grad_norm": 0.4479163885116577,
|
|
"learning_rate": 4.706164383561644e-05,
|
|
"loss": 0.3482985496520996,
|
|
"mean_token_accuracy": 0.9046086817979813,
|
|
"num_tokens": 913549.0,
|
|
"step": 480
|
|
},
|
|
{
|
|
"entropy": 0.36930672004818915,
|
|
"epoch": 0.06666666666666667,
|
|
"grad_norm": 0.3130194842815399,
|
|
"learning_rate": 4.699315068493151e-05,
|
|
"loss": 0.36626100540161133,
|
|
"mean_token_accuracy": 0.9040644109249115,
|
|
"num_tokens": 932950.0,
|
|
"step": 490
|
|
},
|
|
{
|
|
"entropy": 0.397816364467144,
|
|
"epoch": 0.06802721088435375,
|
|
"grad_norm": 0.45680442452430725,
|
|
"learning_rate": 4.692465753424658e-05,
|
|
"loss": 0.40360026359558104,
|
|
"mean_token_accuracy": 0.9006230294704437,
|
|
"num_tokens": 951066.0,
|
|
"step": 500
|
|
},
|
|
{
|
|
"epoch": 0.06802721088435375,
|
|
"eval_entropy": 0.3723491595685482,
|
|
"eval_loss": 0.3646194040775299,
|
|
"eval_mean_token_accuracy": 0.9050061551729838,
|
|
"eval_num_tokens": 951066.0,
|
|
"eval_runtime": 39.4141,
|
|
"eval_samples_per_second": 15.223,
|
|
"eval_steps_per_second": 7.611,
|
|
"step": 500
|
|
},
|
|
{
|
|
"entropy": 0.4003289297223091,
|
|
"epoch": 0.06938775510204082,
|
|
"grad_norm": 0.37886762619018555,
|
|
"learning_rate": 4.685616438356165e-05,
|
|
"loss": 0.39484944343566897,
|
|
"mean_token_accuracy": 0.8952762842178345,
|
|
"num_tokens": 971117.0,
|
|
"step": 510
|
|
},
|
|
{
|
|
"entropy": 0.3746891237795353,
|
|
"epoch": 0.0707482993197279,
|
|
"grad_norm": 0.39949730038642883,
|
|
"learning_rate": 4.678767123287671e-05,
|
|
"loss": 0.3683069467544556,
|
|
"mean_token_accuracy": 0.903772982954979,
|
|
"num_tokens": 990103.0,
|
|
"step": 520
|
|
},
|
|
{
|
|
"entropy": 0.31653870418667795,
|
|
"epoch": 0.07210884353741497,
|
|
"grad_norm": 0.33652064204216003,
|
|
"learning_rate": 4.6719178082191786e-05,
|
|
"loss": 0.3186372995376587,
|
|
"mean_token_accuracy": 0.9144774466753006,
|
|
"num_tokens": 1010804.0,
|
|
"step": 530
|
|
},
|
|
{
|
|
"entropy": 0.3711325004696846,
|
|
"epoch": 0.07346938775510205,
|
|
"grad_norm": 0.3641034662723541,
|
|
"learning_rate": 4.665068493150685e-05,
|
|
"loss": 0.3789762735366821,
|
|
"mean_token_accuracy": 0.9045424968004226,
|
|
"num_tokens": 1029560.0,
|
|
"step": 540
|
|
},
|
|
{
|
|
"entropy": 0.37221564501523974,
|
|
"epoch": 0.07482993197278912,
|
|
"grad_norm": 0.4707719087600708,
|
|
"learning_rate": 4.658219178082192e-05,
|
|
"loss": 0.3638460636138916,
|
|
"mean_token_accuracy": 0.9029160022735596,
|
|
"num_tokens": 1049933.0,
|
|
"step": 550
|
|
},
|
|
{
|
|
"entropy": 0.3466314420104027,
|
|
"epoch": 0.0761904761904762,
|
|
"grad_norm": 0.5033849477767944,
|
|
"learning_rate": 4.6513698630136984e-05,
|
|
"loss": 0.352337908744812,
|
|
"mean_token_accuracy": 0.9113892763853073,
|
|
"num_tokens": 1067783.0,
|
|
"step": 560
|
|
},
|
|
{
|
|
"entropy": 0.277361162006855,
|
|
"epoch": 0.07755102040816327,
|
|
"grad_norm": 0.3210407793521881,
|
|
"learning_rate": 4.644520547945206e-05,
|
|
"loss": 0.28125414848327634,
|
|
"mean_token_accuracy": 0.922634044289589,
|
|
"num_tokens": 1088771.0,
|
|
"step": 570
|
|
},
|
|
{
|
|
"entropy": 0.3498281344771385,
|
|
"epoch": 0.07891156462585033,
|
|
"grad_norm": 0.43742120265960693,
|
|
"learning_rate": 4.637671232876712e-05,
|
|
"loss": 0.3471531391143799,
|
|
"mean_token_accuracy": 0.9098026067018509,
|
|
"num_tokens": 1108964.0,
|
|
"step": 580
|
|
},
|
|
{
|
|
"entropy": 0.34425888285040857,
|
|
"epoch": 0.08027210884353742,
|
|
"grad_norm": 0.32993149757385254,
|
|
"learning_rate": 4.6308219178082196e-05,
|
|
"loss": 0.35619263648986815,
|
|
"mean_token_accuracy": 0.9035626143217087,
|
|
"num_tokens": 1130205.0,
|
|
"step": 590
|
|
},
|
|
{
|
|
"entropy": 0.3691210441291332,
|
|
"epoch": 0.08163265306122448,
|
|
"grad_norm": 0.4786720871925354,
|
|
"learning_rate": 4.623972602739726e-05,
|
|
"loss": 0.3622753381729126,
|
|
"mean_token_accuracy": 0.9080120652914048,
|
|
"num_tokens": 1150314.0,
|
|
"step": 600
|
|
},
|
|
{
|
|
"entropy": 0.389055623114109,
|
|
"epoch": 0.08299319727891157,
|
|
"grad_norm": 0.3758779764175415,
|
|
"learning_rate": 4.6171232876712335e-05,
|
|
"loss": 0.3914887189865112,
|
|
"mean_token_accuracy": 0.901269006729126,
|
|
"num_tokens": 1168468.0,
|
|
"step": 610
|
|
},
|
|
{
|
|
"entropy": 0.3246720366179943,
|
|
"epoch": 0.08435374149659863,
|
|
"grad_norm": 0.4306440055370331,
|
|
"learning_rate": 4.61027397260274e-05,
|
|
"loss": 0.32867746353149413,
|
|
"mean_token_accuracy": 0.9110509842634201,
|
|
"num_tokens": 1188023.0,
|
|
"step": 620
|
|
},
|
|
{
|
|
"entropy": 0.32952589765191076,
|
|
"epoch": 0.08571428571428572,
|
|
"grad_norm": 0.3729093670845032,
|
|
"learning_rate": 4.603424657534247e-05,
|
|
"loss": 0.3338437795639038,
|
|
"mean_token_accuracy": 0.9136817961931228,
|
|
"num_tokens": 1205997.0,
|
|
"step": 630
|
|
},
|
|
{
|
|
"entropy": 0.34219127148389816,
|
|
"epoch": 0.08707482993197278,
|
|
"grad_norm": 0.33127057552337646,
|
|
"learning_rate": 4.596575342465754e-05,
|
|
"loss": 0.3417861223220825,
|
|
"mean_token_accuracy": 0.9103910386562347,
|
|
"num_tokens": 1225286.0,
|
|
"step": 640
|
|
},
|
|
{
|
|
"entropy": 0.396539293974638,
|
|
"epoch": 0.08843537414965986,
|
|
"grad_norm": 0.40578168630599976,
|
|
"learning_rate": 4.5897260273972606e-05,
|
|
"loss": 0.4101886749267578,
|
|
"mean_token_accuracy": 0.8973281621932984,
|
|
"num_tokens": 1244108.0,
|
|
"step": 650
|
|
},
|
|
{
|
|
"entropy": 0.38693875148892404,
|
|
"epoch": 0.08979591836734693,
|
|
"grad_norm": 0.3798186779022217,
|
|
"learning_rate": 4.582876712328767e-05,
|
|
"loss": 0.3816530704498291,
|
|
"mean_token_accuracy": 0.9010074496269226,
|
|
"num_tokens": 1264868.0,
|
|
"step": 660
|
|
},
|
|
{
|
|
"entropy": 0.3229499511420727,
|
|
"epoch": 0.09115646258503401,
|
|
"grad_norm": 0.3040688931941986,
|
|
"learning_rate": 4.576027397260274e-05,
|
|
"loss": 0.3126213073730469,
|
|
"mean_token_accuracy": 0.9153517127037049,
|
|
"num_tokens": 1285486.0,
|
|
"step": 670
|
|
},
|
|
{
|
|
"entropy": 0.356215351074934,
|
|
"epoch": 0.09251700680272108,
|
|
"grad_norm": 0.4674758017063141,
|
|
"learning_rate": 4.569178082191781e-05,
|
|
"loss": 0.3552473306655884,
|
|
"mean_token_accuracy": 0.9089611619710922,
|
|
"num_tokens": 1303745.0,
|
|
"step": 680
|
|
},
|
|
{
|
|
"entropy": 0.40253775492310523,
|
|
"epoch": 0.09387755102040816,
|
|
"grad_norm": 0.42166969180107117,
|
|
"learning_rate": 4.562328767123288e-05,
|
|
"loss": 0.41041126251220705,
|
|
"mean_token_accuracy": 0.8952078282833099,
|
|
"num_tokens": 1324171.0,
|
|
"step": 690
|
|
},
|
|
{
|
|
"entropy": 0.34822252616286276,
|
|
"epoch": 0.09523809523809523,
|
|
"grad_norm": 0.3444162905216217,
|
|
"learning_rate": 4.555479452054795e-05,
|
|
"loss": 0.35946462154388426,
|
|
"mean_token_accuracy": 0.9083791345357894,
|
|
"num_tokens": 1343401.0,
|
|
"step": 700
|
|
},
|
|
{
|
|
"entropy": 0.32225404009222985,
|
|
"epoch": 0.09659863945578231,
|
|
"grad_norm": 0.4599993824958801,
|
|
"learning_rate": 4.5486301369863016e-05,
|
|
"loss": 0.32996740341186526,
|
|
"mean_token_accuracy": 0.9141956597566605,
|
|
"num_tokens": 1363084.0,
|
|
"step": 710
|
|
},
|
|
{
|
|
"entropy": 0.3677783004939556,
|
|
"epoch": 0.09795918367346938,
|
|
"grad_norm": 0.435357928276062,
|
|
"learning_rate": 4.541780821917808e-05,
|
|
"loss": 0.37146801948547364,
|
|
"mean_token_accuracy": 0.9019740343093872,
|
|
"num_tokens": 1381194.0,
|
|
"step": 720
|
|
},
|
|
{
|
|
"entropy": 0.33645370081067083,
|
|
"epoch": 0.09931972789115646,
|
|
"grad_norm": 0.42202693223953247,
|
|
"learning_rate": 4.5349315068493155e-05,
|
|
"loss": 0.33685150146484377,
|
|
"mean_token_accuracy": 0.9091235578060151,
|
|
"num_tokens": 1400075.0,
|
|
"step": 730
|
|
},
|
|
{
|
|
"entropy": 0.3678745202720165,
|
|
"epoch": 0.10068027210884353,
|
|
"grad_norm": 0.45290741324424744,
|
|
"learning_rate": 4.528082191780822e-05,
|
|
"loss": 0.35833916664123533,
|
|
"mean_token_accuracy": 0.9041007101535797,
|
|
"num_tokens": 1420258.0,
|
|
"step": 740
|
|
},
|
|
{
|
|
"entropy": 0.36107349693775176,
|
|
"epoch": 0.10204081632653061,
|
|
"grad_norm": 0.4961569309234619,
|
|
"learning_rate": 4.5212328767123294e-05,
|
|
"loss": 0.3725413799285889,
|
|
"mean_token_accuracy": 0.90306396484375,
|
|
"num_tokens": 1439035.0,
|
|
"step": 750
|
|
},
|
|
{
|
|
"epoch": 0.10204081632653061,
|
|
"eval_entropy": 0.34408375874161723,
|
|
"eval_loss": 0.3582100570201874,
|
|
"eval_mean_token_accuracy": 0.9064499346415201,
|
|
"eval_num_tokens": 1439035.0,
|
|
"eval_runtime": 39.3818,
|
|
"eval_samples_per_second": 15.235,
|
|
"eval_steps_per_second": 7.618,
|
|
"step": 750
|
|
},
|
|
{
|
|
"entropy": 0.3133292868733406,
|
|
"epoch": 0.10340136054421768,
|
|
"grad_norm": 0.6212469935417175,
|
|
"learning_rate": 4.514383561643836e-05,
|
|
"loss": 0.32587475776672364,
|
|
"mean_token_accuracy": 0.9168930113315582,
|
|
"num_tokens": 1455982.0,
|
|
"step": 760
|
|
},
|
|
{
|
|
"entropy": 0.3137072093784809,
|
|
"epoch": 0.10476190476190476,
|
|
"grad_norm": 0.3927687406539917,
|
|
"learning_rate": 4.5075342465753426e-05,
|
|
"loss": 0.3104274034500122,
|
|
"mean_token_accuracy": 0.919685822725296,
|
|
"num_tokens": 1474473.0,
|
|
"step": 770
|
|
},
|
|
{
|
|
"entropy": 0.39127727299928666,
|
|
"epoch": 0.10612244897959183,
|
|
"grad_norm": 0.47527554631233215,
|
|
"learning_rate": 4.500684931506849e-05,
|
|
"loss": 0.3964341640472412,
|
|
"mean_token_accuracy": 0.9029917776584625,
|
|
"num_tokens": 1492907.0,
|
|
"step": 780
|
|
},
|
|
{
|
|
"entropy": 0.36204536259174347,
|
|
"epoch": 0.10748299319727891,
|
|
"grad_norm": 0.38715481758117676,
|
|
"learning_rate": 4.4938356164383565e-05,
|
|
"loss": 0.3774503469467163,
|
|
"mean_token_accuracy": 0.9045975625514984,
|
|
"num_tokens": 1511281.0,
|
|
"step": 790
|
|
},
|
|
{
|
|
"entropy": 0.3681113593280315,
|
|
"epoch": 0.10884353741496598,
|
|
"grad_norm": 0.3628789782524109,
|
|
"learning_rate": 4.486986301369863e-05,
|
|
"loss": 0.3720179557800293,
|
|
"mean_token_accuracy": 0.903636223077774,
|
|
"num_tokens": 1531835.0,
|
|
"step": 800
|
|
},
|
|
{
|
|
"entropy": 0.3314031042158604,
|
|
"epoch": 0.11020408163265306,
|
|
"grad_norm": 0.34054824709892273,
|
|
"learning_rate": 4.4801369863013704e-05,
|
|
"loss": 0.3269455909729004,
|
|
"mean_token_accuracy": 0.9134721159934998,
|
|
"num_tokens": 1550387.0,
|
|
"step": 810
|
|
},
|
|
{
|
|
"entropy": 0.2866345688700676,
|
|
"epoch": 0.11156462585034013,
|
|
"grad_norm": 0.7705225944519043,
|
|
"learning_rate": 4.473287671232877e-05,
|
|
"loss": 0.2993777275085449,
|
|
"mean_token_accuracy": 0.9186601221561432,
|
|
"num_tokens": 1571096.0,
|
|
"step": 820
|
|
},
|
|
{
|
|
"entropy": 0.38486768677830696,
|
|
"epoch": 0.11292517006802721,
|
|
"grad_norm": 0.45260295271873474,
|
|
"learning_rate": 4.4664383561643836e-05,
|
|
"loss": 0.3849661350250244,
|
|
"mean_token_accuracy": 0.9009180992841721,
|
|
"num_tokens": 1590859.0,
|
|
"step": 830
|
|
},
|
|
{
|
|
"entropy": 0.38537542670965197,
|
|
"epoch": 0.11428571428571428,
|
|
"grad_norm": 0.3428184688091278,
|
|
"learning_rate": 4.459589041095891e-05,
|
|
"loss": 0.37544195652008056,
|
|
"mean_token_accuracy": 0.8985641360282898,
|
|
"num_tokens": 1612476.0,
|
|
"step": 840
|
|
},
|
|
{
|
|
"entropy": 0.3693395532667637,
|
|
"epoch": 0.11564625850340136,
|
|
"grad_norm": 0.48987624049186707,
|
|
"learning_rate": 4.4527397260273975e-05,
|
|
"loss": 0.37159268856048583,
|
|
"mean_token_accuracy": 0.9065731137990951,
|
|
"num_tokens": 1632486.0,
|
|
"step": 850
|
|
},
|
|
{
|
|
"entropy": 0.3446200601756573,
|
|
"epoch": 0.11700680272108843,
|
|
"grad_norm": 0.38551682233810425,
|
|
"learning_rate": 4.445890410958905e-05,
|
|
"loss": 0.340871262550354,
|
|
"mean_token_accuracy": 0.9108866393566132,
|
|
"num_tokens": 1651787.0,
|
|
"step": 860
|
|
},
|
|
{
|
|
"entropy": 0.3901903234422207,
|
|
"epoch": 0.11836734693877551,
|
|
"grad_norm": 0.44852742552757263,
|
|
"learning_rate": 4.439041095890411e-05,
|
|
"loss": 0.3871347665786743,
|
|
"mean_token_accuracy": 0.8977316886186599,
|
|
"num_tokens": 1672747.0,
|
|
"step": 870
|
|
},
|
|
{
|
|
"entropy": 0.35357545092701914,
|
|
"epoch": 0.11972789115646258,
|
|
"grad_norm": 0.6645485162734985,
|
|
"learning_rate": 4.432191780821918e-05,
|
|
"loss": 0.36792519092559817,
|
|
"mean_token_accuracy": 0.9066919326782227,
|
|
"num_tokens": 1692001.0,
|
|
"step": 880
|
|
},
|
|
{
|
|
"entropy": 0.4160300984978676,
|
|
"epoch": 0.12108843537414966,
|
|
"grad_norm": 0.4086649417877197,
|
|
"learning_rate": 4.4253424657534246e-05,
|
|
"loss": 0.4246100425720215,
|
|
"mean_token_accuracy": 0.8960783511400223,
|
|
"num_tokens": 1710300.0,
|
|
"step": 890
|
|
},
|
|
{
|
|
"entropy": 0.349920666962862,
|
|
"epoch": 0.12244897959183673,
|
|
"grad_norm": 0.5265305638313293,
|
|
"learning_rate": 4.418493150684932e-05,
|
|
"loss": 0.3457962989807129,
|
|
"mean_token_accuracy": 0.9070086061954499,
|
|
"num_tokens": 1729591.0,
|
|
"step": 900
|
|
},
|
|
{
|
|
"entropy": 0.32573084980249406,
|
|
"epoch": 0.12380952380952381,
|
|
"grad_norm": 0.45363783836364746,
|
|
"learning_rate": 4.4116438356164385e-05,
|
|
"loss": 0.32244632244110105,
|
|
"mean_token_accuracy": 0.9139437705278397,
|
|
"num_tokens": 1747204.0,
|
|
"step": 910
|
|
},
|
|
{
|
|
"entropy": 0.31426838859915734,
|
|
"epoch": 0.1251700680272109,
|
|
"grad_norm": 0.43578457832336426,
|
|
"learning_rate": 4.404794520547945e-05,
|
|
"loss": 0.31415719985961915,
|
|
"mean_token_accuracy": 0.919468006491661,
|
|
"num_tokens": 1765776.0,
|
|
"step": 920
|
|
},
|
|
{
|
|
"entropy": 0.3555323138833046,
|
|
"epoch": 0.12653061224489795,
|
|
"grad_norm": 0.41630497574806213,
|
|
"learning_rate": 4.3979452054794524e-05,
|
|
"loss": 0.36635076999664307,
|
|
"mean_token_accuracy": 0.9067310243844986,
|
|
"num_tokens": 1783746.0,
|
|
"step": 930
|
|
},
|
|
{
|
|
"entropy": 0.30401672422885895,
|
|
"epoch": 0.12789115646258503,
|
|
"grad_norm": 0.2979906499385834,
|
|
"learning_rate": 4.391095890410959e-05,
|
|
"loss": 0.2973449468612671,
|
|
"mean_token_accuracy": 0.91805320084095,
|
|
"num_tokens": 1805916.0,
|
|
"step": 940
|
|
},
|
|
{
|
|
"entropy": 0.32692537233233454,
|
|
"epoch": 0.1292517006802721,
|
|
"grad_norm": 0.415134459733963,
|
|
"learning_rate": 4.384246575342466e-05,
|
|
"loss": 0.3329088926315308,
|
|
"mean_token_accuracy": 0.9109864830970764,
|
|
"num_tokens": 1824061.0,
|
|
"step": 950
|
|
},
|
|
{
|
|
"entropy": 0.33077087327837945,
|
|
"epoch": 0.1306122448979592,
|
|
"grad_norm": 0.309216171503067,
|
|
"learning_rate": 4.377397260273973e-05,
|
|
"loss": 0.3365213871002197,
|
|
"mean_token_accuracy": 0.9099713116884232,
|
|
"num_tokens": 1845404.0,
|
|
"step": 960
|
|
},
|
|
{
|
|
"entropy": 0.3487712278962135,
|
|
"epoch": 0.13197278911564625,
|
|
"grad_norm": 0.46856454014778137,
|
|
"learning_rate": 4.3705479452054795e-05,
|
|
"loss": 0.3540360689163208,
|
|
"mean_token_accuracy": 0.9070927411317825,
|
|
"num_tokens": 1866651.0,
|
|
"step": 970
|
|
},
|
|
{
|
|
"entropy": 0.33622991368174554,
|
|
"epoch": 0.13333333333333333,
|
|
"grad_norm": 0.26888006925582886,
|
|
"learning_rate": 4.363698630136986e-05,
|
|
"loss": 0.345446252822876,
|
|
"mean_token_accuracy": 0.9077248781919479,
|
|
"num_tokens": 1886454.0,
|
|
"step": 980
|
|
},
|
|
{
|
|
"entropy": 0.3214356690645218,
|
|
"epoch": 0.1346938775510204,
|
|
"grad_norm": 0.3736676275730133,
|
|
"learning_rate": 4.3568493150684934e-05,
|
|
"loss": 0.30926587581634524,
|
|
"mean_token_accuracy": 0.9138902932405472,
|
|
"num_tokens": 1905432.0,
|
|
"step": 990
|
|
},
|
|
{
|
|
"entropy": 0.3608489066362381,
|
|
"epoch": 0.1360544217687075,
|
|
"grad_norm": 0.5109230279922485,
|
|
"learning_rate": 4.35e-05,
|
|
"loss": 0.3655172109603882,
|
|
"mean_token_accuracy": 0.906938511133194,
|
|
"num_tokens": 1925558.0,
|
|
"step": 1000
|
|
},
|
|
{
|
|
"epoch": 0.1360544217687075,
|
|
"eval_entropy": 0.34845481877525647,
|
|
"eval_loss": 0.3528926968574524,
|
|
"eval_mean_token_accuracy": 0.9076920866966247,
|
|
"eval_num_tokens": 1925558.0,
|
|
"eval_runtime": 39.6694,
|
|
"eval_samples_per_second": 15.125,
|
|
"eval_steps_per_second": 7.563,
|
|
"step": 1000
|
|
},
|
|
{
|
|
"entropy": 0.41318991109728814,
|
|
"epoch": 0.13741496598639455,
|
|
"grad_norm": 0.38739997148513794,
|
|
"learning_rate": 4.3431506849315066e-05,
|
|
"loss": 0.42798943519592286,
|
|
"mean_token_accuracy": 0.8936826854944229,
|
|
"num_tokens": 1944122.0,
|
|
"step": 1010
|
|
},
|
|
{
|
|
"entropy": 0.3004152253270149,
|
|
"epoch": 0.13877551020408163,
|
|
"grad_norm": 0.3833780586719513,
|
|
"learning_rate": 4.336301369863014e-05,
|
|
"loss": 0.3056038856506348,
|
|
"mean_token_accuracy": 0.9163402706384659,
|
|
"num_tokens": 1966172.0,
|
|
"step": 1020
|
|
},
|
|
{
|
|
"entropy": 0.33445904925465586,
|
|
"epoch": 0.1401360544217687,
|
|
"grad_norm": 0.4406833350658417,
|
|
"learning_rate": 4.3294520547945205e-05,
|
|
"loss": 0.3189589500427246,
|
|
"mean_token_accuracy": 0.9131261318922043,
|
|
"num_tokens": 1985410.0,
|
|
"step": 1030
|
|
},
|
|
{
|
|
"entropy": 0.3856867581605911,
|
|
"epoch": 0.1414965986394558,
|
|
"grad_norm": 0.32720640301704407,
|
|
"learning_rate": 4.322602739726028e-05,
|
|
"loss": 0.3763080358505249,
|
|
"mean_token_accuracy": 0.9028674513101578,
|
|
"num_tokens": 2004750.0,
|
|
"step": 1040
|
|
},
|
|
{
|
|
"entropy": 0.3344607546925545,
|
|
"epoch": 0.14285714285714285,
|
|
"grad_norm": 0.5312451720237732,
|
|
"learning_rate": 4.3157534246575344e-05,
|
|
"loss": 0.3377204656600952,
|
|
"mean_token_accuracy": 0.9150244653224945,
|
|
"num_tokens": 2022601.0,
|
|
"step": 1050
|
|
},
|
|
{
|
|
"entropy": 0.3213494800031185,
|
|
"epoch": 0.14421768707482993,
|
|
"grad_norm": 0.3459687829017639,
|
|
"learning_rate": 4.308904109589042e-05,
|
|
"loss": 0.3276652812957764,
|
|
"mean_token_accuracy": 0.9159560710191726,
|
|
"num_tokens": 2041553.0,
|
|
"step": 1060
|
|
},
|
|
{
|
|
"entropy": 0.4032025709748268,
|
|
"epoch": 0.145578231292517,
|
|
"grad_norm": 0.42302119731903076,
|
|
"learning_rate": 4.302054794520548e-05,
|
|
"loss": 0.40665340423583984,
|
|
"mean_token_accuracy": 0.8989956825971603,
|
|
"num_tokens": 2060111.0,
|
|
"step": 1070
|
|
},
|
|
{
|
|
"entropy": 0.30957555398344994,
|
|
"epoch": 0.1469387755102041,
|
|
"grad_norm": 0.540122389793396,
|
|
"learning_rate": 4.295205479452055e-05,
|
|
"loss": 0.31520886421203614,
|
|
"mean_token_accuracy": 0.9152782648801804,
|
|
"num_tokens": 2079453.0,
|
|
"step": 1080
|
|
},
|
|
{
|
|
"entropy": 0.37794227004051206,
|
|
"epoch": 0.14829931972789115,
|
|
"grad_norm": 0.34265509247779846,
|
|
"learning_rate": 4.2883561643835615e-05,
|
|
"loss": 0.3954782009124756,
|
|
"mean_token_accuracy": 0.9016141533851624,
|
|
"num_tokens": 2097734.0,
|
|
"step": 1090
|
|
},
|
|
{
|
|
"entropy": 0.34080238491296766,
|
|
"epoch": 0.14965986394557823,
|
|
"grad_norm": 0.40301233530044556,
|
|
"learning_rate": 4.281506849315069e-05,
|
|
"loss": 0.3306001901626587,
|
|
"mean_token_accuracy": 0.9116725891828537,
|
|
"num_tokens": 2115880.0,
|
|
"step": 1100
|
|
},
|
|
{
|
|
"entropy": 0.38523422852158545,
|
|
"epoch": 0.1510204081632653,
|
|
"grad_norm": 0.4232766330242157,
|
|
"learning_rate": 4.2746575342465754e-05,
|
|
"loss": 0.3976067304611206,
|
|
"mean_token_accuracy": 0.9017782896757126,
|
|
"num_tokens": 2134164.0,
|
|
"step": 1110
|
|
},
|
|
{
|
|
"entropy": 0.35867138430476186,
|
|
"epoch": 0.1523809523809524,
|
|
"grad_norm": 0.29137903451919556,
|
|
"learning_rate": 4.267808219178082e-05,
|
|
"loss": 0.34880263805389405,
|
|
"mean_token_accuracy": 0.9045450478792191,
|
|
"num_tokens": 2155503.0,
|
|
"step": 1120
|
|
},
|
|
{
|
|
"entropy": 0.4304305985569954,
|
|
"epoch": 0.15374149659863945,
|
|
"grad_norm": 0.4157155752182007,
|
|
"learning_rate": 4.260958904109589e-05,
|
|
"loss": 0.4243772029876709,
|
|
"mean_token_accuracy": 0.8891431093215942,
|
|
"num_tokens": 2174849.0,
|
|
"step": 1130
|
|
},
|
|
{
|
|
"entropy": 0.3275195978581905,
|
|
"epoch": 0.15510204081632653,
|
|
"grad_norm": 0.42673543095588684,
|
|
"learning_rate": 4.254109589041096e-05,
|
|
"loss": 0.32062151432037356,
|
|
"mean_token_accuracy": 0.9139250129461288,
|
|
"num_tokens": 2195274.0,
|
|
"step": 1140
|
|
},
|
|
{
|
|
"entropy": 0.31267223581671716,
|
|
"epoch": 0.1564625850340136,
|
|
"grad_norm": 0.4825468957424164,
|
|
"learning_rate": 4.247260273972603e-05,
|
|
"loss": 0.3127827882766724,
|
|
"mean_token_accuracy": 0.9189456045627594,
|
|
"num_tokens": 2213025.0,
|
|
"step": 1150
|
|
},
|
|
{
|
|
"entropy": 0.34783718213438986,
|
|
"epoch": 0.15782312925170067,
|
|
"grad_norm": 0.3787980377674103,
|
|
"learning_rate": 4.24041095890411e-05,
|
|
"loss": 0.33619091510772703,
|
|
"mean_token_accuracy": 0.9100428611040116,
|
|
"num_tokens": 2233726.0,
|
|
"step": 1160
|
|
},
|
|
{
|
|
"entropy": 0.25309042185544967,
|
|
"epoch": 0.15918367346938775,
|
|
"grad_norm": 0.3635607659816742,
|
|
"learning_rate": 4.233561643835617e-05,
|
|
"loss": 0.25443458557128906,
|
|
"mean_token_accuracy": 0.9310213536024093,
|
|
"num_tokens": 2252029.0,
|
|
"step": 1170
|
|
},
|
|
{
|
|
"entropy": 0.3736408993601799,
|
|
"epoch": 0.16054421768707483,
|
|
"grad_norm": 0.4148007333278656,
|
|
"learning_rate": 4.226712328767124e-05,
|
|
"loss": 0.38751490116119386,
|
|
"mean_token_accuracy": 0.9018953382968903,
|
|
"num_tokens": 2269954.0,
|
|
"step": 1180
|
|
},
|
|
{
|
|
"entropy": 0.31956026926636694,
|
|
"epoch": 0.1619047619047619,
|
|
"grad_norm": 0.4839099645614624,
|
|
"learning_rate": 4.21986301369863e-05,
|
|
"loss": 0.32132811546325685,
|
|
"mean_token_accuracy": 0.912396851181984,
|
|
"num_tokens": 2288506.0,
|
|
"step": 1190
|
|
},
|
|
{
|
|
"entropy": 0.3568165637552738,
|
|
"epoch": 0.16326530612244897,
|
|
"grad_norm": 0.24555467069149017,
|
|
"learning_rate": 4.213013698630137e-05,
|
|
"loss": 0.3542040824890137,
|
|
"mean_token_accuracy": 0.9109734386205673,
|
|
"num_tokens": 2307894.0,
|
|
"step": 1200
|
|
},
|
|
{
|
|
"entropy": 0.35158547312021254,
|
|
"epoch": 0.16462585034013605,
|
|
"grad_norm": 0.412095844745636,
|
|
"learning_rate": 4.2061643835616435e-05,
|
|
"loss": 0.3496436357498169,
|
|
"mean_token_accuracy": 0.9088854372501374,
|
|
"num_tokens": 2327240.0,
|
|
"step": 1210
|
|
},
|
|
{
|
|
"entropy": 0.34600893333554267,
|
|
"epoch": 0.16598639455782313,
|
|
"grad_norm": 0.3335567116737366,
|
|
"learning_rate": 4.199315068493151e-05,
|
|
"loss": 0.34185967445373533,
|
|
"mean_token_accuracy": 0.905845221877098,
|
|
"num_tokens": 2345594.0,
|
|
"step": 1220
|
|
},
|
|
{
|
|
"entropy": 0.3424117244780064,
|
|
"epoch": 0.1673469387755102,
|
|
"grad_norm": 0.4858080744743347,
|
|
"learning_rate": 4.1924657534246574e-05,
|
|
"loss": 0.33852126598358157,
|
|
"mean_token_accuracy": 0.913614547252655,
|
|
"num_tokens": 2363745.0,
|
|
"step": 1230
|
|
},
|
|
{
|
|
"entropy": 0.340135945379734,
|
|
"epoch": 0.16870748299319727,
|
|
"grad_norm": 0.4143927991390228,
|
|
"learning_rate": 4.185616438356165e-05,
|
|
"loss": 0.3389458417892456,
|
|
"mean_token_accuracy": 0.9139795809984207,
|
|
"num_tokens": 2382660.0,
|
|
"step": 1240
|
|
},
|
|
{
|
|
"entropy": 0.35108796805143355,
|
|
"epoch": 0.17006802721088435,
|
|
"grad_norm": 0.4392998516559601,
|
|
"learning_rate": 4.178767123287671e-05,
|
|
"loss": 0.356292724609375,
|
|
"mean_token_accuracy": 0.9068086326122284,
|
|
"num_tokens": 2403842.0,
|
|
"step": 1250
|
|
},
|
|
{
|
|
"epoch": 0.17006802721088435,
|
|
"eval_entropy": 0.34711426744858426,
|
|
"eval_loss": 0.349116712808609,
|
|
"eval_mean_token_accuracy": 0.9085024491945902,
|
|
"eval_num_tokens": 2403842.0,
|
|
"eval_runtime": 39.5145,
|
|
"eval_samples_per_second": 15.184,
|
|
"eval_steps_per_second": 7.592,
|
|
"step": 1250
|
|
},
|
|
{
|
|
"entropy": 0.3387380100786686,
|
|
"epoch": 0.17142857142857143,
|
|
"grad_norm": 0.4315812587738037,
|
|
"learning_rate": 4.1719178082191786e-05,
|
|
"loss": 0.3605659484863281,
|
|
"mean_token_accuracy": 0.9103223711252213,
|
|
"num_tokens": 2422375.0,
|
|
"step": 1260
|
|
},
|
|
{
|
|
"entropy": 0.3285294592380524,
|
|
"epoch": 0.1727891156462585,
|
|
"grad_norm": 0.28438887000083923,
|
|
"learning_rate": 4.165068493150685e-05,
|
|
"loss": 0.32664496898651124,
|
|
"mean_token_accuracy": 0.9147592782974243,
|
|
"num_tokens": 2441057.0,
|
|
"step": 1270
|
|
},
|
|
{
|
|
"entropy": 0.33626926839351656,
|
|
"epoch": 0.17414965986394557,
|
|
"grad_norm": 0.3710070848464966,
|
|
"learning_rate": 4.1582191780821925e-05,
|
|
"loss": 0.3354215621948242,
|
|
"mean_token_accuracy": 0.9121009469032287,
|
|
"num_tokens": 2459887.0,
|
|
"step": 1280
|
|
},
|
|
{
|
|
"entropy": 0.32256170734763145,
|
|
"epoch": 0.17551020408163265,
|
|
"grad_norm": 0.3689749240875244,
|
|
"learning_rate": 4.151369863013699e-05,
|
|
"loss": 0.334096360206604,
|
|
"mean_token_accuracy": 0.9107798606157302,
|
|
"num_tokens": 2481764.0,
|
|
"step": 1290
|
|
},
|
|
{
|
|
"entropy": 0.3187907926738262,
|
|
"epoch": 0.17687074829931973,
|
|
"grad_norm": 0.45171478390693665,
|
|
"learning_rate": 4.144520547945206e-05,
|
|
"loss": 0.31167116165161135,
|
|
"mean_token_accuracy": 0.916716742515564,
|
|
"num_tokens": 2501140.0,
|
|
"step": 1300
|
|
},
|
|
{
|
|
"entropy": 0.3347592830657959,
|
|
"epoch": 0.1782312925170068,
|
|
"grad_norm": 0.3578483760356903,
|
|
"learning_rate": 4.1376712328767123e-05,
|
|
"loss": 0.3300051689147949,
|
|
"mean_token_accuracy": 0.9117922872304917,
|
|
"num_tokens": 2520373.0,
|
|
"step": 1310
|
|
},
|
|
{
|
|
"entropy": 0.34503707885742185,
|
|
"epoch": 0.17959183673469387,
|
|
"grad_norm": 0.48708587884902954,
|
|
"learning_rate": 4.130821917808219e-05,
|
|
"loss": 0.35149393081665037,
|
|
"mean_token_accuracy": 0.9106566429138183,
|
|
"num_tokens": 2539252.0,
|
|
"step": 1320
|
|
},
|
|
{
|
|
"entropy": 0.2878501363098621,
|
|
"epoch": 0.18095238095238095,
|
|
"grad_norm": 0.295443594455719,
|
|
"learning_rate": 4.123972602739726e-05,
|
|
"loss": 0.28683664798736574,
|
|
"mean_token_accuracy": 0.9232668906450272,
|
|
"num_tokens": 2559632.0,
|
|
"step": 1330
|
|
},
|
|
{
|
|
"entropy": 0.35331556648015977,
|
|
"epoch": 0.18231292517006803,
|
|
"grad_norm": 0.39578038454055786,
|
|
"learning_rate": 4.117123287671233e-05,
|
|
"loss": 0.3638563871383667,
|
|
"mean_token_accuracy": 0.9076030403375626,
|
|
"num_tokens": 2578101.0,
|
|
"step": 1340
|
|
},
|
|
{
|
|
"entropy": 0.2722251106053591,
|
|
"epoch": 0.1836734693877551,
|
|
"grad_norm": 0.36816802620887756,
|
|
"learning_rate": 4.11027397260274e-05,
|
|
"loss": 0.2725792169570923,
|
|
"mean_token_accuracy": 0.9225607991218567,
|
|
"num_tokens": 2596872.0,
|
|
"step": 1350
|
|
},
|
|
{
|
|
"entropy": 0.31183348074555395,
|
|
"epoch": 0.18503401360544217,
|
|
"grad_norm": 0.31272897124290466,
|
|
"learning_rate": 4.103424657534247e-05,
|
|
"loss": 0.3018923044204712,
|
|
"mean_token_accuracy": 0.918904721736908,
|
|
"num_tokens": 2616948.0,
|
|
"step": 1360
|
|
},
|
|
{
|
|
"entropy": 0.3306739188730717,
|
|
"epoch": 0.18639455782312925,
|
|
"grad_norm": 0.49856531620025635,
|
|
"learning_rate": 4.096575342465754e-05,
|
|
"loss": 0.326325798034668,
|
|
"mean_token_accuracy": 0.9133409053087235,
|
|
"num_tokens": 2635194.0,
|
|
"step": 1370
|
|
},
|
|
{
|
|
"entropy": 0.3449342973530293,
|
|
"epoch": 0.18775510204081633,
|
|
"grad_norm": 0.3672386705875397,
|
|
"learning_rate": 4.0897260273972606e-05,
|
|
"loss": 0.34992690086364747,
|
|
"mean_token_accuracy": 0.910362508893013,
|
|
"num_tokens": 2653415.0,
|
|
"step": 1380
|
|
},
|
|
{
|
|
"entropy": 0.34170059114694595,
|
|
"epoch": 0.1891156462585034,
|
|
"grad_norm": 0.438903272151947,
|
|
"learning_rate": 4.082876712328767e-05,
|
|
"loss": 0.362008261680603,
|
|
"mean_token_accuracy": 0.9066114306449891,
|
|
"num_tokens": 2672556.0,
|
|
"step": 1390
|
|
},
|
|
{
|
|
"entropy": 0.36418116837739944,
|
|
"epoch": 0.19047619047619047,
|
|
"grad_norm": 0.3735516369342804,
|
|
"learning_rate": 4.076027397260274e-05,
|
|
"loss": 0.36933226585388185,
|
|
"mean_token_accuracy": 0.903956550359726,
|
|
"num_tokens": 2691019.0,
|
|
"step": 1400
|
|
},
|
|
{
|
|
"entropy": 0.33693169951438906,
|
|
"epoch": 0.19183673469387755,
|
|
"grad_norm": 0.3407398760318756,
|
|
"learning_rate": 4.0691780821917805e-05,
|
|
"loss": 0.3302572965621948,
|
|
"mean_token_accuracy": 0.9152946561574936,
|
|
"num_tokens": 2710242.0,
|
|
"step": 1410
|
|
},
|
|
{
|
|
"entropy": 0.3172802679240704,
|
|
"epoch": 0.19319727891156463,
|
|
"grad_norm": 0.3666602373123169,
|
|
"learning_rate": 4.062328767123288e-05,
|
|
"loss": 0.3129624366760254,
|
|
"mean_token_accuracy": 0.9118194162845612,
|
|
"num_tokens": 2731126.0,
|
|
"step": 1420
|
|
},
|
|
{
|
|
"entropy": 0.39142856150865557,
|
|
"epoch": 0.1945578231292517,
|
|
"grad_norm": 0.3450668752193451,
|
|
"learning_rate": 4.0554794520547944e-05,
|
|
"loss": 0.3807058572769165,
|
|
"mean_token_accuracy": 0.899824932217598,
|
|
"num_tokens": 2752136.0,
|
|
"step": 1430
|
|
},
|
|
{
|
|
"entropy": 0.354360631108284,
|
|
"epoch": 0.19591836734693877,
|
|
"grad_norm": 0.41342902183532715,
|
|
"learning_rate": 4.0486301369863016e-05,
|
|
"loss": 0.3667241096496582,
|
|
"mean_token_accuracy": 0.9088259905576705,
|
|
"num_tokens": 2769136.0,
|
|
"step": 1440
|
|
},
|
|
{
|
|
"entropy": 0.38877039551734927,
|
|
"epoch": 0.19727891156462585,
|
|
"grad_norm": 0.49252015352249146,
|
|
"learning_rate": 4.041780821917808e-05,
|
|
"loss": 0.3996612548828125,
|
|
"mean_token_accuracy": 0.898360651731491,
|
|
"num_tokens": 2788101.0,
|
|
"step": 1450
|
|
},
|
|
{
|
|
"entropy": 0.3267239861190319,
|
|
"epoch": 0.19863945578231293,
|
|
"grad_norm": 0.3556021451950073,
|
|
"learning_rate": 4.0349315068493155e-05,
|
|
"loss": 0.31743640899658204,
|
|
"mean_token_accuracy": 0.9156175047159195,
|
|
"num_tokens": 2809422.0,
|
|
"step": 1460
|
|
},
|
|
{
|
|
"entropy": 0.3570724129676819,
|
|
"epoch": 0.2,
|
|
"grad_norm": 0.41443583369255066,
|
|
"learning_rate": 4.028082191780822e-05,
|
|
"loss": 0.34733829498291013,
|
|
"mean_token_accuracy": 0.9090855300426484,
|
|
"num_tokens": 2828897.0,
|
|
"step": 1470
|
|
},
|
|
{
|
|
"entropy": 0.36629826575517654,
|
|
"epoch": 0.20136054421768707,
|
|
"grad_norm": 0.43215256929397583,
|
|
"learning_rate": 4.0212328767123294e-05,
|
|
"loss": 0.37642669677734375,
|
|
"mean_token_accuracy": 0.9042314618825913,
|
|
"num_tokens": 2846647.0,
|
|
"step": 1480
|
|
},
|
|
{
|
|
"entropy": 0.3530550479888916,
|
|
"epoch": 0.20272108843537415,
|
|
"grad_norm": 0.3693477213382721,
|
|
"learning_rate": 4.014383561643836e-05,
|
|
"loss": 0.35866584777832033,
|
|
"mean_token_accuracy": 0.9062743157148361,
|
|
"num_tokens": 2866552.0,
|
|
"step": 1490
|
|
},
|
|
{
|
|
"entropy": 0.3125508435070515,
|
|
"epoch": 0.20408163265306123,
|
|
"grad_norm": 0.48748907446861267,
|
|
"learning_rate": 4.0075342465753427e-05,
|
|
"loss": 0.3137276887893677,
|
|
"mean_token_accuracy": 0.9152947783470153,
|
|
"num_tokens": 2887091.0,
|
|
"step": 1500
|
|
},
|
|
{
|
|
"epoch": 0.20408163265306123,
|
|
"eval_entropy": 0.3448227975765864,
|
|
"eval_loss": 0.34629908204078674,
|
|
"eval_mean_token_accuracy": 0.9089537409941355,
|
|
"eval_num_tokens": 2887091.0,
|
|
"eval_runtime": 39.562,
|
|
"eval_samples_per_second": 15.166,
|
|
"eval_steps_per_second": 7.583,
|
|
"step": 1500
|
|
},
|
|
{
|
|
"entropy": 0.3338837943971157,
|
|
"epoch": 0.2054421768707483,
|
|
"grad_norm": 0.453998327255249,
|
|
"learning_rate": 4.000684931506849e-05,
|
|
"loss": 0.33314809799194334,
|
|
"mean_token_accuracy": 0.9141378700733185,
|
|
"num_tokens": 2906558.0,
|
|
"step": 1510
|
|
},
|
|
{
|
|
"entropy": 0.35243152529001237,
|
|
"epoch": 0.20680272108843537,
|
|
"grad_norm": 0.514372706413269,
|
|
"learning_rate": 3.993835616438356e-05,
|
|
"loss": 0.36109921932220457,
|
|
"mean_token_accuracy": 0.909517452120781,
|
|
"num_tokens": 2924701.0,
|
|
"step": 1520
|
|
},
|
|
{
|
|
"entropy": 0.35977045372128486,
|
|
"epoch": 0.20816326530612245,
|
|
"grad_norm": 0.47331997752189636,
|
|
"learning_rate": 3.986986301369863e-05,
|
|
"loss": 0.3542989730834961,
|
|
"mean_token_accuracy": 0.9023140043020248,
|
|
"num_tokens": 2944323.0,
|
|
"step": 1530
|
|
},
|
|
{
|
|
"entropy": 0.3476133652031422,
|
|
"epoch": 0.20952380952380953,
|
|
"grad_norm": 0.39329883456230164,
|
|
"learning_rate": 3.98013698630137e-05,
|
|
"loss": 0.35582053661346436,
|
|
"mean_token_accuracy": 0.9074772745370865,
|
|
"num_tokens": 2962847.0,
|
|
"step": 1540
|
|
},
|
|
{
|
|
"entropy": 0.36178177297115327,
|
|
"epoch": 0.2108843537414966,
|
|
"grad_norm": 0.42516037821769714,
|
|
"learning_rate": 3.973287671232877e-05,
|
|
"loss": 0.3781341552734375,
|
|
"mean_token_accuracy": 0.9034180849790573,
|
|
"num_tokens": 2982036.0,
|
|
"step": 1550
|
|
},
|
|
{
|
|
"entropy": 0.3484080970287323,
|
|
"epoch": 0.21224489795918366,
|
|
"grad_norm": 0.4276966452598572,
|
|
"learning_rate": 3.9664383561643837e-05,
|
|
"loss": 0.34070544242858886,
|
|
"mean_token_accuracy": 0.9100886523723603,
|
|
"num_tokens": 3001246.0,
|
|
"step": 1560
|
|
},
|
|
{
|
|
"entropy": 0.296015814691782,
|
|
"epoch": 0.21360544217687075,
|
|
"grad_norm": 0.3481068015098572,
|
|
"learning_rate": 3.959589041095891e-05,
|
|
"loss": 0.3041130542755127,
|
|
"mean_token_accuracy": 0.9180979192256927,
|
|
"num_tokens": 3021457.0,
|
|
"step": 1570
|
|
},
|
|
{
|
|
"entropy": 0.33566633649170396,
|
|
"epoch": 0.21496598639455783,
|
|
"grad_norm": 0.46466073393821716,
|
|
"learning_rate": 3.9527397260273976e-05,
|
|
"loss": 0.3371039152145386,
|
|
"mean_token_accuracy": 0.9121709406375885,
|
|
"num_tokens": 3040277.0,
|
|
"step": 1580
|
|
},
|
|
{
|
|
"entropy": 0.37958977892994883,
|
|
"epoch": 0.2163265306122449,
|
|
"grad_norm": 0.38823264837265015,
|
|
"learning_rate": 3.945890410958905e-05,
|
|
"loss": 0.36861262321472166,
|
|
"mean_token_accuracy": 0.9052564293146134,
|
|
"num_tokens": 3060403.0,
|
|
"step": 1590
|
|
},
|
|
{
|
|
"entropy": 0.35140516981482506,
|
|
"epoch": 0.21768707482993196,
|
|
"grad_norm": 0.3407391607761383,
|
|
"learning_rate": 3.9390410958904114e-05,
|
|
"loss": 0.3561867237091064,
|
|
"mean_token_accuracy": 0.9101497054100036,
|
|
"num_tokens": 3079560.0,
|
|
"step": 1600
|
|
},
|
|
{
|
|
"entropy": 0.32827898040413855,
|
|
"epoch": 0.21904761904761905,
|
|
"grad_norm": 0.3683736324310303,
|
|
"learning_rate": 3.932191780821918e-05,
|
|
"loss": 0.3281137704849243,
|
|
"mean_token_accuracy": 0.9150744706392289,
|
|
"num_tokens": 3096762.0,
|
|
"step": 1610
|
|
},
|
|
{
|
|
"entropy": 0.38666338548064233,
|
|
"epoch": 0.22040816326530613,
|
|
"grad_norm": 0.4814898669719696,
|
|
"learning_rate": 3.925342465753425e-05,
|
|
"loss": 0.3958434104919434,
|
|
"mean_token_accuracy": 0.9005985498428345,
|
|
"num_tokens": 3116551.0,
|
|
"step": 1620
|
|
},
|
|
{
|
|
"entropy": 0.3289907656610012,
|
|
"epoch": 0.2217687074829932,
|
|
"grad_norm": 0.34105587005615234,
|
|
"learning_rate": 3.918493150684931e-05,
|
|
"loss": 0.33880622386932374,
|
|
"mean_token_accuracy": 0.9120993465185165,
|
|
"num_tokens": 3136954.0,
|
|
"step": 1630
|
|
},
|
|
{
|
|
"entropy": 0.4120957344770432,
|
|
"epoch": 0.22312925170068026,
|
|
"grad_norm": 0.2596409022808075,
|
|
"learning_rate": 3.9116438356164386e-05,
|
|
"loss": 0.411406946182251,
|
|
"mean_token_accuracy": 0.8971390217542649,
|
|
"num_tokens": 3157285.0,
|
|
"step": 1640
|
|
},
|
|
{
|
|
"entropy": 0.32644312381744384,
|
|
"epoch": 0.22448979591836735,
|
|
"grad_norm": 0.3950192332267761,
|
|
"learning_rate": 3.904794520547945e-05,
|
|
"loss": 0.31403555870056155,
|
|
"mean_token_accuracy": 0.9128539711236954,
|
|
"num_tokens": 3176288.0,
|
|
"step": 1650
|
|
},
|
|
{
|
|
"entropy": 0.35888044387102125,
|
|
"epoch": 0.22585034013605443,
|
|
"grad_norm": 0.35740935802459717,
|
|
"learning_rate": 3.8979452054794525e-05,
|
|
"loss": 0.3686177968978882,
|
|
"mean_token_accuracy": 0.9048507601022721,
|
|
"num_tokens": 3196362.0,
|
|
"step": 1660
|
|
},
|
|
{
|
|
"entropy": 0.3604126326739788,
|
|
"epoch": 0.2272108843537415,
|
|
"grad_norm": 0.4237874746322632,
|
|
"learning_rate": 3.891095890410959e-05,
|
|
"loss": 0.3526318073272705,
|
|
"mean_token_accuracy": 0.9068311870098114,
|
|
"num_tokens": 3214053.0,
|
|
"step": 1670
|
|
},
|
|
{
|
|
"entropy": 0.34602590948343276,
|
|
"epoch": 0.22857142857142856,
|
|
"grad_norm": 0.36912399530410767,
|
|
"learning_rate": 3.8842465753424663e-05,
|
|
"loss": 0.3596346378326416,
|
|
"mean_token_accuracy": 0.905837458372116,
|
|
"num_tokens": 3233180.0,
|
|
"step": 1680
|
|
},
|
|
{
|
|
"entropy": 0.3587561517953873,
|
|
"epoch": 0.22993197278911565,
|
|
"grad_norm": 0.5846858024597168,
|
|
"learning_rate": 3.877397260273973e-05,
|
|
"loss": 0.3572895288467407,
|
|
"mean_token_accuracy": 0.9061489969491958,
|
|
"num_tokens": 3253148.0,
|
|
"step": 1690
|
|
},
|
|
{
|
|
"entropy": 0.31483854800462724,
|
|
"epoch": 0.23129251700680273,
|
|
"grad_norm": 0.4492280185222626,
|
|
"learning_rate": 3.8705479452054796e-05,
|
|
"loss": 0.3197118520736694,
|
|
"mean_token_accuracy": 0.91756871342659,
|
|
"num_tokens": 3272318.0,
|
|
"step": 1700
|
|
},
|
|
{
|
|
"entropy": 0.399021328240633,
|
|
"epoch": 0.23265306122448978,
|
|
"grad_norm": 0.44325029850006104,
|
|
"learning_rate": 3.863698630136987e-05,
|
|
"loss": 0.40597949028015134,
|
|
"mean_token_accuracy": 0.895935806632042,
|
|
"num_tokens": 3291607.0,
|
|
"step": 1710
|
|
},
|
|
{
|
|
"entropy": 0.3489011608064175,
|
|
"epoch": 0.23401360544217686,
|
|
"grad_norm": 0.4789123237133026,
|
|
"learning_rate": 3.856849315068493e-05,
|
|
"loss": 0.3425743579864502,
|
|
"mean_token_accuracy": 0.9078541338443756,
|
|
"num_tokens": 3311423.0,
|
|
"step": 1720
|
|
},
|
|
{
|
|
"entropy": 0.3557139202952385,
|
|
"epoch": 0.23537414965986395,
|
|
"grad_norm": 0.3092873990535736,
|
|
"learning_rate": 3.85e-05,
|
|
"loss": 0.36077446937561036,
|
|
"mean_token_accuracy": 0.9053440719842911,
|
|
"num_tokens": 3333426.0,
|
|
"step": 1730
|
|
},
|
|
{
|
|
"entropy": 0.3405990473926067,
|
|
"epoch": 0.23673469387755103,
|
|
"grad_norm": 0.4567224383354187,
|
|
"learning_rate": 3.843150684931507e-05,
|
|
"loss": 0.3459942817687988,
|
|
"mean_token_accuracy": 0.9079800844192505,
|
|
"num_tokens": 3352658.0,
|
|
"step": 1740
|
|
},
|
|
{
|
|
"entropy": 0.3876554772257805,
|
|
"epoch": 0.23809523809523808,
|
|
"grad_norm": 0.5339434146881104,
|
|
"learning_rate": 3.836301369863014e-05,
|
|
"loss": 0.39633448123931886,
|
|
"mean_token_accuracy": 0.902654567360878,
|
|
"num_tokens": 3371460.0,
|
|
"step": 1750
|
|
},
|
|
{
|
|
"epoch": 0.23809523809523808,
|
|
"eval_entropy": 0.3414275799691677,
|
|
"eval_loss": 0.34352293610572815,
|
|
"eval_mean_token_accuracy": 0.9096791291236878,
|
|
"eval_num_tokens": 3371460.0,
|
|
"eval_runtime": 39.7497,
|
|
"eval_samples_per_second": 15.094,
|
|
"eval_steps_per_second": 7.547,
|
|
"step": 1750
|
|
},
|
|
{
|
|
"entropy": 0.3382601335644722,
|
|
"epoch": 0.23945578231292516,
|
|
"grad_norm": 0.4466438591480255,
|
|
"learning_rate": 3.8294520547945206e-05,
|
|
"loss": 0.3433582305908203,
|
|
"mean_token_accuracy": 0.911861115694046,
|
|
"num_tokens": 3389275.0,
|
|
"step": 1760
|
|
},
|
|
{
|
|
"entropy": 0.42951491847634315,
|
|
"epoch": 0.24081632653061225,
|
|
"grad_norm": 0.37805283069610596,
|
|
"learning_rate": 3.822602739726028e-05,
|
|
"loss": 0.42836475372314453,
|
|
"mean_token_accuracy": 0.8932142198085785,
|
|
"num_tokens": 3408444.0,
|
|
"step": 1770
|
|
},
|
|
{
|
|
"entropy": 0.35968755930662155,
|
|
"epoch": 0.24217687074829933,
|
|
"grad_norm": 0.40297001600265503,
|
|
"learning_rate": 3.8157534246575345e-05,
|
|
"loss": 0.358404278755188,
|
|
"mean_token_accuracy": 0.9076766610145569,
|
|
"num_tokens": 3427335.0,
|
|
"step": 1780
|
|
},
|
|
{
|
|
"entropy": 0.3270475797355175,
|
|
"epoch": 0.24353741496598638,
|
|
"grad_norm": 0.3639969825744629,
|
|
"learning_rate": 3.808904109589042e-05,
|
|
"loss": 0.31723456382751464,
|
|
"mean_token_accuracy": 0.9145333647727967,
|
|
"num_tokens": 3446864.0,
|
|
"step": 1790
|
|
},
|
|
{
|
|
"entropy": 0.30234274081885815,
|
|
"epoch": 0.24489795918367346,
|
|
"grad_norm": 0.443294882774353,
|
|
"learning_rate": 3.8020547945205484e-05,
|
|
"loss": 0.3082306385040283,
|
|
"mean_token_accuracy": 0.9216614037752151,
|
|
"num_tokens": 3464556.0,
|
|
"step": 1800
|
|
},
|
|
{
|
|
"entropy": 0.29795855954289435,
|
|
"epoch": 0.24625850340136055,
|
|
"grad_norm": 0.39209097623825073,
|
|
"learning_rate": 3.795205479452055e-05,
|
|
"loss": 0.3015660285949707,
|
|
"mean_token_accuracy": 0.9175312757492066,
|
|
"num_tokens": 3482284.0,
|
|
"step": 1810
|
|
},
|
|
{
|
|
"entropy": 0.31364143155515195,
|
|
"epoch": 0.24761904761904763,
|
|
"grad_norm": 0.522806704044342,
|
|
"learning_rate": 3.7883561643835616e-05,
|
|
"loss": 0.3150556802749634,
|
|
"mean_token_accuracy": 0.9156683564186097,
|
|
"num_tokens": 3500454.0,
|
|
"step": 1820
|
|
},
|
|
{
|
|
"entropy": 0.31209259331226347,
|
|
"epoch": 0.24897959183673468,
|
|
"grad_norm": 0.36000123620033264,
|
|
"learning_rate": 3.781506849315068e-05,
|
|
"loss": 0.3044718027114868,
|
|
"mean_token_accuracy": 0.9180886089801789,
|
|
"num_tokens": 3519086.0,
|
|
"step": 1830
|
|
},
|
|
{
|
|
"entropy": 0.3723416179418564,
|
|
"epoch": 0.2503401360544218,
|
|
"grad_norm": 0.4354872703552246,
|
|
"learning_rate": 3.7746575342465755e-05,
|
|
"loss": 0.3991520404815674,
|
|
"mean_token_accuracy": 0.9001334726810455,
|
|
"num_tokens": 3537252.0,
|
|
"step": 1840
|
|
},
|
|
{
|
|
"entropy": 0.375165493786335,
|
|
"epoch": 0.25170068027210885,
|
|
"grad_norm": 0.46084484457969666,
|
|
"learning_rate": 3.767808219178082e-05,
|
|
"loss": 0.3683051586151123,
|
|
"mean_token_accuracy": 0.902921998500824,
|
|
"num_tokens": 3555749.0,
|
|
"step": 1850
|
|
},
|
|
{
|
|
"entropy": 0.3341012619435787,
|
|
"epoch": 0.2530612244897959,
|
|
"grad_norm": 0.4521940052509308,
|
|
"learning_rate": 3.7609589041095894e-05,
|
|
"loss": 0.3300362825393677,
|
|
"mean_token_accuracy": 0.9145215421915054,
|
|
"num_tokens": 3573805.0,
|
|
"step": 1860
|
|
},
|
|
{
|
|
"entropy": 0.3390877529978752,
|
|
"epoch": 0.254421768707483,
|
|
"grad_norm": 0.392527312040329,
|
|
"learning_rate": 3.754109589041096e-05,
|
|
"loss": 0.3547995090484619,
|
|
"mean_token_accuracy": 0.9103965133428573,
|
|
"num_tokens": 3592844.0,
|
|
"step": 1870
|
|
},
|
|
{
|
|
"entropy": 0.27256989255547526,
|
|
"epoch": 0.25578231292517006,
|
|
"grad_norm": 0.4466555118560791,
|
|
"learning_rate": 3.747260273972603e-05,
|
|
"loss": 0.27302353382110595,
|
|
"mean_token_accuracy": 0.9277669697999954,
|
|
"num_tokens": 3612185.0,
|
|
"step": 1880
|
|
},
|
|
{
|
|
"entropy": 0.24652124755084515,
|
|
"epoch": 0.2571428571428571,
|
|
"grad_norm": 0.4279734194278717,
|
|
"learning_rate": 3.74041095890411e-05,
|
|
"loss": 0.23633365631103515,
|
|
"mean_token_accuracy": 0.9341515839099884,
|
|
"num_tokens": 3630518.0,
|
|
"step": 1890
|
|
},
|
|
{
|
|
"entropy": 0.35038353204727174,
|
|
"epoch": 0.2585034013605442,
|
|
"grad_norm": 0.5714797973632812,
|
|
"learning_rate": 3.7335616438356165e-05,
|
|
"loss": 0.344893741607666,
|
|
"mean_token_accuracy": 0.907752126455307,
|
|
"num_tokens": 3650072.0,
|
|
"step": 1900
|
|
},
|
|
{
|
|
"entropy": 0.3278027452528477,
|
|
"epoch": 0.2598639455782313,
|
|
"grad_norm": 0.37882331013679504,
|
|
"learning_rate": 3.726712328767124e-05,
|
|
"loss": 0.330623722076416,
|
|
"mean_token_accuracy": 0.9118026465177536,
|
|
"num_tokens": 3670750.0,
|
|
"step": 1910
|
|
},
|
|
{
|
|
"entropy": 0.3359388172626495,
|
|
"epoch": 0.2612244897959184,
|
|
"grad_norm": 0.5028720498085022,
|
|
"learning_rate": 3.7198630136986304e-05,
|
|
"loss": 0.3352250576019287,
|
|
"mean_token_accuracy": 0.9122653841972351,
|
|
"num_tokens": 3690610.0,
|
|
"step": 1920
|
|
},
|
|
{
|
|
"entropy": 0.3143607035279274,
|
|
"epoch": 0.26258503401360545,
|
|
"grad_norm": 0.46486079692840576,
|
|
"learning_rate": 3.713013698630137e-05,
|
|
"loss": 0.30714452266693115,
|
|
"mean_token_accuracy": 0.9196935653686523,
|
|
"num_tokens": 3708272.0,
|
|
"step": 1930
|
|
},
|
|
{
|
|
"entropy": 0.35282155945897103,
|
|
"epoch": 0.2639455782312925,
|
|
"grad_norm": 0.45841529965400696,
|
|
"learning_rate": 3.7061643835616436e-05,
|
|
"loss": 0.3545929670333862,
|
|
"mean_token_accuracy": 0.9059949398040772,
|
|
"num_tokens": 3726869.0,
|
|
"step": 1940
|
|
},
|
|
{
|
|
"entropy": 0.2984108135104179,
|
|
"epoch": 0.2653061224489796,
|
|
"grad_norm": 0.42509031295776367,
|
|
"learning_rate": 3.699315068493151e-05,
|
|
"loss": 0.2950887203216553,
|
|
"mean_token_accuracy": 0.9201341837644577,
|
|
"num_tokens": 3746172.0,
|
|
"step": 1950
|
|
},
|
|
{
|
|
"entropy": 0.31338903233408927,
|
|
"epoch": 0.26666666666666666,
|
|
"grad_norm": 0.37572163343429565,
|
|
"learning_rate": 3.6924657534246575e-05,
|
|
"loss": 0.3111075162887573,
|
|
"mean_token_accuracy": 0.916234827041626,
|
|
"num_tokens": 3765690.0,
|
|
"step": 1960
|
|
},
|
|
{
|
|
"entropy": 0.31969371140003205,
|
|
"epoch": 0.2680272108843537,
|
|
"grad_norm": 0.4484844207763672,
|
|
"learning_rate": 3.685616438356165e-05,
|
|
"loss": 0.32388155460357665,
|
|
"mean_token_accuracy": 0.9160292863845825,
|
|
"num_tokens": 3783682.0,
|
|
"step": 1970
|
|
},
|
|
{
|
|
"entropy": 0.34558562338352206,
|
|
"epoch": 0.2693877551020408,
|
|
"grad_norm": 0.6314212679862976,
|
|
"learning_rate": 3.6787671232876714e-05,
|
|
"loss": 0.3459887742996216,
|
|
"mean_token_accuracy": 0.9086391866207123,
|
|
"num_tokens": 3801830.0,
|
|
"step": 1980
|
|
},
|
|
{
|
|
"entropy": 0.315334652364254,
|
|
"epoch": 0.2707482993197279,
|
|
"grad_norm": 0.9491491317749023,
|
|
"learning_rate": 3.671917808219179e-05,
|
|
"loss": 0.3217782974243164,
|
|
"mean_token_accuracy": 0.914330929517746,
|
|
"num_tokens": 3821971.0,
|
|
"step": 1990
|
|
},
|
|
{
|
|
"entropy": 0.3376677267253399,
|
|
"epoch": 0.272108843537415,
|
|
"grad_norm": 0.4743102192878723,
|
|
"learning_rate": 3.665068493150685e-05,
|
|
"loss": 0.3347081184387207,
|
|
"mean_token_accuracy": 0.9096920937299728,
|
|
"num_tokens": 3841489.0,
|
|
"step": 2000
|
|
},
|
|
{
|
|
"epoch": 0.272108843537415,
|
|
"eval_entropy": 0.3519680585463842,
|
|
"eval_loss": 0.342134028673172,
|
|
"eval_mean_token_accuracy": 0.9097507733106613,
|
|
"eval_num_tokens": 3841489.0,
|
|
"eval_runtime": 39.6137,
|
|
"eval_samples_per_second": 15.146,
|
|
"eval_steps_per_second": 7.573,
|
|
"step": 2000
|
|
},
|
|
{
|
|
"entropy": 0.35166340619325637,
|
|
"epoch": 0.27346938775510204,
|
|
"grad_norm": 0.2940121591091156,
|
|
"learning_rate": 3.658219178082192e-05,
|
|
"loss": 0.3434895515441895,
|
|
"mean_token_accuracy": 0.9088268965482712,
|
|
"num_tokens": 3861515.0,
|
|
"step": 2010
|
|
},
|
|
{
|
|
"entropy": 0.3252212144434452,
|
|
"epoch": 0.2748299319727891,
|
|
"grad_norm": 0.33630767464637756,
|
|
"learning_rate": 3.651369863013699e-05,
|
|
"loss": 0.3320222616195679,
|
|
"mean_token_accuracy": 0.9136297762393951,
|
|
"num_tokens": 3880492.0,
|
|
"step": 2020
|
|
},
|
|
{
|
|
"entropy": 0.30923423618078233,
|
|
"epoch": 0.2761904761904762,
|
|
"grad_norm": 0.3880252242088318,
|
|
"learning_rate": 3.644520547945206e-05,
|
|
"loss": 0.30057878494262696,
|
|
"mean_token_accuracy": 0.921365550160408,
|
|
"num_tokens": 3900283.0,
|
|
"step": 2030
|
|
},
|
|
{
|
|
"entropy": 0.3484115995466709,
|
|
"epoch": 0.27755102040816326,
|
|
"grad_norm": 0.4368172883987427,
|
|
"learning_rate": 3.6376712328767124e-05,
|
|
"loss": 0.33826982975006104,
|
|
"mean_token_accuracy": 0.9120531916618347,
|
|
"num_tokens": 3918622.0,
|
|
"step": 2040
|
|
},
|
|
{
|
|
"entropy": 0.301137863099575,
|
|
"epoch": 0.2789115646258503,
|
|
"grad_norm": 0.44099488854408264,
|
|
"learning_rate": 3.630821917808219e-05,
|
|
"loss": 0.3043475866317749,
|
|
"mean_token_accuracy": 0.9190519124269485,
|
|
"num_tokens": 3936916.0,
|
|
"step": 2050
|
|
},
|
|
{
|
|
"entropy": 0.32400831282138826,
|
|
"epoch": 0.2802721088435374,
|
|
"grad_norm": 0.3683919310569763,
|
|
"learning_rate": 3.623972602739726e-05,
|
|
"loss": 0.32993350028991697,
|
|
"mean_token_accuracy": 0.9162216484546661,
|
|
"num_tokens": 3954118.0,
|
|
"step": 2060
|
|
},
|
|
{
|
|
"entropy": 0.36117612645030023,
|
|
"epoch": 0.2816326530612245,
|
|
"grad_norm": 0.36590471863746643,
|
|
"learning_rate": 3.617123287671233e-05,
|
|
"loss": 0.366199254989624,
|
|
"mean_token_accuracy": 0.9073205977678299,
|
|
"num_tokens": 3972244.0,
|
|
"step": 2070
|
|
},
|
|
{
|
|
"entropy": 0.30845518559217455,
|
|
"epoch": 0.2829931972789116,
|
|
"grad_norm": 0.4904245436191559,
|
|
"learning_rate": 3.61027397260274e-05,
|
|
"loss": 0.3000732660293579,
|
|
"mean_token_accuracy": 0.9213456630706787,
|
|
"num_tokens": 3991933.0,
|
|
"step": 2080
|
|
},
|
|
{
|
|
"entropy": 0.33342998176813127,
|
|
"epoch": 0.28435374149659864,
|
|
"grad_norm": 0.3451215326786041,
|
|
"learning_rate": 3.603424657534247e-05,
|
|
"loss": 0.3519883155822754,
|
|
"mean_token_accuracy": 0.9118590801954269,
|
|
"num_tokens": 4009549.0,
|
|
"step": 2090
|
|
},
|
|
{
|
|
"entropy": 0.3225520886480808,
|
|
"epoch": 0.2857142857142857,
|
|
"grad_norm": 0.41656896471977234,
|
|
"learning_rate": 3.5965753424657534e-05,
|
|
"loss": 0.33789401054382323,
|
|
"mean_token_accuracy": 0.9126103073358536,
|
|
"num_tokens": 4028579.0,
|
|
"step": 2100
|
|
},
|
|
{
|
|
"entropy": 0.33171583339571953,
|
|
"epoch": 0.2870748299319728,
|
|
"grad_norm": 0.44855958223342896,
|
|
"learning_rate": 3.589726027397261e-05,
|
|
"loss": 0.33625202178955077,
|
|
"mean_token_accuracy": 0.9129469394683838,
|
|
"num_tokens": 4047155.0,
|
|
"step": 2110
|
|
},
|
|
{
|
|
"entropy": 0.3181050315499306,
|
|
"epoch": 0.28843537414965986,
|
|
"grad_norm": 0.45970842242240906,
|
|
"learning_rate": 3.582876712328767e-05,
|
|
"loss": 0.3234997749328613,
|
|
"mean_token_accuracy": 0.9154122680425644,
|
|
"num_tokens": 4065666.0,
|
|
"step": 2120
|
|
},
|
|
{
|
|
"entropy": 0.3713026508688927,
|
|
"epoch": 0.2897959183673469,
|
|
"grad_norm": 0.4234248399734497,
|
|
"learning_rate": 3.5760273972602746e-05,
|
|
"loss": 0.36728248596191404,
|
|
"mean_token_accuracy": 0.9066497653722763,
|
|
"num_tokens": 4084684.0,
|
|
"step": 2130
|
|
},
|
|
{
|
|
"entropy": 0.36940672621130943,
|
|
"epoch": 0.291156462585034,
|
|
"grad_norm": 0.490075021982193,
|
|
"learning_rate": 3.569178082191781e-05,
|
|
"loss": 0.3767258644104004,
|
|
"mean_token_accuracy": 0.9038274347782135,
|
|
"num_tokens": 4104584.0,
|
|
"step": 2140
|
|
},
|
|
{
|
|
"entropy": 0.36020471081137656,
|
|
"epoch": 0.2925170068027211,
|
|
"grad_norm": 0.45468005537986755,
|
|
"learning_rate": 3.562328767123288e-05,
|
|
"loss": 0.36363468170166013,
|
|
"mean_token_accuracy": 0.907564926147461,
|
|
"num_tokens": 4122918.0,
|
|
"step": 2150
|
|
},
|
|
{
|
|
"entropy": 0.320191890001297,
|
|
"epoch": 0.2938775510204082,
|
|
"grad_norm": 0.4919210374355316,
|
|
"learning_rate": 3.5554794520547944e-05,
|
|
"loss": 0.3147299766540527,
|
|
"mean_token_accuracy": 0.919364845752716,
|
|
"num_tokens": 4140528.0,
|
|
"step": 2160
|
|
},
|
|
{
|
|
"entropy": 0.39545504078269006,
|
|
"epoch": 0.29523809523809524,
|
|
"grad_norm": 0.4305582344532013,
|
|
"learning_rate": 3.548630136986302e-05,
|
|
"loss": 0.4035975456237793,
|
|
"mean_token_accuracy": 0.8999768882989884,
|
|
"num_tokens": 4159136.0,
|
|
"step": 2170
|
|
},
|
|
{
|
|
"entropy": 0.32939055263996125,
|
|
"epoch": 0.2965986394557823,
|
|
"grad_norm": 0.5001799464225769,
|
|
"learning_rate": 3.541780821917808e-05,
|
|
"loss": 0.32146081924438474,
|
|
"mean_token_accuracy": 0.9139656722545624,
|
|
"num_tokens": 4178728.0,
|
|
"step": 2180
|
|
},
|
|
{
|
|
"entropy": 0.3295467995107174,
|
|
"epoch": 0.2979591836734694,
|
|
"grad_norm": 0.5351600050926208,
|
|
"learning_rate": 3.5349315068493156e-05,
|
|
"loss": 0.32642207145690916,
|
|
"mean_token_accuracy": 0.9078761160373687,
|
|
"num_tokens": 4199352.0,
|
|
"step": 2190
|
|
},
|
|
{
|
|
"entropy": 0.3639287866652012,
|
|
"epoch": 0.29931972789115646,
|
|
"grad_norm": 0.5141214728355408,
|
|
"learning_rate": 3.528082191780822e-05,
|
|
"loss": 0.3758009195327759,
|
|
"mean_token_accuracy": 0.9029638439416885,
|
|
"num_tokens": 4220071.0,
|
|
"step": 2200
|
|
},
|
|
{
|
|
"entropy": 0.31801966652274133,
|
|
"epoch": 0.3006802721088435,
|
|
"grad_norm": 0.4239181876182556,
|
|
"learning_rate": 3.521232876712329e-05,
|
|
"loss": 0.3060357093811035,
|
|
"mean_token_accuracy": 0.9188521355390549,
|
|
"num_tokens": 4238856.0,
|
|
"step": 2210
|
|
},
|
|
{
|
|
"entropy": 0.3254566751420498,
|
|
"epoch": 0.3020408163265306,
|
|
"grad_norm": 0.5890150666236877,
|
|
"learning_rate": 3.514383561643836e-05,
|
|
"loss": 0.33809313774108884,
|
|
"mean_token_accuracy": 0.9106950730085372,
|
|
"num_tokens": 4258568.0,
|
|
"step": 2220
|
|
},
|
|
{
|
|
"entropy": 0.3605205237865448,
|
|
"epoch": 0.3034013605442177,
|
|
"grad_norm": 0.4173797070980072,
|
|
"learning_rate": 3.507534246575343e-05,
|
|
"loss": 0.3492074251174927,
|
|
"mean_token_accuracy": 0.9083913922309875,
|
|
"num_tokens": 4277649.0,
|
|
"step": 2230
|
|
},
|
|
{
|
|
"entropy": 0.3326388791203499,
|
|
"epoch": 0.3047619047619048,
|
|
"grad_norm": 0.510657012462616,
|
|
"learning_rate": 3.500684931506849e-05,
|
|
"loss": 0.3288934946060181,
|
|
"mean_token_accuracy": 0.9091042637825012,
|
|
"num_tokens": 4297822.0,
|
|
"step": 2240
|
|
},
|
|
{
|
|
"entropy": 0.32781085297465323,
|
|
"epoch": 0.30612244897959184,
|
|
"grad_norm": 0.41473498940467834,
|
|
"learning_rate": 3.493835616438356e-05,
|
|
"loss": 0.320549750328064,
|
|
"mean_token_accuracy": 0.9140338152647018,
|
|
"num_tokens": 4316581.0,
|
|
"step": 2250
|
|
},
|
|
{
|
|
"epoch": 0.30612244897959184,
|
|
"eval_entropy": 0.3347464001675447,
|
|
"eval_loss": 0.3400094211101532,
|
|
"eval_mean_token_accuracy": 0.9105568333466848,
|
|
"eval_num_tokens": 4316581.0,
|
|
"eval_runtime": 39.5997,
|
|
"eval_samples_per_second": 15.152,
|
|
"eval_steps_per_second": 7.576,
|
|
"step": 2250
|
|
},
|
|
{
|
|
"entropy": 0.29784226417541504,
|
|
"epoch": 0.3074829931972789,
|
|
"grad_norm": 0.3205791711807251,
|
|
"learning_rate": 3.486986301369863e-05,
|
|
"loss": 0.2996628761291504,
|
|
"mean_token_accuracy": 0.918051677942276,
|
|
"num_tokens": 4335064.0,
|
|
"step": 2260
|
|
},
|
|
{
|
|
"entropy": 0.31014653742313386,
|
|
"epoch": 0.308843537414966,
|
|
"grad_norm": 0.4868067502975464,
|
|
"learning_rate": 3.48013698630137e-05,
|
|
"loss": 0.31834020614624026,
|
|
"mean_token_accuracy": 0.9162485599517822,
|
|
"num_tokens": 4355734.0,
|
|
"step": 2270
|
|
},
|
|
{
|
|
"entropy": 0.32516508251428605,
|
|
"epoch": 0.31020408163265306,
|
|
"grad_norm": 0.4637530446052551,
|
|
"learning_rate": 3.473287671232877e-05,
|
|
"loss": 0.33171901702880857,
|
|
"mean_token_accuracy": 0.9147695600986481,
|
|
"num_tokens": 4373625.0,
|
|
"step": 2280
|
|
},
|
|
{
|
|
"entropy": 0.3301460199058056,
|
|
"epoch": 0.3115646258503401,
|
|
"grad_norm": 0.39910921454429626,
|
|
"learning_rate": 3.466438356164384e-05,
|
|
"loss": 0.33153936862945554,
|
|
"mean_token_accuracy": 0.9145438969135284,
|
|
"num_tokens": 4391557.0,
|
|
"step": 2290
|
|
},
|
|
{
|
|
"entropy": 0.35131814479827883,
|
|
"epoch": 0.3129251700680272,
|
|
"grad_norm": 0.4119342267513275,
|
|
"learning_rate": 3.45958904109589e-05,
|
|
"loss": 0.36605679988861084,
|
|
"mean_token_accuracy": 0.9072954088449479,
|
|
"num_tokens": 4409285.0,
|
|
"step": 2300
|
|
},
|
|
{
|
|
"entropy": 0.38690097257494926,
|
|
"epoch": 0.3142857142857143,
|
|
"grad_norm": 0.4198577404022217,
|
|
"learning_rate": 3.4527397260273976e-05,
|
|
"loss": 0.39443681240081785,
|
|
"mean_token_accuracy": 0.9032483011484146,
|
|
"num_tokens": 4427549.0,
|
|
"step": 2310
|
|
},
|
|
{
|
|
"entropy": 0.3198526822030544,
|
|
"epoch": 0.31564625850340133,
|
|
"grad_norm": 0.5783278942108154,
|
|
"learning_rate": 3.445890410958904e-05,
|
|
"loss": 0.31236040592193604,
|
|
"mean_token_accuracy": 0.916850745677948,
|
|
"num_tokens": 4445150.0,
|
|
"step": 2320
|
|
},
|
|
{
|
|
"entropy": 0.37613857463002204,
|
|
"epoch": 0.31700680272108844,
|
|
"grad_norm": 0.4824889302253723,
|
|
"learning_rate": 3.4390410958904115e-05,
|
|
"loss": 0.38405096530914307,
|
|
"mean_token_accuracy": 0.9016139656305313,
|
|
"num_tokens": 4464890.0,
|
|
"step": 2330
|
|
},
|
|
{
|
|
"entropy": 0.3105509489774704,
|
|
"epoch": 0.3183673469387755,
|
|
"grad_norm": 0.40339168906211853,
|
|
"learning_rate": 3.432191780821918e-05,
|
|
"loss": 0.30131852626800537,
|
|
"mean_token_accuracy": 0.916943484544754,
|
|
"num_tokens": 4484914.0,
|
|
"step": 2340
|
|
},
|
|
{
|
|
"entropy": 0.34861349165439603,
|
|
"epoch": 0.3197278911564626,
|
|
"grad_norm": 0.35453712940216064,
|
|
"learning_rate": 3.425342465753425e-05,
|
|
"loss": 0.3576103687286377,
|
|
"mean_token_accuracy": 0.9065870314836502,
|
|
"num_tokens": 4503897.0,
|
|
"step": 2350
|
|
},
|
|
{
|
|
"entropy": 0.3504960760474205,
|
|
"epoch": 0.32108843537414966,
|
|
"grad_norm": 0.36962467432022095,
|
|
"learning_rate": 3.418493150684931e-05,
|
|
"loss": 0.3403719186782837,
|
|
"mean_token_accuracy": 0.9101202934980392,
|
|
"num_tokens": 4523958.0,
|
|
"step": 2360
|
|
},
|
|
{
|
|
"entropy": 0.3424271956086159,
|
|
"epoch": 0.3224489795918367,
|
|
"grad_norm": 0.4860788881778717,
|
|
"learning_rate": 3.4116438356164386e-05,
|
|
"loss": 0.3569652080535889,
|
|
"mean_token_accuracy": 0.9091333240270615,
|
|
"num_tokens": 4540850.0,
|
|
"step": 2370
|
|
},
|
|
{
|
|
"entropy": 0.3189090140163898,
|
|
"epoch": 0.3238095238095238,
|
|
"grad_norm": 0.4140557050704956,
|
|
"learning_rate": 3.404794520547945e-05,
|
|
"loss": 0.315256404876709,
|
|
"mean_token_accuracy": 0.9175257176160813,
|
|
"num_tokens": 4558898.0,
|
|
"step": 2380
|
|
},
|
|
{
|
|
"entropy": 0.33776298984885217,
|
|
"epoch": 0.3251700680272109,
|
|
"grad_norm": 0.36254385113716125,
|
|
"learning_rate": 3.397945205479452e-05,
|
|
"loss": 0.33310599327087403,
|
|
"mean_token_accuracy": 0.9075568825006485,
|
|
"num_tokens": 4578067.0,
|
|
"step": 2390
|
|
},
|
|
{
|
|
"entropy": 0.35714403837919234,
|
|
"epoch": 0.32653061224489793,
|
|
"grad_norm": 0.36844414472579956,
|
|
"learning_rate": 3.391095890410959e-05,
|
|
"loss": 0.36895968914031985,
|
|
"mean_token_accuracy": 0.9088596940040589,
|
|
"num_tokens": 4596553.0,
|
|
"step": 2400
|
|
},
|
|
{
|
|
"entropy": 0.34672648683190344,
|
|
"epoch": 0.32789115646258504,
|
|
"grad_norm": 0.5768862962722778,
|
|
"learning_rate": 3.384246575342466e-05,
|
|
"loss": 0.3418919801712036,
|
|
"mean_token_accuracy": 0.9105334728956223,
|
|
"num_tokens": 4617409.0,
|
|
"step": 2410
|
|
},
|
|
{
|
|
"entropy": 0.35704168528318403,
|
|
"epoch": 0.3292517006802721,
|
|
"grad_norm": 0.3797224760055542,
|
|
"learning_rate": 3.377397260273973e-05,
|
|
"loss": 0.35338263511657714,
|
|
"mean_token_accuracy": 0.907687571644783,
|
|
"num_tokens": 4636036.0,
|
|
"step": 2420
|
|
},
|
|
{
|
|
"entropy": 0.37071596682071684,
|
|
"epoch": 0.3306122448979592,
|
|
"grad_norm": 0.41465795040130615,
|
|
"learning_rate": 3.3705479452054796e-05,
|
|
"loss": 0.375014066696167,
|
|
"mean_token_accuracy": 0.9049693375825882,
|
|
"num_tokens": 4654270.0,
|
|
"step": 2430
|
|
},
|
|
{
|
|
"entropy": 0.3085879869759083,
|
|
"epoch": 0.33197278911564626,
|
|
"grad_norm": 0.5098187327384949,
|
|
"learning_rate": 3.363698630136987e-05,
|
|
"loss": 0.30675497055053713,
|
|
"mean_token_accuracy": 0.9197484374046325,
|
|
"num_tokens": 4672398.0,
|
|
"step": 2440
|
|
},
|
|
{
|
|
"entropy": 0.3546553373336792,
|
|
"epoch": 0.3333333333333333,
|
|
"grad_norm": 0.4272635877132416,
|
|
"learning_rate": 3.3568493150684935e-05,
|
|
"loss": 0.36507577896118165,
|
|
"mean_token_accuracy": 0.9074768930673599,
|
|
"num_tokens": 4690119.0,
|
|
"step": 2450
|
|
},
|
|
{
|
|
"entropy": 0.3424846582114697,
|
|
"epoch": 0.3346938775510204,
|
|
"grad_norm": 0.47268643975257874,
|
|
"learning_rate": 3.35e-05,
|
|
"loss": 0.33769257068634034,
|
|
"mean_token_accuracy": 0.912876409292221,
|
|
"num_tokens": 4709956.0,
|
|
"step": 2460
|
|
},
|
|
{
|
|
"entropy": 0.36993408799171446,
|
|
"epoch": 0.3360544217687075,
|
|
"grad_norm": 0.4779612421989441,
|
|
"learning_rate": 3.343150684931507e-05,
|
|
"loss": 0.37760152816772463,
|
|
"mean_token_accuracy": 0.9003741055727005,
|
|
"num_tokens": 4730284.0,
|
|
"step": 2470
|
|
},
|
|
{
|
|
"entropy": 0.34832309633493425,
|
|
"epoch": 0.33741496598639453,
|
|
"grad_norm": 0.6033436059951782,
|
|
"learning_rate": 3.336301369863014e-05,
|
|
"loss": 0.346789026260376,
|
|
"mean_token_accuracy": 0.9062613487243653,
|
|
"num_tokens": 4750695.0,
|
|
"step": 2480
|
|
},
|
|
{
|
|
"entropy": 0.3566281244158745,
|
|
"epoch": 0.33877551020408164,
|
|
"grad_norm": 0.5511232018470764,
|
|
"learning_rate": 3.3294520547945206e-05,
|
|
"loss": 0.33579089641571047,
|
|
"mean_token_accuracy": 0.9080673784017563,
|
|
"num_tokens": 4770493.0,
|
|
"step": 2490
|
|
},
|
|
{
|
|
"entropy": 0.3206308774650097,
|
|
"epoch": 0.3401360544217687,
|
|
"grad_norm": 0.3410138189792633,
|
|
"learning_rate": 3.322602739726027e-05,
|
|
"loss": 0.3231546401977539,
|
|
"mean_token_accuracy": 0.9120282381772995,
|
|
"num_tokens": 4791470.0,
|
|
"step": 2500
|
|
},
|
|
{
|
|
"epoch": 0.3401360544217687,
|
|
"eval_entropy": 0.3339786528050899,
|
|
"eval_loss": 0.3382870852947235,
|
|
"eval_mean_token_accuracy": 0.910913230975469,
|
|
"eval_num_tokens": 4791470.0,
|
|
"eval_runtime": 39.7078,
|
|
"eval_samples_per_second": 15.11,
|
|
"eval_steps_per_second": 7.555,
|
|
"step": 2500
|
|
},
|
|
{
|
|
"entropy": 0.3026216134428978,
|
|
"epoch": 0.3414965986394558,
|
|
"grad_norm": 0.49190741777420044,
|
|
"learning_rate": 3.3157534246575345e-05,
|
|
"loss": 0.31151907444000243,
|
|
"mean_token_accuracy": 0.9197212547063828,
|
|
"num_tokens": 4808923.0,
|
|
"step": 2510
|
|
},
|
|
{
|
|
"entropy": 0.35362531840801237,
|
|
"epoch": 0.34285714285714286,
|
|
"grad_norm": 0.4947229325771332,
|
|
"learning_rate": 3.308904109589041e-05,
|
|
"loss": 0.35634171962738037,
|
|
"mean_token_accuracy": 0.905270916223526,
|
|
"num_tokens": 4828698.0,
|
|
"step": 2520
|
|
},
|
|
{
|
|
"entropy": 0.2948874182999134,
|
|
"epoch": 0.3442176870748299,
|
|
"grad_norm": 0.588706910610199,
|
|
"learning_rate": 3.3020547945205484e-05,
|
|
"loss": 0.3044130802154541,
|
|
"mean_token_accuracy": 0.9255930632352829,
|
|
"num_tokens": 4846152.0,
|
|
"step": 2530
|
|
},
|
|
{
|
|
"entropy": 0.30128093957901003,
|
|
"epoch": 0.345578231292517,
|
|
"grad_norm": 0.38747715950012207,
|
|
"learning_rate": 3.295205479452055e-05,
|
|
"loss": 0.2940336227416992,
|
|
"mean_token_accuracy": 0.9189084142446518,
|
|
"num_tokens": 4866211.0,
|
|
"step": 2540
|
|
},
|
|
{
|
|
"entropy": 0.3247291907668114,
|
|
"epoch": 0.3469387755102041,
|
|
"grad_norm": 0.4447266161441803,
|
|
"learning_rate": 3.288356164383562e-05,
|
|
"loss": 0.32945706844329836,
|
|
"mean_token_accuracy": 0.912653061747551,
|
|
"num_tokens": 4886257.0,
|
|
"step": 2550
|
|
},
|
|
{
|
|
"entropy": 0.35191837064921855,
|
|
"epoch": 0.34829931972789113,
|
|
"grad_norm": 0.44626155495643616,
|
|
"learning_rate": 3.281506849315069e-05,
|
|
"loss": 0.33861584663391114,
|
|
"mean_token_accuracy": 0.9103022038936615,
|
|
"num_tokens": 4905249.0,
|
|
"step": 2560
|
|
},
|
|
{
|
|
"entropy": 0.2881168477237225,
|
|
"epoch": 0.34965986394557824,
|
|
"grad_norm": 0.44346174597740173,
|
|
"learning_rate": 3.2746575342465755e-05,
|
|
"loss": 0.28231775760650635,
|
|
"mean_token_accuracy": 0.9268552869558334,
|
|
"num_tokens": 4923178.0,
|
|
"step": 2570
|
|
},
|
|
{
|
|
"entropy": 0.3358376182615757,
|
|
"epoch": 0.3510204081632653,
|
|
"grad_norm": 0.32187992334365845,
|
|
"learning_rate": 3.267808219178082e-05,
|
|
"loss": 0.3331818342208862,
|
|
"mean_token_accuracy": 0.9085330307483673,
|
|
"num_tokens": 4942861.0,
|
|
"step": 2580
|
|
},
|
|
{
|
|
"entropy": 0.30966882929205897,
|
|
"epoch": 0.3523809523809524,
|
|
"grad_norm": 0.5043341517448425,
|
|
"learning_rate": 3.260958904109589e-05,
|
|
"loss": 0.31597659587860105,
|
|
"mean_token_accuracy": 0.9186759322881699,
|
|
"num_tokens": 4960880.0,
|
|
"step": 2590
|
|
},
|
|
{
|
|
"entropy": 0.31486412063241004,
|
|
"epoch": 0.35374149659863946,
|
|
"grad_norm": 0.3755909204483032,
|
|
"learning_rate": 3.254109589041096e-05,
|
|
"loss": 0.30836541652679444,
|
|
"mean_token_accuracy": 0.9174209177494049,
|
|
"num_tokens": 4979663.0,
|
|
"step": 2600
|
|
},
|
|
{
|
|
"entropy": 0.3569600723683834,
|
|
"epoch": 0.3551020408163265,
|
|
"grad_norm": 0.5074579119682312,
|
|
"learning_rate": 3.2472602739726026e-05,
|
|
"loss": 0.3442463159561157,
|
|
"mean_token_accuracy": 0.9093485355377198,
|
|
"num_tokens": 4999805.0,
|
|
"step": 2610
|
|
},
|
|
{
|
|
"entropy": 0.31667746156454085,
|
|
"epoch": 0.3564625850340136,
|
|
"grad_norm": 0.41301679611206055,
|
|
"learning_rate": 3.24041095890411e-05,
|
|
"loss": 0.3286094903945923,
|
|
"mean_token_accuracy": 0.9134628236293793,
|
|
"num_tokens": 5019199.0,
|
|
"step": 2620
|
|
},
|
|
{
|
|
"entropy": 0.321327581256628,
|
|
"epoch": 0.3578231292517007,
|
|
"grad_norm": 0.6529260277748108,
|
|
"learning_rate": 3.2335616438356165e-05,
|
|
"loss": 0.3306095838546753,
|
|
"mean_token_accuracy": 0.9112082034349441,
|
|
"num_tokens": 5038915.0,
|
|
"step": 2630
|
|
},
|
|
{
|
|
"entropy": 0.36806232705712316,
|
|
"epoch": 0.35918367346938773,
|
|
"grad_norm": 0.4105146527290344,
|
|
"learning_rate": 3.226712328767124e-05,
|
|
"loss": 0.37603011131286623,
|
|
"mean_token_accuracy": 0.903413000702858,
|
|
"num_tokens": 5057723.0,
|
|
"step": 2640
|
|
},
|
|
{
|
|
"entropy": 0.31727024130523207,
|
|
"epoch": 0.36054421768707484,
|
|
"grad_norm": 0.4973562955856323,
|
|
"learning_rate": 3.2198630136986304e-05,
|
|
"loss": 0.3162988662719727,
|
|
"mean_token_accuracy": 0.9186434358358383,
|
|
"num_tokens": 5076899.0,
|
|
"step": 2650
|
|
},
|
|
{
|
|
"entropy": 0.3479673244059086,
|
|
"epoch": 0.3619047619047619,
|
|
"grad_norm": 0.471534788608551,
|
|
"learning_rate": 3.213013698630137e-05,
|
|
"loss": 0.34523987770080566,
|
|
"mean_token_accuracy": 0.9076945811510087,
|
|
"num_tokens": 5098260.0,
|
|
"step": 2660
|
|
},
|
|
{
|
|
"entropy": 0.3287705913186073,
|
|
"epoch": 0.363265306122449,
|
|
"grad_norm": 0.3614688217639923,
|
|
"learning_rate": 3.2061643835616436e-05,
|
|
"loss": 0.3317812442779541,
|
|
"mean_token_accuracy": 0.9130234062671662,
|
|
"num_tokens": 5118009.0,
|
|
"step": 2670
|
|
},
|
|
{
|
|
"entropy": 0.3424487292766571,
|
|
"epoch": 0.36462585034013606,
|
|
"grad_norm": 0.473599910736084,
|
|
"learning_rate": 3.199315068493151e-05,
|
|
"loss": 0.3391443729400635,
|
|
"mean_token_accuracy": 0.9129292786121368,
|
|
"num_tokens": 5137099.0,
|
|
"step": 2680
|
|
},
|
|
{
|
|
"entropy": 0.370761601626873,
|
|
"epoch": 0.3659863945578231,
|
|
"grad_norm": 0.6083559989929199,
|
|
"learning_rate": 3.1924657534246575e-05,
|
|
"loss": 0.3879230499267578,
|
|
"mean_token_accuracy": 0.8995687663555145,
|
|
"num_tokens": 5157056.0,
|
|
"step": 2690
|
|
},
|
|
{
|
|
"entropy": 0.34785791113972664,
|
|
"epoch": 0.3673469387755102,
|
|
"grad_norm": 0.3559763431549072,
|
|
"learning_rate": 3.185616438356164e-05,
|
|
"loss": 0.34124653339385985,
|
|
"mean_token_accuracy": 0.909286892414093,
|
|
"num_tokens": 5177253.0,
|
|
"step": 2700
|
|
},
|
|
{
|
|
"entropy": 0.3293781645596027,
|
|
"epoch": 0.3687074829931973,
|
|
"grad_norm": 0.5223445296287537,
|
|
"learning_rate": 3.1787671232876714e-05,
|
|
"loss": 0.32764997482299807,
|
|
"mean_token_accuracy": 0.9157842248678207,
|
|
"num_tokens": 5194945.0,
|
|
"step": 2710
|
|
},
|
|
{
|
|
"entropy": 0.31182133629918096,
|
|
"epoch": 0.37006802721088433,
|
|
"grad_norm": 0.3634929358959198,
|
|
"learning_rate": 3.171917808219178e-05,
|
|
"loss": 0.31785967350006106,
|
|
"mean_token_accuracy": 0.9155223101377488,
|
|
"num_tokens": 5215068.0,
|
|
"step": 2720
|
|
},
|
|
{
|
|
"entropy": 0.39456270560622214,
|
|
"epoch": 0.37142857142857144,
|
|
"grad_norm": 1.0898386240005493,
|
|
"learning_rate": 3.165068493150685e-05,
|
|
"loss": 0.4019328594207764,
|
|
"mean_token_accuracy": 0.896870681643486,
|
|
"num_tokens": 5236257.0,
|
|
"step": 2730
|
|
},
|
|
{
|
|
"entropy": 0.3375735577195883,
|
|
"epoch": 0.3727891156462585,
|
|
"grad_norm": 0.5985054969787598,
|
|
"learning_rate": 3.158219178082192e-05,
|
|
"loss": 0.34434778690338136,
|
|
"mean_token_accuracy": 0.914423531293869,
|
|
"num_tokens": 5254512.0,
|
|
"step": 2740
|
|
},
|
|
{
|
|
"entropy": 0.3534530118107796,
|
|
"epoch": 0.3741496598639456,
|
|
"grad_norm": 0.6718593835830688,
|
|
"learning_rate": 3.151369863013699e-05,
|
|
"loss": 0.34789319038391114,
|
|
"mean_token_accuracy": 0.9068450212478638,
|
|
"num_tokens": 5273306.0,
|
|
"step": 2750
|
|
},
|
|
{
|
|
"epoch": 0.3741496598639456,
|
|
"eval_entropy": 0.34889839991927146,
|
|
"eval_loss": 0.33721673488616943,
|
|
"eval_mean_token_accuracy": 0.911351277033488,
|
|
"eval_num_tokens": 5273306.0,
|
|
"eval_runtime": 39.6807,
|
|
"eval_samples_per_second": 15.121,
|
|
"eval_steps_per_second": 7.56,
|
|
"step": 2750
|
|
},
|
|
{
|
|
"entropy": 0.34381640776991845,
|
|
"epoch": 0.37551020408163266,
|
|
"grad_norm": 0.3617115914821625,
|
|
"learning_rate": 3.144520547945206e-05,
|
|
"loss": 0.34432876110076904,
|
|
"mean_token_accuracy": 0.9133523643016815,
|
|
"num_tokens": 5293581.0,
|
|
"step": 2760
|
|
},
|
|
{
|
|
"entropy": 0.3725735809653997,
|
|
"epoch": 0.3768707482993197,
|
|
"grad_norm": 0.39663493633270264,
|
|
"learning_rate": 3.1376712328767124e-05,
|
|
"loss": 0.3688955545425415,
|
|
"mean_token_accuracy": 0.9088011533021927,
|
|
"num_tokens": 5312584.0,
|
|
"step": 2770
|
|
},
|
|
{
|
|
"entropy": 0.287184102833271,
|
|
"epoch": 0.3782312925170068,
|
|
"grad_norm": 0.5590073466300964,
|
|
"learning_rate": 3.130821917808219e-05,
|
|
"loss": 0.27388792037963866,
|
|
"mean_token_accuracy": 0.919337859749794,
|
|
"num_tokens": 5333734.0,
|
|
"step": 2780
|
|
},
|
|
{
|
|
"entropy": 0.31367961689829826,
|
|
"epoch": 0.3795918367346939,
|
|
"grad_norm": 0.4748844504356384,
|
|
"learning_rate": 3.1239726027397256e-05,
|
|
"loss": 0.3206137418746948,
|
|
"mean_token_accuracy": 0.9146426022052765,
|
|
"num_tokens": 5353231.0,
|
|
"step": 2790
|
|
},
|
|
{
|
|
"entropy": 0.33578074127435686,
|
|
"epoch": 0.38095238095238093,
|
|
"grad_norm": 0.5165243148803711,
|
|
"learning_rate": 3.117123287671233e-05,
|
|
"loss": 0.3436616897583008,
|
|
"mean_token_accuracy": 0.9078721046447754,
|
|
"num_tokens": 5373437.0,
|
|
"step": 2800
|
|
},
|
|
{
|
|
"entropy": 0.30183863267302513,
|
|
"epoch": 0.38231292517006804,
|
|
"grad_norm": 0.5405089259147644,
|
|
"learning_rate": 3.1102739726027395e-05,
|
|
"loss": 0.29791650772094724,
|
|
"mean_token_accuracy": 0.9211073070764542,
|
|
"num_tokens": 5394481.0,
|
|
"step": 2810
|
|
},
|
|
{
|
|
"entropy": 0.3263554021716118,
|
|
"epoch": 0.3836734693877551,
|
|
"grad_norm": 0.3398967981338501,
|
|
"learning_rate": 3.103424657534247e-05,
|
|
"loss": 0.33998684883117675,
|
|
"mean_token_accuracy": 0.911750203371048,
|
|
"num_tokens": 5414726.0,
|
|
"step": 2820
|
|
},
|
|
{
|
|
"entropy": 0.3496020220220089,
|
|
"epoch": 0.38503401360544215,
|
|
"grad_norm": 0.49333450198173523,
|
|
"learning_rate": 3.0965753424657534e-05,
|
|
"loss": 0.3456233263015747,
|
|
"mean_token_accuracy": 0.9098768889904022,
|
|
"num_tokens": 5433364.0,
|
|
"step": 2830
|
|
},
|
|
{
|
|
"entropy": 0.35282182693481445,
|
|
"epoch": 0.38639455782312926,
|
|
"grad_norm": 0.4709138572216034,
|
|
"learning_rate": 3.089726027397261e-05,
|
|
"loss": 0.3554483413696289,
|
|
"mean_token_accuracy": 0.9042170315980911,
|
|
"num_tokens": 5454586.0,
|
|
"step": 2840
|
|
},
|
|
{
|
|
"entropy": 0.2756012246012688,
|
|
"epoch": 0.3877551020408163,
|
|
"grad_norm": 0.3347083330154419,
|
|
"learning_rate": 3.082876712328767e-05,
|
|
"loss": 0.2776206016540527,
|
|
"mean_token_accuracy": 0.9246499836444855,
|
|
"num_tokens": 5472836.0,
|
|
"step": 2850
|
|
},
|
|
{
|
|
"entropy": 0.3471778355538845,
|
|
"epoch": 0.3891156462585034,
|
|
"grad_norm": 0.3866668939590454,
|
|
"learning_rate": 3.0760273972602746e-05,
|
|
"loss": 0.3517859697341919,
|
|
"mean_token_accuracy": 0.9072955340147019,
|
|
"num_tokens": 5491741.0,
|
|
"step": 2860
|
|
},
|
|
{
|
|
"entropy": 0.31448092609643935,
|
|
"epoch": 0.3904761904761905,
|
|
"grad_norm": 0.5152408480644226,
|
|
"learning_rate": 3.069178082191781e-05,
|
|
"loss": 0.32549118995666504,
|
|
"mean_token_accuracy": 0.9156864136457443,
|
|
"num_tokens": 5510575.0,
|
|
"step": 2870
|
|
},
|
|
{
|
|
"entropy": 0.37327151745557785,
|
|
"epoch": 0.39183673469387753,
|
|
"grad_norm": 0.4741872549057007,
|
|
"learning_rate": 3.062328767123288e-05,
|
|
"loss": 0.3845684289932251,
|
|
"mean_token_accuracy": 0.8996114999055862,
|
|
"num_tokens": 5529986.0,
|
|
"step": 2880
|
|
},
|
|
{
|
|
"entropy": 0.3675620459020138,
|
|
"epoch": 0.39319727891156464,
|
|
"grad_norm": 0.43704453110694885,
|
|
"learning_rate": 3.0554794520547944e-05,
|
|
"loss": 0.3695012092590332,
|
|
"mean_token_accuracy": 0.9072604596614837,
|
|
"num_tokens": 5549632.0,
|
|
"step": 2890
|
|
},
|
|
{
|
|
"entropy": 0.3603727616369724,
|
|
"epoch": 0.3945578231292517,
|
|
"grad_norm": 0.4204140901565552,
|
|
"learning_rate": 3.0486301369863014e-05,
|
|
"loss": 0.361452054977417,
|
|
"mean_token_accuracy": 0.9049343466758728,
|
|
"num_tokens": 5569455.0,
|
|
"step": 2900
|
|
},
|
|
{
|
|
"entropy": 0.31857734769582746,
|
|
"epoch": 0.39591836734693875,
|
|
"grad_norm": 0.543210506439209,
|
|
"learning_rate": 3.0417808219178083e-05,
|
|
"loss": 0.3216622114181519,
|
|
"mean_token_accuracy": 0.9114610522985458,
|
|
"num_tokens": 5590154.0,
|
|
"step": 2910
|
|
},
|
|
{
|
|
"entropy": 0.32558867931365965,
|
|
"epoch": 0.39727891156462586,
|
|
"grad_norm": 0.39182421565055847,
|
|
"learning_rate": 3.034931506849315e-05,
|
|
"loss": 0.3142657518386841,
|
|
"mean_token_accuracy": 0.9159083515405655,
|
|
"num_tokens": 5608934.0,
|
|
"step": 2920
|
|
},
|
|
{
|
|
"entropy": 0.35831537619233134,
|
|
"epoch": 0.3986394557823129,
|
|
"grad_norm": 0.43255022168159485,
|
|
"learning_rate": 3.0280821917808222e-05,
|
|
"loss": 0.3551504373550415,
|
|
"mean_token_accuracy": 0.9060514450073243,
|
|
"num_tokens": 5629700.0,
|
|
"step": 2930
|
|
},
|
|
{
|
|
"entropy": 0.32889301925897596,
|
|
"epoch": 0.4,
|
|
"grad_norm": 0.4353126883506775,
|
|
"learning_rate": 3.021232876712329e-05,
|
|
"loss": 0.33272716999053953,
|
|
"mean_token_accuracy": 0.9120247811079025,
|
|
"num_tokens": 5648205.0,
|
|
"step": 2940
|
|
},
|
|
{
|
|
"entropy": 0.4077422976493835,
|
|
"epoch": 0.4013605442176871,
|
|
"grad_norm": 0.5193459391593933,
|
|
"learning_rate": 3.0143835616438358e-05,
|
|
"loss": 0.42622690200805663,
|
|
"mean_token_accuracy": 0.8950145274400712,
|
|
"num_tokens": 5666658.0,
|
|
"step": 2950
|
|
},
|
|
{
|
|
"entropy": 0.2837504968047142,
|
|
"epoch": 0.40272108843537413,
|
|
"grad_norm": 0.4110262095928192,
|
|
"learning_rate": 3.0075342465753424e-05,
|
|
"loss": 0.2780358552932739,
|
|
"mean_token_accuracy": 0.9248676776885987,
|
|
"num_tokens": 5685895.0,
|
|
"step": 2960
|
|
},
|
|
{
|
|
"entropy": 0.2994197480380535,
|
|
"epoch": 0.40408163265306124,
|
|
"grad_norm": 0.5185297727584839,
|
|
"learning_rate": 3.0006849315068497e-05,
|
|
"loss": 0.3070257902145386,
|
|
"mean_token_accuracy": 0.9217073917388916,
|
|
"num_tokens": 5705410.0,
|
|
"step": 2970
|
|
},
|
|
{
|
|
"entropy": 0.3405400663614273,
|
|
"epoch": 0.4054421768707483,
|
|
"grad_norm": 0.446480929851532,
|
|
"learning_rate": 2.9938356164383563e-05,
|
|
"loss": 0.34464187622070314,
|
|
"mean_token_accuracy": 0.91073057949543,
|
|
"num_tokens": 5725937.0,
|
|
"step": 2980
|
|
},
|
|
{
|
|
"entropy": 0.3204948931932449,
|
|
"epoch": 0.40680272108843535,
|
|
"grad_norm": 0.4274948835372925,
|
|
"learning_rate": 2.986986301369863e-05,
|
|
"loss": 0.3086549758911133,
|
|
"mean_token_accuracy": 0.9216050624847412,
|
|
"num_tokens": 5744274.0,
|
|
"step": 2990
|
|
},
|
|
{
|
|
"entropy": 0.319742513448,
|
|
"epoch": 0.40816326530612246,
|
|
"grad_norm": 0.43988749384880066,
|
|
"learning_rate": 2.9801369863013702e-05,
|
|
"loss": 0.3238105535507202,
|
|
"mean_token_accuracy": 0.9127194285392761,
|
|
"num_tokens": 5764224.0,
|
|
"step": 3000
|
|
},
|
|
{
|
|
"epoch": 0.40816326530612246,
|
|
"eval_entropy": 0.33606284650663537,
|
|
"eval_loss": 0.33526092767715454,
|
|
"eval_mean_token_accuracy": 0.9117824711402257,
|
|
"eval_num_tokens": 5764224.0,
|
|
"eval_runtime": 39.6422,
|
|
"eval_samples_per_second": 15.135,
|
|
"eval_steps_per_second": 7.568,
|
|
"step": 3000
|
|
},
|
|
{
|
|
"entropy": 0.3738269850611687,
|
|
"epoch": 0.4095238095238095,
|
|
"grad_norm": 0.5675323605537415,
|
|
"learning_rate": 2.9732876712328768e-05,
|
|
"loss": 0.3804152488708496,
|
|
"mean_token_accuracy": 0.9026560753583908,
|
|
"num_tokens": 5781507.0,
|
|
"step": 3010
|
|
},
|
|
{
|
|
"entropy": 0.35528839454054834,
|
|
"epoch": 0.4108843537414966,
|
|
"grad_norm": 0.37698662281036377,
|
|
"learning_rate": 2.9664383561643837e-05,
|
|
"loss": 0.35562241077423096,
|
|
"mean_token_accuracy": 0.9055985480546951,
|
|
"num_tokens": 5801540.0,
|
|
"step": 3020
|
|
},
|
|
{
|
|
"entropy": 0.34376412332057954,
|
|
"epoch": 0.4122448979591837,
|
|
"grad_norm": 0.48629990220069885,
|
|
"learning_rate": 2.9595890410958904e-05,
|
|
"loss": 0.3413914680480957,
|
|
"mean_token_accuracy": 0.9106980264186859,
|
|
"num_tokens": 5820095.0,
|
|
"step": 3030
|
|
},
|
|
{
|
|
"entropy": 0.28705876022577287,
|
|
"epoch": 0.41360544217687073,
|
|
"grad_norm": 0.3930319845676422,
|
|
"learning_rate": 2.9527397260273976e-05,
|
|
"loss": 0.2918708801269531,
|
|
"mean_token_accuracy": 0.9254306346178055,
|
|
"num_tokens": 5836806.0,
|
|
"step": 3040
|
|
},
|
|
{
|
|
"entropy": 0.28956920132040975,
|
|
"epoch": 0.41496598639455784,
|
|
"grad_norm": 0.3387986421585083,
|
|
"learning_rate": 2.9458904109589042e-05,
|
|
"loss": 0.28510375022888185,
|
|
"mean_token_accuracy": 0.9249218046665192,
|
|
"num_tokens": 5855499.0,
|
|
"step": 3050
|
|
},
|
|
{
|
|
"entropy": 0.3717873513698578,
|
|
"epoch": 0.4163265306122449,
|
|
"grad_norm": 0.5153553485870361,
|
|
"learning_rate": 2.9390410958904112e-05,
|
|
"loss": 0.36185555458068847,
|
|
"mean_token_accuracy": 0.9043754696846008,
|
|
"num_tokens": 5875651.0,
|
|
"step": 3060
|
|
},
|
|
{
|
|
"entropy": 0.3651160977780819,
|
|
"epoch": 0.41768707482993195,
|
|
"grad_norm": 0.622138261795044,
|
|
"learning_rate": 2.9321917808219178e-05,
|
|
"loss": 0.36736748218536375,
|
|
"mean_token_accuracy": 0.9075702458620072,
|
|
"num_tokens": 5893916.0,
|
|
"step": 3070
|
|
},
|
|
{
|
|
"entropy": 0.2804809086024761,
|
|
"epoch": 0.41904761904761906,
|
|
"grad_norm": 0.4219469726085663,
|
|
"learning_rate": 2.9253424657534244e-05,
|
|
"loss": 0.2844717025756836,
|
|
"mean_token_accuracy": 0.921401646733284,
|
|
"num_tokens": 5912149.0,
|
|
"step": 3080
|
|
},
|
|
{
|
|
"entropy": 0.314235956966877,
|
|
"epoch": 0.4204081632653061,
|
|
"grad_norm": 0.5418047308921814,
|
|
"learning_rate": 2.9184931506849317e-05,
|
|
"loss": 0.3110402822494507,
|
|
"mean_token_accuracy": 0.9149896830320359,
|
|
"num_tokens": 5932858.0,
|
|
"step": 3090
|
|
},
|
|
{
|
|
"entropy": 0.32378696352243425,
|
|
"epoch": 0.4217687074829932,
|
|
"grad_norm": 0.5057699680328369,
|
|
"learning_rate": 2.9116438356164383e-05,
|
|
"loss": 0.31246180534362794,
|
|
"mean_token_accuracy": 0.917678028345108,
|
|
"num_tokens": 5950456.0,
|
|
"step": 3100
|
|
},
|
|
{
|
|
"entropy": 0.3295158065855503,
|
|
"epoch": 0.4231292517006803,
|
|
"grad_norm": 0.32313019037246704,
|
|
"learning_rate": 2.9047945205479456e-05,
|
|
"loss": 0.32827062606811525,
|
|
"mean_token_accuracy": 0.913808137178421,
|
|
"num_tokens": 5970315.0,
|
|
"step": 3110
|
|
},
|
|
{
|
|
"entropy": 0.3258155144751072,
|
|
"epoch": 0.42448979591836733,
|
|
"grad_norm": 0.6149294972419739,
|
|
"learning_rate": 2.897945205479452e-05,
|
|
"loss": 0.3333756923675537,
|
|
"mean_token_accuracy": 0.9134649366140366,
|
|
"num_tokens": 5989083.0,
|
|
"step": 3120
|
|
},
|
|
{
|
|
"entropy": 0.33037797883152964,
|
|
"epoch": 0.42585034013605444,
|
|
"grad_norm": 0.6826731562614441,
|
|
"learning_rate": 2.891095890410959e-05,
|
|
"loss": 0.33439276218414304,
|
|
"mean_token_accuracy": 0.9117500305175781,
|
|
"num_tokens": 6008071.0,
|
|
"step": 3130
|
|
},
|
|
{
|
|
"entropy": 0.3115034744143486,
|
|
"epoch": 0.4272108843537415,
|
|
"grad_norm": 0.44018131494522095,
|
|
"learning_rate": 2.8842465753424658e-05,
|
|
"loss": 0.3135596990585327,
|
|
"mean_token_accuracy": 0.9178120344877243,
|
|
"num_tokens": 6028939.0,
|
|
"step": 3140
|
|
},
|
|
{
|
|
"entropy": 0.3361651122570038,
|
|
"epoch": 0.42857142857142855,
|
|
"grad_norm": 0.3561447858810425,
|
|
"learning_rate": 2.877397260273973e-05,
|
|
"loss": 0.3284465312957764,
|
|
"mean_token_accuracy": 0.912507513165474,
|
|
"num_tokens": 6050975.0,
|
|
"step": 3150
|
|
},
|
|
{
|
|
"entropy": 0.3167419731616974,
|
|
"epoch": 0.42993197278911566,
|
|
"grad_norm": 0.4988236725330353,
|
|
"learning_rate": 2.8705479452054797e-05,
|
|
"loss": 0.31540229320526125,
|
|
"mean_token_accuracy": 0.91805699467659,
|
|
"num_tokens": 6068811.0,
|
|
"step": 3160
|
|
},
|
|
{
|
|
"entropy": 0.35025607869029046,
|
|
"epoch": 0.4312925170068027,
|
|
"grad_norm": 0.3634585440158844,
|
|
"learning_rate": 2.8636986301369866e-05,
|
|
"loss": 0.34669277667999265,
|
|
"mean_token_accuracy": 0.908183416724205,
|
|
"num_tokens": 6089617.0,
|
|
"step": 3170
|
|
},
|
|
{
|
|
"entropy": 0.33410345017910004,
|
|
"epoch": 0.4326530612244898,
|
|
"grad_norm": 0.380386084318161,
|
|
"learning_rate": 2.8568493150684932e-05,
|
|
"loss": 0.35002827644348145,
|
|
"mean_token_accuracy": 0.9116801351308823,
|
|
"num_tokens": 6108293.0,
|
|
"step": 3180
|
|
},
|
|
{
|
|
"entropy": 0.3474400773644447,
|
|
"epoch": 0.4340136054421769,
|
|
"grad_norm": 0.41803106665611267,
|
|
"learning_rate": 2.8499999999999998e-05,
|
|
"loss": 0.35688033103942873,
|
|
"mean_token_accuracy": 0.9099474012851715,
|
|
"num_tokens": 6127624.0,
|
|
"step": 3190
|
|
},
|
|
{
|
|
"entropy": 0.3581741526722908,
|
|
"epoch": 0.43537414965986393,
|
|
"grad_norm": 0.3337022364139557,
|
|
"learning_rate": 2.843150684931507e-05,
|
|
"loss": 0.3569644451141357,
|
|
"mean_token_accuracy": 0.9068025410175323,
|
|
"num_tokens": 6147219.0,
|
|
"step": 3200
|
|
},
|
|
{
|
|
"entropy": 0.366722059994936,
|
|
"epoch": 0.43673469387755104,
|
|
"grad_norm": 0.47171923518180847,
|
|
"learning_rate": 2.8363013698630137e-05,
|
|
"loss": 0.3685397386550903,
|
|
"mean_token_accuracy": 0.9036656260490418,
|
|
"num_tokens": 6167669.0,
|
|
"step": 3210
|
|
},
|
|
{
|
|
"entropy": 0.32237810268998146,
|
|
"epoch": 0.4380952380952381,
|
|
"grad_norm": 0.41389840841293335,
|
|
"learning_rate": 2.8294520547945207e-05,
|
|
"loss": 0.31839354038238527,
|
|
"mean_token_accuracy": 0.9167311549186706,
|
|
"num_tokens": 6187141.0,
|
|
"step": 3220
|
|
},
|
|
{
|
|
"entropy": 0.3237307697534561,
|
|
"epoch": 0.43945578231292515,
|
|
"grad_norm": 0.5178200006484985,
|
|
"learning_rate": 2.8226027397260273e-05,
|
|
"loss": 0.32291412353515625,
|
|
"mean_token_accuracy": 0.9083501189947129,
|
|
"num_tokens": 6209252.0,
|
|
"step": 3230
|
|
},
|
|
{
|
|
"entropy": 0.34426340013742446,
|
|
"epoch": 0.44081632653061226,
|
|
"grad_norm": 0.4553462862968445,
|
|
"learning_rate": 2.8157534246575346e-05,
|
|
"loss": 0.3504526615142822,
|
|
"mean_token_accuracy": 0.9100097268819809,
|
|
"num_tokens": 6228894.0,
|
|
"step": 3240
|
|
},
|
|
{
|
|
"entropy": 0.28253506049513816,
|
|
"epoch": 0.4421768707482993,
|
|
"grad_norm": 0.37686920166015625,
|
|
"learning_rate": 2.808904109589041e-05,
|
|
"loss": 0.2929633617401123,
|
|
"mean_token_accuracy": 0.9215697795152664,
|
|
"num_tokens": 6249587.0,
|
|
"step": 3250
|
|
},
|
|
{
|
|
"epoch": 0.4421768707482993,
|
|
"eval_entropy": 0.3371030978113413,
|
|
"eval_loss": 0.3342117369174957,
|
|
"eval_mean_token_accuracy": 0.9119487730662028,
|
|
"eval_num_tokens": 6249587.0,
|
|
"eval_runtime": 39.7403,
|
|
"eval_samples_per_second": 15.098,
|
|
"eval_steps_per_second": 7.549,
|
|
"step": 3250
|
|
},
|
|
{
|
|
"entropy": 0.3359912931919098,
|
|
"epoch": 0.4435374149659864,
|
|
"grad_norm": 0.5517682433128357,
|
|
"learning_rate": 2.8020547945205484e-05,
|
|
"loss": 0.3350799322128296,
|
|
"mean_token_accuracy": 0.9072889268398285,
|
|
"num_tokens": 6270421.0,
|
|
"step": 3260
|
|
},
|
|
{
|
|
"entropy": 0.38644204661250114,
|
|
"epoch": 0.4448979591836735,
|
|
"grad_norm": 0.38367074728012085,
|
|
"learning_rate": 2.795205479452055e-05,
|
|
"loss": 0.40497770309448244,
|
|
"mean_token_accuracy": 0.8989514976739883,
|
|
"num_tokens": 6289750.0,
|
|
"step": 3270
|
|
},
|
|
{
|
|
"entropy": 0.36485532075166704,
|
|
"epoch": 0.44625850340136053,
|
|
"grad_norm": 0.4921395182609558,
|
|
"learning_rate": 2.7883561643835617e-05,
|
|
"loss": 0.3587671995162964,
|
|
"mean_token_accuracy": 0.9088137924671174,
|
|
"num_tokens": 6309476.0,
|
|
"step": 3280
|
|
},
|
|
{
|
|
"entropy": 0.32781576067209245,
|
|
"epoch": 0.44761904761904764,
|
|
"grad_norm": 0.405824214220047,
|
|
"learning_rate": 2.7815068493150686e-05,
|
|
"loss": 0.3323342323303223,
|
|
"mean_token_accuracy": 0.9141393929719925,
|
|
"num_tokens": 6330359.0,
|
|
"step": 3290
|
|
},
|
|
{
|
|
"entropy": 0.35046872347593305,
|
|
"epoch": 0.4489795918367347,
|
|
"grad_norm": 0.4356522858142853,
|
|
"learning_rate": 2.7746575342465752e-05,
|
|
"loss": 0.3580676555633545,
|
|
"mean_token_accuracy": 0.9075710386037826,
|
|
"num_tokens": 6350395.0,
|
|
"step": 3300
|
|
},
|
|
{
|
|
"entropy": 0.3306349150836468,
|
|
"epoch": 0.45034013605442175,
|
|
"grad_norm": 0.3762452304363251,
|
|
"learning_rate": 2.7678082191780825e-05,
|
|
"loss": 0.3267848968505859,
|
|
"mean_token_accuracy": 0.9178031712770462,
|
|
"num_tokens": 6368777.0,
|
|
"step": 3310
|
|
},
|
|
{
|
|
"entropy": 0.29314617067575455,
|
|
"epoch": 0.45170068027210886,
|
|
"grad_norm": 0.4260740876197815,
|
|
"learning_rate": 2.760958904109589e-05,
|
|
"loss": 0.2808928728103638,
|
|
"mean_token_accuracy": 0.9242286056280136,
|
|
"num_tokens": 6386705.0,
|
|
"step": 3320
|
|
},
|
|
{
|
|
"entropy": 0.33772081658244135,
|
|
"epoch": 0.4530612244897959,
|
|
"grad_norm": 0.4309479594230652,
|
|
"learning_rate": 2.754109589041096e-05,
|
|
"loss": 0.3572484731674194,
|
|
"mean_token_accuracy": 0.9095708549022674,
|
|
"num_tokens": 6405597.0,
|
|
"step": 3330
|
|
},
|
|
{
|
|
"entropy": 0.3147235192358494,
|
|
"epoch": 0.454421768707483,
|
|
"grad_norm": 0.6065618395805359,
|
|
"learning_rate": 2.7472602739726027e-05,
|
|
"loss": 0.3092878580093384,
|
|
"mean_token_accuracy": 0.9218635380268096,
|
|
"num_tokens": 6425006.0,
|
|
"step": 3340
|
|
},
|
|
{
|
|
"entropy": 0.35482636019587516,
|
|
"epoch": 0.4557823129251701,
|
|
"grad_norm": 0.40962573885917664,
|
|
"learning_rate": 2.74041095890411e-05,
|
|
"loss": 0.3521085023880005,
|
|
"mean_token_accuracy": 0.9050173759460449,
|
|
"num_tokens": 6444964.0,
|
|
"step": 3350
|
|
},
|
|
{
|
|
"entropy": 0.3443373300135136,
|
|
"epoch": 0.45714285714285713,
|
|
"grad_norm": 0.47444677352905273,
|
|
"learning_rate": 2.7335616438356166e-05,
|
|
"loss": 0.3417380332946777,
|
|
"mean_token_accuracy": 0.9109756410121918,
|
|
"num_tokens": 6464883.0,
|
|
"step": 3360
|
|
},
|
|
{
|
|
"entropy": 0.30666022598743437,
|
|
"epoch": 0.45850340136054424,
|
|
"grad_norm": 0.3451339900493622,
|
|
"learning_rate": 2.7267123287671235e-05,
|
|
"loss": 0.308093786239624,
|
|
"mean_token_accuracy": 0.9187242925167084,
|
|
"num_tokens": 6484170.0,
|
|
"step": 3370
|
|
},
|
|
{
|
|
"entropy": 0.32256651744246484,
|
|
"epoch": 0.4598639455782313,
|
|
"grad_norm": 0.6191990971565247,
|
|
"learning_rate": 2.71986301369863e-05,
|
|
"loss": 0.3281312704086304,
|
|
"mean_token_accuracy": 0.915521040558815,
|
|
"num_tokens": 6502657.0,
|
|
"step": 3380
|
|
},
|
|
{
|
|
"entropy": 0.3734627470374107,
|
|
"epoch": 0.46122448979591835,
|
|
"grad_norm": 0.44824740290641785,
|
|
"learning_rate": 2.7130136986301367e-05,
|
|
"loss": 0.39291067123413087,
|
|
"mean_token_accuracy": 0.9002336442470551,
|
|
"num_tokens": 6522335.0,
|
|
"step": 3390
|
|
},
|
|
{
|
|
"entropy": 0.36504360362887384,
|
|
"epoch": 0.46258503401360546,
|
|
"grad_norm": 0.44734102487564087,
|
|
"learning_rate": 2.706164383561644e-05,
|
|
"loss": 0.366800332069397,
|
|
"mean_token_accuracy": 0.9116403192281723,
|
|
"num_tokens": 6541259.0,
|
|
"step": 3400
|
|
},
|
|
{
|
|
"entropy": 0.33948337733745576,
|
|
"epoch": 0.4639455782312925,
|
|
"grad_norm": 0.4975481331348419,
|
|
"learning_rate": 2.6993150684931506e-05,
|
|
"loss": 0.3351884126663208,
|
|
"mean_token_accuracy": 0.911971241235733,
|
|
"num_tokens": 6562033.0,
|
|
"step": 3410
|
|
},
|
|
{
|
|
"entropy": 0.36278425380587576,
|
|
"epoch": 0.46530612244897956,
|
|
"grad_norm": 0.44590020179748535,
|
|
"learning_rate": 2.692465753424658e-05,
|
|
"loss": 0.3616467475891113,
|
|
"mean_token_accuracy": 0.9112220734357834,
|
|
"num_tokens": 6579861.0,
|
|
"step": 3420
|
|
},
|
|
{
|
|
"entropy": 0.296990454941988,
|
|
"epoch": 0.4666666666666667,
|
|
"grad_norm": 0.35668641328811646,
|
|
"learning_rate": 2.6856164383561645e-05,
|
|
"loss": 0.28709557056427004,
|
|
"mean_token_accuracy": 0.923720845580101,
|
|
"num_tokens": 6597963.0,
|
|
"step": 3430
|
|
},
|
|
{
|
|
"entropy": 0.30575042217969894,
|
|
"epoch": 0.46802721088435373,
|
|
"grad_norm": 0.39647671580314636,
|
|
"learning_rate": 2.6787671232876715e-05,
|
|
"loss": 0.3078245401382446,
|
|
"mean_token_accuracy": 0.9169597178697586,
|
|
"num_tokens": 6616696.0,
|
|
"step": 3440
|
|
},
|
|
{
|
|
"entropy": 0.3101175561547279,
|
|
"epoch": 0.46938775510204084,
|
|
"grad_norm": 0.5445443987846375,
|
|
"learning_rate": 2.671917808219178e-05,
|
|
"loss": 0.3175575494766235,
|
|
"mean_token_accuracy": 0.9126063853502273,
|
|
"num_tokens": 6637062.0,
|
|
"step": 3450
|
|
},
|
|
{
|
|
"entropy": 0.34780861288309095,
|
|
"epoch": 0.4707482993197279,
|
|
"grad_norm": 0.3975132405757904,
|
|
"learning_rate": 2.6650684931506854e-05,
|
|
"loss": 0.35774109363555906,
|
|
"mean_token_accuracy": 0.9050011664628983,
|
|
"num_tokens": 6659231.0,
|
|
"step": 3460
|
|
},
|
|
{
|
|
"entropy": 0.32717221304774285,
|
|
"epoch": 0.47210884353741495,
|
|
"grad_norm": 0.4195864796638489,
|
|
"learning_rate": 2.658219178082192e-05,
|
|
"loss": 0.3109439373016357,
|
|
"mean_token_accuracy": 0.9161674290895462,
|
|
"num_tokens": 6679690.0,
|
|
"step": 3470
|
|
},
|
|
{
|
|
"entropy": 0.3339711882174015,
|
|
"epoch": 0.47346938775510206,
|
|
"grad_norm": 0.35985931754112244,
|
|
"learning_rate": 2.6513698630136986e-05,
|
|
"loss": 0.33592188358306885,
|
|
"mean_token_accuracy": 0.9106827944517135,
|
|
"num_tokens": 6698470.0,
|
|
"step": 3480
|
|
},
|
|
{
|
|
"entropy": 0.3498953923583031,
|
|
"epoch": 0.4748299319727891,
|
|
"grad_norm": 0.3127373158931732,
|
|
"learning_rate": 2.6445205479452055e-05,
|
|
"loss": 0.36162471771240234,
|
|
"mean_token_accuracy": 0.9053647011518479,
|
|
"num_tokens": 6719482.0,
|
|
"step": 3490
|
|
},
|
|
{
|
|
"entropy": 0.28822562620043757,
|
|
"epoch": 0.47619047619047616,
|
|
"grad_norm": 0.4204389452934265,
|
|
"learning_rate": 2.637671232876712e-05,
|
|
"loss": 0.29782910346984864,
|
|
"mean_token_accuracy": 0.9186246633529663,
|
|
"num_tokens": 6740195.0,
|
|
"step": 3500
|
|
},
|
|
{
|
|
"epoch": 0.47619047619047616,
|
|
"eval_entropy": 0.3430745062977076,
|
|
"eval_loss": 0.33298492431640625,
|
|
"eval_mean_token_accuracy": 0.9121425338586171,
|
|
"eval_num_tokens": 6740195.0,
|
|
"eval_runtime": 39.8932,
|
|
"eval_samples_per_second": 15.04,
|
|
"eval_steps_per_second": 7.52,
|
|
"step": 3500
|
|
},
|
|
{
|
|
"entropy": 0.32787102460861206,
|
|
"epoch": 0.4775510204081633,
|
|
"grad_norm": 0.5970384478569031,
|
|
"learning_rate": 2.6308219178082194e-05,
|
|
"loss": 0.31883673667907714,
|
|
"mean_token_accuracy": 0.9141757398843765,
|
|
"num_tokens": 6758388.0,
|
|
"step": 3510
|
|
},
|
|
{
|
|
"entropy": 0.36540004089474676,
|
|
"epoch": 0.47891156462585033,
|
|
"grad_norm": 0.5385341644287109,
|
|
"learning_rate": 2.623972602739726e-05,
|
|
"loss": 0.3638452053070068,
|
|
"mean_token_accuracy": 0.9118665605783463,
|
|
"num_tokens": 6776273.0,
|
|
"step": 3520
|
|
},
|
|
{
|
|
"entropy": 0.3373605191707611,
|
|
"epoch": 0.48027210884353744,
|
|
"grad_norm": 0.38150331377983093,
|
|
"learning_rate": 2.6171232876712333e-05,
|
|
"loss": 0.3207834243774414,
|
|
"mean_token_accuracy": 0.9155988216400146,
|
|
"num_tokens": 6793132.0,
|
|
"step": 3530
|
|
},
|
|
{
|
|
"entropy": 0.34099703952670096,
|
|
"epoch": 0.4816326530612245,
|
|
"grad_norm": 0.5244598984718323,
|
|
"learning_rate": 2.61027397260274e-05,
|
|
"loss": 0.33450777530670167,
|
|
"mean_token_accuracy": 0.9131689667701721,
|
|
"num_tokens": 6812749.0,
|
|
"step": 3540
|
|
},
|
|
{
|
|
"entropy": 0.43126574754714964,
|
|
"epoch": 0.48299319727891155,
|
|
"grad_norm": 0.4791218638420105,
|
|
"learning_rate": 2.603424657534247e-05,
|
|
"loss": 0.43479280471801757,
|
|
"mean_token_accuracy": 0.8856066018342972,
|
|
"num_tokens": 6833553.0,
|
|
"step": 3550
|
|
},
|
|
{
|
|
"entropy": 0.3489451795816422,
|
|
"epoch": 0.48435374149659866,
|
|
"grad_norm": 0.6042513251304626,
|
|
"learning_rate": 2.5965753424657535e-05,
|
|
"loss": 0.3617150068283081,
|
|
"mean_token_accuracy": 0.904024675488472,
|
|
"num_tokens": 6851609.0,
|
|
"step": 3560
|
|
},
|
|
{
|
|
"entropy": 0.3345202341675758,
|
|
"epoch": 0.4857142857142857,
|
|
"grad_norm": 0.47959575057029724,
|
|
"learning_rate": 2.5897260273972608e-05,
|
|
"loss": 0.34854423999786377,
|
|
"mean_token_accuracy": 0.9128339350223541,
|
|
"num_tokens": 6869710.0,
|
|
"step": 3570
|
|
},
|
|
{
|
|
"entropy": 0.2840237572789192,
|
|
"epoch": 0.48707482993197276,
|
|
"grad_norm": 0.542008638381958,
|
|
"learning_rate": 2.5828767123287674e-05,
|
|
"loss": 0.28817789554595946,
|
|
"mean_token_accuracy": 0.9232237786054611,
|
|
"num_tokens": 6889265.0,
|
|
"step": 3580
|
|
},
|
|
{
|
|
"entropy": 0.37114314883947375,
|
|
"epoch": 0.4884353741496599,
|
|
"grad_norm": 0.42148521542549133,
|
|
"learning_rate": 2.576027397260274e-05,
|
|
"loss": 0.3705109119415283,
|
|
"mean_token_accuracy": 0.9055974930524826,
|
|
"num_tokens": 6907724.0,
|
|
"step": 3590
|
|
},
|
|
{
|
|
"entropy": 0.3097227029502392,
|
|
"epoch": 0.4897959183673469,
|
|
"grad_norm": 0.5400570631027222,
|
|
"learning_rate": 2.569178082191781e-05,
|
|
"loss": 0.3039916276931763,
|
|
"mean_token_accuracy": 0.915545716881752,
|
|
"num_tokens": 6927218.0,
|
|
"step": 3600
|
|
},
|
|
{
|
|
"entropy": 0.311353924870491,
|
|
"epoch": 0.49115646258503404,
|
|
"grad_norm": 0.36434206366539,
|
|
"learning_rate": 2.5623287671232875e-05,
|
|
"loss": 0.3071993589401245,
|
|
"mean_token_accuracy": 0.9152117878198623,
|
|
"num_tokens": 6948124.0,
|
|
"step": 3610
|
|
},
|
|
{
|
|
"entropy": 0.34956820532679556,
|
|
"epoch": 0.4925170068027211,
|
|
"grad_norm": 0.3756413161754608,
|
|
"learning_rate": 2.5554794520547948e-05,
|
|
"loss": 0.345737624168396,
|
|
"mean_token_accuracy": 0.9104509115219116,
|
|
"num_tokens": 6967337.0,
|
|
"step": 3620
|
|
},
|
|
{
|
|
"entropy": 0.28347715772688387,
|
|
"epoch": 0.49387755102040815,
|
|
"grad_norm": 0.3341163694858551,
|
|
"learning_rate": 2.5486301369863014e-05,
|
|
"loss": 0.28453564643859863,
|
|
"mean_token_accuracy": 0.9223557978868484,
|
|
"num_tokens": 6985719.0,
|
|
"step": 3630
|
|
},
|
|
{
|
|
"entropy": 0.3215967521071434,
|
|
"epoch": 0.49523809523809526,
|
|
"grad_norm": 0.4879300892353058,
|
|
"learning_rate": 2.5417808219178084e-05,
|
|
"loss": 0.3172642230987549,
|
|
"mean_token_accuracy": 0.9150819301605224,
|
|
"num_tokens": 7003145.0,
|
|
"step": 3640
|
|
},
|
|
{
|
|
"entropy": 0.3079038575291634,
|
|
"epoch": 0.4965986394557823,
|
|
"grad_norm": 0.3948201537132263,
|
|
"learning_rate": 2.534931506849315e-05,
|
|
"loss": 0.32240614891052244,
|
|
"mean_token_accuracy": 0.9127428829669952,
|
|
"num_tokens": 7023038.0,
|
|
"step": 3650
|
|
},
|
|
{
|
|
"entropy": 0.38890808299183843,
|
|
"epoch": 0.49795918367346936,
|
|
"grad_norm": 0.40552157163619995,
|
|
"learning_rate": 2.5280821917808223e-05,
|
|
"loss": 0.39409432411193845,
|
|
"mean_token_accuracy": 0.897028648853302,
|
|
"num_tokens": 7046752.0,
|
|
"step": 3660
|
|
},
|
|
{
|
|
"entropy": 0.3068940281867981,
|
|
"epoch": 0.4993197278911565,
|
|
"grad_norm": 0.5080393552780151,
|
|
"learning_rate": 2.521232876712329e-05,
|
|
"loss": 0.2945326566696167,
|
|
"mean_token_accuracy": 0.9193342208862305,
|
|
"num_tokens": 7066803.0,
|
|
"step": 3670
|
|
},
|
|
{
|
|
"entropy": 0.30003788247704505,
|
|
"epoch": 0.5006802721088436,
|
|
"grad_norm": 0.4544333517551422,
|
|
"learning_rate": 2.5143835616438355e-05,
|
|
"loss": 0.30088942050933837,
|
|
"mean_token_accuracy": 0.919922587275505,
|
|
"num_tokens": 7086548.0,
|
|
"step": 3680
|
|
},
|
|
{
|
|
"entropy": 0.3212012261152267,
|
|
"epoch": 0.5020408163265306,
|
|
"grad_norm": 0.5139970183372498,
|
|
"learning_rate": 2.5075342465753428e-05,
|
|
"loss": 0.3209099054336548,
|
|
"mean_token_accuracy": 0.914613538980484,
|
|
"num_tokens": 7103932.0,
|
|
"step": 3690
|
|
},
|
|
{
|
|
"entropy": 0.3605083726346493,
|
|
"epoch": 0.5034013605442177,
|
|
"grad_norm": 0.5004434585571289,
|
|
"learning_rate": 2.5006849315068494e-05,
|
|
"loss": 0.3503889799118042,
|
|
"mean_token_accuracy": 0.910282626748085,
|
|
"num_tokens": 7122604.0,
|
|
"step": 3700
|
|
},
|
|
{
|
|
"entropy": 0.32034995295107366,
|
|
"epoch": 0.5047619047619047,
|
|
"grad_norm": 0.4455152451992035,
|
|
"learning_rate": 2.4938356164383563e-05,
|
|
"loss": 0.3144600629806519,
|
|
"mean_token_accuracy": 0.913508927822113,
|
|
"num_tokens": 7141520.0,
|
|
"step": 3710
|
|
},
|
|
{
|
|
"entropy": 0.32677931264042853,
|
|
"epoch": 0.5061224489795918,
|
|
"grad_norm": 0.5444691181182861,
|
|
"learning_rate": 2.4869863013698633e-05,
|
|
"loss": 0.33878235816955565,
|
|
"mean_token_accuracy": 0.9117316961288452,
|
|
"num_tokens": 7162081.0,
|
|
"step": 3720
|
|
},
|
|
{
|
|
"entropy": 0.35325164198875425,
|
|
"epoch": 0.507482993197279,
|
|
"grad_norm": 0.504077136516571,
|
|
"learning_rate": 2.48013698630137e-05,
|
|
"loss": 0.3583226680755615,
|
|
"mean_token_accuracy": 0.9071122765541076,
|
|
"num_tokens": 7181824.0,
|
|
"step": 3730
|
|
},
|
|
{
|
|
"entropy": 0.3118510887026787,
|
|
"epoch": 0.508843537414966,
|
|
"grad_norm": 0.45883047580718994,
|
|
"learning_rate": 2.473287671232877e-05,
|
|
"loss": 0.30337512493133545,
|
|
"mean_token_accuracy": 0.9171320110559463,
|
|
"num_tokens": 7200624.0,
|
|
"step": 3740
|
|
},
|
|
{
|
|
"entropy": 0.329176065325737,
|
|
"epoch": 0.5102040816326531,
|
|
"grad_norm": 0.48111435770988464,
|
|
"learning_rate": 2.4664383561643838e-05,
|
|
"loss": 0.33903625011444094,
|
|
"mean_token_accuracy": 0.9144390225410461,
|
|
"num_tokens": 7217963.0,
|
|
"step": 3750
|
|
},
|
|
{
|
|
"epoch": 0.5102040816326531,
|
|
"eval_entropy": 0.32912359858552614,
|
|
"eval_loss": 0.3315099775791168,
|
|
"eval_mean_token_accuracy": 0.9126162391901016,
|
|
"eval_num_tokens": 7217963.0,
|
|
"eval_runtime": 39.8303,
|
|
"eval_samples_per_second": 15.064,
|
|
"eval_steps_per_second": 7.532,
|
|
"step": 3750
|
|
},
|
|
{
|
|
"entropy": 0.3421541929244995,
|
|
"epoch": 0.5115646258503401,
|
|
"grad_norm": 0.4506266415119171,
|
|
"learning_rate": 2.4595890410958904e-05,
|
|
"loss": 0.34347808361053467,
|
|
"mean_token_accuracy": 0.9077278554439545,
|
|
"num_tokens": 7237883.0,
|
|
"step": 3760
|
|
},
|
|
{
|
|
"entropy": 0.3590623676776886,
|
|
"epoch": 0.5129251700680272,
|
|
"grad_norm": 0.38278287649154663,
|
|
"learning_rate": 2.4527397260273973e-05,
|
|
"loss": 0.3690760850906372,
|
|
"mean_token_accuracy": 0.9089499413967133,
|
|
"num_tokens": 7257138.0,
|
|
"step": 3770
|
|
},
|
|
{
|
|
"entropy": 0.36101208850741384,
|
|
"epoch": 0.5142857142857142,
|
|
"grad_norm": 0.32584571838378906,
|
|
"learning_rate": 2.4458904109589043e-05,
|
|
"loss": 0.3672176837921143,
|
|
"mean_token_accuracy": 0.9057380646467209,
|
|
"num_tokens": 7277589.0,
|
|
"step": 3780
|
|
},
|
|
{
|
|
"entropy": 0.2965987451374531,
|
|
"epoch": 0.5156462585034014,
|
|
"grad_norm": 0.37990301847457886,
|
|
"learning_rate": 2.4390410958904112e-05,
|
|
"loss": 0.294060206413269,
|
|
"mean_token_accuracy": 0.920094347000122,
|
|
"num_tokens": 7295419.0,
|
|
"step": 3790
|
|
},
|
|
{
|
|
"entropy": 0.3669845648109913,
|
|
"epoch": 0.5170068027210885,
|
|
"grad_norm": 0.395302414894104,
|
|
"learning_rate": 2.432191780821918e-05,
|
|
"loss": 0.3642202138900757,
|
|
"mean_token_accuracy": 0.9083656400442124,
|
|
"num_tokens": 7313005.0,
|
|
"step": 3800
|
|
},
|
|
{
|
|
"entropy": 0.3839815385639668,
|
|
"epoch": 0.5183673469387755,
|
|
"grad_norm": 0.4179222881793976,
|
|
"learning_rate": 2.4253424657534248e-05,
|
|
"loss": 0.38060669898986815,
|
|
"mean_token_accuracy": 0.9010459512472153,
|
|
"num_tokens": 7334087.0,
|
|
"step": 3810
|
|
},
|
|
{
|
|
"entropy": 0.33595051877200605,
|
|
"epoch": 0.5197278911564626,
|
|
"grad_norm": 0.35726672410964966,
|
|
"learning_rate": 2.4184931506849314e-05,
|
|
"loss": 0.3160902976989746,
|
|
"mean_token_accuracy": 0.9160772681236267,
|
|
"num_tokens": 7353243.0,
|
|
"step": 3820
|
|
},
|
|
{
|
|
"entropy": 0.3190218761563301,
|
|
"epoch": 0.5210884353741496,
|
|
"grad_norm": 0.39096274971961975,
|
|
"learning_rate": 2.4116438356164384e-05,
|
|
"loss": 0.3128466844558716,
|
|
"mean_token_accuracy": 0.9177798658609391,
|
|
"num_tokens": 7372683.0,
|
|
"step": 3830
|
|
},
|
|
{
|
|
"entropy": 0.28777577802538873,
|
|
"epoch": 0.5224489795918368,
|
|
"grad_norm": 0.4006626605987549,
|
|
"learning_rate": 2.4047945205479453e-05,
|
|
"loss": 0.2932948350906372,
|
|
"mean_token_accuracy": 0.9220825433731079,
|
|
"num_tokens": 7391156.0,
|
|
"step": 3840
|
|
},
|
|
{
|
|
"entropy": 0.3199619509279728,
|
|
"epoch": 0.5238095238095238,
|
|
"grad_norm": 0.35508039593696594,
|
|
"learning_rate": 2.3979452054794522e-05,
|
|
"loss": 0.3138143539428711,
|
|
"mean_token_accuracy": 0.9143597453832626,
|
|
"num_tokens": 7412725.0,
|
|
"step": 3850
|
|
},
|
|
{
|
|
"entropy": 0.35134848281741143,
|
|
"epoch": 0.5251700680272109,
|
|
"grad_norm": 0.406851202249527,
|
|
"learning_rate": 2.391095890410959e-05,
|
|
"loss": 0.35069732666015624,
|
|
"mean_token_accuracy": 0.910768261551857,
|
|
"num_tokens": 7431365.0,
|
|
"step": 3860
|
|
},
|
|
{
|
|
"entropy": 0.3226579576730728,
|
|
"epoch": 0.5265306122448979,
|
|
"grad_norm": 0.41831570863723755,
|
|
"learning_rate": 2.3842465753424658e-05,
|
|
"loss": 0.325051474571228,
|
|
"mean_token_accuracy": 0.9144408613443374,
|
|
"num_tokens": 7451520.0,
|
|
"step": 3870
|
|
},
|
|
{
|
|
"entropy": 0.27824380323290826,
|
|
"epoch": 0.527891156462585,
|
|
"grad_norm": 0.45743539929389954,
|
|
"learning_rate": 2.3773972602739727e-05,
|
|
"loss": 0.27892796993255614,
|
|
"mean_token_accuracy": 0.9252461075782776,
|
|
"num_tokens": 7470779.0,
|
|
"step": 3880
|
|
},
|
|
{
|
|
"entropy": 0.31983816549181937,
|
|
"epoch": 0.5292517006802722,
|
|
"grad_norm": 0.41483598947525024,
|
|
"learning_rate": 2.3705479452054797e-05,
|
|
"loss": 0.3180886507034302,
|
|
"mean_token_accuracy": 0.9165385901927948,
|
|
"num_tokens": 7489545.0,
|
|
"step": 3890
|
|
},
|
|
{
|
|
"entropy": 0.3343293689191341,
|
|
"epoch": 0.5306122448979592,
|
|
"grad_norm": 0.5109151601791382,
|
|
"learning_rate": 2.3636986301369866e-05,
|
|
"loss": 0.34193923473358157,
|
|
"mean_token_accuracy": 0.9141032576560975,
|
|
"num_tokens": 7507380.0,
|
|
"step": 3900
|
|
},
|
|
{
|
|
"entropy": 0.3208622790873051,
|
|
"epoch": 0.5319727891156463,
|
|
"grad_norm": 0.4916702210903168,
|
|
"learning_rate": 2.3568493150684933e-05,
|
|
"loss": 0.3239308834075928,
|
|
"mean_token_accuracy": 0.914379420876503,
|
|
"num_tokens": 7526466.0,
|
|
"step": 3910
|
|
},
|
|
{
|
|
"entropy": 0.3093146879225969,
|
|
"epoch": 0.5333333333333333,
|
|
"grad_norm": 0.32689499855041504,
|
|
"learning_rate": 2.35e-05,
|
|
"loss": 0.3163978815078735,
|
|
"mean_token_accuracy": 0.9175358593463898,
|
|
"num_tokens": 7547417.0,
|
|
"step": 3920
|
|
},
|
|
{
|
|
"entropy": 0.3612152311950922,
|
|
"epoch": 0.5346938775510204,
|
|
"grad_norm": 0.44085893034935,
|
|
"learning_rate": 2.3431506849315068e-05,
|
|
"loss": 0.3802115678787231,
|
|
"mean_token_accuracy": 0.902223750948906,
|
|
"num_tokens": 7568296.0,
|
|
"step": 3930
|
|
},
|
|
{
|
|
"entropy": 0.3383258245885372,
|
|
"epoch": 0.5360544217687074,
|
|
"grad_norm": 0.5608168244361877,
|
|
"learning_rate": 2.3363013698630138e-05,
|
|
"loss": 0.3415839433670044,
|
|
"mean_token_accuracy": 0.9112567931413651,
|
|
"num_tokens": 7587752.0,
|
|
"step": 3940
|
|
},
|
|
{
|
|
"entropy": 0.3647989623248577,
|
|
"epoch": 0.5374149659863946,
|
|
"grad_norm": 0.4722004532814026,
|
|
"learning_rate": 2.3294520547945207e-05,
|
|
"loss": 0.3584833860397339,
|
|
"mean_token_accuracy": 0.9099332094192505,
|
|
"num_tokens": 7607739.0,
|
|
"step": 3950
|
|
},
|
|
{
|
|
"entropy": 0.3759518824517727,
|
|
"epoch": 0.5387755102040817,
|
|
"grad_norm": 0.6017438173294067,
|
|
"learning_rate": 2.3226027397260277e-05,
|
|
"loss": 0.3851759433746338,
|
|
"mean_token_accuracy": 0.902659210562706,
|
|
"num_tokens": 7625816.0,
|
|
"step": 3960
|
|
},
|
|
{
|
|
"entropy": 0.31676906198263166,
|
|
"epoch": 0.5401360544217687,
|
|
"grad_norm": 0.3612753450870514,
|
|
"learning_rate": 2.3157534246575343e-05,
|
|
"loss": 0.31891517639160155,
|
|
"mean_token_accuracy": 0.9155329942703248,
|
|
"num_tokens": 7646074.0,
|
|
"step": 3970
|
|
},
|
|
{
|
|
"entropy": 0.3787412360310555,
|
|
"epoch": 0.5414965986394558,
|
|
"grad_norm": 0.41047224402427673,
|
|
"learning_rate": 2.3089041095890412e-05,
|
|
"loss": 0.3822017192840576,
|
|
"mean_token_accuracy": 0.9003373116254807,
|
|
"num_tokens": 7664536.0,
|
|
"step": 3980
|
|
},
|
|
{
|
|
"entropy": 0.3361421704292297,
|
|
"epoch": 0.5428571428571428,
|
|
"grad_norm": 0.41327348351478577,
|
|
"learning_rate": 2.302054794520548e-05,
|
|
"loss": 0.3355587959289551,
|
|
"mean_token_accuracy": 0.911680155992508,
|
|
"num_tokens": 7682379.0,
|
|
"step": 3990
|
|
},
|
|
{
|
|
"entropy": 0.3021339297294617,
|
|
"epoch": 0.54421768707483,
|
|
"grad_norm": 0.36242055892944336,
|
|
"learning_rate": 2.295205479452055e-05,
|
|
"loss": 0.3072765111923218,
|
|
"mean_token_accuracy": 0.9183337926864624,
|
|
"num_tokens": 7701447.0,
|
|
"step": 4000
|
|
},
|
|
{
|
|
"epoch": 0.54421768707483,
|
|
"eval_entropy": 0.3300413696716229,
|
|
"eval_loss": 0.3298623263835907,
|
|
"eval_mean_token_accuracy": 0.9126938621203105,
|
|
"eval_num_tokens": 7701447.0,
|
|
"eval_runtime": 39.9379,
|
|
"eval_samples_per_second": 15.023,
|
|
"eval_steps_per_second": 7.512,
|
|
"step": 4000
|
|
},
|
|
{
|
|
"entropy": 0.30280276834964753,
|
|
"epoch": 0.545578231292517,
|
|
"grad_norm": 0.5451289415359497,
|
|
"learning_rate": 2.2883561643835617e-05,
|
|
"loss": 0.30348217487335205,
|
|
"mean_token_accuracy": 0.9159641265869141,
|
|
"num_tokens": 7723410.0,
|
|
"step": 4010
|
|
},
|
|
{
|
|
"entropy": 0.26205305345356467,
|
|
"epoch": 0.5469387755102041,
|
|
"grad_norm": 0.4319462776184082,
|
|
"learning_rate": 2.2815068493150683e-05,
|
|
"loss": 0.2545130252838135,
|
|
"mean_token_accuracy": 0.9308669567108154,
|
|
"num_tokens": 7743532.0,
|
|
"step": 4020
|
|
},
|
|
{
|
|
"entropy": 0.32944763377308844,
|
|
"epoch": 0.5482993197278911,
|
|
"grad_norm": 0.5175082087516785,
|
|
"learning_rate": 2.2746575342465753e-05,
|
|
"loss": 0.3209054946899414,
|
|
"mean_token_accuracy": 0.9140241533517838,
|
|
"num_tokens": 7764584.0,
|
|
"step": 4030
|
|
},
|
|
{
|
|
"entropy": 0.3470706418156624,
|
|
"epoch": 0.5496598639455782,
|
|
"grad_norm": 0.4611230790615082,
|
|
"learning_rate": 2.2678082191780822e-05,
|
|
"loss": 0.3442211151123047,
|
|
"mean_token_accuracy": 0.9116791754961013,
|
|
"num_tokens": 7783273.0,
|
|
"step": 4040
|
|
},
|
|
{
|
|
"entropy": 0.3467777229845524,
|
|
"epoch": 0.5510204081632653,
|
|
"grad_norm": 0.5174922943115234,
|
|
"learning_rate": 2.260958904109589e-05,
|
|
"loss": 0.3491501331329346,
|
|
"mean_token_accuracy": 0.9060128688812256,
|
|
"num_tokens": 7803308.0,
|
|
"step": 4050
|
|
},
|
|
{
|
|
"entropy": 0.3715716302394867,
|
|
"epoch": 0.5523809523809524,
|
|
"grad_norm": 0.5032371878623962,
|
|
"learning_rate": 2.254109589041096e-05,
|
|
"loss": 0.36512949466705324,
|
|
"mean_token_accuracy": 0.9032170832157135,
|
|
"num_tokens": 7823268.0,
|
|
"step": 4060
|
|
},
|
|
{
|
|
"entropy": 0.355232909321785,
|
|
"epoch": 0.5537414965986395,
|
|
"grad_norm": 0.3794972896575928,
|
|
"learning_rate": 2.2472602739726027e-05,
|
|
"loss": 0.3677065849304199,
|
|
"mean_token_accuracy": 0.9080590635538102,
|
|
"num_tokens": 7843048.0,
|
|
"step": 4070
|
|
},
|
|
{
|
|
"entropy": 0.3806071810424328,
|
|
"epoch": 0.5551020408163265,
|
|
"grad_norm": 0.398653507232666,
|
|
"learning_rate": 2.2404109589041097e-05,
|
|
"loss": 0.37912545204162595,
|
|
"mean_token_accuracy": 0.9007632732391357,
|
|
"num_tokens": 7862587.0,
|
|
"step": 4080
|
|
},
|
|
{
|
|
"entropy": 0.29905916675925254,
|
|
"epoch": 0.5564625850340136,
|
|
"grad_norm": 0.39064309000968933,
|
|
"learning_rate": 2.2335616438356166e-05,
|
|
"loss": 0.2870203971862793,
|
|
"mean_token_accuracy": 0.9261332839727402,
|
|
"num_tokens": 7880399.0,
|
|
"step": 4090
|
|
},
|
|
{
|
|
"entropy": 0.3375513479113579,
|
|
"epoch": 0.5578231292517006,
|
|
"grad_norm": 0.4097396433353424,
|
|
"learning_rate": 2.2267123287671236e-05,
|
|
"loss": 0.3322545289993286,
|
|
"mean_token_accuracy": 0.9148608386516571,
|
|
"num_tokens": 7901445.0,
|
|
"step": 4100
|
|
},
|
|
{
|
|
"entropy": 0.3285654172301292,
|
|
"epoch": 0.5591836734693878,
|
|
"grad_norm": 0.47398117184638977,
|
|
"learning_rate": 2.2198630136986305e-05,
|
|
"loss": 0.32115213871002196,
|
|
"mean_token_accuracy": 0.9161695718765259,
|
|
"num_tokens": 7919428.0,
|
|
"step": 4110
|
|
},
|
|
{
|
|
"entropy": 0.32259594202041625,
|
|
"epoch": 0.5605442176870749,
|
|
"grad_norm": 0.4475609362125397,
|
|
"learning_rate": 2.213013698630137e-05,
|
|
"loss": 0.32392292022705077,
|
|
"mean_token_accuracy": 0.9168900787830353,
|
|
"num_tokens": 7938761.0,
|
|
"step": 4120
|
|
},
|
|
{
|
|
"entropy": 0.32752382531762125,
|
|
"epoch": 0.5619047619047619,
|
|
"grad_norm": 0.41794857382774353,
|
|
"learning_rate": 2.2061643835616437e-05,
|
|
"loss": 0.3300853967666626,
|
|
"mean_token_accuracy": 0.911037164926529,
|
|
"num_tokens": 7957516.0,
|
|
"step": 4130
|
|
},
|
|
{
|
|
"entropy": 0.3652478508651257,
|
|
"epoch": 0.563265306122449,
|
|
"grad_norm": 0.4401056468486786,
|
|
"learning_rate": 2.1993150684931507e-05,
|
|
"loss": 0.3552700519561768,
|
|
"mean_token_accuracy": 0.9047274440526962,
|
|
"num_tokens": 7977608.0,
|
|
"step": 4140
|
|
},
|
|
{
|
|
"entropy": 0.343021310120821,
|
|
"epoch": 0.564625850340136,
|
|
"grad_norm": 0.46899110078811646,
|
|
"learning_rate": 2.1924657534246576e-05,
|
|
"loss": 0.34839396476745604,
|
|
"mean_token_accuracy": 0.9092651695013046,
|
|
"num_tokens": 7995943.0,
|
|
"step": 4150
|
|
},
|
|
{
|
|
"entropy": 0.3456800006330013,
|
|
"epoch": 0.5659863945578232,
|
|
"grad_norm": 0.5434921383857727,
|
|
"learning_rate": 2.1856164383561646e-05,
|
|
"loss": 0.3406283140182495,
|
|
"mean_token_accuracy": 0.9088764578104019,
|
|
"num_tokens": 8016350.0,
|
|
"step": 4160
|
|
},
|
|
{
|
|
"entropy": 0.3137536272406578,
|
|
"epoch": 0.5673469387755102,
|
|
"grad_norm": 0.5325484871864319,
|
|
"learning_rate": 2.1787671232876715e-05,
|
|
"loss": 0.3117046594619751,
|
|
"mean_token_accuracy": 0.9154979318380356,
|
|
"num_tokens": 8037048.0,
|
|
"step": 4170
|
|
},
|
|
{
|
|
"entropy": 0.3241760052740574,
|
|
"epoch": 0.5687074829931973,
|
|
"grad_norm": 0.3219553232192993,
|
|
"learning_rate": 2.171917808219178e-05,
|
|
"loss": 0.319587254524231,
|
|
"mean_token_accuracy": 0.9146761208772659,
|
|
"num_tokens": 8056300.0,
|
|
"step": 4180
|
|
},
|
|
{
|
|
"entropy": 0.2647711656987667,
|
|
"epoch": 0.5700680272108843,
|
|
"grad_norm": 0.5715179443359375,
|
|
"learning_rate": 2.165068493150685e-05,
|
|
"loss": 0.2673149585723877,
|
|
"mean_token_accuracy": 0.9255240142345429,
|
|
"num_tokens": 8074144.0,
|
|
"step": 4190
|
|
},
|
|
{
|
|
"entropy": 0.3415665104985237,
|
|
"epoch": 0.5714285714285714,
|
|
"grad_norm": 0.4954402446746826,
|
|
"learning_rate": 2.158219178082192e-05,
|
|
"loss": 0.3447671175003052,
|
|
"mean_token_accuracy": 0.9117257714271545,
|
|
"num_tokens": 8091291.0,
|
|
"step": 4200
|
|
},
|
|
{
|
|
"entropy": 0.30447668135166167,
|
|
"epoch": 0.5727891156462585,
|
|
"grad_norm": 0.3845031261444092,
|
|
"learning_rate": 2.151369863013699e-05,
|
|
"loss": 0.29765496253967283,
|
|
"mean_token_accuracy": 0.9206657618284225,
|
|
"num_tokens": 8109439.0,
|
|
"step": 4210
|
|
},
|
|
{
|
|
"entropy": 0.3095638811588287,
|
|
"epoch": 0.5741496598639456,
|
|
"grad_norm": 0.3968900740146637,
|
|
"learning_rate": 2.1445205479452056e-05,
|
|
"loss": 0.322363543510437,
|
|
"mean_token_accuracy": 0.9155390083789825,
|
|
"num_tokens": 8131053.0,
|
|
"step": 4220
|
|
},
|
|
{
|
|
"entropy": 0.33604917004704477,
|
|
"epoch": 0.5755102040816327,
|
|
"grad_norm": 0.45397162437438965,
|
|
"learning_rate": 2.1376712328767122e-05,
|
|
"loss": 0.33268921375274657,
|
|
"mean_token_accuracy": 0.9129331290721894,
|
|
"num_tokens": 8152572.0,
|
|
"step": 4230
|
|
},
|
|
{
|
|
"entropy": 0.3526121251285076,
|
|
"epoch": 0.5768707482993197,
|
|
"grad_norm": 0.3945638835430145,
|
|
"learning_rate": 2.130821917808219e-05,
|
|
"loss": 0.35298843383789064,
|
|
"mean_token_accuracy": 0.9088378429412842,
|
|
"num_tokens": 8171370.0,
|
|
"step": 4240
|
|
},
|
|
{
|
|
"entropy": 0.3636915013194084,
|
|
"epoch": 0.5782312925170068,
|
|
"grad_norm": 0.5967618823051453,
|
|
"learning_rate": 2.123972602739726e-05,
|
|
"loss": 0.37089223861694337,
|
|
"mean_token_accuracy": 0.9077885746955872,
|
|
"num_tokens": 8188389.0,
|
|
"step": 4250
|
|
},
|
|
{
|
|
"epoch": 0.5782312925170068,
|
|
"eval_entropy": 0.32578996996084847,
|
|
"eval_loss": 0.329336941242218,
|
|
"eval_mean_token_accuracy": 0.9131122646729152,
|
|
"eval_num_tokens": 8188389.0,
|
|
"eval_runtime": 38.822,
|
|
"eval_samples_per_second": 15.455,
|
|
"eval_steps_per_second": 7.728,
|
|
"step": 4250
|
|
},
|
|
{
|
|
"entropy": 0.31215301901102066,
|
|
"epoch": 0.5795918367346938,
|
|
"grad_norm": 0.4824981689453125,
|
|
"learning_rate": 2.117123287671233e-05,
|
|
"loss": 0.3266132831573486,
|
|
"mean_token_accuracy": 0.9147640526294708,
|
|
"num_tokens": 8206409.0,
|
|
"step": 4260
|
|
},
|
|
{
|
|
"entropy": 0.3209221847355366,
|
|
"epoch": 0.580952380952381,
|
|
"grad_norm": 0.6410835981369019,
|
|
"learning_rate": 2.11027397260274e-05,
|
|
"loss": 0.31994919776916503,
|
|
"mean_token_accuracy": 0.9160535246133804,
|
|
"num_tokens": 8226250.0,
|
|
"step": 4270
|
|
},
|
|
{
|
|
"entropy": 0.3772594600915909,
|
|
"epoch": 0.582312925170068,
|
|
"grad_norm": 0.4383021891117096,
|
|
"learning_rate": 2.1034246575342466e-05,
|
|
"loss": 0.3900163650512695,
|
|
"mean_token_accuracy": 0.9026447653770446,
|
|
"num_tokens": 8245881.0,
|
|
"step": 4280
|
|
},
|
|
{
|
|
"entropy": 0.30700850337743757,
|
|
"epoch": 0.5836734693877551,
|
|
"grad_norm": 0.4085005521774292,
|
|
"learning_rate": 2.0965753424657535e-05,
|
|
"loss": 0.30626041889190675,
|
|
"mean_token_accuracy": 0.9162427425384522,
|
|
"num_tokens": 8264812.0,
|
|
"step": 4290
|
|
},
|
|
{
|
|
"entropy": 0.3398926958441734,
|
|
"epoch": 0.5850340136054422,
|
|
"grad_norm": 0.5330114960670471,
|
|
"learning_rate": 2.0897260273972605e-05,
|
|
"loss": 0.34441685676574707,
|
|
"mean_token_accuracy": 0.9106619924306869,
|
|
"num_tokens": 8283010.0,
|
|
"step": 4300
|
|
},
|
|
{
|
|
"entropy": 0.35671548917889595,
|
|
"epoch": 0.5863945578231292,
|
|
"grad_norm": 0.45322227478027344,
|
|
"learning_rate": 2.0828767123287674e-05,
|
|
"loss": 0.3564306259155273,
|
|
"mean_token_accuracy": 0.9076927453279495,
|
|
"num_tokens": 8300835.0,
|
|
"step": 4310
|
|
},
|
|
{
|
|
"entropy": 0.37111207768321036,
|
|
"epoch": 0.5877551020408164,
|
|
"grad_norm": 0.4854358732700348,
|
|
"learning_rate": 2.076027397260274e-05,
|
|
"loss": 0.3827904939651489,
|
|
"mean_token_accuracy": 0.9036923080682755,
|
|
"num_tokens": 8320214.0,
|
|
"step": 4320
|
|
},
|
|
{
|
|
"entropy": 0.36895843744277956,
|
|
"epoch": 0.5891156462585034,
|
|
"grad_norm": 0.4703625738620758,
|
|
"learning_rate": 2.069178082191781e-05,
|
|
"loss": 0.3752447128295898,
|
|
"mean_token_accuracy": 0.9071332007646561,
|
|
"num_tokens": 8339775.0,
|
|
"step": 4330
|
|
},
|
|
{
|
|
"entropy": 0.39478201493620874,
|
|
"epoch": 0.5904761904761905,
|
|
"grad_norm": 0.4411693513393402,
|
|
"learning_rate": 2.0623287671232876e-05,
|
|
"loss": 0.3966845989227295,
|
|
"mean_token_accuracy": 0.8968111395835876,
|
|
"num_tokens": 8360604.0,
|
|
"step": 4340
|
|
},
|
|
{
|
|
"entropy": 0.41347152292728423,
|
|
"epoch": 0.5918367346938775,
|
|
"grad_norm": 0.47045063972473145,
|
|
"learning_rate": 2.0554794520547945e-05,
|
|
"loss": 0.41939425468444824,
|
|
"mean_token_accuracy": 0.8988784611225128,
|
|
"num_tokens": 8379152.0,
|
|
"step": 4350
|
|
},
|
|
{
|
|
"entropy": 0.28764098733663557,
|
|
"epoch": 0.5931972789115646,
|
|
"grad_norm": 0.4305931329727173,
|
|
"learning_rate": 2.0486301369863015e-05,
|
|
"loss": 0.2825281858444214,
|
|
"mean_token_accuracy": 0.9262870222330093,
|
|
"num_tokens": 8397421.0,
|
|
"step": 4360
|
|
},
|
|
{
|
|
"entropy": 0.3454031616449356,
|
|
"epoch": 0.5945578231292517,
|
|
"grad_norm": 0.5220937132835388,
|
|
"learning_rate": 2.0417808219178084e-05,
|
|
"loss": 0.3588573694229126,
|
|
"mean_token_accuracy": 0.9089827597141266,
|
|
"num_tokens": 8416839.0,
|
|
"step": 4370
|
|
},
|
|
{
|
|
"entropy": 0.3660218968987465,
|
|
"epoch": 0.5959183673469388,
|
|
"grad_norm": 0.8208481073379517,
|
|
"learning_rate": 2.0349315068493154e-05,
|
|
"loss": 0.36882529258728025,
|
|
"mean_token_accuracy": 0.9018866419792175,
|
|
"num_tokens": 8437932.0,
|
|
"step": 4380
|
|
},
|
|
{
|
|
"entropy": 0.32640354707837105,
|
|
"epoch": 0.5972789115646259,
|
|
"grad_norm": 0.7729905843734741,
|
|
"learning_rate": 2.028082191780822e-05,
|
|
"loss": 0.32541344165802,
|
|
"mean_token_accuracy": 0.9163854837417602,
|
|
"num_tokens": 8456033.0,
|
|
"step": 4390
|
|
},
|
|
{
|
|
"entropy": 0.31475903652608395,
|
|
"epoch": 0.5986394557823129,
|
|
"grad_norm": 0.49552851915359497,
|
|
"learning_rate": 2.021232876712329e-05,
|
|
"loss": 0.30246944427490235,
|
|
"mean_token_accuracy": 0.918095150589943,
|
|
"num_tokens": 8474315.0,
|
|
"step": 4400
|
|
},
|
|
{
|
|
"entropy": 0.3114713206887245,
|
|
"epoch": 0.6,
|
|
"grad_norm": 0.7524731755256653,
|
|
"learning_rate": 2.014383561643836e-05,
|
|
"loss": 0.306212329864502,
|
|
"mean_token_accuracy": 0.9181839942932128,
|
|
"num_tokens": 8493812.0,
|
|
"step": 4410
|
|
},
|
|
{
|
|
"entropy": 0.3414305582642555,
|
|
"epoch": 0.601360544217687,
|
|
"grad_norm": 0.4476776421070099,
|
|
"learning_rate": 2.0075342465753425e-05,
|
|
"loss": 0.3371569156646729,
|
|
"mean_token_accuracy": 0.9159269124269486,
|
|
"num_tokens": 8512284.0,
|
|
"step": 4420
|
|
},
|
|
{
|
|
"entropy": 0.2988259807229042,
|
|
"epoch": 0.6027210884353742,
|
|
"grad_norm": 0.5182522535324097,
|
|
"learning_rate": 2.0006849315068494e-05,
|
|
"loss": 0.31771996021270754,
|
|
"mean_token_accuracy": 0.9163232058286667,
|
|
"num_tokens": 8531033.0,
|
|
"step": 4430
|
|
},
|
|
{
|
|
"entropy": 0.3422327384352684,
|
|
"epoch": 0.6040816326530613,
|
|
"grad_norm": 0.4643579125404358,
|
|
"learning_rate": 1.993835616438356e-05,
|
|
"loss": 0.3435725212097168,
|
|
"mean_token_accuracy": 0.9077637434005738,
|
|
"num_tokens": 8550689.0,
|
|
"step": 4440
|
|
},
|
|
{
|
|
"entropy": 0.3316516526043415,
|
|
"epoch": 0.6054421768707483,
|
|
"grad_norm": 0.5027662515640259,
|
|
"learning_rate": 1.986986301369863e-05,
|
|
"loss": 0.3284109592437744,
|
|
"mean_token_accuracy": 0.9112151861190796,
|
|
"num_tokens": 8571488.0,
|
|
"step": 4450
|
|
},
|
|
{
|
|
"entropy": 0.368307001888752,
|
|
"epoch": 0.6068027210884354,
|
|
"grad_norm": 0.5623902678489685,
|
|
"learning_rate": 1.98013698630137e-05,
|
|
"loss": 0.36309108734130857,
|
|
"mean_token_accuracy": 0.9045984745025635,
|
|
"num_tokens": 8591756.0,
|
|
"step": 4460
|
|
},
|
|
{
|
|
"entropy": 0.31291708797216417,
|
|
"epoch": 0.6081632653061224,
|
|
"grad_norm": 0.4109684228897095,
|
|
"learning_rate": 1.973287671232877e-05,
|
|
"loss": 0.32405858039855956,
|
|
"mean_token_accuracy": 0.9153440564870834,
|
|
"num_tokens": 8610911.0,
|
|
"step": 4470
|
|
},
|
|
{
|
|
"entropy": 0.3248316764831543,
|
|
"epoch": 0.6095238095238096,
|
|
"grad_norm": 0.3668299913406372,
|
|
"learning_rate": 1.966438356164384e-05,
|
|
"loss": 0.3182776212692261,
|
|
"mean_token_accuracy": 0.9126608431339264,
|
|
"num_tokens": 8629955.0,
|
|
"step": 4480
|
|
},
|
|
{
|
|
"entropy": 0.3336681894958019,
|
|
"epoch": 0.6108843537414966,
|
|
"grad_norm": 0.5103767514228821,
|
|
"learning_rate": 1.9595890410958904e-05,
|
|
"loss": 0.3319364547729492,
|
|
"mean_token_accuracy": 0.9127811759710311,
|
|
"num_tokens": 8647894.0,
|
|
"step": 4490
|
|
},
|
|
{
|
|
"entropy": 0.31860669925808904,
|
|
"epoch": 0.6122448979591837,
|
|
"grad_norm": 0.4623521566390991,
|
|
"learning_rate": 1.9527397260273974e-05,
|
|
"loss": 0.3230354070663452,
|
|
"mean_token_accuracy": 0.9166040539741516,
|
|
"num_tokens": 8667198.0,
|
|
"step": 4500
|
|
},
|
|
{
|
|
"epoch": 0.6122448979591837,
|
|
"eval_entropy": 0.3310739654302597,
|
|
"eval_loss": 0.3289305567741394,
|
|
"eval_mean_token_accuracy": 0.9130673670768737,
|
|
"eval_num_tokens": 8667198.0,
|
|
"eval_runtime": 38.7549,
|
|
"eval_samples_per_second": 15.482,
|
|
"eval_steps_per_second": 7.741,
|
|
"step": 4500
|
|
},
|
|
{
|
|
"entropy": 0.3124507375061512,
|
|
"epoch": 0.6136054421768707,
|
|
"grad_norm": 0.385375052690506,
|
|
"learning_rate": 1.945890410958904e-05,
|
|
"loss": 0.3219736337661743,
|
|
"mean_token_accuracy": 0.9118276238441467,
|
|
"num_tokens": 8690256.0,
|
|
"step": 4510
|
|
},
|
|
{
|
|
"entropy": 0.3162266179919243,
|
|
"epoch": 0.6149659863945578,
|
|
"grad_norm": 0.3542030155658722,
|
|
"learning_rate": 1.939041095890411e-05,
|
|
"loss": 0.3027017116546631,
|
|
"mean_token_accuracy": 0.9203230768442154,
|
|
"num_tokens": 8708888.0,
|
|
"step": 4520
|
|
},
|
|
{
|
|
"entropy": 0.3298695728182793,
|
|
"epoch": 0.6163265306122448,
|
|
"grad_norm": 0.47942066192626953,
|
|
"learning_rate": 1.932191780821918e-05,
|
|
"loss": 0.33888137340545654,
|
|
"mean_token_accuracy": 0.9136987268924713,
|
|
"num_tokens": 8727333.0,
|
|
"step": 4530
|
|
},
|
|
{
|
|
"entropy": 0.2821711003780365,
|
|
"epoch": 0.617687074829932,
|
|
"grad_norm": 0.48402971029281616,
|
|
"learning_rate": 1.925342465753425e-05,
|
|
"loss": 0.2859959125518799,
|
|
"mean_token_accuracy": 0.9232243895530701,
|
|
"num_tokens": 8747157.0,
|
|
"step": 4540
|
|
},
|
|
{
|
|
"entropy": 0.2933730438351631,
|
|
"epoch": 0.6190476190476191,
|
|
"grad_norm": 0.5369724035263062,
|
|
"learning_rate": 1.9184931506849314e-05,
|
|
"loss": 0.28847010135650636,
|
|
"mean_token_accuracy": 0.9202695101499557,
|
|
"num_tokens": 8765416.0,
|
|
"step": 4550
|
|
},
|
|
{
|
|
"entropy": 0.30423177406191826,
|
|
"epoch": 0.6204081632653061,
|
|
"grad_norm": 0.3822837173938751,
|
|
"learning_rate": 1.9116438356164384e-05,
|
|
"loss": 0.3026056528091431,
|
|
"mean_token_accuracy": 0.9191194862127304,
|
|
"num_tokens": 8782981.0,
|
|
"step": 4560
|
|
},
|
|
{
|
|
"entropy": 0.35051786080002784,
|
|
"epoch": 0.6217687074829932,
|
|
"grad_norm": 0.403596431016922,
|
|
"learning_rate": 1.9047945205479453e-05,
|
|
"loss": 0.34621405601501465,
|
|
"mean_token_accuracy": 0.911699402332306,
|
|
"num_tokens": 8802808.0,
|
|
"step": 4570
|
|
},
|
|
{
|
|
"entropy": 0.30863510593771937,
|
|
"epoch": 0.6231292517006802,
|
|
"grad_norm": 0.38001856207847595,
|
|
"learning_rate": 1.8979452054794523e-05,
|
|
"loss": 0.3103233575820923,
|
|
"mean_token_accuracy": 0.9180112898349762,
|
|
"num_tokens": 8822863.0,
|
|
"step": 4580
|
|
},
|
|
{
|
|
"entropy": 0.2945192024111748,
|
|
"epoch": 0.6244897959183674,
|
|
"grad_norm": 0.5920354127883911,
|
|
"learning_rate": 1.8910958904109592e-05,
|
|
"loss": 0.29104783535003664,
|
|
"mean_token_accuracy": 0.9209440588951111,
|
|
"num_tokens": 8843360.0,
|
|
"step": 4590
|
|
},
|
|
{
|
|
"entropy": 0.3656765803694725,
|
|
"epoch": 0.6258503401360545,
|
|
"grad_norm": 0.4458155035972595,
|
|
"learning_rate": 1.884246575342466e-05,
|
|
"loss": 0.37093372344970704,
|
|
"mean_token_accuracy": 0.904807910323143,
|
|
"num_tokens": 8863752.0,
|
|
"step": 4600
|
|
},
|
|
{
|
|
"entropy": 0.3120325908064842,
|
|
"epoch": 0.6272108843537415,
|
|
"grad_norm": 0.45716285705566406,
|
|
"learning_rate": 1.8773972602739725e-05,
|
|
"loss": 0.3167175054550171,
|
|
"mean_token_accuracy": 0.9172279864549637,
|
|
"num_tokens": 8883642.0,
|
|
"step": 4610
|
|
},
|
|
{
|
|
"entropy": 0.32725323736667633,
|
|
"epoch": 0.6285714285714286,
|
|
"grad_norm": 0.5018922686576843,
|
|
"learning_rate": 1.8705479452054794e-05,
|
|
"loss": 0.3386115074157715,
|
|
"mean_token_accuracy": 0.9148703008890152,
|
|
"num_tokens": 8903406.0,
|
|
"step": 4620
|
|
},
|
|
{
|
|
"entropy": 0.3152094043791294,
|
|
"epoch": 0.6299319727891156,
|
|
"grad_norm": 0.49038684368133545,
|
|
"learning_rate": 1.8636986301369863e-05,
|
|
"loss": 0.31165380477905275,
|
|
"mean_token_accuracy": 0.9160630106925964,
|
|
"num_tokens": 8922781.0,
|
|
"step": 4630
|
|
},
|
|
{
|
|
"entropy": 0.2654181182384491,
|
|
"epoch": 0.6312925170068027,
|
|
"grad_norm": 0.499210000038147,
|
|
"learning_rate": 1.8568493150684933e-05,
|
|
"loss": 0.25337116718292235,
|
|
"mean_token_accuracy": 0.9268150001764297,
|
|
"num_tokens": 8940811.0,
|
|
"step": 4640
|
|
},
|
|
{
|
|
"entropy": 0.33546371310949324,
|
|
"epoch": 0.6326530612244898,
|
|
"grad_norm": 0.5591289401054382,
|
|
"learning_rate": 1.85e-05,
|
|
"loss": 0.3524590015411377,
|
|
"mean_token_accuracy": 0.9123670727014541,
|
|
"num_tokens": 8959421.0,
|
|
"step": 4650
|
|
},
|
|
{
|
|
"entropy": 0.30375867560505865,
|
|
"epoch": 0.6340136054421769,
|
|
"grad_norm": 0.657088041305542,
|
|
"learning_rate": 1.843150684931507e-05,
|
|
"loss": 0.2986541509628296,
|
|
"mean_token_accuracy": 0.9188253223896027,
|
|
"num_tokens": 8978608.0,
|
|
"step": 4660
|
|
},
|
|
{
|
|
"entropy": 0.29843793213367464,
|
|
"epoch": 0.6353741496598639,
|
|
"grad_norm": 0.5112680196762085,
|
|
"learning_rate": 1.8363013698630138e-05,
|
|
"loss": 0.2931118726730347,
|
|
"mean_token_accuracy": 0.9223059266805649,
|
|
"num_tokens": 8996614.0,
|
|
"step": 4670
|
|
},
|
|
{
|
|
"entropy": 0.33378486707806587,
|
|
"epoch": 0.636734693877551,
|
|
"grad_norm": 0.437621533870697,
|
|
"learning_rate": 1.8294520547945207e-05,
|
|
"loss": 0.32436633110046387,
|
|
"mean_token_accuracy": 0.9149109095335006,
|
|
"num_tokens": 9017250.0,
|
|
"step": 4680
|
|
},
|
|
{
|
|
"entropy": 0.2954431213438511,
|
|
"epoch": 0.638095238095238,
|
|
"grad_norm": 0.626248300075531,
|
|
"learning_rate": 1.8226027397260277e-05,
|
|
"loss": 0.3086385250091553,
|
|
"mean_token_accuracy": 0.9184481203556061,
|
|
"num_tokens": 9038262.0,
|
|
"step": 4690
|
|
},
|
|
{
|
|
"entropy": 0.29330349788069726,
|
|
"epoch": 0.6394557823129252,
|
|
"grad_norm": 0.5271269679069519,
|
|
"learning_rate": 1.8157534246575343e-05,
|
|
"loss": 0.2987428426742554,
|
|
"mean_token_accuracy": 0.9220951855182647,
|
|
"num_tokens": 9059039.0,
|
|
"step": 4700
|
|
},
|
|
{
|
|
"entropy": 0.3254406459629536,
|
|
"epoch": 0.6408163265306123,
|
|
"grad_norm": 0.38454508781433105,
|
|
"learning_rate": 1.808904109589041e-05,
|
|
"loss": 0.3387522459030151,
|
|
"mean_token_accuracy": 0.9124308109283448,
|
|
"num_tokens": 9077519.0,
|
|
"step": 4710
|
|
},
|
|
{
|
|
"entropy": 0.3163925364613533,
|
|
"epoch": 0.6421768707482993,
|
|
"grad_norm": 0.5404890775680542,
|
|
"learning_rate": 1.802054794520548e-05,
|
|
"loss": 0.3156402587890625,
|
|
"mean_token_accuracy": 0.914623373746872,
|
|
"num_tokens": 9097280.0,
|
|
"step": 4720
|
|
},
|
|
{
|
|
"entropy": 0.3105604760348797,
|
|
"epoch": 0.6435374149659864,
|
|
"grad_norm": 0.38867318630218506,
|
|
"learning_rate": 1.7952054794520548e-05,
|
|
"loss": 0.3073798656463623,
|
|
"mean_token_accuracy": 0.9193964332342148,
|
|
"num_tokens": 9116868.0,
|
|
"step": 4730
|
|
},
|
|
{
|
|
"entropy": 0.34601864591240883,
|
|
"epoch": 0.6448979591836734,
|
|
"grad_norm": 0.33544185757637024,
|
|
"learning_rate": 1.7883561643835618e-05,
|
|
"loss": 0.3442887783050537,
|
|
"mean_token_accuracy": 0.9118550598621369,
|
|
"num_tokens": 9135871.0,
|
|
"step": 4740
|
|
},
|
|
{
|
|
"entropy": 0.3289314046502113,
|
|
"epoch": 0.6462585034013606,
|
|
"grad_norm": 0.7844065427780151,
|
|
"learning_rate": 1.7815068493150687e-05,
|
|
"loss": 0.3229420900344849,
|
|
"mean_token_accuracy": 0.9158719092607498,
|
|
"num_tokens": 9155805.0,
|
|
"step": 4750
|
|
},
|
|
{
|
|
"epoch": 0.6462585034013606,
|
|
"eval_entropy": 0.33255102773507433,
|
|
"eval_loss": 0.32763543725013733,
|
|
"eval_mean_token_accuracy": 0.9132404702901841,
|
|
"eval_num_tokens": 9155805.0,
|
|
"eval_runtime": 39.9686,
|
|
"eval_samples_per_second": 15.012,
|
|
"eval_steps_per_second": 7.506,
|
|
"step": 4750
|
|
},
|
|
{
|
|
"entropy": 0.32009952403604985,
|
|
"epoch": 0.6476190476190476,
|
|
"grad_norm": 0.4704689085483551,
|
|
"learning_rate": 1.7746575342465753e-05,
|
|
"loss": 0.31637964248657224,
|
|
"mean_token_accuracy": 0.9144832044839859,
|
|
"num_tokens": 9177273.0,
|
|
"step": 4760
|
|
},
|
|
{
|
|
"entropy": 0.28996511846780776,
|
|
"epoch": 0.6489795918367347,
|
|
"grad_norm": 0.41101402044296265,
|
|
"learning_rate": 1.7678082191780823e-05,
|
|
"loss": 0.285528564453125,
|
|
"mean_token_accuracy": 0.92576684653759,
|
|
"num_tokens": 9197118.0,
|
|
"step": 4770
|
|
},
|
|
{
|
|
"entropy": 0.3418573744595051,
|
|
"epoch": 0.6503401360544218,
|
|
"grad_norm": 0.5408941507339478,
|
|
"learning_rate": 1.7609589041095892e-05,
|
|
"loss": 0.3393819808959961,
|
|
"mean_token_accuracy": 0.9118351727724076,
|
|
"num_tokens": 9216516.0,
|
|
"step": 4780
|
|
},
|
|
{
|
|
"entropy": 0.28226210810244085,
|
|
"epoch": 0.6517006802721088,
|
|
"grad_norm": 0.3848341703414917,
|
|
"learning_rate": 1.754109589041096e-05,
|
|
"loss": 0.2931527614593506,
|
|
"mean_token_accuracy": 0.9224736660718917,
|
|
"num_tokens": 9234639.0,
|
|
"step": 4790
|
|
},
|
|
{
|
|
"entropy": 0.2693475380539894,
|
|
"epoch": 0.6530612244897959,
|
|
"grad_norm": 0.6227667331695557,
|
|
"learning_rate": 1.747260273972603e-05,
|
|
"loss": 0.2764613389968872,
|
|
"mean_token_accuracy": 0.9238964438438415,
|
|
"num_tokens": 9254926.0,
|
|
"step": 4800
|
|
},
|
|
{
|
|
"entropy": 0.328694748878479,
|
|
"epoch": 0.654421768707483,
|
|
"grad_norm": 0.4423985183238983,
|
|
"learning_rate": 1.7404109589041097e-05,
|
|
"loss": 0.3174917459487915,
|
|
"mean_token_accuracy": 0.9097775369882584,
|
|
"num_tokens": 9276122.0,
|
|
"step": 4810
|
|
},
|
|
{
|
|
"entropy": 0.37669333517551423,
|
|
"epoch": 0.6557823129251701,
|
|
"grad_norm": 0.5443205237388611,
|
|
"learning_rate": 1.7335616438356163e-05,
|
|
"loss": 0.3813244581222534,
|
|
"mean_token_accuracy": 0.9008943438529968,
|
|
"num_tokens": 9295112.0,
|
|
"step": 4820
|
|
},
|
|
{
|
|
"entropy": 0.3570864848792553,
|
|
"epoch": 0.6571428571428571,
|
|
"grad_norm": 0.539834201335907,
|
|
"learning_rate": 1.7267123287671233e-05,
|
|
"loss": 0.36410791873931886,
|
|
"mean_token_accuracy": 0.9081277132034302,
|
|
"num_tokens": 9314161.0,
|
|
"step": 4830
|
|
},
|
|
{
|
|
"entropy": 0.31993206292390824,
|
|
"epoch": 0.6585034013605442,
|
|
"grad_norm": 0.3892541825771332,
|
|
"learning_rate": 1.7198630136986302e-05,
|
|
"loss": 0.29779579639434817,
|
|
"mean_token_accuracy": 0.9220435619354248,
|
|
"num_tokens": 9332900.0,
|
|
"step": 4840
|
|
},
|
|
{
|
|
"entropy": 0.2923553496599197,
|
|
"epoch": 0.6598639455782312,
|
|
"grad_norm": 0.4788413643836975,
|
|
"learning_rate": 1.713013698630137e-05,
|
|
"loss": 0.29410948753356936,
|
|
"mean_token_accuracy": 0.9204231530427933,
|
|
"num_tokens": 9351463.0,
|
|
"step": 4850
|
|
},
|
|
{
|
|
"entropy": 0.28082970082759856,
|
|
"epoch": 0.6612244897959184,
|
|
"grad_norm": 0.4797994792461395,
|
|
"learning_rate": 1.7061643835616438e-05,
|
|
"loss": 0.291374945640564,
|
|
"mean_token_accuracy": 0.9210595309734344,
|
|
"num_tokens": 9370433.0,
|
|
"step": 4860
|
|
},
|
|
{
|
|
"entropy": 0.3138731438666582,
|
|
"epoch": 0.6625850340136055,
|
|
"grad_norm": 0.4365018606185913,
|
|
"learning_rate": 1.6993150684931507e-05,
|
|
"loss": 0.32789273262023927,
|
|
"mean_token_accuracy": 0.9142170727252961,
|
|
"num_tokens": 9390262.0,
|
|
"step": 4870
|
|
},
|
|
{
|
|
"entropy": 0.29280120581388475,
|
|
"epoch": 0.6639455782312925,
|
|
"grad_norm": 0.5428627729415894,
|
|
"learning_rate": 1.6924657534246577e-05,
|
|
"loss": 0.27776288986206055,
|
|
"mean_token_accuracy": 0.9247405260801316,
|
|
"num_tokens": 9408584.0,
|
|
"step": 4880
|
|
},
|
|
{
|
|
"entropy": 0.32643493488430975,
|
|
"epoch": 0.6653061224489796,
|
|
"grad_norm": 0.5670334100723267,
|
|
"learning_rate": 1.6856164383561646e-05,
|
|
"loss": 0.3300167560577393,
|
|
"mean_token_accuracy": 0.9129970610141754,
|
|
"num_tokens": 9427236.0,
|
|
"step": 4890
|
|
},
|
|
{
|
|
"entropy": 0.3827863521873951,
|
|
"epoch": 0.6666666666666666,
|
|
"grad_norm": 0.41381803154945374,
|
|
"learning_rate": 1.6787671232876716e-05,
|
|
"loss": 0.40310182571411135,
|
|
"mean_token_accuracy": 0.899763336777687,
|
|
"num_tokens": 9444771.0,
|
|
"step": 4900
|
|
},
|
|
{
|
|
"entropy": 0.32538103610277175,
|
|
"epoch": 0.6680272108843538,
|
|
"grad_norm": 0.43814322352409363,
|
|
"learning_rate": 1.671917808219178e-05,
|
|
"loss": 0.33401734828948976,
|
|
"mean_token_accuracy": 0.9110633939504623,
|
|
"num_tokens": 9463864.0,
|
|
"step": 4910
|
|
},
|
|
{
|
|
"entropy": 0.24819178245961665,
|
|
"epoch": 0.6693877551020408,
|
|
"grad_norm": 0.484448105096817,
|
|
"learning_rate": 1.6650684931506848e-05,
|
|
"loss": 0.23955152034759522,
|
|
"mean_token_accuracy": 0.933735242486,
|
|
"num_tokens": 9481457.0,
|
|
"step": 4920
|
|
},
|
|
{
|
|
"entropy": 0.33870874494314196,
|
|
"epoch": 0.6707482993197279,
|
|
"grad_norm": 0.7475461363792419,
|
|
"learning_rate": 1.6582191780821917e-05,
|
|
"loss": 0.3345521926879883,
|
|
"mean_token_accuracy": 0.9089796751737594,
|
|
"num_tokens": 9499700.0,
|
|
"step": 4930
|
|
},
|
|
{
|
|
"entropy": 0.28814957924187184,
|
|
"epoch": 0.672108843537415,
|
|
"grad_norm": 0.6497180461883545,
|
|
"learning_rate": 1.6513698630136987e-05,
|
|
"loss": 0.29244041442871094,
|
|
"mean_token_accuracy": 0.9212163001298904,
|
|
"num_tokens": 9518473.0,
|
|
"step": 4940
|
|
},
|
|
{
|
|
"entropy": 0.3113638870418072,
|
|
"epoch": 0.673469387755102,
|
|
"grad_norm": 0.6817547082901001,
|
|
"learning_rate": 1.6445205479452056e-05,
|
|
"loss": 0.3035978555679321,
|
|
"mean_token_accuracy": 0.9179104954004288,
|
|
"num_tokens": 9537747.0,
|
|
"step": 4950
|
|
},
|
|
{
|
|
"entropy": 0.3260213859379292,
|
|
"epoch": 0.6748299319727891,
|
|
"grad_norm": 0.5817997455596924,
|
|
"learning_rate": 1.6376712328767126e-05,
|
|
"loss": 0.3352161407470703,
|
|
"mean_token_accuracy": 0.9155428946018219,
|
|
"num_tokens": 9556544.0,
|
|
"step": 4960
|
|
},
|
|
{
|
|
"entropy": 0.32320692837238313,
|
|
"epoch": 0.6761904761904762,
|
|
"grad_norm": 0.40952223539352417,
|
|
"learning_rate": 1.6308219178082192e-05,
|
|
"loss": 0.3208148717880249,
|
|
"mean_token_accuracy": 0.9158533960580826,
|
|
"num_tokens": 9574599.0,
|
|
"step": 4970
|
|
},
|
|
{
|
|
"entropy": 0.32987525388598443,
|
|
"epoch": 0.6775510204081633,
|
|
"grad_norm": 0.38160601258277893,
|
|
"learning_rate": 1.623972602739726e-05,
|
|
"loss": 0.3314782381057739,
|
|
"mean_token_accuracy": 0.9137853533029556,
|
|
"num_tokens": 9594134.0,
|
|
"step": 4980
|
|
},
|
|
{
|
|
"entropy": 0.3361847847700119,
|
|
"epoch": 0.6789115646258503,
|
|
"grad_norm": 0.5430313348770142,
|
|
"learning_rate": 1.617123287671233e-05,
|
|
"loss": 0.3365447998046875,
|
|
"mean_token_accuracy": 0.9137306600809098,
|
|
"num_tokens": 9612548.0,
|
|
"step": 4990
|
|
},
|
|
{
|
|
"entropy": 0.30371019840240476,
|
|
"epoch": 0.6802721088435374,
|
|
"grad_norm": 0.5549236536026001,
|
|
"learning_rate": 1.61027397260274e-05,
|
|
"loss": 0.30310888290405275,
|
|
"mean_token_accuracy": 0.9160631775856019,
|
|
"num_tokens": 9631640.0,
|
|
"step": 5000
|
|
},
|
|
{
|
|
"epoch": 0.6802721088435374,
|
|
"eval_entropy": 0.3331662664314111,
|
|
"eval_loss": 0.32677820324897766,
|
|
"eval_mean_token_accuracy": 0.9136480834086737,
|
|
"eval_num_tokens": 9631640.0,
|
|
"eval_runtime": 39.708,
|
|
"eval_samples_per_second": 15.11,
|
|
"eval_steps_per_second": 7.555,
|
|
"step": 5000
|
|
},
|
|
{
|
|
"entropy": 0.3210461221635342,
|
|
"epoch": 0.6816326530612244,
|
|
"grad_norm": 0.6082227230072021,
|
|
"learning_rate": 1.6034246575342466e-05,
|
|
"loss": 0.3225013256072998,
|
|
"mean_token_accuracy": 0.9164930671453476,
|
|
"num_tokens": 9650167.0,
|
|
"step": 5010
|
|
},
|
|
{
|
|
"entropy": 0.33073775470256805,
|
|
"epoch": 0.6829931972789116,
|
|
"grad_norm": 0.4650852084159851,
|
|
"learning_rate": 1.5965753424657536e-05,
|
|
"loss": 0.32491614818573,
|
|
"mean_token_accuracy": 0.9105731517076492,
|
|
"num_tokens": 9669888.0,
|
|
"step": 5020
|
|
},
|
|
{
|
|
"entropy": 0.2889856085181236,
|
|
"epoch": 0.6843537414965987,
|
|
"grad_norm": 0.4409579038619995,
|
|
"learning_rate": 1.5897260273972602e-05,
|
|
"loss": 0.2879915237426758,
|
|
"mean_token_accuracy": 0.9247685641050338,
|
|
"num_tokens": 9686802.0,
|
|
"step": 5030
|
|
},
|
|
{
|
|
"entropy": 0.30220348536968233,
|
|
"epoch": 0.6857142857142857,
|
|
"grad_norm": 0.4094906747341156,
|
|
"learning_rate": 1.582876712328767e-05,
|
|
"loss": 0.2927564144134521,
|
|
"mean_token_accuracy": 0.921038344502449,
|
|
"num_tokens": 9705587.0,
|
|
"step": 5040
|
|
},
|
|
{
|
|
"entropy": 0.30619596429169177,
|
|
"epoch": 0.6870748299319728,
|
|
"grad_norm": 0.44534412026405334,
|
|
"learning_rate": 1.576027397260274e-05,
|
|
"loss": 0.30527758598327637,
|
|
"mean_token_accuracy": 0.9183918595314026,
|
|
"num_tokens": 9723365.0,
|
|
"step": 5050
|
|
},
|
|
{
|
|
"entropy": 0.27247815728187563,
|
|
"epoch": 0.6884353741496598,
|
|
"grad_norm": 0.38370785117149353,
|
|
"learning_rate": 1.569178082191781e-05,
|
|
"loss": 0.28004071712493894,
|
|
"mean_token_accuracy": 0.9289819926023484,
|
|
"num_tokens": 9741522.0,
|
|
"step": 5060
|
|
},
|
|
{
|
|
"entropy": 0.3562318213284016,
|
|
"epoch": 0.689795918367347,
|
|
"grad_norm": 0.42891645431518555,
|
|
"learning_rate": 1.5623287671232876e-05,
|
|
"loss": 0.3679760456085205,
|
|
"mean_token_accuracy": 0.906402376294136,
|
|
"num_tokens": 9761886.0,
|
|
"step": 5070
|
|
},
|
|
{
|
|
"entropy": 0.30469153448939323,
|
|
"epoch": 0.691156462585034,
|
|
"grad_norm": 0.4258774518966675,
|
|
"learning_rate": 1.5554794520547946e-05,
|
|
"loss": 0.2953490734100342,
|
|
"mean_token_accuracy": 0.9204110503196716,
|
|
"num_tokens": 9782113.0,
|
|
"step": 5080
|
|
},
|
|
{
|
|
"entropy": 0.3751088730990887,
|
|
"epoch": 0.6925170068027211,
|
|
"grad_norm": 0.43709659576416016,
|
|
"learning_rate": 1.5486301369863015e-05,
|
|
"loss": 0.3805356740951538,
|
|
"mean_token_accuracy": 0.9013684421777726,
|
|
"num_tokens": 9801414.0,
|
|
"step": 5090
|
|
},
|
|
{
|
|
"entropy": 0.3188751734793186,
|
|
"epoch": 0.6938775510204082,
|
|
"grad_norm": 0.4579872488975525,
|
|
"learning_rate": 1.5417808219178085e-05,
|
|
"loss": 0.3172019958496094,
|
|
"mean_token_accuracy": 0.9144055992364883,
|
|
"num_tokens": 9821329.0,
|
|
"step": 5100
|
|
},
|
|
{
|
|
"entropy": 0.3659577779471874,
|
|
"epoch": 0.6952380952380952,
|
|
"grad_norm": 0.5475864410400391,
|
|
"learning_rate": 1.534931506849315e-05,
|
|
"loss": 0.35874128341674805,
|
|
"mean_token_accuracy": 0.9058806359767914,
|
|
"num_tokens": 9840983.0,
|
|
"step": 5110
|
|
},
|
|
{
|
|
"entropy": 0.3272984899580479,
|
|
"epoch": 0.6965986394557823,
|
|
"grad_norm": 0.5433106422424316,
|
|
"learning_rate": 1.528082191780822e-05,
|
|
"loss": 0.320189380645752,
|
|
"mean_token_accuracy": 0.9151940882205963,
|
|
"num_tokens": 9861435.0,
|
|
"step": 5120
|
|
},
|
|
{
|
|
"entropy": 0.3580063499510288,
|
|
"epoch": 0.6979591836734694,
|
|
"grad_norm": 0.37401801347732544,
|
|
"learning_rate": 1.5212328767123288e-05,
|
|
"loss": 0.37555441856384275,
|
|
"mean_token_accuracy": 0.904027909040451,
|
|
"num_tokens": 9881061.0,
|
|
"step": 5130
|
|
},
|
|
{
|
|
"entropy": 0.3050012022256851,
|
|
"epoch": 0.6993197278911565,
|
|
"grad_norm": 0.5558372139930725,
|
|
"learning_rate": 1.5143835616438356e-05,
|
|
"loss": 0.3010509252548218,
|
|
"mean_token_accuracy": 0.9206721186637878,
|
|
"num_tokens": 9898420.0,
|
|
"step": 5140
|
|
},
|
|
{
|
|
"entropy": 0.3440397623926401,
|
|
"epoch": 0.7006802721088435,
|
|
"grad_norm": 0.5558260083198547,
|
|
"learning_rate": 1.5075342465753425e-05,
|
|
"loss": 0.32512967586517333,
|
|
"mean_token_accuracy": 0.9161503165960312,
|
|
"num_tokens": 9916386.0,
|
|
"step": 5150
|
|
},
|
|
{
|
|
"entropy": 0.32052273452281954,
|
|
"epoch": 0.7020408163265306,
|
|
"grad_norm": 0.42511069774627686,
|
|
"learning_rate": 1.5006849315068495e-05,
|
|
"loss": 0.31507837772369385,
|
|
"mean_token_accuracy": 0.9184840559959412,
|
|
"num_tokens": 9935862.0,
|
|
"step": 5160
|
|
},
|
|
{
|
|
"entropy": 0.3130710139870644,
|
|
"epoch": 0.7034013605442176,
|
|
"grad_norm": 0.48433229327201843,
|
|
"learning_rate": 1.4938356164383563e-05,
|
|
"loss": 0.3007185459136963,
|
|
"mean_token_accuracy": 0.9166130065917969,
|
|
"num_tokens": 9956146.0,
|
|
"step": 5170
|
|
},
|
|
{
|
|
"entropy": 0.34180518612265587,
|
|
"epoch": 0.7047619047619048,
|
|
"grad_norm": 0.5500788688659668,
|
|
"learning_rate": 1.4869863013698632e-05,
|
|
"loss": 0.3480189323425293,
|
|
"mean_token_accuracy": 0.9084232956171036,
|
|
"num_tokens": 9975283.0,
|
|
"step": 5180
|
|
},
|
|
{
|
|
"entropy": 0.26845929883420466,
|
|
"epoch": 0.7061224489795919,
|
|
"grad_norm": 0.4044052064418793,
|
|
"learning_rate": 1.48013698630137e-05,
|
|
"loss": 0.2679526090621948,
|
|
"mean_token_accuracy": 0.9261024564504623,
|
|
"num_tokens": 9993710.0,
|
|
"step": 5190
|
|
},
|
|
{
|
|
"entropy": 0.3100937880575657,
|
|
"epoch": 0.7074829931972789,
|
|
"grad_norm": 0.3828263282775879,
|
|
"learning_rate": 1.473287671232877e-05,
|
|
"loss": 0.3154742956161499,
|
|
"mean_token_accuracy": 0.9174116760492325,
|
|
"num_tokens": 10013864.0,
|
|
"step": 5200
|
|
},
|
|
{
|
|
"entropy": 0.3618170410394669,
|
|
"epoch": 0.708843537414966,
|
|
"grad_norm": 0.40374597907066345,
|
|
"learning_rate": 1.4664383561643835e-05,
|
|
"loss": 0.36072003841400146,
|
|
"mean_token_accuracy": 0.9016565412282944,
|
|
"num_tokens": 10034656.0,
|
|
"step": 5210
|
|
},
|
|
{
|
|
"entropy": 0.3923501305282116,
|
|
"epoch": 0.710204081632653,
|
|
"grad_norm": 0.5628812313079834,
|
|
"learning_rate": 1.4595890410958903e-05,
|
|
"loss": 0.4183984279632568,
|
|
"mean_token_accuracy": 0.900890639424324,
|
|
"num_tokens": 10053481.0,
|
|
"step": 5220
|
|
},
|
|
{
|
|
"entropy": 0.3111284948885441,
|
|
"epoch": 0.7115646258503401,
|
|
"grad_norm": 0.5592334270477295,
|
|
"learning_rate": 1.4527397260273973e-05,
|
|
"loss": 0.3107800006866455,
|
|
"mean_token_accuracy": 0.9183153718709945,
|
|
"num_tokens": 10070985.0,
|
|
"step": 5230
|
|
},
|
|
{
|
|
"entropy": 0.264003212377429,
|
|
"epoch": 0.7129251700680272,
|
|
"grad_norm": 0.3325921595096588,
|
|
"learning_rate": 1.4458904109589042e-05,
|
|
"loss": 0.2693720817565918,
|
|
"mean_token_accuracy": 0.9262395352125168,
|
|
"num_tokens": 10092029.0,
|
|
"step": 5240
|
|
},
|
|
{
|
|
"entropy": 0.30503557771444323,
|
|
"epoch": 0.7142857142857143,
|
|
"grad_norm": 0.6577172875404358,
|
|
"learning_rate": 1.439041095890411e-05,
|
|
"loss": 0.31351213455200194,
|
|
"mean_token_accuracy": 0.9185102015733719,
|
|
"num_tokens": 10111599.0,
|
|
"step": 5250
|
|
},
|
|
{
|
|
"epoch": 0.7142857142857143,
|
|
"eval_entropy": 0.3265386664867401,
|
|
"eval_loss": 0.32589972019195557,
|
|
"eval_mean_token_accuracy": 0.913812648455302,
|
|
"eval_num_tokens": 10111599.0,
|
|
"eval_runtime": 40.0077,
|
|
"eval_samples_per_second": 14.997,
|
|
"eval_steps_per_second": 7.499,
|
|
"step": 5250
|
|
},
|
|
{
|
|
"entropy": 0.32656988948583604,
|
|
"epoch": 0.7156462585034014,
|
|
"grad_norm": 0.45740580558776855,
|
|
"learning_rate": 1.432191780821918e-05,
|
|
"loss": 0.3337229251861572,
|
|
"mean_token_accuracy": 0.913157707452774,
|
|
"num_tokens": 10130030.0,
|
|
"step": 5260
|
|
},
|
|
{
|
|
"entropy": 0.332012340426445,
|
|
"epoch": 0.7170068027210884,
|
|
"grad_norm": 0.4293174147605896,
|
|
"learning_rate": 1.4253424657534247e-05,
|
|
"loss": 0.33874466419219973,
|
|
"mean_token_accuracy": 0.9121835470199585,
|
|
"num_tokens": 10150708.0,
|
|
"step": 5270
|
|
},
|
|
{
|
|
"entropy": 0.3409136638045311,
|
|
"epoch": 0.7183673469387755,
|
|
"grad_norm": 0.6065399646759033,
|
|
"learning_rate": 1.4184931506849317e-05,
|
|
"loss": 0.31609444618225097,
|
|
"mean_token_accuracy": 0.9152237951755524,
|
|
"num_tokens": 10170436.0,
|
|
"step": 5280
|
|
},
|
|
{
|
|
"entropy": 0.3278017446398735,
|
|
"epoch": 0.7197278911564626,
|
|
"grad_norm": 0.5555611848831177,
|
|
"learning_rate": 1.4116438356164386e-05,
|
|
"loss": 0.3270564556121826,
|
|
"mean_token_accuracy": 0.9139165192842483,
|
|
"num_tokens": 10188702.0,
|
|
"step": 5290
|
|
},
|
|
{
|
|
"entropy": 0.29700450971722603,
|
|
"epoch": 0.7210884353741497,
|
|
"grad_norm": 0.5627049207687378,
|
|
"learning_rate": 1.4047945205479452e-05,
|
|
"loss": 0.29241275787353516,
|
|
"mean_token_accuracy": 0.9209558874368667,
|
|
"num_tokens": 10208040.0,
|
|
"step": 5300
|
|
},
|
|
{
|
|
"entropy": 0.30556924641132355,
|
|
"epoch": 0.7224489795918367,
|
|
"grad_norm": 0.4673140048980713,
|
|
"learning_rate": 1.397945205479452e-05,
|
|
"loss": 0.30704848766326903,
|
|
"mean_token_accuracy": 0.9185676604509354,
|
|
"num_tokens": 10225913.0,
|
|
"step": 5310
|
|
},
|
|
{
|
|
"entropy": 0.3303392879664898,
|
|
"epoch": 0.7238095238095238,
|
|
"grad_norm": 0.4551662504673004,
|
|
"learning_rate": 1.391095890410959e-05,
|
|
"loss": 0.34713623523712156,
|
|
"mean_token_accuracy": 0.9099254727363586,
|
|
"num_tokens": 10243438.0,
|
|
"step": 5320
|
|
},
|
|
{
|
|
"entropy": 0.3365324631333351,
|
|
"epoch": 0.7251700680272108,
|
|
"grad_norm": 0.4157435894012451,
|
|
"learning_rate": 1.3842465753424657e-05,
|
|
"loss": 0.3378427505493164,
|
|
"mean_token_accuracy": 0.909062597155571,
|
|
"num_tokens": 10262805.0,
|
|
"step": 5330
|
|
},
|
|
{
|
|
"entropy": 0.32411291301250456,
|
|
"epoch": 0.726530612244898,
|
|
"grad_norm": 0.38107967376708984,
|
|
"learning_rate": 1.3773972602739727e-05,
|
|
"loss": 0.3202343225479126,
|
|
"mean_token_accuracy": 0.9115140378475189,
|
|
"num_tokens": 10282508.0,
|
|
"step": 5340
|
|
},
|
|
{
|
|
"entropy": 0.3038345813751221,
|
|
"epoch": 0.7278911564625851,
|
|
"grad_norm": 0.4391093850135803,
|
|
"learning_rate": 1.3705479452054794e-05,
|
|
"loss": 0.29564452171325684,
|
|
"mean_token_accuracy": 0.9200590491294861,
|
|
"num_tokens": 10303702.0,
|
|
"step": 5350
|
|
},
|
|
{
|
|
"entropy": 0.30474315136671065,
|
|
"epoch": 0.7292517006802721,
|
|
"grad_norm": 0.3891599178314209,
|
|
"learning_rate": 1.3636986301369864e-05,
|
|
"loss": 0.3134526491165161,
|
|
"mean_token_accuracy": 0.920561146736145,
|
|
"num_tokens": 10321825.0,
|
|
"step": 5360
|
|
},
|
|
{
|
|
"entropy": 0.3209965944290161,
|
|
"epoch": 0.7306122448979592,
|
|
"grad_norm": 0.6909648180007935,
|
|
"learning_rate": 1.3568493150684933e-05,
|
|
"loss": 0.33262181282043457,
|
|
"mean_token_accuracy": 0.9147113114595413,
|
|
"num_tokens": 10343513.0,
|
|
"step": 5370
|
|
},
|
|
{
|
|
"entropy": 0.2940310426056385,
|
|
"epoch": 0.7319727891156462,
|
|
"grad_norm": 0.3770340085029602,
|
|
"learning_rate": 1.3500000000000001e-05,
|
|
"loss": 0.2746826887130737,
|
|
"mean_token_accuracy": 0.9232329875230789,
|
|
"num_tokens": 10363756.0,
|
|
"step": 5380
|
|
},
|
|
{
|
|
"entropy": 0.3722431115806103,
|
|
"epoch": 0.7333333333333333,
|
|
"grad_norm": 0.5671103596687317,
|
|
"learning_rate": 1.343150684931507e-05,
|
|
"loss": 0.3857078790664673,
|
|
"mean_token_accuracy": 0.9042104989290237,
|
|
"num_tokens": 10382027.0,
|
|
"step": 5390
|
|
},
|
|
{
|
|
"entropy": 0.3080087319016457,
|
|
"epoch": 0.7346938775510204,
|
|
"grad_norm": 0.4369518458843231,
|
|
"learning_rate": 1.3363013698630137e-05,
|
|
"loss": 0.3244903802871704,
|
|
"mean_token_accuracy": 0.9169433772563934,
|
|
"num_tokens": 10401036.0,
|
|
"step": 5400
|
|
},
|
|
{
|
|
"entropy": 0.30762851536273955,
|
|
"epoch": 0.7360544217687075,
|
|
"grad_norm": 0.42277780175209045,
|
|
"learning_rate": 1.3294520547945205e-05,
|
|
"loss": 0.3111214876174927,
|
|
"mean_token_accuracy": 0.920467808842659,
|
|
"num_tokens": 10420343.0,
|
|
"step": 5410
|
|
},
|
|
{
|
|
"entropy": 0.2915546834468842,
|
|
"epoch": 0.7374149659863946,
|
|
"grad_norm": 0.6937938928604126,
|
|
"learning_rate": 1.3226027397260274e-05,
|
|
"loss": 0.29332144260406495,
|
|
"mean_token_accuracy": 0.928145581483841,
|
|
"num_tokens": 10435914.0,
|
|
"step": 5420
|
|
},
|
|
{
|
|
"entropy": 0.3241829499602318,
|
|
"epoch": 0.7387755102040816,
|
|
"grad_norm": 0.28303202986717224,
|
|
"learning_rate": 1.3157534246575342e-05,
|
|
"loss": 0.3249546527862549,
|
|
"mean_token_accuracy": 0.9146370053291321,
|
|
"num_tokens": 10456518.0,
|
|
"step": 5430
|
|
},
|
|
{
|
|
"entropy": 0.27756612598896024,
|
|
"epoch": 0.7401360544217687,
|
|
"grad_norm": 0.4878402054309845,
|
|
"learning_rate": 1.3089041095890411e-05,
|
|
"loss": 0.281647253036499,
|
|
"mean_token_accuracy": 0.9224755674600601,
|
|
"num_tokens": 10477480.0,
|
|
"step": 5440
|
|
},
|
|
{
|
|
"entropy": 0.31852116584777834,
|
|
"epoch": 0.7414965986394558,
|
|
"grad_norm": 0.5137626528739929,
|
|
"learning_rate": 1.302054794520548e-05,
|
|
"loss": 0.31983242034912107,
|
|
"mean_token_accuracy": 0.9154018461704254,
|
|
"num_tokens": 10496416.0,
|
|
"step": 5450
|
|
},
|
|
{
|
|
"entropy": 0.3167009152472019,
|
|
"epoch": 0.7428571428571429,
|
|
"grad_norm": 0.6255688667297363,
|
|
"learning_rate": 1.2952054794520549e-05,
|
|
"loss": 0.3200571060180664,
|
|
"mean_token_accuracy": 0.9154588907957077,
|
|
"num_tokens": 10515961.0,
|
|
"step": 5460
|
|
},
|
|
{
|
|
"entropy": 0.375573131069541,
|
|
"epoch": 0.7442176870748299,
|
|
"grad_norm": 0.42178791761398315,
|
|
"learning_rate": 1.2883561643835618e-05,
|
|
"loss": 0.40090117454528806,
|
|
"mean_token_accuracy": 0.8996903270483017,
|
|
"num_tokens": 10534924.0,
|
|
"step": 5470
|
|
},
|
|
{
|
|
"entropy": 0.304948503151536,
|
|
"epoch": 0.745578231292517,
|
|
"grad_norm": 0.3416388928890228,
|
|
"learning_rate": 1.2815068493150686e-05,
|
|
"loss": 0.3036719799041748,
|
|
"mean_token_accuracy": 0.9170698165893555,
|
|
"num_tokens": 10556668.0,
|
|
"step": 5480
|
|
},
|
|
{
|
|
"entropy": 0.3498163715004921,
|
|
"epoch": 0.746938775510204,
|
|
"grad_norm": 0.4322749376296997,
|
|
"learning_rate": 1.2746575342465755e-05,
|
|
"loss": 0.35872642993927,
|
|
"mean_token_accuracy": 0.9104368448257446,
|
|
"num_tokens": 10574438.0,
|
|
"step": 5490
|
|
},
|
|
{
|
|
"entropy": 0.2817006319761276,
|
|
"epoch": 0.7482993197278912,
|
|
"grad_norm": 0.3572882413864136,
|
|
"learning_rate": 1.2678082191780821e-05,
|
|
"loss": 0.2768646001815796,
|
|
"mean_token_accuracy": 0.9242710262537003,
|
|
"num_tokens": 10595536.0,
|
|
"step": 5500
|
|
},
|
|
{
|
|
"epoch": 0.7482993197278912,
|
|
"eval_entropy": 0.3340467913697163,
|
|
"eval_loss": 0.3254561424255371,
|
|
"eval_mean_token_accuracy": 0.9137606120109558,
|
|
"eval_num_tokens": 10595536.0,
|
|
"eval_runtime": 39.9117,
|
|
"eval_samples_per_second": 15.033,
|
|
"eval_steps_per_second": 7.517,
|
|
"step": 5500
|
|
},
|
|
{
|
|
"entropy": 0.3420073136687279,
|
|
"epoch": 0.7496598639455783,
|
|
"grad_norm": 0.6343442797660828,
|
|
"learning_rate": 1.260958904109589e-05,
|
|
"loss": 0.3322641611099243,
|
|
"mean_token_accuracy": 0.9081849426031112,
|
|
"num_tokens": 10616452.0,
|
|
"step": 5510
|
|
},
|
|
{
|
|
"entropy": 0.3741004906594753,
|
|
"epoch": 0.7510204081632653,
|
|
"grad_norm": 0.3708195388317108,
|
|
"learning_rate": 1.2541095890410959e-05,
|
|
"loss": 0.370376443862915,
|
|
"mean_token_accuracy": 0.9020725101232528,
|
|
"num_tokens": 10636869.0,
|
|
"step": 5520
|
|
},
|
|
{
|
|
"entropy": 0.36120699867606165,
|
|
"epoch": 0.7523809523809524,
|
|
"grad_norm": 0.3880722224712372,
|
|
"learning_rate": 1.2472602739726028e-05,
|
|
"loss": 0.3640472173690796,
|
|
"mean_token_accuracy": 0.9033250749111176,
|
|
"num_tokens": 10659405.0,
|
|
"step": 5530
|
|
},
|
|
{
|
|
"entropy": 0.3709873460233212,
|
|
"epoch": 0.7537414965986394,
|
|
"grad_norm": 0.4630112946033478,
|
|
"learning_rate": 1.2404109589041096e-05,
|
|
"loss": 0.3700759172439575,
|
|
"mean_token_accuracy": 0.9041523218154908,
|
|
"num_tokens": 10677909.0,
|
|
"step": 5540
|
|
},
|
|
{
|
|
"entropy": 0.2900518998503685,
|
|
"epoch": 0.7551020408163265,
|
|
"grad_norm": 0.5871257781982422,
|
|
"learning_rate": 1.2335616438356165e-05,
|
|
"loss": 0.28741438388824464,
|
|
"mean_token_accuracy": 0.9231601834297181,
|
|
"num_tokens": 10696772.0,
|
|
"step": 5550
|
|
},
|
|
{
|
|
"entropy": 0.31697488874197005,
|
|
"epoch": 0.7564625850340136,
|
|
"grad_norm": 0.4777441620826721,
|
|
"learning_rate": 1.2267123287671233e-05,
|
|
"loss": 0.32103445529937746,
|
|
"mean_token_accuracy": 0.9166768312454223,
|
|
"num_tokens": 10716784.0,
|
|
"step": 5560
|
|
},
|
|
{
|
|
"entropy": 0.3552616074681282,
|
|
"epoch": 0.7578231292517007,
|
|
"grad_norm": 0.4223809838294983,
|
|
"learning_rate": 1.2198630136986303e-05,
|
|
"loss": 0.37296199798583984,
|
|
"mean_token_accuracy": 0.9043572753667831,
|
|
"num_tokens": 10735450.0,
|
|
"step": 5570
|
|
},
|
|
{
|
|
"entropy": 0.2962200723588467,
|
|
"epoch": 0.7591836734693878,
|
|
"grad_norm": 0.43479984998703003,
|
|
"learning_rate": 1.213013698630137e-05,
|
|
"loss": 0.2950768947601318,
|
|
"mean_token_accuracy": 0.91934255361557,
|
|
"num_tokens": 10755247.0,
|
|
"step": 5580
|
|
},
|
|
{
|
|
"entropy": 0.31132856346666815,
|
|
"epoch": 0.7605442176870748,
|
|
"grad_norm": 0.4492180645465851,
|
|
"learning_rate": 1.2061643835616438e-05,
|
|
"loss": 0.3084630012512207,
|
|
"mean_token_accuracy": 0.9199709206819534,
|
|
"num_tokens": 10774582.0,
|
|
"step": 5590
|
|
},
|
|
{
|
|
"entropy": 0.30692355558276174,
|
|
"epoch": 0.7619047619047619,
|
|
"grad_norm": 0.5301331281661987,
|
|
"learning_rate": 1.1993150684931508e-05,
|
|
"loss": 0.2932703971862793,
|
|
"mean_token_accuracy": 0.9213265508413315,
|
|
"num_tokens": 10793235.0,
|
|
"step": 5600
|
|
},
|
|
{
|
|
"entropy": 0.299712085723877,
|
|
"epoch": 0.763265306122449,
|
|
"grad_norm": 0.38069605827331543,
|
|
"learning_rate": 1.1924657534246577e-05,
|
|
"loss": 0.30311241149902346,
|
|
"mean_token_accuracy": 0.9191953390836716,
|
|
"num_tokens": 10813845.0,
|
|
"step": 5610
|
|
},
|
|
{
|
|
"entropy": 0.34512806236743926,
|
|
"epoch": 0.7646258503401361,
|
|
"grad_norm": 0.472634881734848,
|
|
"learning_rate": 1.1856164383561643e-05,
|
|
"loss": 0.3428913354873657,
|
|
"mean_token_accuracy": 0.9112067639827728,
|
|
"num_tokens": 10832987.0,
|
|
"step": 5620
|
|
},
|
|
{
|
|
"entropy": 0.3049409069120884,
|
|
"epoch": 0.7659863945578231,
|
|
"grad_norm": 0.4912843704223633,
|
|
"learning_rate": 1.1787671232876713e-05,
|
|
"loss": 0.3134711503982544,
|
|
"mean_token_accuracy": 0.9179065018892288,
|
|
"num_tokens": 10851395.0,
|
|
"step": 5630
|
|
},
|
|
{
|
|
"entropy": 0.31765844002366067,
|
|
"epoch": 0.7673469387755102,
|
|
"grad_norm": 0.5902607440948486,
|
|
"learning_rate": 1.1719178082191782e-05,
|
|
"loss": 0.3220794916152954,
|
|
"mean_token_accuracy": 0.9152461349964142,
|
|
"num_tokens": 10869970.0,
|
|
"step": 5640
|
|
},
|
|
{
|
|
"entropy": 0.32936450466513634,
|
|
"epoch": 0.7687074829931972,
|
|
"grad_norm": 0.48000672459602356,
|
|
"learning_rate": 1.165068493150685e-05,
|
|
"loss": 0.3320637226104736,
|
|
"mean_token_accuracy": 0.9145504355430603,
|
|
"num_tokens": 10888631.0,
|
|
"step": 5650
|
|
},
|
|
{
|
|
"entropy": 0.3303429067134857,
|
|
"epoch": 0.7700680272108843,
|
|
"grad_norm": 0.33110785484313965,
|
|
"learning_rate": 1.158219178082192e-05,
|
|
"loss": 0.32364022731781006,
|
|
"mean_token_accuracy": 0.9085778921842576,
|
|
"num_tokens": 10911541.0,
|
|
"step": 5660
|
|
},
|
|
{
|
|
"entropy": 0.3667861148715019,
|
|
"epoch": 0.7714285714285715,
|
|
"grad_norm": 0.41618260741233826,
|
|
"learning_rate": 1.1513698630136985e-05,
|
|
"loss": 0.36133155822753904,
|
|
"mean_token_accuracy": 0.9050101220607758,
|
|
"num_tokens": 10931770.0,
|
|
"step": 5670
|
|
},
|
|
{
|
|
"entropy": 0.34156960174441336,
|
|
"epoch": 0.7727891156462585,
|
|
"grad_norm": 0.4888611435890198,
|
|
"learning_rate": 1.1445205479452055e-05,
|
|
"loss": 0.35315518379211425,
|
|
"mean_token_accuracy": 0.9090872585773468,
|
|
"num_tokens": 10950198.0,
|
|
"step": 5680
|
|
},
|
|
{
|
|
"entropy": 0.3624446362257004,
|
|
"epoch": 0.7741496598639456,
|
|
"grad_norm": 0.6312777996063232,
|
|
"learning_rate": 1.1376712328767124e-05,
|
|
"loss": 0.3629330635070801,
|
|
"mean_token_accuracy": 0.9079570889472961,
|
|
"num_tokens": 10968770.0,
|
|
"step": 5690
|
|
},
|
|
{
|
|
"entropy": 0.30860179737210275,
|
|
"epoch": 0.7755102040816326,
|
|
"grad_norm": 0.6905585527420044,
|
|
"learning_rate": 1.1308219178082192e-05,
|
|
"loss": 0.31810925006866453,
|
|
"mean_token_accuracy": 0.916623106598854,
|
|
"num_tokens": 10986842.0,
|
|
"step": 5700
|
|
},
|
|
{
|
|
"entropy": 0.3661921538412571,
|
|
"epoch": 0.7768707482993197,
|
|
"grad_norm": 0.6159297823905945,
|
|
"learning_rate": 1.1239726027397262e-05,
|
|
"loss": 0.3769394397735596,
|
|
"mean_token_accuracy": 0.9014403194189071,
|
|
"num_tokens": 11008087.0,
|
|
"step": 5710
|
|
},
|
|
{
|
|
"entropy": 0.3508593410253525,
|
|
"epoch": 0.7782312925170068,
|
|
"grad_norm": 0.34525948762893677,
|
|
"learning_rate": 1.117123287671233e-05,
|
|
"loss": 0.33626294136047363,
|
|
"mean_token_accuracy": 0.9080008000135422,
|
|
"num_tokens": 11030274.0,
|
|
"step": 5720
|
|
},
|
|
{
|
|
"entropy": 0.36780777871608733,
|
|
"epoch": 0.7795918367346939,
|
|
"grad_norm": 0.5597181916236877,
|
|
"learning_rate": 1.1102739726027397e-05,
|
|
"loss": 0.38009593486785886,
|
|
"mean_token_accuracy": 0.9044328391551971,
|
|
"num_tokens": 11049724.0,
|
|
"step": 5730
|
|
},
|
|
{
|
|
"entropy": 0.29728768691420554,
|
|
"epoch": 0.780952380952381,
|
|
"grad_norm": 0.5715142488479614,
|
|
"learning_rate": 1.1034246575342467e-05,
|
|
"loss": 0.30108027458190917,
|
|
"mean_token_accuracy": 0.9220935791730881,
|
|
"num_tokens": 11066979.0,
|
|
"step": 5740
|
|
},
|
|
{
|
|
"entropy": 0.33334632143378257,
|
|
"epoch": 0.782312925170068,
|
|
"grad_norm": 0.464752733707428,
|
|
"learning_rate": 1.0965753424657534e-05,
|
|
"loss": 0.3300285339355469,
|
|
"mean_token_accuracy": 0.9103938549757004,
|
|
"num_tokens": 11087708.0,
|
|
"step": 5750
|
|
},
|
|
{
|
|
"epoch": 0.782312925170068,
|
|
"eval_entropy": 0.33076301847894984,
|
|
"eval_loss": 0.3248400092124939,
|
|
"eval_mean_token_accuracy": 0.9138080885012945,
|
|
"eval_num_tokens": 11087708.0,
|
|
"eval_runtime": 39.9646,
|
|
"eval_samples_per_second": 15.013,
|
|
"eval_steps_per_second": 7.507,
|
|
"step": 5750
|
|
},
|
|
{
|
|
"entropy": 0.3186205253005028,
|
|
"epoch": 0.7836734693877551,
|
|
"grad_norm": 0.42055535316467285,
|
|
"learning_rate": 1.0897260273972604e-05,
|
|
"loss": 0.3032658815383911,
|
|
"mean_token_accuracy": 0.9145529806613922,
|
|
"num_tokens": 11108724.0,
|
|
"step": 5760
|
|
},
|
|
{
|
|
"entropy": 0.3299889124929905,
|
|
"epoch": 0.7850340136054422,
|
|
"grad_norm": 0.42789825797080994,
|
|
"learning_rate": 1.0828767123287672e-05,
|
|
"loss": 0.34171323776245116,
|
|
"mean_token_accuracy": 0.9122124373912811,
|
|
"num_tokens": 11126528.0,
|
|
"step": 5770
|
|
},
|
|
{
|
|
"entropy": 0.33234588280320165,
|
|
"epoch": 0.7863945578231293,
|
|
"grad_norm": 0.5156826376914978,
|
|
"learning_rate": 1.076027397260274e-05,
|
|
"loss": 0.3394943714141846,
|
|
"mean_token_accuracy": 0.9124648332595825,
|
|
"num_tokens": 11144913.0,
|
|
"step": 5780
|
|
},
|
|
{
|
|
"entropy": 0.3698764108121395,
|
|
"epoch": 0.7877551020408163,
|
|
"grad_norm": 0.3107636272907257,
|
|
"learning_rate": 1.0691780821917809e-05,
|
|
"loss": 0.3694345235824585,
|
|
"mean_token_accuracy": 0.9042896002531051,
|
|
"num_tokens": 11167390.0,
|
|
"step": 5790
|
|
},
|
|
{
|
|
"entropy": 0.3120001643896103,
|
|
"epoch": 0.7891156462585034,
|
|
"grad_norm": 0.5672539472579956,
|
|
"learning_rate": 1.0623287671232877e-05,
|
|
"loss": 0.3034272909164429,
|
|
"mean_token_accuracy": 0.9210961252450943,
|
|
"num_tokens": 11186470.0,
|
|
"step": 5800
|
|
},
|
|
{
|
|
"entropy": 0.31296552121639254,
|
|
"epoch": 0.7904761904761904,
|
|
"grad_norm": 0.6534621119499207,
|
|
"learning_rate": 1.0554794520547946e-05,
|
|
"loss": 0.32099902629852295,
|
|
"mean_token_accuracy": 0.9163517713546753,
|
|
"num_tokens": 11204042.0,
|
|
"step": 5810
|
|
},
|
|
{
|
|
"entropy": 0.2991756394505501,
|
|
"epoch": 0.7918367346938775,
|
|
"grad_norm": 0.5420209169387817,
|
|
"learning_rate": 1.0486301369863014e-05,
|
|
"loss": 0.2895534038543701,
|
|
"mean_token_accuracy": 0.9218130499124527,
|
|
"num_tokens": 11222662.0,
|
|
"step": 5820
|
|
},
|
|
{
|
|
"entropy": 0.29351976960897447,
|
|
"epoch": 0.7931972789115647,
|
|
"grad_norm": 0.41789329051971436,
|
|
"learning_rate": 1.0417808219178082e-05,
|
|
"loss": 0.2951449155807495,
|
|
"mean_token_accuracy": 0.9238580882549285,
|
|
"num_tokens": 11240403.0,
|
|
"step": 5830
|
|
},
|
|
{
|
|
"entropy": 0.36796221882104874,
|
|
"epoch": 0.7945578231292517,
|
|
"grad_norm": 0.3995990753173828,
|
|
"learning_rate": 1.0349315068493151e-05,
|
|
"loss": 0.38138272762298586,
|
|
"mean_token_accuracy": 0.9061296254396438,
|
|
"num_tokens": 11259380.0,
|
|
"step": 5840
|
|
},
|
|
{
|
|
"entropy": 0.3072926219552755,
|
|
"epoch": 0.7959183673469388,
|
|
"grad_norm": 0.4705047011375427,
|
|
"learning_rate": 1.028082191780822e-05,
|
|
"loss": 0.3008893489837646,
|
|
"mean_token_accuracy": 0.9149341195821762,
|
|
"num_tokens": 11280378.0,
|
|
"step": 5850
|
|
},
|
|
{
|
|
"entropy": 0.2909562915563583,
|
|
"epoch": 0.7972789115646258,
|
|
"grad_norm": 0.44585728645324707,
|
|
"learning_rate": 1.0212328767123288e-05,
|
|
"loss": 0.28569257259368896,
|
|
"mean_token_accuracy": 0.9219981044530868,
|
|
"num_tokens": 11298956.0,
|
|
"step": 5860
|
|
},
|
|
{
|
|
"entropy": 0.30830206871032717,
|
|
"epoch": 0.7986394557823129,
|
|
"grad_norm": 0.6111286282539368,
|
|
"learning_rate": 1.0143835616438356e-05,
|
|
"loss": 0.3069111108779907,
|
|
"mean_token_accuracy": 0.920006063580513,
|
|
"num_tokens": 11318152.0,
|
|
"step": 5870
|
|
},
|
|
{
|
|
"entropy": 0.3211949087679386,
|
|
"epoch": 0.8,
|
|
"grad_norm": 0.5721073150634766,
|
|
"learning_rate": 1.0075342465753424e-05,
|
|
"loss": 0.3205984592437744,
|
|
"mean_token_accuracy": 0.9189320415258407,
|
|
"num_tokens": 11335961.0,
|
|
"step": 5880
|
|
},
|
|
{
|
|
"entropy": 0.3145246207714081,
|
|
"epoch": 0.8013605442176871,
|
|
"grad_norm": 0.4170847237110138,
|
|
"learning_rate": 1.0006849315068494e-05,
|
|
"loss": 0.3303114652633667,
|
|
"mean_token_accuracy": 0.9154134333133698,
|
|
"num_tokens": 11354734.0,
|
|
"step": 5890
|
|
},
|
|
{
|
|
"entropy": 0.2957589320838451,
|
|
"epoch": 0.8027210884353742,
|
|
"grad_norm": 0.5433431267738342,
|
|
"learning_rate": 9.938356164383563e-06,
|
|
"loss": 0.29770326614379883,
|
|
"mean_token_accuracy": 0.9195897787809372,
|
|
"num_tokens": 11373075.0,
|
|
"step": 5900
|
|
},
|
|
{
|
|
"entropy": 0.30681760758161547,
|
|
"epoch": 0.8040816326530612,
|
|
"grad_norm": 0.6477324366569519,
|
|
"learning_rate": 9.86986301369863e-06,
|
|
"loss": 0.31293673515319825,
|
|
"mean_token_accuracy": 0.9200047612190246,
|
|
"num_tokens": 11390279.0,
|
|
"step": 5910
|
|
},
|
|
{
|
|
"entropy": 0.3382511667907238,
|
|
"epoch": 0.8054421768707483,
|
|
"grad_norm": 0.5619089603424072,
|
|
"learning_rate": 9.801369863013699e-06,
|
|
"loss": 0.34138176441192625,
|
|
"mean_token_accuracy": 0.9094976276159287,
|
|
"num_tokens": 11409791.0,
|
|
"step": 5920
|
|
},
|
|
{
|
|
"entropy": 0.2938502006232738,
|
|
"epoch": 0.8068027210884354,
|
|
"grad_norm": 0.3731178045272827,
|
|
"learning_rate": 9.732876712328768e-06,
|
|
"loss": 0.2872425317764282,
|
|
"mean_token_accuracy": 0.9224807500839234,
|
|
"num_tokens": 11429401.0,
|
|
"step": 5930
|
|
},
|
|
{
|
|
"entropy": 0.33451291769742963,
|
|
"epoch": 0.8081632653061225,
|
|
"grad_norm": 0.43806591629981995,
|
|
"learning_rate": 9.664383561643836e-06,
|
|
"loss": 0.33567047119140625,
|
|
"mean_token_accuracy": 0.9116082489490509,
|
|
"num_tokens": 11449058.0,
|
|
"step": 5940
|
|
},
|
|
{
|
|
"entropy": 0.30286668688058854,
|
|
"epoch": 0.8095238095238095,
|
|
"grad_norm": 0.587124228477478,
|
|
"learning_rate": 9.595890410958905e-06,
|
|
"loss": 0.31200466156005857,
|
|
"mean_token_accuracy": 0.9177083373069763,
|
|
"num_tokens": 11470294.0,
|
|
"step": 5950
|
|
},
|
|
{
|
|
"entropy": 0.3303552411496639,
|
|
"epoch": 0.8108843537414966,
|
|
"grad_norm": 0.6207278966903687,
|
|
"learning_rate": 9.527397260273973e-06,
|
|
"loss": 0.33328967094421386,
|
|
"mean_token_accuracy": 0.9125414162874221,
|
|
"num_tokens": 11489357.0,
|
|
"step": 5960
|
|
},
|
|
{
|
|
"entropy": 0.31682623624801637,
|
|
"epoch": 0.8122448979591836,
|
|
"grad_norm": 0.44043925404548645,
|
|
"learning_rate": 9.458904109589041e-06,
|
|
"loss": 0.31499733924865725,
|
|
"mean_token_accuracy": 0.9134839475154877,
|
|
"num_tokens": 11508233.0,
|
|
"step": 5970
|
|
},
|
|
{
|
|
"entropy": 0.3149236857891083,
|
|
"epoch": 0.8136054421768707,
|
|
"grad_norm": 0.36899179220199585,
|
|
"learning_rate": 9.39041095890411e-06,
|
|
"loss": 0.3117794990539551,
|
|
"mean_token_accuracy": 0.9213671326637268,
|
|
"num_tokens": 11525907.0,
|
|
"step": 5980
|
|
},
|
|
{
|
|
"entropy": 0.3045039355754852,
|
|
"epoch": 0.8149659863945579,
|
|
"grad_norm": 0.49508801102638245,
|
|
"learning_rate": 9.321917808219178e-06,
|
|
"loss": 0.2972161531448364,
|
|
"mean_token_accuracy": 0.9218720376491547,
|
|
"num_tokens": 11545454.0,
|
|
"step": 5990
|
|
},
|
|
{
|
|
"entropy": 0.33072281926870345,
|
|
"epoch": 0.8163265306122449,
|
|
"grad_norm": 0.3706882894039154,
|
|
"learning_rate": 9.253424657534248e-06,
|
|
"loss": 0.339734411239624,
|
|
"mean_token_accuracy": 0.9110476523637772,
|
|
"num_tokens": 11565392.0,
|
|
"step": 6000
|
|
},
|
|
{
|
|
"epoch": 0.8163265306122449,
|
|
"eval_entropy": 0.33086989077428974,
|
|
"eval_loss": 0.32422059774398804,
|
|
"eval_mean_token_accuracy": 0.913934031923612,
|
|
"eval_num_tokens": 11565392.0,
|
|
"eval_runtime": 38.7107,
|
|
"eval_samples_per_second": 15.5,
|
|
"eval_steps_per_second": 7.75,
|
|
"step": 6000
|
|
},
|
|
{
|
|
"entropy": 0.298756917193532,
|
|
"epoch": 0.817687074829932,
|
|
"grad_norm": 0.42621785402297974,
|
|
"learning_rate": 9.184931506849315e-06,
|
|
"loss": 0.29668822288513186,
|
|
"mean_token_accuracy": 0.9230580598115921,
|
|
"num_tokens": 11583377.0,
|
|
"step": 6010
|
|
},
|
|
{
|
|
"entropy": 0.3184999957680702,
|
|
"epoch": 0.819047619047619,
|
|
"grad_norm": 0.5035575032234192,
|
|
"learning_rate": 9.116438356164383e-06,
|
|
"loss": 0.3027308702468872,
|
|
"mean_token_accuracy": 0.9170263260602951,
|
|
"num_tokens": 11603965.0,
|
|
"step": 6020
|
|
},
|
|
{
|
|
"entropy": 0.3802847608923912,
|
|
"epoch": 0.8204081632653061,
|
|
"grad_norm": 0.49796271324157715,
|
|
"learning_rate": 9.047945205479453e-06,
|
|
"loss": 0.38724322319030763,
|
|
"mean_token_accuracy": 0.9009683400392532,
|
|
"num_tokens": 11624271.0,
|
|
"step": 6030
|
|
},
|
|
{
|
|
"entropy": 0.27982044592499733,
|
|
"epoch": 0.8217687074829932,
|
|
"grad_norm": 0.5557689666748047,
|
|
"learning_rate": 8.97945205479452e-06,
|
|
"loss": 0.2826409816741943,
|
|
"mean_token_accuracy": 0.9224202632904053,
|
|
"num_tokens": 11644456.0,
|
|
"step": 6040
|
|
},
|
|
{
|
|
"entropy": 0.3160627827048302,
|
|
"epoch": 0.8231292517006803,
|
|
"grad_norm": 0.576414167881012,
|
|
"learning_rate": 8.91095890410959e-06,
|
|
"loss": 0.31594884395599365,
|
|
"mean_token_accuracy": 0.9167442142963409,
|
|
"num_tokens": 11664317.0,
|
|
"step": 6050
|
|
},
|
|
{
|
|
"entropy": 0.27179846093058585,
|
|
"epoch": 0.8244897959183674,
|
|
"grad_norm": 0.5361799597740173,
|
|
"learning_rate": 8.84246575342466e-06,
|
|
"loss": 0.2700121641159058,
|
|
"mean_token_accuracy": 0.9278384625911713,
|
|
"num_tokens": 11682377.0,
|
|
"step": 6060
|
|
},
|
|
{
|
|
"entropy": 0.30858047008514405,
|
|
"epoch": 0.8258503401360544,
|
|
"grad_norm": 0.4765695333480835,
|
|
"learning_rate": 8.773972602739725e-06,
|
|
"loss": 0.30114083290100097,
|
|
"mean_token_accuracy": 0.9185465186834335,
|
|
"num_tokens": 11700972.0,
|
|
"step": 6070
|
|
},
|
|
{
|
|
"entropy": 0.3052784204483032,
|
|
"epoch": 0.8272108843537415,
|
|
"grad_norm": 0.5827853679656982,
|
|
"learning_rate": 8.705479452054795e-06,
|
|
"loss": 0.30794899463653563,
|
|
"mean_token_accuracy": 0.917677515745163,
|
|
"num_tokens": 11721322.0,
|
|
"step": 6080
|
|
},
|
|
{
|
|
"entropy": 0.31110915169119835,
|
|
"epoch": 0.8285714285714286,
|
|
"grad_norm": 0.5326927900314331,
|
|
"learning_rate": 8.636986301369863e-06,
|
|
"loss": 0.32460036277771,
|
|
"mean_token_accuracy": 0.9198139071464538,
|
|
"num_tokens": 11738982.0,
|
|
"step": 6090
|
|
},
|
|
{
|
|
"entropy": 0.33925400823354723,
|
|
"epoch": 0.8299319727891157,
|
|
"grad_norm": 0.36450883746147156,
|
|
"learning_rate": 8.568493150684932e-06,
|
|
"loss": 0.3317252635955811,
|
|
"mean_token_accuracy": 0.9089361041784286,
|
|
"num_tokens": 11760916.0,
|
|
"step": 6100
|
|
},
|
|
{
|
|
"entropy": 0.3158437326550484,
|
|
"epoch": 0.8312925170068027,
|
|
"grad_norm": 0.491068959236145,
|
|
"learning_rate": 8.500000000000002e-06,
|
|
"loss": 0.3143324851989746,
|
|
"mean_token_accuracy": 0.9161739617586135,
|
|
"num_tokens": 11779949.0,
|
|
"step": 6110
|
|
},
|
|
{
|
|
"entropy": 0.3439742915332317,
|
|
"epoch": 0.8326530612244898,
|
|
"grad_norm": 0.39802658557891846,
|
|
"learning_rate": 8.431506849315068e-06,
|
|
"loss": 0.3491824626922607,
|
|
"mean_token_accuracy": 0.9078180462121963,
|
|
"num_tokens": 11799970.0,
|
|
"step": 6120
|
|
},
|
|
{
|
|
"entropy": 0.2836092166602612,
|
|
"epoch": 0.8340136054421768,
|
|
"grad_norm": 0.4259534478187561,
|
|
"learning_rate": 8.363013698630137e-06,
|
|
"loss": 0.2912003040313721,
|
|
"mean_token_accuracy": 0.9252801060676574,
|
|
"num_tokens": 11820426.0,
|
|
"step": 6130
|
|
},
|
|
{
|
|
"entropy": 0.3005498096346855,
|
|
"epoch": 0.8353741496598639,
|
|
"grad_norm": 0.4778730273246765,
|
|
"learning_rate": 8.294520547945207e-06,
|
|
"loss": 0.28653755187988283,
|
|
"mean_token_accuracy": 0.9214383721351623,
|
|
"num_tokens": 11839890.0,
|
|
"step": 6140
|
|
},
|
|
{
|
|
"entropy": 0.3486380882561207,
|
|
"epoch": 0.8367346938775511,
|
|
"grad_norm": 0.6083812117576599,
|
|
"learning_rate": 8.226027397260274e-06,
|
|
"loss": 0.35432674884796145,
|
|
"mean_token_accuracy": 0.9074101686477661,
|
|
"num_tokens": 11859990.0,
|
|
"step": 6150
|
|
},
|
|
{
|
|
"entropy": 0.32456274405121804,
|
|
"epoch": 0.8380952380952381,
|
|
"grad_norm": 0.4606610834598541,
|
|
"learning_rate": 8.157534246575344e-06,
|
|
"loss": 0.3331348419189453,
|
|
"mean_token_accuracy": 0.9130833357572555,
|
|
"num_tokens": 11878717.0,
|
|
"step": 6160
|
|
},
|
|
{
|
|
"entropy": 0.32492469996213913,
|
|
"epoch": 0.8394557823129252,
|
|
"grad_norm": 0.4846050441265106,
|
|
"learning_rate": 8.089041095890412e-06,
|
|
"loss": 0.3428283929824829,
|
|
"mean_token_accuracy": 0.9127777367830276,
|
|
"num_tokens": 11897621.0,
|
|
"step": 6170
|
|
},
|
|
{
|
|
"entropy": 0.3137147091329098,
|
|
"epoch": 0.8408163265306122,
|
|
"grad_norm": 0.45196622610092163,
|
|
"learning_rate": 8.02054794520548e-06,
|
|
"loss": 0.3091363191604614,
|
|
"mean_token_accuracy": 0.9139469265937805,
|
|
"num_tokens": 11916535.0,
|
|
"step": 6180
|
|
},
|
|
{
|
|
"entropy": 0.29806752055883406,
|
|
"epoch": 0.8421768707482993,
|
|
"grad_norm": 0.454557865858078,
|
|
"learning_rate": 7.952054794520549e-06,
|
|
"loss": 0.29362752437591555,
|
|
"mean_token_accuracy": 0.9199837118387222,
|
|
"num_tokens": 11935369.0,
|
|
"step": 6190
|
|
},
|
|
{
|
|
"entropy": 0.28466799929738046,
|
|
"epoch": 0.8435374149659864,
|
|
"grad_norm": 0.5338443517684937,
|
|
"learning_rate": 7.883561643835617e-06,
|
|
"loss": 0.29237349033355714,
|
|
"mean_token_accuracy": 0.9232655674219131,
|
|
"num_tokens": 11953135.0,
|
|
"step": 6200
|
|
},
|
|
{
|
|
"entropy": 0.3033223427832127,
|
|
"epoch": 0.8448979591836735,
|
|
"grad_norm": 0.6123531460762024,
|
|
"learning_rate": 7.815068493150686e-06,
|
|
"loss": 0.3017022371292114,
|
|
"mean_token_accuracy": 0.920993834733963,
|
|
"num_tokens": 11970670.0,
|
|
"step": 6210
|
|
},
|
|
{
|
|
"entropy": 0.36309069730341437,
|
|
"epoch": 0.8462585034013606,
|
|
"grad_norm": 0.6074350476264954,
|
|
"learning_rate": 7.746575342465754e-06,
|
|
"loss": 0.3690043926239014,
|
|
"mean_token_accuracy": 0.907643273472786,
|
|
"num_tokens": 11988089.0,
|
|
"step": 6220
|
|
},
|
|
{
|
|
"entropy": 0.32631669789552686,
|
|
"epoch": 0.8476190476190476,
|
|
"grad_norm": 0.5981218814849854,
|
|
"learning_rate": 7.678082191780822e-06,
|
|
"loss": 0.337539529800415,
|
|
"mean_token_accuracy": 0.9157464295625687,
|
|
"num_tokens": 12005832.0,
|
|
"step": 6230
|
|
},
|
|
{
|
|
"entropy": 0.34066905826330185,
|
|
"epoch": 0.8489795918367347,
|
|
"grad_norm": 0.626277506351471,
|
|
"learning_rate": 7.609589041095891e-06,
|
|
"loss": 0.3323520660400391,
|
|
"mean_token_accuracy": 0.9154704749584198,
|
|
"num_tokens": 12022879.0,
|
|
"step": 6240
|
|
},
|
|
{
|
|
"entropy": 0.3810716487467289,
|
|
"epoch": 0.8503401360544217,
|
|
"grad_norm": 0.4984925091266632,
|
|
"learning_rate": 7.54109589041096e-06,
|
|
"loss": 0.4056093215942383,
|
|
"mean_token_accuracy": 0.9004001200199128,
|
|
"num_tokens": 12042173.0,
|
|
"step": 6250
|
|
},
|
|
{
|
|
"epoch": 0.8503401360544217,
|
|
"eval_entropy": 0.32555937600632506,
|
|
"eval_loss": 0.32379451394081116,
|
|
"eval_mean_token_accuracy": 0.9141173479954402,
|
|
"eval_num_tokens": 12042173.0,
|
|
"eval_runtime": 38.9464,
|
|
"eval_samples_per_second": 15.406,
|
|
"eval_steps_per_second": 7.703,
|
|
"step": 6250
|
|
},
|
|
{
|
|
"entropy": 0.30119421854615214,
|
|
"epoch": 0.8517006802721089,
|
|
"grad_norm": 0.45719167590141296,
|
|
"learning_rate": 7.4726027397260285e-06,
|
|
"loss": 0.2935132265090942,
|
|
"mean_token_accuracy": 0.9244018375873566,
|
|
"num_tokens": 12059658.0,
|
|
"step": 6260
|
|
},
|
|
{
|
|
"entropy": 0.3010863531380892,
|
|
"epoch": 0.8530612244897959,
|
|
"grad_norm": 0.5109034776687622,
|
|
"learning_rate": 7.404109589041095e-06,
|
|
"loss": 0.31348700523376466,
|
|
"mean_token_accuracy": 0.9156623929738998,
|
|
"num_tokens": 12078793.0,
|
|
"step": 6270
|
|
},
|
|
{
|
|
"entropy": 0.30613968297839167,
|
|
"epoch": 0.854421768707483,
|
|
"grad_norm": 0.5922409892082214,
|
|
"learning_rate": 7.335616438356165e-06,
|
|
"loss": 0.31641838550567625,
|
|
"mean_token_accuracy": 0.9163318037986755,
|
|
"num_tokens": 12098446.0,
|
|
"step": 6280
|
|
},
|
|
{
|
|
"entropy": 0.3765171080827713,
|
|
"epoch": 0.85578231292517,
|
|
"grad_norm": 0.5758050084114075,
|
|
"learning_rate": 7.2671232876712335e-06,
|
|
"loss": 0.37129898071289064,
|
|
"mean_token_accuracy": 0.9047569125890732,
|
|
"num_tokens": 12118576.0,
|
|
"step": 6290
|
|
},
|
|
{
|
|
"entropy": 0.3128926806151867,
|
|
"epoch": 0.8571428571428571,
|
|
"grad_norm": 0.3453630208969116,
|
|
"learning_rate": 7.198630136986302e-06,
|
|
"loss": 0.31790430545806886,
|
|
"mean_token_accuracy": 0.9154722660779953,
|
|
"num_tokens": 12137064.0,
|
|
"step": 6300
|
|
},
|
|
{
|
|
"entropy": 0.34110006168484686,
|
|
"epoch": 0.8585034013605443,
|
|
"grad_norm": 0.7402700185775757,
|
|
"learning_rate": 7.130136986301371e-06,
|
|
"loss": 0.3416825532913208,
|
|
"mean_token_accuracy": 0.910080087184906,
|
|
"num_tokens": 12157405.0,
|
|
"step": 6310
|
|
},
|
|
{
|
|
"entropy": 0.3634137712419033,
|
|
"epoch": 0.8598639455782313,
|
|
"grad_norm": 0.6401071548461914,
|
|
"learning_rate": 7.0616438356164386e-06,
|
|
"loss": 0.36912858486175537,
|
|
"mean_token_accuracy": 0.9012720108032226,
|
|
"num_tokens": 12176452.0,
|
|
"step": 6320
|
|
},
|
|
{
|
|
"entropy": 0.3082569859921932,
|
|
"epoch": 0.8612244897959184,
|
|
"grad_norm": 0.5355600118637085,
|
|
"learning_rate": 6.993150684931507e-06,
|
|
"loss": 0.29816470146179197,
|
|
"mean_token_accuracy": 0.9203158468008041,
|
|
"num_tokens": 12194612.0,
|
|
"step": 6330
|
|
},
|
|
{
|
|
"entropy": 0.3393115036189556,
|
|
"epoch": 0.8625850340136054,
|
|
"grad_norm": 0.38070395588874817,
|
|
"learning_rate": 6.924657534246576e-06,
|
|
"loss": 0.32619943618774416,
|
|
"mean_token_accuracy": 0.9085036665201187,
|
|
"num_tokens": 12217956.0,
|
|
"step": 6340
|
|
},
|
|
{
|
|
"entropy": 0.3250208295881748,
|
|
"epoch": 0.8639455782312925,
|
|
"grad_norm": 0.7538926005363464,
|
|
"learning_rate": 6.8561643835616444e-06,
|
|
"loss": 0.33664188385009763,
|
|
"mean_token_accuracy": 0.9119222640991211,
|
|
"num_tokens": 12236318.0,
|
|
"step": 6350
|
|
},
|
|
{
|
|
"entropy": 0.2986321195960045,
|
|
"epoch": 0.8653061224489796,
|
|
"grad_norm": 0.4130662679672241,
|
|
"learning_rate": 6.787671232876712e-06,
|
|
"loss": 0.28825740814208983,
|
|
"mean_token_accuracy": 0.9217880070209503,
|
|
"num_tokens": 12255826.0,
|
|
"step": 6360
|
|
},
|
|
{
|
|
"entropy": 0.2841433063149452,
|
|
"epoch": 0.8666666666666667,
|
|
"grad_norm": 0.6472411155700684,
|
|
"learning_rate": 6.719178082191781e-06,
|
|
"loss": 0.27176086902618407,
|
|
"mean_token_accuracy": 0.9227411568164825,
|
|
"num_tokens": 12276465.0,
|
|
"step": 6370
|
|
},
|
|
{
|
|
"entropy": 0.34614059180021284,
|
|
"epoch": 0.8680272108843538,
|
|
"grad_norm": 0.4979070723056793,
|
|
"learning_rate": 6.6506849315068495e-06,
|
|
"loss": 0.3492851495742798,
|
|
"mean_token_accuracy": 0.9061255156993866,
|
|
"num_tokens": 12295950.0,
|
|
"step": 6380
|
|
},
|
|
{
|
|
"entropy": 0.3491402305662632,
|
|
"epoch": 0.8693877551020408,
|
|
"grad_norm": 0.5168848633766174,
|
|
"learning_rate": 6.582191780821918e-06,
|
|
"loss": 0.356025767326355,
|
|
"mean_token_accuracy": 0.9081326395273208,
|
|
"num_tokens": 12315074.0,
|
|
"step": 6390
|
|
},
|
|
{
|
|
"entropy": 0.3183485813438892,
|
|
"epoch": 0.8707482993197279,
|
|
"grad_norm": 0.3737778961658478,
|
|
"learning_rate": 6.513698630136987e-06,
|
|
"loss": 0.3137796401977539,
|
|
"mean_token_accuracy": 0.9168394416570663,
|
|
"num_tokens": 12333113.0,
|
|
"step": 6400
|
|
},
|
|
{
|
|
"entropy": 0.3234575852751732,
|
|
"epoch": 0.8721088435374149,
|
|
"grad_norm": 0.4080883860588074,
|
|
"learning_rate": 6.4452054794520545e-06,
|
|
"loss": 0.3283559799194336,
|
|
"mean_token_accuracy": 0.910961264371872,
|
|
"num_tokens": 12354119.0,
|
|
"step": 6410
|
|
},
|
|
{
|
|
"entropy": 0.33070197626948356,
|
|
"epoch": 0.8734693877551021,
|
|
"grad_norm": 0.6628795862197876,
|
|
"learning_rate": 6.376712328767123e-06,
|
|
"loss": 0.33696324825286866,
|
|
"mean_token_accuracy": 0.9128307223320007,
|
|
"num_tokens": 12372396.0,
|
|
"step": 6420
|
|
},
|
|
{
|
|
"entropy": 0.296940540522337,
|
|
"epoch": 0.8748299319727891,
|
|
"grad_norm": 0.5327218174934387,
|
|
"learning_rate": 6.308219178082192e-06,
|
|
"loss": 0.29673740863800047,
|
|
"mean_token_accuracy": 0.9188735485076904,
|
|
"num_tokens": 12391926.0,
|
|
"step": 6430
|
|
},
|
|
{
|
|
"entropy": 0.37082950621843336,
|
|
"epoch": 0.8761904761904762,
|
|
"grad_norm": 0.5576393008232117,
|
|
"learning_rate": 6.23972602739726e-06,
|
|
"loss": 0.37212495803833007,
|
|
"mean_token_accuracy": 0.903967159986496,
|
|
"num_tokens": 12411397.0,
|
|
"step": 6440
|
|
},
|
|
{
|
|
"entropy": 0.292638061195612,
|
|
"epoch": 0.8775510204081632,
|
|
"grad_norm": 0.35143810510635376,
|
|
"learning_rate": 6.171232876712329e-06,
|
|
"loss": 0.2931572675704956,
|
|
"mean_token_accuracy": 0.9227148920297623,
|
|
"num_tokens": 12432121.0,
|
|
"step": 6450
|
|
},
|
|
{
|
|
"entropy": 0.3156722396612167,
|
|
"epoch": 0.8789115646258503,
|
|
"grad_norm": 0.774771511554718,
|
|
"learning_rate": 6.102739726027398e-06,
|
|
"loss": 0.31828532218933103,
|
|
"mean_token_accuracy": 0.9142497092485428,
|
|
"num_tokens": 12451601.0,
|
|
"step": 6460
|
|
},
|
|
{
|
|
"entropy": 0.292581620067358,
|
|
"epoch": 0.8802721088435375,
|
|
"grad_norm": 0.4632379710674286,
|
|
"learning_rate": 6.034246575342466e-06,
|
|
"loss": 0.28803262710571287,
|
|
"mean_token_accuracy": 0.9243631362915039,
|
|
"num_tokens": 12470105.0,
|
|
"step": 6470
|
|
},
|
|
{
|
|
"entropy": 0.3136554330587387,
|
|
"epoch": 0.8816326530612245,
|
|
"grad_norm": 0.5806280374526978,
|
|
"learning_rate": 5.965753424657534e-06,
|
|
"loss": 0.31753370761871336,
|
|
"mean_token_accuracy": 0.9147692441940307,
|
|
"num_tokens": 12488804.0,
|
|
"step": 6480
|
|
},
|
|
{
|
|
"entropy": 0.33160665780305865,
|
|
"epoch": 0.8829931972789116,
|
|
"grad_norm": 0.47363021969795227,
|
|
"learning_rate": 5.8972602739726035e-06,
|
|
"loss": 0.3279127836227417,
|
|
"mean_token_accuracy": 0.9173679798841476,
|
|
"num_tokens": 12507279.0,
|
|
"step": 6490
|
|
},
|
|
{
|
|
"entropy": 0.30978685468435285,
|
|
"epoch": 0.8843537414965986,
|
|
"grad_norm": 0.3723524212837219,
|
|
"learning_rate": 5.828767123287671e-06,
|
|
"loss": 0.311632776260376,
|
|
"mean_token_accuracy": 0.9137750864028931,
|
|
"num_tokens": 12527509.0,
|
|
"step": 6500
|
|
},
|
|
{
|
|
"epoch": 0.8843537414965986,
|
|
"eval_entropy": 0.3286215581248204,
|
|
"eval_loss": 0.32335928082466125,
|
|
"eval_mean_token_accuracy": 0.9142575333515803,
|
|
"eval_num_tokens": 12527509.0,
|
|
"eval_runtime": 38.7448,
|
|
"eval_samples_per_second": 15.486,
|
|
"eval_steps_per_second": 7.743,
|
|
"step": 6500
|
|
},
|
|
{
|
|
"entropy": 0.35880630612373354,
|
|
"epoch": 0.8857142857142857,
|
|
"grad_norm": 0.514137864112854,
|
|
"learning_rate": 5.76027397260274e-06,
|
|
"loss": 0.3609093427658081,
|
|
"mean_token_accuracy": 0.908568149805069,
|
|
"num_tokens": 12546024.0,
|
|
"step": 6510
|
|
},
|
|
{
|
|
"entropy": 0.2908146843314171,
|
|
"epoch": 0.8870748299319728,
|
|
"grad_norm": 0.4764300286769867,
|
|
"learning_rate": 5.6917808219178085e-06,
|
|
"loss": 0.29313054084777834,
|
|
"mean_token_accuracy": 0.9210966646671295,
|
|
"num_tokens": 12564957.0,
|
|
"step": 6520
|
|
},
|
|
{
|
|
"entropy": 0.3947236731648445,
|
|
"epoch": 0.8884353741496599,
|
|
"grad_norm": 0.564361572265625,
|
|
"learning_rate": 5.623287671232877e-06,
|
|
"loss": 0.3897683620452881,
|
|
"mean_token_accuracy": 0.9005183577537537,
|
|
"num_tokens": 12584511.0,
|
|
"step": 6530
|
|
},
|
|
{
|
|
"entropy": 0.35087050646543505,
|
|
"epoch": 0.889795918367347,
|
|
"grad_norm": 0.39907175302505493,
|
|
"learning_rate": 5.554794520547946e-06,
|
|
"loss": 0.35727748870849607,
|
|
"mean_token_accuracy": 0.9082259654998779,
|
|
"num_tokens": 12603539.0,
|
|
"step": 6540
|
|
},
|
|
{
|
|
"entropy": 0.30452171340584755,
|
|
"epoch": 0.891156462585034,
|
|
"grad_norm": 0.40334832668304443,
|
|
"learning_rate": 5.486301369863014e-06,
|
|
"loss": 0.31457273960113524,
|
|
"mean_token_accuracy": 0.9177052706480027,
|
|
"num_tokens": 12622546.0,
|
|
"step": 6550
|
|
},
|
|
{
|
|
"entropy": 0.34483264610171316,
|
|
"epoch": 0.8925170068027211,
|
|
"grad_norm": 0.5541892051696777,
|
|
"learning_rate": 5.417808219178082e-06,
|
|
"loss": 0.35019664764404296,
|
|
"mean_token_accuracy": 0.9109074980020523,
|
|
"num_tokens": 12641267.0,
|
|
"step": 6560
|
|
},
|
|
{
|
|
"entropy": 0.3339083693921566,
|
|
"epoch": 0.8938775510204081,
|
|
"grad_norm": 0.4268859624862671,
|
|
"learning_rate": 5.349315068493151e-06,
|
|
"loss": 0.33824708461761477,
|
|
"mean_token_accuracy": 0.9065180271863937,
|
|
"num_tokens": 12662141.0,
|
|
"step": 6570
|
|
},
|
|
{
|
|
"entropy": 0.32709172666072844,
|
|
"epoch": 0.8952380952380953,
|
|
"grad_norm": 0.4115796387195587,
|
|
"learning_rate": 5.2808219178082195e-06,
|
|
"loss": 0.33449928760528563,
|
|
"mean_token_accuracy": 0.9107886403799057,
|
|
"num_tokens": 12683863.0,
|
|
"step": 6580
|
|
},
|
|
{
|
|
"entropy": 0.359021432697773,
|
|
"epoch": 0.8965986394557823,
|
|
"grad_norm": 0.5937194228172302,
|
|
"learning_rate": 5.212328767123288e-06,
|
|
"loss": 0.34922354221343993,
|
|
"mean_token_accuracy": 0.9072045892477035,
|
|
"num_tokens": 12703543.0,
|
|
"step": 6590
|
|
},
|
|
{
|
|
"entropy": 0.39199258685112,
|
|
"epoch": 0.8979591836734694,
|
|
"grad_norm": 0.6500011086463928,
|
|
"learning_rate": 5.143835616438356e-06,
|
|
"loss": 0.3893763542175293,
|
|
"mean_token_accuracy": 0.9033649802207947,
|
|
"num_tokens": 12721280.0,
|
|
"step": 6600
|
|
},
|
|
{
|
|
"entropy": 0.2838050812482834,
|
|
"epoch": 0.8993197278911564,
|
|
"grad_norm": 0.4997044503688812,
|
|
"learning_rate": 5.075342465753425e-06,
|
|
"loss": 0.28191652297973635,
|
|
"mean_token_accuracy": 0.9257587313652038,
|
|
"num_tokens": 12738942.0,
|
|
"step": 6610
|
|
},
|
|
{
|
|
"entropy": 0.3208158388733864,
|
|
"epoch": 0.9006802721088435,
|
|
"grad_norm": 0.463008850812912,
|
|
"learning_rate": 5.006849315068493e-06,
|
|
"loss": 0.3163119316101074,
|
|
"mean_token_accuracy": 0.9138482451438904,
|
|
"num_tokens": 12758737.0,
|
|
"step": 6620
|
|
},
|
|
{
|
|
"entropy": 0.32699171006679534,
|
|
"epoch": 0.9020408163265307,
|
|
"grad_norm": 0.46865853667259216,
|
|
"learning_rate": 4.938356164383562e-06,
|
|
"loss": 0.3282167434692383,
|
|
"mean_token_accuracy": 0.917575141787529,
|
|
"num_tokens": 12776236.0,
|
|
"step": 6630
|
|
},
|
|
{
|
|
"entropy": 0.33992503136396407,
|
|
"epoch": 0.9034013605442177,
|
|
"grad_norm": 0.622612714767456,
|
|
"learning_rate": 4.86986301369863e-06,
|
|
"loss": 0.3454226732254028,
|
|
"mean_token_accuracy": 0.9105749785900116,
|
|
"num_tokens": 12793838.0,
|
|
"step": 6640
|
|
},
|
|
{
|
|
"entropy": 0.29390531592071056,
|
|
"epoch": 0.9047619047619048,
|
|
"grad_norm": 0.44798150658607483,
|
|
"learning_rate": 4.801369863013699e-06,
|
|
"loss": 0.27416980266571045,
|
|
"mean_token_accuracy": 0.9256226003170014,
|
|
"num_tokens": 12813036.0,
|
|
"step": 6650
|
|
},
|
|
{
|
|
"entropy": 0.350774671882391,
|
|
"epoch": 0.9061224489795918,
|
|
"grad_norm": 0.38738077878952026,
|
|
"learning_rate": 4.732876712328768e-06,
|
|
"loss": 0.33705477714538573,
|
|
"mean_token_accuracy": 0.9067309200763702,
|
|
"num_tokens": 12834574.0,
|
|
"step": 6660
|
|
},
|
|
{
|
|
"entropy": 0.3244813568890095,
|
|
"epoch": 0.9074829931972789,
|
|
"grad_norm": 0.4696221649646759,
|
|
"learning_rate": 4.664383561643835e-06,
|
|
"loss": 0.31435041427612304,
|
|
"mean_token_accuracy": 0.9171089708805085,
|
|
"num_tokens": 12852605.0,
|
|
"step": 6670
|
|
},
|
|
{
|
|
"entropy": 0.305752881616354,
|
|
"epoch": 0.908843537414966,
|
|
"grad_norm": 0.4763096868991852,
|
|
"learning_rate": 4.595890410958904e-06,
|
|
"loss": 0.3067082643508911,
|
|
"mean_token_accuracy": 0.918914520740509,
|
|
"num_tokens": 12870795.0,
|
|
"step": 6680
|
|
},
|
|
{
|
|
"entropy": 0.31308693066239357,
|
|
"epoch": 0.9102040816326531,
|
|
"grad_norm": 0.5077400803565979,
|
|
"learning_rate": 4.5273972602739735e-06,
|
|
"loss": 0.30920541286468506,
|
|
"mean_token_accuracy": 0.9194491058588028,
|
|
"num_tokens": 12890313.0,
|
|
"step": 6690
|
|
},
|
|
{
|
|
"entropy": 0.2930800631642342,
|
|
"epoch": 0.9115646258503401,
|
|
"grad_norm": 0.5321216583251953,
|
|
"learning_rate": 4.458904109589041e-06,
|
|
"loss": 0.2862373352050781,
|
|
"mean_token_accuracy": 0.9227749168872833,
|
|
"num_tokens": 12909441.0,
|
|
"step": 6700
|
|
},
|
|
{
|
|
"entropy": 0.32441584542393687,
|
|
"epoch": 0.9129251700680272,
|
|
"grad_norm": 0.5052834153175354,
|
|
"learning_rate": 4.39041095890411e-06,
|
|
"loss": 0.33454344272613523,
|
|
"mean_token_accuracy": 0.9128939062356949,
|
|
"num_tokens": 12928259.0,
|
|
"step": 6710
|
|
},
|
|
{
|
|
"entropy": 0.3400576122105122,
|
|
"epoch": 0.9142857142857143,
|
|
"grad_norm": 0.42697256803512573,
|
|
"learning_rate": 4.321917808219178e-06,
|
|
"loss": 0.3487342357635498,
|
|
"mean_token_accuracy": 0.9104131639003754,
|
|
"num_tokens": 12946832.0,
|
|
"step": 6720
|
|
},
|
|
{
|
|
"entropy": 0.3238037794828415,
|
|
"epoch": 0.9156462585034013,
|
|
"grad_norm": 0.4467569887638092,
|
|
"learning_rate": 4.253424657534247e-06,
|
|
"loss": 0.3275768518447876,
|
|
"mean_token_accuracy": 0.9114355087280274,
|
|
"num_tokens": 12967923.0,
|
|
"step": 6730
|
|
},
|
|
{
|
|
"entropy": 0.3033832423388958,
|
|
"epoch": 0.9170068027210885,
|
|
"grad_norm": 0.5587620139122009,
|
|
"learning_rate": 4.184931506849316e-06,
|
|
"loss": 0.3123866319656372,
|
|
"mean_token_accuracy": 0.9181416839361191,
|
|
"num_tokens": 12986379.0,
|
|
"step": 6740
|
|
},
|
|
{
|
|
"entropy": 0.32793152034282685,
|
|
"epoch": 0.9183673469387755,
|
|
"grad_norm": 0.4971228241920471,
|
|
"learning_rate": 4.116438356164384e-06,
|
|
"loss": 0.32430260181427,
|
|
"mean_token_accuracy": 0.9148997128009796,
|
|
"num_tokens": 13006250.0,
|
|
"step": 6750
|
|
},
|
|
{
|
|
"epoch": 0.9183673469387755,
|
|
"eval_entropy": 0.32498093172907827,
|
|
"eval_loss": 0.3230104446411133,
|
|
"eval_mean_token_accuracy": 0.9144533753395081,
|
|
"eval_num_tokens": 13006250.0,
|
|
"eval_runtime": 38.9222,
|
|
"eval_samples_per_second": 15.415,
|
|
"eval_steps_per_second": 7.708,
|
|
"step": 6750
|
|
},
|
|
{
|
|
"entropy": 0.35129692405462265,
|
|
"epoch": 0.9197278911564626,
|
|
"grad_norm": 0.450941264629364,
|
|
"learning_rate": 4.047945205479452e-06,
|
|
"loss": 0.36153857707977294,
|
|
"mean_token_accuracy": 0.9063918352127075,
|
|
"num_tokens": 13026583.0,
|
|
"step": 6760
|
|
},
|
|
{
|
|
"entropy": 0.3283290073275566,
|
|
"epoch": 0.9210884353741496,
|
|
"grad_norm": 0.5283523797988892,
|
|
"learning_rate": 3.979452054794521e-06,
|
|
"loss": 0.3139669179916382,
|
|
"mean_token_accuracy": 0.9148370325565338,
|
|
"num_tokens": 13047823.0,
|
|
"step": 6770
|
|
},
|
|
{
|
|
"entropy": 0.33190669044852256,
|
|
"epoch": 0.9224489795918367,
|
|
"grad_norm": 0.361507773399353,
|
|
"learning_rate": 3.9109589041095895e-06,
|
|
"loss": 0.34453206062316893,
|
|
"mean_token_accuracy": 0.9123291075229645,
|
|
"num_tokens": 13065483.0,
|
|
"step": 6780
|
|
},
|
|
{
|
|
"entropy": 0.3849423386156559,
|
|
"epoch": 0.9238095238095239,
|
|
"grad_norm": 0.5551365613937378,
|
|
"learning_rate": 3.842465753424658e-06,
|
|
"loss": 0.3853173017501831,
|
|
"mean_token_accuracy": 0.9038680106401443,
|
|
"num_tokens": 13084658.0,
|
|
"step": 6790
|
|
},
|
|
{
|
|
"entropy": 0.3309860430657864,
|
|
"epoch": 0.9251700680272109,
|
|
"grad_norm": 0.5244467258453369,
|
|
"learning_rate": 3.7739726027397263e-06,
|
|
"loss": 0.32932875156402586,
|
|
"mean_token_accuracy": 0.909374451637268,
|
|
"num_tokens": 13105539.0,
|
|
"step": 6800
|
|
},
|
|
{
|
|
"entropy": 0.26563679054379463,
|
|
"epoch": 0.926530612244898,
|
|
"grad_norm": 0.4336610436439514,
|
|
"learning_rate": 3.705479452054795e-06,
|
|
"loss": 0.25863826274871826,
|
|
"mean_token_accuracy": 0.9274649411439896,
|
|
"num_tokens": 13124934.0,
|
|
"step": 6810
|
|
},
|
|
{
|
|
"entropy": 0.3203303225338459,
|
|
"epoch": 0.927891156462585,
|
|
"grad_norm": 0.39582449197769165,
|
|
"learning_rate": 3.636986301369863e-06,
|
|
"loss": 0.32346789836883544,
|
|
"mean_token_accuracy": 0.9153842777013779,
|
|
"num_tokens": 13143409.0,
|
|
"step": 6820
|
|
},
|
|
{
|
|
"entropy": 0.33626803755760193,
|
|
"epoch": 0.9292517006802721,
|
|
"grad_norm": 0.6105754375457764,
|
|
"learning_rate": 3.5684931506849317e-06,
|
|
"loss": 0.3388401508331299,
|
|
"mean_token_accuracy": 0.9112157255411149,
|
|
"num_tokens": 13163858.0,
|
|
"step": 6830
|
|
},
|
|
{
|
|
"entropy": 0.3165531374514103,
|
|
"epoch": 0.9306122448979591,
|
|
"grad_norm": 0.6469919681549072,
|
|
"learning_rate": 3.5000000000000004e-06,
|
|
"loss": 0.3066595792770386,
|
|
"mean_token_accuracy": 0.9175763040781021,
|
|
"num_tokens": 13183825.0,
|
|
"step": 6840
|
|
},
|
|
{
|
|
"entropy": 0.38997668847441674,
|
|
"epoch": 0.9319727891156463,
|
|
"grad_norm": 0.49790993332862854,
|
|
"learning_rate": 3.4315068493150686e-06,
|
|
"loss": 0.40053672790527345,
|
|
"mean_token_accuracy": 0.8986356943845749,
|
|
"num_tokens": 13203094.0,
|
|
"step": 6850
|
|
},
|
|
{
|
|
"entropy": 0.2587420903146267,
|
|
"epoch": 0.9333333333333333,
|
|
"grad_norm": 0.4957631230354309,
|
|
"learning_rate": 3.363013698630137e-06,
|
|
"loss": 0.25925211906433104,
|
|
"mean_token_accuracy": 0.9277909904718399,
|
|
"num_tokens": 13224483.0,
|
|
"step": 6860
|
|
},
|
|
{
|
|
"entropy": 0.2768689256161451,
|
|
"epoch": 0.9346938775510204,
|
|
"grad_norm": 0.398699551820755,
|
|
"learning_rate": 3.2945205479452054e-06,
|
|
"loss": 0.27082579135894774,
|
|
"mean_token_accuracy": 0.9245598196983338,
|
|
"num_tokens": 13243719.0,
|
|
"step": 6870
|
|
},
|
|
{
|
|
"entropy": 0.2864796228706837,
|
|
"epoch": 0.9360544217687075,
|
|
"grad_norm": 0.4619617164134979,
|
|
"learning_rate": 3.226027397260274e-06,
|
|
"loss": 0.28009073734283446,
|
|
"mean_token_accuracy": 0.9254051715135574,
|
|
"num_tokens": 13263387.0,
|
|
"step": 6880
|
|
},
|
|
{
|
|
"entropy": 0.2629375524818897,
|
|
"epoch": 0.9374149659863945,
|
|
"grad_norm": 0.5026074647903442,
|
|
"learning_rate": 3.1575342465753422e-06,
|
|
"loss": 0.2672743558883667,
|
|
"mean_token_accuracy": 0.9294937402009964,
|
|
"num_tokens": 13280810.0,
|
|
"step": 6890
|
|
},
|
|
{
|
|
"entropy": 0.3043747998774052,
|
|
"epoch": 0.9387755102040817,
|
|
"grad_norm": 0.6281470656394958,
|
|
"learning_rate": 3.089041095890411e-06,
|
|
"loss": 0.3025246858596802,
|
|
"mean_token_accuracy": 0.9180625200271606,
|
|
"num_tokens": 13299231.0,
|
|
"step": 6900
|
|
},
|
|
{
|
|
"entropy": 0.33138156682252884,
|
|
"epoch": 0.9401360544217687,
|
|
"grad_norm": 0.5016866326332092,
|
|
"learning_rate": 3.0205479452054795e-06,
|
|
"loss": 0.34398717880249025,
|
|
"mean_token_accuracy": 0.911366480588913,
|
|
"num_tokens": 13319077.0,
|
|
"step": 6910
|
|
},
|
|
{
|
|
"entropy": 0.324043782800436,
|
|
"epoch": 0.9414965986394558,
|
|
"grad_norm": 0.3665086328983307,
|
|
"learning_rate": 2.952054794520548e-06,
|
|
"loss": 0.3297460079193115,
|
|
"mean_token_accuracy": 0.9116989314556122,
|
|
"num_tokens": 13339163.0,
|
|
"step": 6920
|
|
},
|
|
{
|
|
"entropy": 0.31357899233698844,
|
|
"epoch": 0.9428571428571428,
|
|
"grad_norm": 0.4561605155467987,
|
|
"learning_rate": 2.8835616438356167e-06,
|
|
"loss": 0.3067751169204712,
|
|
"mean_token_accuracy": 0.9200424224138259,
|
|
"num_tokens": 13357061.0,
|
|
"step": 6930
|
|
},
|
|
{
|
|
"entropy": 0.33805915862321856,
|
|
"epoch": 0.9442176870748299,
|
|
"grad_norm": 0.3674219846725464,
|
|
"learning_rate": 2.815068493150685e-06,
|
|
"loss": 0.3418180704116821,
|
|
"mean_token_accuracy": 0.908822026848793,
|
|
"num_tokens": 13377792.0,
|
|
"step": 6940
|
|
},
|
|
{
|
|
"entropy": 0.3485445693135262,
|
|
"epoch": 0.9455782312925171,
|
|
"grad_norm": 0.3852236568927765,
|
|
"learning_rate": 2.7465753424657536e-06,
|
|
"loss": 0.3584400177001953,
|
|
"mean_token_accuracy": 0.9075007975101471,
|
|
"num_tokens": 13398215.0,
|
|
"step": 6950
|
|
},
|
|
{
|
|
"entropy": 0.30585007295012473,
|
|
"epoch": 0.9469387755102041,
|
|
"grad_norm": 0.5300541520118713,
|
|
"learning_rate": 2.6780821917808218e-06,
|
|
"loss": 0.3072829246520996,
|
|
"mean_token_accuracy": 0.9181619912385941,
|
|
"num_tokens": 13418511.0,
|
|
"step": 6960
|
|
},
|
|
{
|
|
"entropy": 0.3123452767729759,
|
|
"epoch": 0.9482993197278912,
|
|
"grad_norm": 0.5543433427810669,
|
|
"learning_rate": 2.6095890410958904e-06,
|
|
"loss": 0.3134234666824341,
|
|
"mean_token_accuracy": 0.9177923172712326,
|
|
"num_tokens": 13438071.0,
|
|
"step": 6970
|
|
},
|
|
{
|
|
"entropy": 0.3253453135490417,
|
|
"epoch": 0.9496598639455782,
|
|
"grad_norm": 0.6263024806976318,
|
|
"learning_rate": 2.541095890410959e-06,
|
|
"loss": 0.3312222480773926,
|
|
"mean_token_accuracy": 0.9184915989637374,
|
|
"num_tokens": 13455223.0,
|
|
"step": 6980
|
|
},
|
|
{
|
|
"entropy": 0.30098590180277823,
|
|
"epoch": 0.9510204081632653,
|
|
"grad_norm": 0.41422611474990845,
|
|
"learning_rate": 2.4726027397260277e-06,
|
|
"loss": 0.29193758964538574,
|
|
"mean_token_accuracy": 0.9190629869699478,
|
|
"num_tokens": 13476518.0,
|
|
"step": 6990
|
|
},
|
|
{
|
|
"entropy": 0.2495936904102564,
|
|
"epoch": 0.9523809523809523,
|
|
"grad_norm": 0.5148512125015259,
|
|
"learning_rate": 2.404109589041096e-06,
|
|
"loss": 0.25398826599121094,
|
|
"mean_token_accuracy": 0.931014546751976,
|
|
"num_tokens": 13495349.0,
|
|
"step": 7000
|
|
},
|
|
{
|
|
"epoch": 0.9523809523809523,
|
|
"eval_entropy": 0.32407169657448925,
|
|
"eval_loss": 0.3227205276489258,
|
|
"eval_mean_token_accuracy": 0.9144436609745026,
|
|
"eval_num_tokens": 13495349.0,
|
|
"eval_runtime": 40.5516,
|
|
"eval_samples_per_second": 14.796,
|
|
"eval_steps_per_second": 7.398,
|
|
"step": 7000
|
|
},
|
|
{
|
|
"entropy": 0.39397928565740586,
|
|
"epoch": 0.9537414965986395,
|
|
"grad_norm": 0.49788719415664673,
|
|
"learning_rate": 2.3356164383561645e-06,
|
|
"loss": 0.3860008955001831,
|
|
"mean_token_accuracy": 0.897650420665741,
|
|
"num_tokens": 13514703.0,
|
|
"step": 7010
|
|
},
|
|
{
|
|
"entropy": 0.3235211636871099,
|
|
"epoch": 0.9551020408163265,
|
|
"grad_norm": 0.7469091415405273,
|
|
"learning_rate": 2.2671232876712327e-06,
|
|
"loss": 0.33283085823059083,
|
|
"mean_token_accuracy": 0.9115709811449051,
|
|
"num_tokens": 13534485.0,
|
|
"step": 7020
|
|
},
|
|
{
|
|
"entropy": 0.28874940276145933,
|
|
"epoch": 0.9564625850340136,
|
|
"grad_norm": 0.3857863247394562,
|
|
"learning_rate": 2.1986301369863017e-06,
|
|
"loss": 0.2785567045211792,
|
|
"mean_token_accuracy": 0.9208014994859696,
|
|
"num_tokens": 13554148.0,
|
|
"step": 7030
|
|
},
|
|
{
|
|
"entropy": 0.3946863390505314,
|
|
"epoch": 0.9578231292517007,
|
|
"grad_norm": 0.5933367609977722,
|
|
"learning_rate": 2.13013698630137e-06,
|
|
"loss": 0.41825008392333984,
|
|
"mean_token_accuracy": 0.8936791986227035,
|
|
"num_tokens": 13575347.0,
|
|
"step": 7040
|
|
},
|
|
{
|
|
"entropy": 0.31831209883093836,
|
|
"epoch": 0.9591836734693877,
|
|
"grad_norm": 0.5279243588447571,
|
|
"learning_rate": 2.0616438356164386e-06,
|
|
"loss": 0.3086137056350708,
|
|
"mean_token_accuracy": 0.9153400510549545,
|
|
"num_tokens": 13594286.0,
|
|
"step": 7050
|
|
},
|
|
{
|
|
"entropy": 0.3001719556748867,
|
|
"epoch": 0.9605442176870749,
|
|
"grad_norm": 0.5925727486610413,
|
|
"learning_rate": 1.9931506849315068e-06,
|
|
"loss": 0.29816312789916993,
|
|
"mean_token_accuracy": 0.9233756989240647,
|
|
"num_tokens": 13612101.0,
|
|
"step": 7060
|
|
},
|
|
{
|
|
"entropy": 0.2860943116247654,
|
|
"epoch": 0.9619047619047619,
|
|
"grad_norm": 0.4324999749660492,
|
|
"learning_rate": 1.9246575342465754e-06,
|
|
"loss": 0.28548643589019773,
|
|
"mean_token_accuracy": 0.9229339271783829,
|
|
"num_tokens": 13632308.0,
|
|
"step": 7070
|
|
},
|
|
{
|
|
"entropy": 0.2696798574179411,
|
|
"epoch": 0.963265306122449,
|
|
"grad_norm": 0.47976070642471313,
|
|
"learning_rate": 1.856164383561644e-06,
|
|
"loss": 0.2697856903076172,
|
|
"mean_token_accuracy": 0.9258852988481522,
|
|
"num_tokens": 13652430.0,
|
|
"step": 7080
|
|
},
|
|
{
|
|
"entropy": 0.3074658364057541,
|
|
"epoch": 0.964625850340136,
|
|
"grad_norm": 0.5789731740951538,
|
|
"learning_rate": 1.7876712328767124e-06,
|
|
"loss": 0.30829975605010984,
|
|
"mean_token_accuracy": 0.9198275089263916,
|
|
"num_tokens": 13670932.0,
|
|
"step": 7090
|
|
},
|
|
{
|
|
"entropy": 0.2700748883187771,
|
|
"epoch": 0.9659863945578231,
|
|
"grad_norm": 0.5600951313972473,
|
|
"learning_rate": 1.7191780821917809e-06,
|
|
"loss": 0.2561317205429077,
|
|
"mean_token_accuracy": 0.9302997469902039,
|
|
"num_tokens": 13689050.0,
|
|
"step": 7100
|
|
},
|
|
{
|
|
"entropy": 0.25459411814808847,
|
|
"epoch": 0.9673469387755103,
|
|
"grad_norm": 0.4180262088775635,
|
|
"learning_rate": 1.6506849315068493e-06,
|
|
"loss": 0.26971304416656494,
|
|
"mean_token_accuracy": 0.9278194218873977,
|
|
"num_tokens": 13707330.0,
|
|
"step": 7110
|
|
},
|
|
{
|
|
"entropy": 0.3380099833011627,
|
|
"epoch": 0.9687074829931973,
|
|
"grad_norm": 0.3550525903701782,
|
|
"learning_rate": 1.5821917808219177e-06,
|
|
"loss": 0.3356317043304443,
|
|
"mean_token_accuracy": 0.9100026935338974,
|
|
"num_tokens": 13729267.0,
|
|
"step": 7120
|
|
},
|
|
{
|
|
"entropy": 0.30718842446804046,
|
|
"epoch": 0.9700680272108844,
|
|
"grad_norm": 0.3944030702114105,
|
|
"learning_rate": 1.5136986301369863e-06,
|
|
"loss": 0.3045744180679321,
|
|
"mean_token_accuracy": 0.9190286636352539,
|
|
"num_tokens": 13749923.0,
|
|
"step": 7130
|
|
},
|
|
{
|
|
"entropy": 0.2982238419353962,
|
|
"epoch": 0.9714285714285714,
|
|
"grad_norm": 0.5965185165405273,
|
|
"learning_rate": 1.4452054794520547e-06,
|
|
"loss": 0.2974499225616455,
|
|
"mean_token_accuracy": 0.9249072134494781,
|
|
"num_tokens": 13766285.0,
|
|
"step": 7140
|
|
},
|
|
{
|
|
"entropy": 0.30790726840496063,
|
|
"epoch": 0.9727891156462585,
|
|
"grad_norm": 0.47756844758987427,
|
|
"learning_rate": 1.3767123287671234e-06,
|
|
"loss": 0.3204644203186035,
|
|
"mean_token_accuracy": 0.9175480782985688,
|
|
"num_tokens": 13785433.0,
|
|
"step": 7150
|
|
},
|
|
{
|
|
"entropy": 0.34362565353512764,
|
|
"epoch": 0.9741496598639455,
|
|
"grad_norm": 0.4054695963859558,
|
|
"learning_rate": 1.3082191780821918e-06,
|
|
"loss": 0.3412818431854248,
|
|
"mean_token_accuracy": 0.9061507374048233,
|
|
"num_tokens": 13807369.0,
|
|
"step": 7160
|
|
},
|
|
{
|
|
"entropy": 0.2839637853205204,
|
|
"epoch": 0.9755102040816327,
|
|
"grad_norm": 0.5588259100914001,
|
|
"learning_rate": 1.2397260273972604e-06,
|
|
"loss": 0.27560198307037354,
|
|
"mean_token_accuracy": 0.9249170988798141,
|
|
"num_tokens": 13827276.0,
|
|
"step": 7170
|
|
},
|
|
{
|
|
"entropy": 0.343147137016058,
|
|
"epoch": 0.9768707482993197,
|
|
"grad_norm": 0.8266026973724365,
|
|
"learning_rate": 1.1712328767123288e-06,
|
|
"loss": 0.36100358963012696,
|
|
"mean_token_accuracy": 0.9057711988687516,
|
|
"num_tokens": 13845606.0,
|
|
"step": 7180
|
|
},
|
|
{
|
|
"entropy": 0.35489280000329015,
|
|
"epoch": 0.9782312925170068,
|
|
"grad_norm": 0.4694916605949402,
|
|
"learning_rate": 1.1027397260273972e-06,
|
|
"loss": 0.3540391445159912,
|
|
"mean_token_accuracy": 0.913532018661499,
|
|
"num_tokens": 13865551.0,
|
|
"step": 7190
|
|
},
|
|
{
|
|
"entropy": 0.33037103042006494,
|
|
"epoch": 0.9795918367346939,
|
|
"grad_norm": 0.5188440680503845,
|
|
"learning_rate": 1.0342465753424659e-06,
|
|
"loss": 0.3330535888671875,
|
|
"mean_token_accuracy": 0.9100096374750137,
|
|
"num_tokens": 13884552.0,
|
|
"step": 7200
|
|
},
|
|
{
|
|
"entropy": 0.3238568499684334,
|
|
"epoch": 0.9809523809523809,
|
|
"grad_norm": 0.5132967233657837,
|
|
"learning_rate": 9.657534246575343e-07,
|
|
"loss": 0.3343978404998779,
|
|
"mean_token_accuracy": 0.9120694696903229,
|
|
"num_tokens": 13905871.0,
|
|
"step": 7210
|
|
},
|
|
{
|
|
"entropy": 0.2768064573407173,
|
|
"epoch": 0.9823129251700681,
|
|
"grad_norm": 0.5923624038696289,
|
|
"learning_rate": 8.972602739726027e-07,
|
|
"loss": 0.2772003412246704,
|
|
"mean_token_accuracy": 0.9270251214504241,
|
|
"num_tokens": 13924266.0,
|
|
"step": 7220
|
|
},
|
|
{
|
|
"entropy": 0.36717668995261193,
|
|
"epoch": 0.9836734693877551,
|
|
"grad_norm": 0.47369247674942017,
|
|
"learning_rate": 8.287671232876713e-07,
|
|
"loss": 0.3650016784667969,
|
|
"mean_token_accuracy": 0.9068687915802002,
|
|
"num_tokens": 13944354.0,
|
|
"step": 7230
|
|
},
|
|
{
|
|
"entropy": 0.286948836222291,
|
|
"epoch": 0.9850340136054422,
|
|
"grad_norm": 0.5255698561668396,
|
|
"learning_rate": 7.602739726027397e-07,
|
|
"loss": 0.2726752519607544,
|
|
"mean_token_accuracy": 0.925079733133316,
|
|
"num_tokens": 13963359.0,
|
|
"step": 7240
|
|
},
|
|
{
|
|
"entropy": 0.3442313067615032,
|
|
"epoch": 0.9863945578231292,
|
|
"grad_norm": 0.47418609261512756,
|
|
"learning_rate": 6.917808219178082e-07,
|
|
"loss": 0.35138564109802245,
|
|
"mean_token_accuracy": 0.9129589021205902,
|
|
"num_tokens": 13981101.0,
|
|
"step": 7250
|
|
},
|
|
{
|
|
"epoch": 0.9863945578231292,
|
|
"eval_entropy": 0.32534752316772936,
|
|
"eval_loss": 0.32265961170196533,
|
|
"eval_mean_token_accuracy": 0.9144763757785161,
|
|
"eval_num_tokens": 13981101.0,
|
|
"eval_runtime": 40.4232,
|
|
"eval_samples_per_second": 14.843,
|
|
"eval_steps_per_second": 7.421,
|
|
"step": 7250
|
|
},
|
|
{
|
|
"entropy": 0.33081375658512113,
|
|
"epoch": 0.9877551020408163,
|
|
"grad_norm": 0.6706321835517883,
|
|
"learning_rate": 6.232876712328768e-07,
|
|
"loss": 0.3306723594665527,
|
|
"mean_token_accuracy": 0.913168066740036,
|
|
"num_tokens": 13999739.0,
|
|
"step": 7260
|
|
},
|
|
{
|
|
"entropy": 0.33509607464075086,
|
|
"epoch": 0.9891156462585035,
|
|
"grad_norm": 0.7398495674133301,
|
|
"learning_rate": 5.547945205479453e-07,
|
|
"loss": 0.3389270305633545,
|
|
"mean_token_accuracy": 0.9147013843059539,
|
|
"num_tokens": 14019473.0,
|
|
"step": 7270
|
|
},
|
|
{
|
|
"entropy": 0.3206873118877411,
|
|
"epoch": 0.9904761904761905,
|
|
"grad_norm": 0.41634514927864075,
|
|
"learning_rate": 4.863013698630137e-07,
|
|
"loss": 0.31725330352783204,
|
|
"mean_token_accuracy": 0.9171919494867324,
|
|
"num_tokens": 14037026.0,
|
|
"step": 7280
|
|
},
|
|
{
|
|
"entropy": 0.32098953425884247,
|
|
"epoch": 0.9918367346938776,
|
|
"grad_norm": 0.528227686882019,
|
|
"learning_rate": 4.1780821917808217e-07,
|
|
"loss": 0.32311558723449707,
|
|
"mean_token_accuracy": 0.9178615361452103,
|
|
"num_tokens": 14054921.0,
|
|
"step": 7290
|
|
},
|
|
{
|
|
"entropy": 0.34365782923996446,
|
|
"epoch": 0.9931972789115646,
|
|
"grad_norm": 0.5224635601043701,
|
|
"learning_rate": 3.493150684931507e-07,
|
|
"loss": 0.34767937660217285,
|
|
"mean_token_accuracy": 0.9085775941610337,
|
|
"num_tokens": 14074708.0,
|
|
"step": 7300
|
|
},
|
|
{
|
|
"entropy": 0.32567395493388174,
|
|
"epoch": 0.9945578231292517,
|
|
"grad_norm": 0.5263256430625916,
|
|
"learning_rate": 2.8082191780821916e-07,
|
|
"loss": 0.3315287113189697,
|
|
"mean_token_accuracy": 0.9172344833612442,
|
|
"num_tokens": 14092128.0,
|
|
"step": 7310
|
|
},
|
|
{
|
|
"entropy": 0.3712735839188099,
|
|
"epoch": 0.9959183673469387,
|
|
"grad_norm": 0.43343350291252136,
|
|
"learning_rate": 2.1232876712328768e-07,
|
|
"loss": 0.3691534519195557,
|
|
"mean_token_accuracy": 0.9037802994251252,
|
|
"num_tokens": 14111135.0,
|
|
"step": 7320
|
|
},
|
|
{
|
|
"entropy": 0.3800099574029446,
|
|
"epoch": 0.9972789115646259,
|
|
"grad_norm": 0.5186244249343872,
|
|
"learning_rate": 1.4383561643835617e-07,
|
|
"loss": 0.3669553518295288,
|
|
"mean_token_accuracy": 0.9025765776634216,
|
|
"num_tokens": 14132324.0,
|
|
"step": 7330
|
|
},
|
|
{
|
|
"entropy": 0.33196054100990297,
|
|
"epoch": 0.998639455782313,
|
|
"grad_norm": 0.48980236053466797,
|
|
"learning_rate": 7.534246575342467e-08,
|
|
"loss": 0.328293514251709,
|
|
"mean_token_accuracy": 0.9147080510854722,
|
|
"num_tokens": 14150730.0,
|
|
"step": 7340
|
|
},
|
|
{
|
|
"entropy": 0.3340927064418793,
|
|
"epoch": 1.0,
|
|
"grad_norm": 0.5299854278564453,
|
|
"learning_rate": 6.8493150684931506e-09,
|
|
"loss": 0.331965708732605,
|
|
"mean_token_accuracy": 0.9151187986135483,
|
|
"num_tokens": 14169990.0,
|
|
"step": 7350
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"eval_entropy": 0.32546927154064176,
|
|
"eval_loss": 0.32264190912246704,
|
|
"eval_mean_token_accuracy": 0.9144927906990051,
|
|
"eval_num_tokens": 14169990.0,
|
|
"eval_runtime": 40.2503,
|
|
"eval_samples_per_second": 14.907,
|
|
"eval_steps_per_second": 7.453,
|
|
"step": 7350
|
|
}
|
|
],
|
|
"logging_steps": 10,
|
|
"max_steps": 7350,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 1,
|
|
"save_steps": 250,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": true
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 2.8228349046524314e+17,
|
|
"train_batch_size": 2,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|