a8cd0c01a6
Model: fpadovani/heb-hebr-10mb-after-ppt-shuff-dyck-10mb-ckpt500_seed3407 Source: Original Platform
2057 lines
54 KiB
JSON
2057 lines
54 KiB
JSON
{
|
|
"best_global_step": null,
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 1.0672717565403096,
|
|
"eval_steps": 500,
|
|
"global_step": 1000,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"entropy": 4.68021821975708,
|
|
"epoch": 0.005339028296849973,
|
|
"grad_norm": 31.625,
|
|
"learning_rate": 2e-06,
|
|
"loss": 13.9711,
|
|
"mean_token_accuracy": 0.009074668399989605,
|
|
"num_tokens": 10658.0,
|
|
"step": 5
|
|
},
|
|
{
|
|
"entropy": 4.704092264175415,
|
|
"epoch": 0.010678056593699947,
|
|
"grad_norm": 32.75,
|
|
"learning_rate": 4.5e-06,
|
|
"loss": 13.9298,
|
|
"mean_token_accuracy": 0.00866024480201304,
|
|
"num_tokens": 21327.0,
|
|
"step": 10
|
|
},
|
|
{
|
|
"entropy": 4.7672216415405275,
|
|
"epoch": 0.01601708489054992,
|
|
"grad_norm": 36.5,
|
|
"learning_rate": 7e-06,
|
|
"loss": 13.7823,
|
|
"mean_token_accuracy": 0.007704685814678669,
|
|
"num_tokens": 32403.0,
|
|
"step": 15
|
|
},
|
|
{
|
|
"entropy": 4.958004379272461,
|
|
"epoch": 0.021356113187399894,
|
|
"grad_norm": 40.5,
|
|
"learning_rate": 9.5e-06,
|
|
"loss": 13.3459,
|
|
"mean_token_accuracy": 0.006649625021964312,
|
|
"num_tokens": 43471.0,
|
|
"step": 20
|
|
},
|
|
{
|
|
"entropy": 5.477138376235962,
|
|
"epoch": 0.026695141484249868,
|
|
"grad_norm": 38.75,
|
|
"learning_rate": 1.2e-05,
|
|
"loss": 12.4632,
|
|
"mean_token_accuracy": 0.0020860590098891406,
|
|
"num_tokens": 53724.0,
|
|
"step": 25
|
|
},
|
|
{
|
|
"entropy": 6.8245813846588135,
|
|
"epoch": 0.03203416978109984,
|
|
"grad_norm": 30.375,
|
|
"learning_rate": 1.4500000000000002e-05,
|
|
"loss": 11.6429,
|
|
"mean_token_accuracy": 0.0007934643130283803,
|
|
"num_tokens": 65115.0,
|
|
"step": 30
|
|
},
|
|
{
|
|
"entropy": 10.22093849182129,
|
|
"epoch": 0.03737319807794982,
|
|
"grad_norm": 5.46875,
|
|
"learning_rate": 1.7000000000000003e-05,
|
|
"loss": 10.8521,
|
|
"mean_token_accuracy": 0.0002344618726056069,
|
|
"num_tokens": 75902.0,
|
|
"step": 35
|
|
},
|
|
{
|
|
"entropy": 10.684853076934814,
|
|
"epoch": 0.04271222637479979,
|
|
"grad_norm": 4.0625,
|
|
"learning_rate": 1.95e-05,
|
|
"loss": 10.7564,
|
|
"mean_token_accuracy": 0.0011873395298607648,
|
|
"num_tokens": 87051.0,
|
|
"step": 40
|
|
},
|
|
{
|
|
"entropy": 10.69392204284668,
|
|
"epoch": 0.04805125467164976,
|
|
"grad_norm": 2.84375,
|
|
"learning_rate": 2.2e-05,
|
|
"loss": 10.5885,
|
|
"mean_token_accuracy": 0.006381610780954361,
|
|
"num_tokens": 98998.0,
|
|
"step": 45
|
|
},
|
|
{
|
|
"entropy": 10.600316715240478,
|
|
"epoch": 0.053390282968499736,
|
|
"grad_norm": 2.34375,
|
|
"learning_rate": 2.4500000000000003e-05,
|
|
"loss": 10.4445,
|
|
"mean_token_accuracy": 0.011505381856113672,
|
|
"num_tokens": 111207.0,
|
|
"step": 50
|
|
},
|
|
{
|
|
"entropy": 10.673304462432862,
|
|
"epoch": 0.05872931126534971,
|
|
"grad_norm": 2.0625,
|
|
"learning_rate": 2.7e-05,
|
|
"loss": 10.2638,
|
|
"mean_token_accuracy": 0.016619019117206334,
|
|
"num_tokens": 121039.0,
|
|
"step": 55
|
|
},
|
|
{
|
|
"entropy": 10.670036125183106,
|
|
"epoch": 0.06406833956219968,
|
|
"grad_norm": 2.03125,
|
|
"learning_rate": 2.95e-05,
|
|
"loss": 10.1533,
|
|
"mean_token_accuracy": 0.015064884908497334,
|
|
"num_tokens": 132604.0,
|
|
"step": 60
|
|
},
|
|
{
|
|
"entropy": 10.671291160583497,
|
|
"epoch": 0.06940736785904965,
|
|
"grad_norm": 1.7734375,
|
|
"learning_rate": 3.2e-05,
|
|
"loss": 10.0181,
|
|
"mean_token_accuracy": 0.03150726184248924,
|
|
"num_tokens": 142825.0,
|
|
"step": 65
|
|
},
|
|
{
|
|
"entropy": 10.688156223297119,
|
|
"epoch": 0.07474639615589963,
|
|
"grad_norm": 1.78125,
|
|
"learning_rate": 3.4500000000000005e-05,
|
|
"loss": 9.9346,
|
|
"mean_token_accuracy": 0.056240572780370715,
|
|
"num_tokens": 153121.0,
|
|
"step": 70
|
|
},
|
|
{
|
|
"entropy": 10.670577144622802,
|
|
"epoch": 0.0800854244527496,
|
|
"grad_norm": 1.7421875,
|
|
"learning_rate": 3.7e-05,
|
|
"loss": 9.8809,
|
|
"mean_token_accuracy": 0.05582823716104031,
|
|
"num_tokens": 164675.0,
|
|
"step": 75
|
|
},
|
|
{
|
|
"entropy": 10.664248943328857,
|
|
"epoch": 0.08542445274959957,
|
|
"grad_norm": 1.5703125,
|
|
"learning_rate": 3.95e-05,
|
|
"loss": 9.8352,
|
|
"mean_token_accuracy": 0.04962811656296253,
|
|
"num_tokens": 175146.0,
|
|
"step": 80
|
|
},
|
|
{
|
|
"entropy": 10.648977661132813,
|
|
"epoch": 0.09076348104644955,
|
|
"grad_norm": 1.4765625,
|
|
"learning_rate": 4.2000000000000004e-05,
|
|
"loss": 9.8124,
|
|
"mean_token_accuracy": 0.04548483826220036,
|
|
"num_tokens": 186177.0,
|
|
"step": 85
|
|
},
|
|
{
|
|
"entropy": 10.642164325714111,
|
|
"epoch": 0.09610250934329952,
|
|
"grad_norm": 1.6640625,
|
|
"learning_rate": 4.45e-05,
|
|
"loss": 9.685,
|
|
"mean_token_accuracy": 0.048678891733288765,
|
|
"num_tokens": 197143.0,
|
|
"step": 90
|
|
},
|
|
{
|
|
"entropy": 10.636518096923828,
|
|
"epoch": 0.10144153764014949,
|
|
"grad_norm": 1.625,
|
|
"learning_rate": 4.7000000000000004e-05,
|
|
"loss": 9.6182,
|
|
"mean_token_accuracy": 0.052110004052519796,
|
|
"num_tokens": 207979.0,
|
|
"step": 95
|
|
},
|
|
{
|
|
"entropy": 10.610146522521973,
|
|
"epoch": 0.10678056593699947,
|
|
"grad_norm": 1.640625,
|
|
"learning_rate": 4.9500000000000004e-05,
|
|
"loss": 9.5135,
|
|
"mean_token_accuracy": 0.0568073820322752,
|
|
"num_tokens": 218733.0,
|
|
"step": 100
|
|
},
|
|
{
|
|
"entropy": 10.569573020935058,
|
|
"epoch": 0.11211959423384944,
|
|
"grad_norm": 1.625,
|
|
"learning_rate": 5.2e-05,
|
|
"loss": 9.4144,
|
|
"mean_token_accuracy": 0.05693732798099518,
|
|
"num_tokens": 228887.0,
|
|
"step": 105
|
|
},
|
|
{
|
|
"entropy": 10.517056083679199,
|
|
"epoch": 0.11745862253069941,
|
|
"grad_norm": 1.5390625,
|
|
"learning_rate": 5.45e-05,
|
|
"loss": 9.3275,
|
|
"mean_token_accuracy": 0.05374570451676845,
|
|
"num_tokens": 240289.0,
|
|
"step": 110
|
|
},
|
|
{
|
|
"entropy": 10.480204105377197,
|
|
"epoch": 0.12279765082754938,
|
|
"grad_norm": 1.4609375,
|
|
"learning_rate": 5.7e-05,
|
|
"loss": 9.2538,
|
|
"mean_token_accuracy": 0.05631314069032669,
|
|
"num_tokens": 250548.0,
|
|
"step": 115
|
|
},
|
|
{
|
|
"entropy": 10.422281837463379,
|
|
"epoch": 0.12813667912439936,
|
|
"grad_norm": 1.4765625,
|
|
"learning_rate": 5.9499999999999996e-05,
|
|
"loss": 9.1616,
|
|
"mean_token_accuracy": 0.05645494796335697,
|
|
"num_tokens": 261669.0,
|
|
"step": 120
|
|
},
|
|
{
|
|
"entropy": 10.368197917938232,
|
|
"epoch": 0.13347570742124934,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 6.2e-05,
|
|
"loss": 9.0945,
|
|
"mean_token_accuracy": 0.05810702405869961,
|
|
"num_tokens": 272926.0,
|
|
"step": 125
|
|
},
|
|
{
|
|
"entropy": 10.291021633148194,
|
|
"epoch": 0.1388147357180993,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 6.450000000000001e-05,
|
|
"loss": 9.0261,
|
|
"mean_token_accuracy": 0.05110162906348705,
|
|
"num_tokens": 284173.0,
|
|
"step": 130
|
|
},
|
|
{
|
|
"entropy": 10.235691547393799,
|
|
"epoch": 0.14415376401494928,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 6.7e-05,
|
|
"loss": 8.9153,
|
|
"mean_token_accuracy": 0.05686397515237331,
|
|
"num_tokens": 294850.0,
|
|
"step": 135
|
|
},
|
|
{
|
|
"entropy": 10.190592193603516,
|
|
"epoch": 0.14949279231179927,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 6.950000000000001e-05,
|
|
"loss": 8.8582,
|
|
"mean_token_accuracy": 0.05346960201859474,
|
|
"num_tokens": 305727.0,
|
|
"step": 140
|
|
},
|
|
{
|
|
"entropy": 10.10048542022705,
|
|
"epoch": 0.15483182060864922,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 7.2e-05,
|
|
"loss": 8.7462,
|
|
"mean_token_accuracy": 0.058417992666363716,
|
|
"num_tokens": 317243.0,
|
|
"step": 145
|
|
},
|
|
{
|
|
"entropy": 9.970914077758788,
|
|
"epoch": 0.1601708489054992,
|
|
"grad_norm": 1.015625,
|
|
"learning_rate": 7.45e-05,
|
|
"loss": 8.7387,
|
|
"mean_token_accuracy": 0.05338601246476173,
|
|
"num_tokens": 328334.0,
|
|
"step": 150
|
|
},
|
|
{
|
|
"entropy": 9.846445274353027,
|
|
"epoch": 0.16550987720234916,
|
|
"grad_norm": 0.96484375,
|
|
"learning_rate": 7.7e-05,
|
|
"loss": 8.6482,
|
|
"mean_token_accuracy": 0.054720787703990935,
|
|
"num_tokens": 339774.0,
|
|
"step": 155
|
|
},
|
|
{
|
|
"entropy": 9.73973569869995,
|
|
"epoch": 0.17084890549919915,
|
|
"grad_norm": 0.96875,
|
|
"learning_rate": 7.950000000000001e-05,
|
|
"loss": 8.5543,
|
|
"mean_token_accuracy": 0.05573372282087803,
|
|
"num_tokens": 350211.0,
|
|
"step": 160
|
|
},
|
|
{
|
|
"entropy": 9.550614070892333,
|
|
"epoch": 0.1761879337960491,
|
|
"grad_norm": 0.78125,
|
|
"learning_rate": 8.2e-05,
|
|
"loss": 8.4684,
|
|
"mean_token_accuracy": 0.054642071947455406,
|
|
"num_tokens": 360109.0,
|
|
"step": 165
|
|
},
|
|
{
|
|
"entropy": 9.380690956115723,
|
|
"epoch": 0.1815269620928991,
|
|
"grad_norm": 0.8359375,
|
|
"learning_rate": 8.450000000000001e-05,
|
|
"loss": 8.4131,
|
|
"mean_token_accuracy": 0.054827965795993805,
|
|
"num_tokens": 370911.0,
|
|
"step": 170
|
|
},
|
|
{
|
|
"entropy": 9.282039070129395,
|
|
"epoch": 0.18686599038974908,
|
|
"grad_norm": 0.76953125,
|
|
"learning_rate": 8.7e-05,
|
|
"loss": 8.3991,
|
|
"mean_token_accuracy": 0.060196897760033605,
|
|
"num_tokens": 381808.0,
|
|
"step": 175
|
|
},
|
|
{
|
|
"entropy": 9.13407211303711,
|
|
"epoch": 0.19220501868659903,
|
|
"grad_norm": 0.86328125,
|
|
"learning_rate": 8.95e-05,
|
|
"loss": 8.3091,
|
|
"mean_token_accuracy": 0.06106638610363006,
|
|
"num_tokens": 392175.0,
|
|
"step": 180
|
|
},
|
|
{
|
|
"entropy": 9.000042152404784,
|
|
"epoch": 0.19754404698344902,
|
|
"grad_norm": 0.78125,
|
|
"learning_rate": 9.2e-05,
|
|
"loss": 8.3874,
|
|
"mean_token_accuracy": 0.049684269726276396,
|
|
"num_tokens": 403261.0,
|
|
"step": 185
|
|
},
|
|
{
|
|
"entropy": 8.931573295593262,
|
|
"epoch": 0.20288307528029897,
|
|
"grad_norm": 0.7265625,
|
|
"learning_rate": 9.45e-05,
|
|
"loss": 8.2853,
|
|
"mean_token_accuracy": 0.05462104417383671,
|
|
"num_tokens": 414992.0,
|
|
"step": 190
|
|
},
|
|
{
|
|
"entropy": 8.791546726226807,
|
|
"epoch": 0.20822210357714896,
|
|
"grad_norm": 0.6328125,
|
|
"learning_rate": 9.7e-05,
|
|
"loss": 8.2732,
|
|
"mean_token_accuracy": 0.05595530979335308,
|
|
"num_tokens": 425316.0,
|
|
"step": 195
|
|
},
|
|
{
|
|
"entropy": 8.729821968078614,
|
|
"epoch": 0.21356113187399894,
|
|
"grad_norm": 0.75,
|
|
"learning_rate": 9.95e-05,
|
|
"loss": 8.344,
|
|
"mean_token_accuracy": 0.05437092892825603,
|
|
"num_tokens": 437759.0,
|
|
"step": 200
|
|
},
|
|
{
|
|
"entropy": 8.712938117980958,
|
|
"epoch": 0.2189001601708489,
|
|
"grad_norm": 0.77734375,
|
|
"learning_rate": 0.000102,
|
|
"loss": 8.2844,
|
|
"mean_token_accuracy": 0.05534115061163902,
|
|
"num_tokens": 448066.0,
|
|
"step": 205
|
|
},
|
|
{
|
|
"entropy": 8.651909160614014,
|
|
"epoch": 0.22423918846769889,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.00010449999999999999,
|
|
"loss": 8.2206,
|
|
"mean_token_accuracy": 0.055615832656621934,
|
|
"num_tokens": 458632.0,
|
|
"step": 210
|
|
},
|
|
{
|
|
"entropy": 8.63439655303955,
|
|
"epoch": 0.22957821676454884,
|
|
"grad_norm": 0.76171875,
|
|
"learning_rate": 0.000107,
|
|
"loss": 8.2606,
|
|
"mean_token_accuracy": 0.054173830151557925,
|
|
"num_tokens": 469224.0,
|
|
"step": 215
|
|
},
|
|
{
|
|
"entropy": 8.596088218688966,
|
|
"epoch": 0.23491724506139883,
|
|
"grad_norm": 0.875,
|
|
"learning_rate": 0.0001095,
|
|
"loss": 8.2823,
|
|
"mean_token_accuracy": 0.05661116987466812,
|
|
"num_tokens": 480492.0,
|
|
"step": 220
|
|
},
|
|
{
|
|
"entropy": 8.625334930419921,
|
|
"epoch": 0.2402562733582488,
|
|
"grad_norm": 0.921875,
|
|
"learning_rate": 0.000112,
|
|
"loss": 8.2398,
|
|
"mean_token_accuracy": 0.057639367505908014,
|
|
"num_tokens": 491325.0,
|
|
"step": 225
|
|
},
|
|
{
|
|
"entropy": 8.569988918304443,
|
|
"epoch": 0.24559530165509877,
|
|
"grad_norm": 0.90234375,
|
|
"learning_rate": 0.0001145,
|
|
"loss": 8.2465,
|
|
"mean_token_accuracy": 0.0603976845741272,
|
|
"num_tokens": 502240.0,
|
|
"step": 230
|
|
},
|
|
{
|
|
"entropy": 8.592293834686279,
|
|
"epoch": 0.25093432995194875,
|
|
"grad_norm": 0.84375,
|
|
"learning_rate": 0.00011700000000000001,
|
|
"loss": 8.2035,
|
|
"mean_token_accuracy": 0.06263627484440804,
|
|
"num_tokens": 512710.0,
|
|
"step": 235
|
|
},
|
|
{
|
|
"entropy": 8.58193883895874,
|
|
"epoch": 0.2562733582487987,
|
|
"grad_norm": 0.71484375,
|
|
"learning_rate": 0.00011949999999999999,
|
|
"loss": 8.2513,
|
|
"mean_token_accuracy": 0.05789706408977509,
|
|
"num_tokens": 524023.0,
|
|
"step": 240
|
|
},
|
|
{
|
|
"entropy": 8.547989177703858,
|
|
"epoch": 0.26161238654564867,
|
|
"grad_norm": 3.234375,
|
|
"learning_rate": 0.000122,
|
|
"loss": 8.1422,
|
|
"mean_token_accuracy": 0.06462252773344516,
|
|
"num_tokens": 534612.0,
|
|
"step": 245
|
|
},
|
|
{
|
|
"entropy": 8.475037765502929,
|
|
"epoch": 0.2669514148424987,
|
|
"grad_norm": 0.68359375,
|
|
"learning_rate": 0.0001245,
|
|
"loss": 8.2036,
|
|
"mean_token_accuracy": 0.05881951674818993,
|
|
"num_tokens": 544866.0,
|
|
"step": 250
|
|
},
|
|
{
|
|
"entropy": 8.527704906463622,
|
|
"epoch": 0.27229044313934864,
|
|
"grad_norm": 0.84375,
|
|
"learning_rate": 0.000127,
|
|
"loss": 8.2523,
|
|
"mean_token_accuracy": 0.055548783764243125,
|
|
"num_tokens": 556091.0,
|
|
"step": 255
|
|
},
|
|
{
|
|
"entropy": 8.524747467041015,
|
|
"epoch": 0.2776294714361986,
|
|
"grad_norm": 0.95703125,
|
|
"learning_rate": 0.0001295,
|
|
"loss": 8.2536,
|
|
"mean_token_accuracy": 0.05479630120098591,
|
|
"num_tokens": 566946.0,
|
|
"step": 260
|
|
},
|
|
{
|
|
"entropy": 8.54754581451416,
|
|
"epoch": 0.2829684997330486,
|
|
"grad_norm": 0.94140625,
|
|
"learning_rate": 0.000132,
|
|
"loss": 8.1371,
|
|
"mean_token_accuracy": 0.060486416518688205,
|
|
"num_tokens": 577164.0,
|
|
"step": 265
|
|
},
|
|
{
|
|
"entropy": 8.525337314605713,
|
|
"epoch": 0.28830752802989856,
|
|
"grad_norm": 0.671875,
|
|
"learning_rate": 0.00013450000000000002,
|
|
"loss": 8.1768,
|
|
"mean_token_accuracy": 0.05711319632828236,
|
|
"num_tokens": 588744.0,
|
|
"step": 270
|
|
},
|
|
{
|
|
"entropy": 8.505339241027832,
|
|
"epoch": 0.2936465563267485,
|
|
"grad_norm": 0.921875,
|
|
"learning_rate": 0.00013700000000000002,
|
|
"loss": 8.1727,
|
|
"mean_token_accuracy": 0.055232659354805945,
|
|
"num_tokens": 600943.0,
|
|
"step": 275
|
|
},
|
|
{
|
|
"entropy": 8.492932891845703,
|
|
"epoch": 0.29898558462359853,
|
|
"grad_norm": 0.74609375,
|
|
"learning_rate": 0.0001395,
|
|
"loss": 8.1726,
|
|
"mean_token_accuracy": 0.06307518370449543,
|
|
"num_tokens": 611864.0,
|
|
"step": 280
|
|
},
|
|
{
|
|
"entropy": 8.451044940948487,
|
|
"epoch": 0.3043246129204485,
|
|
"grad_norm": 0.75,
|
|
"learning_rate": 0.00014199999999999998,
|
|
"loss": 8.152,
|
|
"mean_token_accuracy": 0.05931071788072586,
|
|
"num_tokens": 623314.0,
|
|
"step": 285
|
|
},
|
|
{
|
|
"entropy": 8.428306388854981,
|
|
"epoch": 0.30966364121729845,
|
|
"grad_norm": 0.69921875,
|
|
"learning_rate": 0.0001445,
|
|
"loss": 8.1763,
|
|
"mean_token_accuracy": 0.06025952883064747,
|
|
"num_tokens": 633509.0,
|
|
"step": 290
|
|
},
|
|
{
|
|
"entropy": 8.451824760437011,
|
|
"epoch": 0.3150026695141484,
|
|
"grad_norm": 0.83984375,
|
|
"learning_rate": 0.000147,
|
|
"loss": 8.0983,
|
|
"mean_token_accuracy": 0.06582859642803669,
|
|
"num_tokens": 644655.0,
|
|
"step": 295
|
|
},
|
|
{
|
|
"entropy": 8.374590492248535,
|
|
"epoch": 0.3203416978109984,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.0001495,
|
|
"loss": 8.135,
|
|
"mean_token_accuracy": 0.05644083172082901,
|
|
"num_tokens": 655940.0,
|
|
"step": 300
|
|
},
|
|
{
|
|
"entropy": 8.408124351501465,
|
|
"epoch": 0.3256807261078484,
|
|
"grad_norm": 0.765625,
|
|
"learning_rate": 0.000152,
|
|
"loss": 8.1809,
|
|
"mean_token_accuracy": 0.056555739417672155,
|
|
"num_tokens": 667074.0,
|
|
"step": 305
|
|
},
|
|
{
|
|
"entropy": 8.498903751373291,
|
|
"epoch": 0.33101975440469833,
|
|
"grad_norm": 0.703125,
|
|
"learning_rate": 0.00015450000000000001,
|
|
"loss": 8.2309,
|
|
"mean_token_accuracy": 0.06025502309203148,
|
|
"num_tokens": 677942.0,
|
|
"step": 310
|
|
},
|
|
{
|
|
"entropy": 8.455632591247559,
|
|
"epoch": 0.33635878270154834,
|
|
"grad_norm": 0.99609375,
|
|
"learning_rate": 0.000157,
|
|
"loss": 8.1642,
|
|
"mean_token_accuracy": 0.06168182455003261,
|
|
"num_tokens": 689226.0,
|
|
"step": 315
|
|
},
|
|
{
|
|
"entropy": 8.403513431549072,
|
|
"epoch": 0.3416978109983983,
|
|
"grad_norm": 0.76171875,
|
|
"learning_rate": 0.0001595,
|
|
"loss": 8.1786,
|
|
"mean_token_accuracy": 0.059801208600401876,
|
|
"num_tokens": 700830.0,
|
|
"step": 320
|
|
},
|
|
{
|
|
"entropy": 8.456379795074463,
|
|
"epoch": 0.34703683929524826,
|
|
"grad_norm": 0.95703125,
|
|
"learning_rate": 0.000162,
|
|
"loss": 8.1377,
|
|
"mean_token_accuracy": 0.06001129299402237,
|
|
"num_tokens": 712677.0,
|
|
"step": 325
|
|
},
|
|
{
|
|
"entropy": 8.363616943359375,
|
|
"epoch": 0.3523758675920982,
|
|
"grad_norm": 0.96484375,
|
|
"learning_rate": 0.00016450000000000001,
|
|
"loss": 8.2395,
|
|
"mean_token_accuracy": 0.05579938478767872,
|
|
"num_tokens": 723833.0,
|
|
"step": 330
|
|
},
|
|
{
|
|
"entropy": 8.497436428070069,
|
|
"epoch": 0.3577148958889482,
|
|
"grad_norm": 0.828125,
|
|
"learning_rate": 0.00016700000000000002,
|
|
"loss": 8.1771,
|
|
"mean_token_accuracy": 0.059333324804902075,
|
|
"num_tokens": 735526.0,
|
|
"step": 335
|
|
},
|
|
{
|
|
"entropy": 8.438710403442382,
|
|
"epoch": 0.3630539241857982,
|
|
"grad_norm": 0.69140625,
|
|
"learning_rate": 0.00016950000000000003,
|
|
"loss": 8.1223,
|
|
"mean_token_accuracy": 0.06136825978755951,
|
|
"num_tokens": 745934.0,
|
|
"step": 340
|
|
},
|
|
{
|
|
"entropy": 8.391829586029052,
|
|
"epoch": 0.36839295248264814,
|
|
"grad_norm": 0.7421875,
|
|
"learning_rate": 0.00017199999999999998,
|
|
"loss": 8.0837,
|
|
"mean_token_accuracy": 0.06251248680055141,
|
|
"num_tokens": 756693.0,
|
|
"step": 345
|
|
},
|
|
{
|
|
"entropy": 8.393558979034424,
|
|
"epoch": 0.37373198077949815,
|
|
"grad_norm": 0.74609375,
|
|
"learning_rate": 0.00017449999999999999,
|
|
"loss": 8.1418,
|
|
"mean_token_accuracy": 0.05746800377964974,
|
|
"num_tokens": 767236.0,
|
|
"step": 350
|
|
},
|
|
{
|
|
"entropy": 8.491841030120849,
|
|
"epoch": 0.3790710090763481,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 0.000177,
|
|
"loss": 8.1254,
|
|
"mean_token_accuracy": 0.06065751984715462,
|
|
"num_tokens": 778552.0,
|
|
"step": 355
|
|
},
|
|
{
|
|
"entropy": 8.428674793243408,
|
|
"epoch": 0.38441003737319807,
|
|
"grad_norm": 0.79296875,
|
|
"learning_rate": 0.0001795,
|
|
"loss": 8.1788,
|
|
"mean_token_accuracy": 0.05917464569211006,
|
|
"num_tokens": 789615.0,
|
|
"step": 360
|
|
},
|
|
{
|
|
"entropy": 8.48459882736206,
|
|
"epoch": 0.3897490656700481,
|
|
"grad_norm": 0.8125,
|
|
"learning_rate": 0.000182,
|
|
"loss": 8.1355,
|
|
"mean_token_accuracy": 0.06367055512964725,
|
|
"num_tokens": 799998.0,
|
|
"step": 365
|
|
},
|
|
{
|
|
"entropy": 8.322556686401366,
|
|
"epoch": 0.39508809396689804,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 0.0001845,
|
|
"loss": 8.0679,
|
|
"mean_token_accuracy": 0.062298642471432686,
|
|
"num_tokens": 810042.0,
|
|
"step": 370
|
|
},
|
|
{
|
|
"entropy": 8.422898483276366,
|
|
"epoch": 0.400427122263748,
|
|
"grad_norm": 0.8515625,
|
|
"learning_rate": 0.000187,
|
|
"loss": 8.0755,
|
|
"mean_token_accuracy": 0.05906784273684025,
|
|
"num_tokens": 821692.0,
|
|
"step": 375
|
|
},
|
|
{
|
|
"entropy": 8.36357364654541,
|
|
"epoch": 0.40576615056059795,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.0001895,
|
|
"loss": 8.1164,
|
|
"mean_token_accuracy": 0.06748287416994572,
|
|
"num_tokens": 832262.0,
|
|
"step": 380
|
|
},
|
|
{
|
|
"entropy": 8.333745193481445,
|
|
"epoch": 0.41110517885744796,
|
|
"grad_norm": 0.8125,
|
|
"learning_rate": 0.000192,
|
|
"loss": 8.04,
|
|
"mean_token_accuracy": 0.06151870898902416,
|
|
"num_tokens": 843006.0,
|
|
"step": 385
|
|
},
|
|
{
|
|
"entropy": 8.353145503997803,
|
|
"epoch": 0.4164442071542979,
|
|
"grad_norm": 0.9921875,
|
|
"learning_rate": 0.0001945,
|
|
"loss": 8.0332,
|
|
"mean_token_accuracy": 0.062286530062556265,
|
|
"num_tokens": 853978.0,
|
|
"step": 390
|
|
},
|
|
{
|
|
"entropy": 8.357436656951904,
|
|
"epoch": 0.4217832354511479,
|
|
"grad_norm": 1.015625,
|
|
"learning_rate": 0.00019700000000000002,
|
|
"loss": 8.0743,
|
|
"mean_token_accuracy": 0.05977092795073986,
|
|
"num_tokens": 864634.0,
|
|
"step": 395
|
|
},
|
|
{
|
|
"entropy": 8.423241233825683,
|
|
"epoch": 0.4271222637479979,
|
|
"grad_norm": 0.87109375,
|
|
"learning_rate": 0.00019950000000000002,
|
|
"loss": 8.0568,
|
|
"mean_token_accuracy": 0.06662314645946026,
|
|
"num_tokens": 875379.0,
|
|
"step": 400
|
|
},
|
|
{
|
|
"entropy": 8.398690319061279,
|
|
"epoch": 0.43246129204484784,
|
|
"grad_norm": 0.9453125,
|
|
"learning_rate": 0.000202,
|
|
"loss": 8.0674,
|
|
"mean_token_accuracy": 0.06020735241472721,
|
|
"num_tokens": 886428.0,
|
|
"step": 405
|
|
},
|
|
{
|
|
"entropy": 8.425256729125977,
|
|
"epoch": 0.4378003203416978,
|
|
"grad_norm": 0.8515625,
|
|
"learning_rate": 0.00020449999999999998,
|
|
"loss": 8.0827,
|
|
"mean_token_accuracy": 0.0645828690379858,
|
|
"num_tokens": 896700.0,
|
|
"step": 410
|
|
},
|
|
{
|
|
"entropy": 8.369815444946289,
|
|
"epoch": 0.44313934863854776,
|
|
"grad_norm": 0.8125,
|
|
"learning_rate": 0.000207,
|
|
"loss": 8.0577,
|
|
"mean_token_accuracy": 0.06499057859182358,
|
|
"num_tokens": 907478.0,
|
|
"step": 415
|
|
},
|
|
{
|
|
"entropy": 8.39303207397461,
|
|
"epoch": 0.44847837693539777,
|
|
"grad_norm": 1.5234375,
|
|
"learning_rate": 0.0002095,
|
|
"loss": 7.9707,
|
|
"mean_token_accuracy": 0.07010989226400852,
|
|
"num_tokens": 918170.0,
|
|
"step": 420
|
|
},
|
|
{
|
|
"entropy": 8.28305778503418,
|
|
"epoch": 0.45381740523224773,
|
|
"grad_norm": 0.81640625,
|
|
"learning_rate": 0.000212,
|
|
"loss": 8.0345,
|
|
"mean_token_accuracy": 0.06685064136981964,
|
|
"num_tokens": 928866.0,
|
|
"step": 425
|
|
},
|
|
{
|
|
"entropy": 8.279892349243164,
|
|
"epoch": 0.4591564335290977,
|
|
"grad_norm": 0.80859375,
|
|
"learning_rate": 0.0002145,
|
|
"loss": 8.0205,
|
|
"mean_token_accuracy": 0.06419647410511971,
|
|
"num_tokens": 940395.0,
|
|
"step": 430
|
|
},
|
|
{
|
|
"entropy": 8.475063610076905,
|
|
"epoch": 0.4644954618259477,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 0.00021700000000000002,
|
|
"loss": 8.0365,
|
|
"mean_token_accuracy": 0.062472108751535416,
|
|
"num_tokens": 950814.0,
|
|
"step": 435
|
|
},
|
|
{
|
|
"entropy": 8.192297077178955,
|
|
"epoch": 0.46983449012279765,
|
|
"grad_norm": 0.890625,
|
|
"learning_rate": 0.0002195,
|
|
"loss": 8.0225,
|
|
"mean_token_accuracy": 0.0661535993218422,
|
|
"num_tokens": 961658.0,
|
|
"step": 440
|
|
},
|
|
{
|
|
"entropy": 8.43046703338623,
|
|
"epoch": 0.4751735184196476,
|
|
"grad_norm": 0.97265625,
|
|
"learning_rate": 0.000222,
|
|
"loss": 8.0993,
|
|
"mean_token_accuracy": 0.06110986284911633,
|
|
"num_tokens": 974790.0,
|
|
"step": 445
|
|
},
|
|
{
|
|
"entropy": 8.331879615783691,
|
|
"epoch": 0.4805125467164976,
|
|
"grad_norm": 0.7421875,
|
|
"learning_rate": 0.0002245,
|
|
"loss": 7.9772,
|
|
"mean_token_accuracy": 0.06222324036061764,
|
|
"num_tokens": 986599.0,
|
|
"step": 450
|
|
},
|
|
{
|
|
"entropy": 8.243362045288086,
|
|
"epoch": 0.4858515750133476,
|
|
"grad_norm": 0.84375,
|
|
"learning_rate": 0.00022700000000000002,
|
|
"loss": 7.9787,
|
|
"mean_token_accuracy": 0.06861450895667076,
|
|
"num_tokens": 997731.0,
|
|
"step": 455
|
|
},
|
|
{
|
|
"entropy": 8.290034008026122,
|
|
"epoch": 0.49119060331019754,
|
|
"grad_norm": 0.93359375,
|
|
"learning_rate": 0.00022950000000000002,
|
|
"loss": 8.0374,
|
|
"mean_token_accuracy": 0.06714494079351425,
|
|
"num_tokens": 1009343.0,
|
|
"step": 460
|
|
},
|
|
{
|
|
"entropy": 8.351651859283447,
|
|
"epoch": 0.4965296316070475,
|
|
"grad_norm": 0.8671875,
|
|
"learning_rate": 0.00023200000000000003,
|
|
"loss": 7.9541,
|
|
"mean_token_accuracy": 0.0648241501301527,
|
|
"num_tokens": 1019878.0,
|
|
"step": 465
|
|
},
|
|
{
|
|
"entropy": 8.248888206481933,
|
|
"epoch": 0.5018686599038975,
|
|
"grad_norm": 0.89453125,
|
|
"learning_rate": 0.00023449999999999998,
|
|
"loss": 7.9553,
|
|
"mean_token_accuracy": 0.07038948647677898,
|
|
"num_tokens": 1030551.0,
|
|
"step": 470
|
|
},
|
|
{
|
|
"entropy": 8.30935525894165,
|
|
"epoch": 0.5072076882007475,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 0.000237,
|
|
"loss": 7.9893,
|
|
"mean_token_accuracy": 0.06879530549049377,
|
|
"num_tokens": 1041432.0,
|
|
"step": 475
|
|
},
|
|
{
|
|
"entropy": 8.283312702178955,
|
|
"epoch": 0.5125467164975974,
|
|
"grad_norm": 0.84375,
|
|
"learning_rate": 0.0002395,
|
|
"loss": 7.9704,
|
|
"mean_token_accuracy": 0.06568947955965995,
|
|
"num_tokens": 1051769.0,
|
|
"step": 480
|
|
},
|
|
{
|
|
"entropy": 8.256877326965332,
|
|
"epoch": 0.5178857447944474,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 0.000242,
|
|
"loss": 7.9282,
|
|
"mean_token_accuracy": 0.06400737687945365,
|
|
"num_tokens": 1062334.0,
|
|
"step": 485
|
|
},
|
|
{
|
|
"entropy": 8.27625093460083,
|
|
"epoch": 0.5232247730912973,
|
|
"grad_norm": 0.92578125,
|
|
"learning_rate": 0.0002445,
|
|
"loss": 7.921,
|
|
"mean_token_accuracy": 0.06769514791667461,
|
|
"num_tokens": 1072792.0,
|
|
"step": 490
|
|
},
|
|
{
|
|
"entropy": 8.173498821258544,
|
|
"epoch": 0.5285638013881474,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.000247,
|
|
"loss": 7.8148,
|
|
"mean_token_accuracy": 0.07047795243561268,
|
|
"num_tokens": 1083642.0,
|
|
"step": 495
|
|
},
|
|
{
|
|
"entropy": 8.192062282562256,
|
|
"epoch": 0.5339028296849974,
|
|
"grad_norm": 0.97265625,
|
|
"learning_rate": 0.0002495,
|
|
"loss": 7.9111,
|
|
"mean_token_accuracy": 0.07375151067972183,
|
|
"num_tokens": 1094454.0,
|
|
"step": 500
|
|
},
|
|
{
|
|
"epoch": 0.5339028296849974,
|
|
"eval_entropy": 8.031556909734553,
|
|
"eval_loss": 8.007415771484375,
|
|
"eval_mean_token_accuracy": 0.06165650523715205,
|
|
"eval_num_tokens": 1094454.0,
|
|
"eval_runtime": 1.8278,
|
|
"eval_samples_per_second": 1685.073,
|
|
"eval_steps_per_second": 210.634,
|
|
"step": 500
|
|
},
|
|
{
|
|
"entropy": 8.316486740112305,
|
|
"epoch": 0.5392418579818473,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 0.000252,
|
|
"loss": 7.9525,
|
|
"mean_token_accuracy": 0.06484691724181176,
|
|
"num_tokens": 1105068.0,
|
|
"step": 505
|
|
},
|
|
{
|
|
"entropy": 8.111512756347656,
|
|
"epoch": 0.5445808862786973,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 0.0002545,
|
|
"loss": 7.9097,
|
|
"mean_token_accuracy": 0.07020260021090508,
|
|
"num_tokens": 1115668.0,
|
|
"step": 510
|
|
},
|
|
{
|
|
"entropy": 8.238842296600343,
|
|
"epoch": 0.5499199145755472,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 0.000257,
|
|
"loss": 7.8867,
|
|
"mean_token_accuracy": 0.07027992233633995,
|
|
"num_tokens": 1126742.0,
|
|
"step": 515
|
|
},
|
|
{
|
|
"entropy": 8.179580593109131,
|
|
"epoch": 0.5552589428723972,
|
|
"grad_norm": 0.875,
|
|
"learning_rate": 0.0002595,
|
|
"loss": 7.9668,
|
|
"mean_token_accuracy": 0.0645244125276804,
|
|
"num_tokens": 1137351.0,
|
|
"step": 520
|
|
},
|
|
{
|
|
"entropy": 8.22506046295166,
|
|
"epoch": 0.5605979711692471,
|
|
"grad_norm": 0.7421875,
|
|
"learning_rate": 0.000262,
|
|
"loss": 7.8967,
|
|
"mean_token_accuracy": 0.0711884018033743,
|
|
"num_tokens": 1148389.0,
|
|
"step": 525
|
|
},
|
|
{
|
|
"entropy": 8.167451763153077,
|
|
"epoch": 0.5659369994660972,
|
|
"grad_norm": 1.0,
|
|
"learning_rate": 0.00026450000000000003,
|
|
"loss": 7.8994,
|
|
"mean_token_accuracy": 0.0703209575265646,
|
|
"num_tokens": 1158798.0,
|
|
"step": 530
|
|
},
|
|
{
|
|
"entropy": 8.239407634735107,
|
|
"epoch": 0.5712760277629472,
|
|
"grad_norm": 0.8203125,
|
|
"learning_rate": 0.00026700000000000004,
|
|
"loss": 7.948,
|
|
"mean_token_accuracy": 0.06852544359862804,
|
|
"num_tokens": 1169005.0,
|
|
"step": 535
|
|
},
|
|
{
|
|
"entropy": 8.212612915039063,
|
|
"epoch": 0.5766150560597971,
|
|
"grad_norm": 0.8828125,
|
|
"learning_rate": 0.00026950000000000005,
|
|
"loss": 7.8255,
|
|
"mean_token_accuracy": 0.06702273786067962,
|
|
"num_tokens": 1180560.0,
|
|
"step": 540
|
|
},
|
|
{
|
|
"entropy": 8.105984878540038,
|
|
"epoch": 0.5819540843566471,
|
|
"grad_norm": 0.953125,
|
|
"learning_rate": 0.00027200000000000005,
|
|
"loss": 7.8035,
|
|
"mean_token_accuracy": 0.07094659134745598,
|
|
"num_tokens": 1191162.0,
|
|
"step": 545
|
|
},
|
|
{
|
|
"entropy": 8.162831687927246,
|
|
"epoch": 0.587293112653497,
|
|
"grad_norm": 0.94140625,
|
|
"learning_rate": 0.0002745,
|
|
"loss": 7.8252,
|
|
"mean_token_accuracy": 0.06873422190546989,
|
|
"num_tokens": 1202017.0,
|
|
"step": 550
|
|
},
|
|
{
|
|
"entropy": 8.132958889007568,
|
|
"epoch": 0.592632140950347,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.000277,
|
|
"loss": 7.8232,
|
|
"mean_token_accuracy": 0.07796628661453724,
|
|
"num_tokens": 1213356.0,
|
|
"step": 555
|
|
},
|
|
{
|
|
"entropy": 8.137973403930664,
|
|
"epoch": 0.5979711692471971,
|
|
"grad_norm": 0.94921875,
|
|
"learning_rate": 0.0002795,
|
|
"loss": 7.8335,
|
|
"mean_token_accuracy": 0.07087706178426742,
|
|
"num_tokens": 1224164.0,
|
|
"step": 560
|
|
},
|
|
{
|
|
"entropy": 8.08298101425171,
|
|
"epoch": 0.603310197544047,
|
|
"grad_norm": 0.9453125,
|
|
"learning_rate": 0.00028199999999999997,
|
|
"loss": 7.8463,
|
|
"mean_token_accuracy": 0.0711651612073183,
|
|
"num_tokens": 1235483.0,
|
|
"step": 565
|
|
},
|
|
{
|
|
"entropy": 8.127214622497558,
|
|
"epoch": 0.608649225840897,
|
|
"grad_norm": 0.90234375,
|
|
"learning_rate": 0.0002845,
|
|
"loss": 7.8595,
|
|
"mean_token_accuracy": 0.07112185694277287,
|
|
"num_tokens": 1248013.0,
|
|
"step": 570
|
|
},
|
|
{
|
|
"entropy": 8.093348598480224,
|
|
"epoch": 0.6139882541377469,
|
|
"grad_norm": 0.98046875,
|
|
"learning_rate": 0.000287,
|
|
"loss": 7.7999,
|
|
"mean_token_accuracy": 0.07371774725615979,
|
|
"num_tokens": 1258512.0,
|
|
"step": 575
|
|
},
|
|
{
|
|
"entropy": 8.157558727264405,
|
|
"epoch": 0.6193272824345969,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 0.0002895,
|
|
"loss": 7.8256,
|
|
"mean_token_accuracy": 0.06662675254046917,
|
|
"num_tokens": 1269425.0,
|
|
"step": 580
|
|
},
|
|
{
|
|
"entropy": 7.97422046661377,
|
|
"epoch": 0.6246663107314468,
|
|
"grad_norm": 0.7734375,
|
|
"learning_rate": 0.000292,
|
|
"loss": 7.7958,
|
|
"mean_token_accuracy": 0.07273220643401146,
|
|
"num_tokens": 1280595.0,
|
|
"step": 585
|
|
},
|
|
{
|
|
"entropy": 8.247371101379395,
|
|
"epoch": 0.6300053390282968,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 0.0002945,
|
|
"loss": 7.8485,
|
|
"mean_token_accuracy": 0.06550373584032058,
|
|
"num_tokens": 1290873.0,
|
|
"step": 590
|
|
},
|
|
{
|
|
"entropy": 8.015791416168213,
|
|
"epoch": 0.6353443673251469,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 0.000297,
|
|
"loss": 7.852,
|
|
"mean_token_accuracy": 0.066574127972126,
|
|
"num_tokens": 1303150.0,
|
|
"step": 595
|
|
},
|
|
{
|
|
"entropy": 8.053708696365357,
|
|
"epoch": 0.6406833956219968,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.0002995,
|
|
"loss": 7.768,
|
|
"mean_token_accuracy": 0.07012191005051135,
|
|
"num_tokens": 1314862.0,
|
|
"step": 600
|
|
},
|
|
{
|
|
"entropy": 8.02850046157837,
|
|
"epoch": 0.6460224239188468,
|
|
"grad_norm": 0.9765625,
|
|
"learning_rate": 0.000302,
|
|
"loss": 7.8029,
|
|
"mean_token_accuracy": 0.07391900308430195,
|
|
"num_tokens": 1326052.0,
|
|
"step": 605
|
|
},
|
|
{
|
|
"entropy": 8.128786611557008,
|
|
"epoch": 0.6513614522156967,
|
|
"grad_norm": 0.9375,
|
|
"learning_rate": 0.0003045,
|
|
"loss": 7.7667,
|
|
"mean_token_accuracy": 0.0753765020519495,
|
|
"num_tokens": 1336847.0,
|
|
"step": 610
|
|
},
|
|
{
|
|
"entropy": 8.02261905670166,
|
|
"epoch": 0.6567004805125467,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.000307,
|
|
"loss": 7.7701,
|
|
"mean_token_accuracy": 0.06919390633702278,
|
|
"num_tokens": 1347611.0,
|
|
"step": 615
|
|
},
|
|
{
|
|
"entropy": 8.006579780578614,
|
|
"epoch": 0.6620395088093967,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 0.0003095,
|
|
"loss": 7.7859,
|
|
"mean_token_accuracy": 0.07407167293131352,
|
|
"num_tokens": 1358679.0,
|
|
"step": 620
|
|
},
|
|
{
|
|
"entropy": 8.048807954788208,
|
|
"epoch": 0.6673785371062466,
|
|
"grad_norm": 0.98046875,
|
|
"learning_rate": 0.000312,
|
|
"loss": 7.7849,
|
|
"mean_token_accuracy": 0.07473289892077446,
|
|
"num_tokens": 1369409.0,
|
|
"step": 625
|
|
},
|
|
{
|
|
"entropy": 8.044457149505615,
|
|
"epoch": 0.6727175654030967,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 0.0003145,
|
|
"loss": 7.7618,
|
|
"mean_token_accuracy": 0.06960076540708542,
|
|
"num_tokens": 1380380.0,
|
|
"step": 630
|
|
},
|
|
{
|
|
"entropy": 8.039245176315308,
|
|
"epoch": 0.6780565936999466,
|
|
"grad_norm": 0.96875,
|
|
"learning_rate": 0.000317,
|
|
"loss": 7.7081,
|
|
"mean_token_accuracy": 0.07184483371675014,
|
|
"num_tokens": 1390885.0,
|
|
"step": 635
|
|
},
|
|
{
|
|
"entropy": 7.9913702487945555,
|
|
"epoch": 0.6833956219967966,
|
|
"grad_norm": 0.9765625,
|
|
"learning_rate": 0.0003195,
|
|
"loss": 7.7418,
|
|
"mean_token_accuracy": 0.07358726263046264,
|
|
"num_tokens": 1400960.0,
|
|
"step": 640
|
|
},
|
|
{
|
|
"entropy": 7.986459016799927,
|
|
"epoch": 0.6887346502936466,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.000322,
|
|
"loss": 7.6917,
|
|
"mean_token_accuracy": 0.07739836499094963,
|
|
"num_tokens": 1411484.0,
|
|
"step": 645
|
|
},
|
|
{
|
|
"entropy": 8.129097318649292,
|
|
"epoch": 0.6940736785904965,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 0.00032450000000000003,
|
|
"loss": 7.7908,
|
|
"mean_token_accuracy": 0.07160034552216529,
|
|
"num_tokens": 1422931.0,
|
|
"step": 650
|
|
},
|
|
{
|
|
"entropy": 7.91273045539856,
|
|
"epoch": 0.6994127068873465,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.00032700000000000003,
|
|
"loss": 7.7237,
|
|
"mean_token_accuracy": 0.07407537326216698,
|
|
"num_tokens": 1434347.0,
|
|
"step": 655
|
|
},
|
|
{
|
|
"entropy": 8.050477170944214,
|
|
"epoch": 0.7047517351841964,
|
|
"grad_norm": 0.9765625,
|
|
"learning_rate": 0.00032950000000000004,
|
|
"loss": 7.8135,
|
|
"mean_token_accuracy": 0.07437525913119317,
|
|
"num_tokens": 1445687.0,
|
|
"step": 660
|
|
},
|
|
{
|
|
"entropy": 8.082316970825195,
|
|
"epoch": 0.7100907634810465,
|
|
"grad_norm": 0.9921875,
|
|
"learning_rate": 0.00033200000000000005,
|
|
"loss": 7.6471,
|
|
"mean_token_accuracy": 0.08003439009189606,
|
|
"num_tokens": 1456335.0,
|
|
"step": 665
|
|
},
|
|
{
|
|
"entropy": 7.9566230297088625,
|
|
"epoch": 0.7154297917778965,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.00033450000000000005,
|
|
"loss": 7.7071,
|
|
"mean_token_accuracy": 0.07267946116626263,
|
|
"num_tokens": 1467369.0,
|
|
"step": 670
|
|
},
|
|
{
|
|
"entropy": 7.986024713516235,
|
|
"epoch": 0.7207688200747464,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.000337,
|
|
"loss": 7.7612,
|
|
"mean_token_accuracy": 0.06941658817231655,
|
|
"num_tokens": 1478734.0,
|
|
"step": 675
|
|
},
|
|
{
|
|
"entropy": 7.984552240371704,
|
|
"epoch": 0.7261078483715964,
|
|
"grad_norm": 0.875,
|
|
"learning_rate": 0.0003395,
|
|
"loss": 7.7359,
|
|
"mean_token_accuracy": 0.07321545220911503,
|
|
"num_tokens": 1489807.0,
|
|
"step": 680
|
|
},
|
|
{
|
|
"entropy": 7.967883205413818,
|
|
"epoch": 0.7314468766684463,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 0.000342,
|
|
"loss": 7.6794,
|
|
"mean_token_accuracy": 0.07043348215520381,
|
|
"num_tokens": 1501646.0,
|
|
"step": 685
|
|
},
|
|
{
|
|
"entropy": 7.948320388793945,
|
|
"epoch": 0.7367859049652963,
|
|
"grad_norm": 0.95703125,
|
|
"learning_rate": 0.00034449999999999997,
|
|
"loss": 7.6987,
|
|
"mean_token_accuracy": 0.07335374914109707,
|
|
"num_tokens": 1511849.0,
|
|
"step": 690
|
|
},
|
|
{
|
|
"entropy": 7.999287462234497,
|
|
"epoch": 0.7421249332621462,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 0.000347,
|
|
"loss": 7.7004,
|
|
"mean_token_accuracy": 0.07678697407245635,
|
|
"num_tokens": 1522183.0,
|
|
"step": 695
|
|
},
|
|
{
|
|
"entropy": 7.895766305923462,
|
|
"epoch": 0.7474639615589963,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 0.0003495,
|
|
"loss": 7.7063,
|
|
"mean_token_accuracy": 0.07557001523673534,
|
|
"num_tokens": 1532819.0,
|
|
"step": 700
|
|
},
|
|
{
|
|
"entropy": 8.02945156097412,
|
|
"epoch": 0.7528029898558463,
|
|
"grad_norm": 0.99609375,
|
|
"learning_rate": 0.000352,
|
|
"loss": 7.6718,
|
|
"mean_token_accuracy": 0.07557161971926689,
|
|
"num_tokens": 1543909.0,
|
|
"step": 705
|
|
},
|
|
{
|
|
"entropy": 7.9088582515716555,
|
|
"epoch": 0.7581420181526962,
|
|
"grad_norm": 0.89453125,
|
|
"learning_rate": 0.0003545,
|
|
"loss": 7.7087,
|
|
"mean_token_accuracy": 0.07322404161095619,
|
|
"num_tokens": 1554147.0,
|
|
"step": 710
|
|
},
|
|
{
|
|
"entropy": 7.878606176376342,
|
|
"epoch": 0.7634810464495462,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.000357,
|
|
"loss": 7.6136,
|
|
"mean_token_accuracy": 0.07956673577427864,
|
|
"num_tokens": 1565466.0,
|
|
"step": 715
|
|
},
|
|
{
|
|
"entropy": 7.8776044845581055,
|
|
"epoch": 0.7688200747463961,
|
|
"grad_norm": 0.88671875,
|
|
"learning_rate": 0.0003595,
|
|
"loss": 7.5815,
|
|
"mean_token_accuracy": 0.07377611920237541,
|
|
"num_tokens": 1577264.0,
|
|
"step": 720
|
|
},
|
|
{
|
|
"entropy": 7.885418844223023,
|
|
"epoch": 0.7741591030432461,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.000362,
|
|
"loss": 7.686,
|
|
"mean_token_accuracy": 0.0757551722228527,
|
|
"num_tokens": 1588222.0,
|
|
"step": 725
|
|
},
|
|
{
|
|
"entropy": 7.901127099990845,
|
|
"epoch": 0.7794981313400962,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 0.0003645,
|
|
"loss": 7.6224,
|
|
"mean_token_accuracy": 0.07221109680831432,
|
|
"num_tokens": 1600609.0,
|
|
"step": 730
|
|
},
|
|
{
|
|
"entropy": 7.929693412780762,
|
|
"epoch": 0.7848371596369461,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.000367,
|
|
"loss": 7.669,
|
|
"mean_token_accuracy": 0.07948594614863395,
|
|
"num_tokens": 1612032.0,
|
|
"step": 735
|
|
},
|
|
{
|
|
"entropy": 7.876828384399414,
|
|
"epoch": 0.7901761879337961,
|
|
"grad_norm": 0.98828125,
|
|
"learning_rate": 0.0003695,
|
|
"loss": 7.6973,
|
|
"mean_token_accuracy": 0.0742558129131794,
|
|
"num_tokens": 1623228.0,
|
|
"step": 740
|
|
},
|
|
{
|
|
"entropy": 7.857063436508179,
|
|
"epoch": 0.795515216230646,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.000372,
|
|
"loss": 7.6469,
|
|
"mean_token_accuracy": 0.07817403376102447,
|
|
"num_tokens": 1634293.0,
|
|
"step": 745
|
|
},
|
|
{
|
|
"entropy": 7.910915946960449,
|
|
"epoch": 0.800854244527496,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.0003745,
|
|
"loss": 7.6183,
|
|
"mean_token_accuracy": 0.08015101104974746,
|
|
"num_tokens": 1645782.0,
|
|
"step": 750
|
|
},
|
|
{
|
|
"entropy": 7.885407543182373,
|
|
"epoch": 0.8061932728243459,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 0.000377,
|
|
"loss": 7.5871,
|
|
"mean_token_accuracy": 0.0775064155459404,
|
|
"num_tokens": 1657060.0,
|
|
"step": 755
|
|
},
|
|
{
|
|
"entropy": 7.78002610206604,
|
|
"epoch": 0.8115323011211959,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 0.0003795,
|
|
"loss": 7.568,
|
|
"mean_token_accuracy": 0.08284709006547927,
|
|
"num_tokens": 1668017.0,
|
|
"step": 760
|
|
},
|
|
{
|
|
"entropy": 7.908759117126465,
|
|
"epoch": 0.816871329418046,
|
|
"grad_norm": 0.9921875,
|
|
"learning_rate": 0.000382,
|
|
"loss": 7.6398,
|
|
"mean_token_accuracy": 0.07324047535657882,
|
|
"num_tokens": 1678331.0,
|
|
"step": 765
|
|
},
|
|
{
|
|
"entropy": 7.884358358383179,
|
|
"epoch": 0.8222103577148959,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.0003845,
|
|
"loss": 7.5591,
|
|
"mean_token_accuracy": 0.0813971921801567,
|
|
"num_tokens": 1688719.0,
|
|
"step": 770
|
|
},
|
|
{
|
|
"entropy": 7.755726432800293,
|
|
"epoch": 0.8275493860117459,
|
|
"grad_norm": 1.015625,
|
|
"learning_rate": 0.00038700000000000003,
|
|
"loss": 7.5821,
|
|
"mean_token_accuracy": 0.07562258839607239,
|
|
"num_tokens": 1699028.0,
|
|
"step": 775
|
|
},
|
|
{
|
|
"entropy": 7.950335073471069,
|
|
"epoch": 0.8328884143085958,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 0.00038950000000000003,
|
|
"loss": 7.5798,
|
|
"mean_token_accuracy": 0.07690282315015792,
|
|
"num_tokens": 1711122.0,
|
|
"step": 780
|
|
},
|
|
{
|
|
"entropy": 7.790361976623535,
|
|
"epoch": 0.8382274426054458,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.00039200000000000004,
|
|
"loss": 7.5939,
|
|
"mean_token_accuracy": 0.07726500257849693,
|
|
"num_tokens": 1721694.0,
|
|
"step": 785
|
|
},
|
|
{
|
|
"entropy": 7.733095169067383,
|
|
"epoch": 0.8435664709022958,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 0.00039450000000000005,
|
|
"loss": 7.5939,
|
|
"mean_token_accuracy": 0.0780683733522892,
|
|
"num_tokens": 1732530.0,
|
|
"step": 790
|
|
},
|
|
{
|
|
"entropy": 7.877895975112915,
|
|
"epoch": 0.8489054991991457,
|
|
"grad_norm": 1.015625,
|
|
"learning_rate": 0.00039700000000000005,
|
|
"loss": 7.5577,
|
|
"mean_token_accuracy": 0.08093490153551101,
|
|
"num_tokens": 1742860.0,
|
|
"step": 795
|
|
},
|
|
{
|
|
"entropy": 7.750740194320679,
|
|
"epoch": 0.8542445274959958,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 0.0003995,
|
|
"loss": 7.5315,
|
|
"mean_token_accuracy": 0.0812942422926426,
|
|
"num_tokens": 1752900.0,
|
|
"step": 800
|
|
},
|
|
{
|
|
"entropy": 7.801487588882447,
|
|
"epoch": 0.8595835557928457,
|
|
"grad_norm": 1.0,
|
|
"learning_rate": 0.000402,
|
|
"loss": 7.5465,
|
|
"mean_token_accuracy": 0.07882912531495094,
|
|
"num_tokens": 1763293.0,
|
|
"step": 805
|
|
},
|
|
{
|
|
"entropy": 7.752074146270752,
|
|
"epoch": 0.8649225840896957,
|
|
"grad_norm": 0.9609375,
|
|
"learning_rate": 0.0004045,
|
|
"loss": 7.5696,
|
|
"mean_token_accuracy": 0.0819572426378727,
|
|
"num_tokens": 1773893.0,
|
|
"step": 810
|
|
},
|
|
{
|
|
"entropy": 7.815144634246826,
|
|
"epoch": 0.8702616123865456,
|
|
"grad_norm": 0.97265625,
|
|
"learning_rate": 0.00040699999999999997,
|
|
"loss": 7.6358,
|
|
"mean_token_accuracy": 0.07636146545410157,
|
|
"num_tokens": 1785568.0,
|
|
"step": 815
|
|
},
|
|
{
|
|
"entropy": 7.8184651851654055,
|
|
"epoch": 0.8756006406833956,
|
|
"grad_norm": 0.90625,
|
|
"learning_rate": 0.0004095,
|
|
"loss": 7.5594,
|
|
"mean_token_accuracy": 0.08072886392474174,
|
|
"num_tokens": 1797387.0,
|
|
"step": 820
|
|
},
|
|
{
|
|
"entropy": 7.813911390304566,
|
|
"epoch": 0.8809396689802456,
|
|
"grad_norm": 0.9921875,
|
|
"learning_rate": 0.000412,
|
|
"loss": 7.5902,
|
|
"mean_token_accuracy": 0.07879998087882996,
|
|
"num_tokens": 1808382.0,
|
|
"step": 825
|
|
},
|
|
{
|
|
"entropy": 7.829354333877563,
|
|
"epoch": 0.8862786972770955,
|
|
"grad_norm": 0.97265625,
|
|
"learning_rate": 0.0004145,
|
|
"loss": 7.5745,
|
|
"mean_token_accuracy": 0.0824002705514431,
|
|
"num_tokens": 1818937.0,
|
|
"step": 830
|
|
},
|
|
{
|
|
"entropy": 7.799869441986084,
|
|
"epoch": 0.8916177255739456,
|
|
"grad_norm": 0.96875,
|
|
"learning_rate": 0.000417,
|
|
"loss": 7.5099,
|
|
"mean_token_accuracy": 0.07985455431044101,
|
|
"num_tokens": 1830547.0,
|
|
"step": 835
|
|
},
|
|
{
|
|
"entropy": 7.7153465270996096,
|
|
"epoch": 0.8969567538707955,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 0.0004195,
|
|
"loss": 7.5052,
|
|
"mean_token_accuracy": 0.08278301656246186,
|
|
"num_tokens": 1841569.0,
|
|
"step": 840
|
|
},
|
|
{
|
|
"entropy": 7.764185190200806,
|
|
"epoch": 0.9022957821676455,
|
|
"grad_norm": 0.98046875,
|
|
"learning_rate": 0.000422,
|
|
"loss": 7.5154,
|
|
"mean_token_accuracy": 0.08583573549985886,
|
|
"num_tokens": 1852300.0,
|
|
"step": 845
|
|
},
|
|
{
|
|
"entropy": 7.718573999404907,
|
|
"epoch": 0.9076348104644955,
|
|
"grad_norm": 0.9921875,
|
|
"learning_rate": 0.0004245,
|
|
"loss": 7.5077,
|
|
"mean_token_accuracy": 0.08417970538139344,
|
|
"num_tokens": 1863664.0,
|
|
"step": 850
|
|
},
|
|
{
|
|
"entropy": 7.6863548278808596,
|
|
"epoch": 0.9129738387613454,
|
|
"grad_norm": 1.0,
|
|
"learning_rate": 0.000427,
|
|
"loss": 7.4426,
|
|
"mean_token_accuracy": 0.08229955136775971,
|
|
"num_tokens": 1873623.0,
|
|
"step": 855
|
|
},
|
|
{
|
|
"entropy": 7.687994432449341,
|
|
"epoch": 0.9183128670581954,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.0004295,
|
|
"loss": 7.5429,
|
|
"mean_token_accuracy": 0.0791929729282856,
|
|
"num_tokens": 1886092.0,
|
|
"step": 860
|
|
},
|
|
{
|
|
"entropy": 7.751056241989136,
|
|
"epoch": 0.9236518953550453,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 0.000432,
|
|
"loss": 7.5525,
|
|
"mean_token_accuracy": 0.08293391354382038,
|
|
"num_tokens": 1897983.0,
|
|
"step": 865
|
|
},
|
|
{
|
|
"entropy": 7.769723224639892,
|
|
"epoch": 0.9289909236518954,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 0.0004345,
|
|
"loss": 7.5134,
|
|
"mean_token_accuracy": 0.08427821174263954,
|
|
"num_tokens": 1908193.0,
|
|
"step": 870
|
|
},
|
|
{
|
|
"entropy": 7.7698462963104244,
|
|
"epoch": 0.9343299519487454,
|
|
"grad_norm": 0.97265625,
|
|
"learning_rate": 0.000437,
|
|
"loss": 7.4921,
|
|
"mean_token_accuracy": 0.08160046115517616,
|
|
"num_tokens": 1918628.0,
|
|
"step": 875
|
|
},
|
|
{
|
|
"entropy": 7.668918085098267,
|
|
"epoch": 0.9396689802455953,
|
|
"grad_norm": 1.0546875,
|
|
"learning_rate": 0.0004395,
|
|
"loss": 7.5372,
|
|
"mean_token_accuracy": 0.08014441058039665,
|
|
"num_tokens": 1929071.0,
|
|
"step": 880
|
|
},
|
|
{
|
|
"entropy": 7.654262733459473,
|
|
"epoch": 0.9450080085424453,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 0.000442,
|
|
"loss": 7.5003,
|
|
"mean_token_accuracy": 0.08210862651467324,
|
|
"num_tokens": 1939567.0,
|
|
"step": 885
|
|
},
|
|
{
|
|
"entropy": 7.773276090621948,
|
|
"epoch": 0.9503470368392952,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 0.0004445,
|
|
"loss": 7.5402,
|
|
"mean_token_accuracy": 0.08018058091402054,
|
|
"num_tokens": 1951165.0,
|
|
"step": 890
|
|
},
|
|
{
|
|
"entropy": 7.798144149780273,
|
|
"epoch": 0.9556860651361452,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 0.000447,
|
|
"loss": 7.4594,
|
|
"mean_token_accuracy": 0.08885749988257885,
|
|
"num_tokens": 1960855.0,
|
|
"step": 895
|
|
},
|
|
{
|
|
"entropy": 7.707589864730835,
|
|
"epoch": 0.9610250934329952,
|
|
"grad_norm": 0.9765625,
|
|
"learning_rate": 0.00044950000000000003,
|
|
"loss": 7.4564,
|
|
"mean_token_accuracy": 0.08240535110235214,
|
|
"num_tokens": 1971873.0,
|
|
"step": 900
|
|
},
|
|
{
|
|
"entropy": 7.671180057525635,
|
|
"epoch": 0.9663641217298452,
|
|
"grad_norm": 0.828125,
|
|
"learning_rate": 0.00045200000000000004,
|
|
"loss": 7.4848,
|
|
"mean_token_accuracy": 0.08260536044836045,
|
|
"num_tokens": 1983561.0,
|
|
"step": 905
|
|
},
|
|
{
|
|
"entropy": 7.731744003295899,
|
|
"epoch": 0.9717031500266952,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 0.00045450000000000004,
|
|
"loss": 7.4828,
|
|
"mean_token_accuracy": 0.08393343463540077,
|
|
"num_tokens": 1994534.0,
|
|
"step": 910
|
|
},
|
|
{
|
|
"entropy": 7.590392780303955,
|
|
"epoch": 0.9770421783235451,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.00045700000000000005,
|
|
"loss": 7.432,
|
|
"mean_token_accuracy": 0.08598880358040333,
|
|
"num_tokens": 2005121.0,
|
|
"step": 915
|
|
},
|
|
{
|
|
"entropy": 7.696979951858521,
|
|
"epoch": 0.9823812066203951,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 0.00045950000000000006,
|
|
"loss": 7.4211,
|
|
"mean_token_accuracy": 0.08999745771288872,
|
|
"num_tokens": 2016260.0,
|
|
"step": 920
|
|
},
|
|
{
|
|
"entropy": 7.615106248855591,
|
|
"epoch": 0.987720234917245,
|
|
"grad_norm": 0.890625,
|
|
"learning_rate": 0.000462,
|
|
"loss": 7.4074,
|
|
"mean_token_accuracy": 0.08892037123441696,
|
|
"num_tokens": 2025705.0,
|
|
"step": 925
|
|
},
|
|
{
|
|
"entropy": 7.7097069263458256,
|
|
"epoch": 0.993059263214095,
|
|
"grad_norm": 0.84765625,
|
|
"learning_rate": 0.0004645,
|
|
"loss": 7.5596,
|
|
"mean_token_accuracy": 0.07989178895950318,
|
|
"num_tokens": 2036675.0,
|
|
"step": 930
|
|
},
|
|
{
|
|
"entropy": 7.544618844985962,
|
|
"epoch": 0.9983982915109451,
|
|
"grad_norm": 0.953125,
|
|
"learning_rate": 0.000467,
|
|
"loss": 7.4114,
|
|
"mean_token_accuracy": 0.08617193698883056,
|
|
"num_tokens": 2047877.0,
|
|
"step": 935
|
|
},
|
|
{
|
|
"entropy": 7.8020609219868975,
|
|
"epoch": 1.0032034169781099,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 0.0004695,
|
|
"loss": 7.3332,
|
|
"mean_token_accuracy": 0.08596346527338028,
|
|
"num_tokens": 2057153.0,
|
|
"step": 940
|
|
},
|
|
{
|
|
"entropy": 7.623947048187256,
|
|
"epoch": 1.00854244527496,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 0.000472,
|
|
"loss": 7.4568,
|
|
"mean_token_accuracy": 0.0771791972219944,
|
|
"num_tokens": 2068760.0,
|
|
"step": 945
|
|
},
|
|
{
|
|
"entropy": 7.589405059814453,
|
|
"epoch": 1.01388147357181,
|
|
"grad_norm": 0.96875,
|
|
"learning_rate": 0.0004745,
|
|
"loss": 7.3104,
|
|
"mean_token_accuracy": 0.0916103646159172,
|
|
"num_tokens": 2078671.0,
|
|
"step": 950
|
|
},
|
|
{
|
|
"entropy": 7.588209199905395,
|
|
"epoch": 1.01922050186866,
|
|
"grad_norm": 0.953125,
|
|
"learning_rate": 0.000477,
|
|
"loss": 7.3495,
|
|
"mean_token_accuracy": 0.08704460337758065,
|
|
"num_tokens": 2089581.0,
|
|
"step": 955
|
|
},
|
|
{
|
|
"entropy": 7.6823986053466795,
|
|
"epoch": 1.02455953016551,
|
|
"grad_norm": 0.93359375,
|
|
"learning_rate": 0.0004795,
|
|
"loss": 7.293,
|
|
"mean_token_accuracy": 0.09483219981193543,
|
|
"num_tokens": 2100026.0,
|
|
"step": 960
|
|
},
|
|
{
|
|
"entropy": 7.51586127281189,
|
|
"epoch": 1.02989855846236,
|
|
"grad_norm": 0.90234375,
|
|
"learning_rate": 0.000482,
|
|
"loss": 7.3062,
|
|
"mean_token_accuracy": 0.09631321728229522,
|
|
"num_tokens": 2111838.0,
|
|
"step": 965
|
|
},
|
|
{
|
|
"entropy": 7.603687572479248,
|
|
"epoch": 1.0352375867592098,
|
|
"grad_norm": 0.765625,
|
|
"learning_rate": 0.0004845,
|
|
"loss": 7.3908,
|
|
"mean_token_accuracy": 0.0855435535311699,
|
|
"num_tokens": 2123063.0,
|
|
"step": 970
|
|
},
|
|
{
|
|
"entropy": 7.658422660827637,
|
|
"epoch": 1.0405766150560598,
|
|
"grad_norm": 0.95703125,
|
|
"learning_rate": 0.000487,
|
|
"loss": 7.279,
|
|
"mean_token_accuracy": 0.09217825904488564,
|
|
"num_tokens": 2134321.0,
|
|
"step": 975
|
|
},
|
|
{
|
|
"entropy": 7.596205329895019,
|
|
"epoch": 1.0459156433529098,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 0.0004895,
|
|
"loss": 7.3405,
|
|
"mean_token_accuracy": 0.09226287379860879,
|
|
"num_tokens": 2144216.0,
|
|
"step": 980
|
|
},
|
|
{
|
|
"entropy": 7.586561298370361,
|
|
"epoch": 1.0512546716497597,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 0.000492,
|
|
"loss": 7.3236,
|
|
"mean_token_accuracy": 0.08801514208316803,
|
|
"num_tokens": 2155757.0,
|
|
"step": 985
|
|
},
|
|
{
|
|
"entropy": 7.509102058410645,
|
|
"epoch": 1.0565936999466097,
|
|
"grad_norm": 0.92578125,
|
|
"learning_rate": 0.0004945,
|
|
"loss": 7.2762,
|
|
"mean_token_accuracy": 0.08867826834321021,
|
|
"num_tokens": 2166661.0,
|
|
"step": 990
|
|
},
|
|
{
|
|
"entropy": 7.554547595977783,
|
|
"epoch": 1.0619327282434596,
|
|
"grad_norm": 0.984375,
|
|
"learning_rate": 0.000497,
|
|
"loss": 7.2522,
|
|
"mean_token_accuracy": 0.0905068688094616,
|
|
"num_tokens": 2176796.0,
|
|
"step": 995
|
|
},
|
|
{
|
|
"entropy": 7.565032482147217,
|
|
"epoch": 1.0672717565403096,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 0.0004995,
|
|
"loss": 7.3151,
|
|
"mean_token_accuracy": 0.09214983209967613,
|
|
"num_tokens": 2186821.0,
|
|
"step": 1000
|
|
},
|
|
{
|
|
"epoch": 1.0672717565403096,
|
|
"eval_entropy": 7.661522679514699,
|
|
"eval_loss": 7.484097957611084,
|
|
"eval_mean_token_accuracy": 0.08444042449163926,
|
|
"eval_num_tokens": 2186821.0,
|
|
"eval_runtime": 1.8185,
|
|
"eval_samples_per_second": 1693.67,
|
|
"eval_steps_per_second": 211.709,
|
|
"step": 1000
|
|
}
|
|
],
|
|
"logging_steps": 5,
|
|
"max_steps": 9360,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 10,
|
|
"save_steps": 500,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": false
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 473725573079040.0,
|
|
"train_batch_size": 16,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|