4733 lines
137 KiB
JSON
4733 lines
137 KiB
JSON
{
|
|
"best_global_step": null,
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 0.964824120603015,
|
|
"eval_steps": 500,
|
|
"global_step": 9000,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"entropy": 0.3966331691481173,
|
|
"epoch": 0.0021440536013400337,
|
|
"grad_norm": 129.0,
|
|
"learning_rate": 1.3571428571428572e-06,
|
|
"loss": 3.2754512786865235,
|
|
"mean_token_accuracy": 0.7025479640811682,
|
|
"num_tokens": 100865.0,
|
|
"step": 20
|
|
},
|
|
{
|
|
"entropy": 0.39382178746163843,
|
|
"epoch": 0.004288107202680067,
|
|
"grad_norm": 72.5,
|
|
"learning_rate": 2.785714285714286e-06,
|
|
"loss": 2.5979455947875976,
|
|
"mean_token_accuracy": 0.7279976762831211,
|
|
"num_tokens": 209237.0,
|
|
"step": 40
|
|
},
|
|
{
|
|
"entropy": 0.49158020988106726,
|
|
"epoch": 0.006432160804020101,
|
|
"grad_norm": 31.0,
|
|
"learning_rate": 4.2142857142857145e-06,
|
|
"loss": 1.34407320022583,
|
|
"mean_token_accuracy": 0.7954290494322777,
|
|
"num_tokens": 322722.0,
|
|
"step": 60
|
|
},
|
|
{
|
|
"entropy": 0.37321625389158725,
|
|
"epoch": 0.008576214405360135,
|
|
"grad_norm": 9.6875,
|
|
"learning_rate": 5.6428571428571435e-06,
|
|
"loss": 0.308458948135376,
|
|
"mean_token_accuracy": 0.9197555683553219,
|
|
"num_tokens": 426557.0,
|
|
"step": 80
|
|
},
|
|
{
|
|
"entropy": 0.09664252077927812,
|
|
"epoch": 0.010720268006700168,
|
|
"grad_norm": 4.25,
|
|
"learning_rate": 7.0714285714285726e-06,
|
|
"loss": 0.08551757931709289,
|
|
"mean_token_accuracy": 0.9772517420351505,
|
|
"num_tokens": 538043.0,
|
|
"step": 100
|
|
},
|
|
{
|
|
"entropy": 0.06678911932976916,
|
|
"epoch": 0.012864321608040201,
|
|
"grad_norm": 6.59375,
|
|
"learning_rate": 8.5e-06,
|
|
"loss": 0.05725666880607605,
|
|
"mean_token_accuracy": 0.978511106595397,
|
|
"num_tokens": 651143.0,
|
|
"step": 120
|
|
},
|
|
{
|
|
"entropy": 0.05399178955703974,
|
|
"epoch": 0.015008375209380235,
|
|
"grad_norm": 1.8515625,
|
|
"learning_rate": 9.92857142857143e-06,
|
|
"loss": 0.0476167619228363,
|
|
"mean_token_accuracy": 0.9818631950765848,
|
|
"num_tokens": 759324.0,
|
|
"step": 140
|
|
},
|
|
{
|
|
"entropy": 0.050143458176171406,
|
|
"epoch": 0.01715242881072027,
|
|
"grad_norm": 2.65625,
|
|
"learning_rate": 1.1357142857142858e-05,
|
|
"loss": 0.048712074756622314,
|
|
"mean_token_accuracy": 0.9795998100191354,
|
|
"num_tokens": 854771.0,
|
|
"step": 160
|
|
},
|
|
{
|
|
"entropy": 0.04800442266860046,
|
|
"epoch": 0.019296482412060303,
|
|
"grad_norm": 2.53125,
|
|
"learning_rate": 1.2785714285714286e-05,
|
|
"loss": 0.046506857872009276,
|
|
"mean_token_accuracy": 0.9819129385054112,
|
|
"num_tokens": 965263.0,
|
|
"step": 180
|
|
},
|
|
{
|
|
"entropy": 0.04474863488285337,
|
|
"epoch": 0.021440536013400336,
|
|
"grad_norm": 2.46875,
|
|
"learning_rate": 1.4214285714285716e-05,
|
|
"loss": 0.04230240285396576,
|
|
"mean_token_accuracy": 0.9835243009030818,
|
|
"num_tokens": 1067106.0,
|
|
"step": 200
|
|
},
|
|
{
|
|
"entropy": 0.04506044688168913,
|
|
"epoch": 0.02358458961474037,
|
|
"grad_norm": 4.59375,
|
|
"learning_rate": 1.5642857142857143e-05,
|
|
"loss": 0.04433030188083649,
|
|
"mean_token_accuracy": 0.9820781596004963,
|
|
"num_tokens": 1181133.0,
|
|
"step": 220
|
|
},
|
|
{
|
|
"entropy": 0.04305547107360326,
|
|
"epoch": 0.025728643216080403,
|
|
"grad_norm": 1.7890625,
|
|
"learning_rate": 1.7071428571428573e-05,
|
|
"loss": 0.04099105894565582,
|
|
"mean_token_accuracy": 0.9831817526370287,
|
|
"num_tokens": 1301484.0,
|
|
"step": 240
|
|
},
|
|
{
|
|
"entropy": 0.04266677545965649,
|
|
"epoch": 0.027872696817420436,
|
|
"grad_norm": 2.34375,
|
|
"learning_rate": 1.8500000000000002e-05,
|
|
"loss": 0.04160386621952057,
|
|
"mean_token_accuracy": 0.9813323471695184,
|
|
"num_tokens": 1403952.0,
|
|
"step": 260
|
|
},
|
|
{
|
|
"entropy": 0.04101881538517773,
|
|
"epoch": 0.03001675041876047,
|
|
"grad_norm": 2.59375,
|
|
"learning_rate": 1.992857142857143e-05,
|
|
"loss": 0.042915910482406616,
|
|
"mean_token_accuracy": 0.9821092572063208,
|
|
"num_tokens": 1517588.0,
|
|
"step": 280
|
|
},
|
|
{
|
|
"entropy": 0.04049238133156905,
|
|
"epoch": 0.032160804020100506,
|
|
"grad_norm": 2.703125,
|
|
"learning_rate": 1.9999782442429437e-05,
|
|
"loss": 0.04166347980499267,
|
|
"mean_token_accuracy": 0.9828211534768343,
|
|
"num_tokens": 1629657.0,
|
|
"step": 300
|
|
},
|
|
{
|
|
"entropy": 0.04230240093893371,
|
|
"epoch": 0.03430485762144054,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 1.9999083376151357e-05,
|
|
"loss": 0.041567260026931764,
|
|
"mean_token_accuracy": 0.9822345357388258,
|
|
"num_tokens": 1721145.0,
|
|
"step": 320
|
|
},
|
|
{
|
|
"entropy": 0.03799658405041555,
|
|
"epoch": 0.03644891122278057,
|
|
"grad_norm": 3.3125,
|
|
"learning_rate": 1.9997902232214542e-05,
|
|
"loss": 0.0413459450006485,
|
|
"mean_token_accuracy": 0.9830254316329956,
|
|
"num_tokens": 1820492.0,
|
|
"step": 340
|
|
},
|
|
{
|
|
"entropy": 0.041703186882659796,
|
|
"epoch": 0.038592964824120606,
|
|
"grad_norm": 2.65625,
|
|
"learning_rate": 1.999623906756452e-05,
|
|
"loss": 0.040859296917915344,
|
|
"mean_token_accuracy": 0.976021521165967,
|
|
"num_tokens": 1931348.0,
|
|
"step": 360
|
|
},
|
|
{
|
|
"entropy": 0.04301113227265887,
|
|
"epoch": 0.04073701842546064,
|
|
"grad_norm": 1.7734375,
|
|
"learning_rate": 1.9994093962386102e-05,
|
|
"loss": 0.04014136493206024,
|
|
"mean_token_accuracy": 0.9837368253618479,
|
|
"num_tokens": 2047917.0,
|
|
"step": 380
|
|
},
|
|
{
|
|
"entropy": 0.041214162003598176,
|
|
"epoch": 0.04288107202680067,
|
|
"grad_norm": 1.5078125,
|
|
"learning_rate": 1.9991467020099492e-05,
|
|
"loss": 0.04444628953933716,
|
|
"mean_token_accuracy": 0.9809734560549259,
|
|
"num_tokens": 2149033.0,
|
|
"step": 400
|
|
},
|
|
{
|
|
"entropy": 0.04038102811900899,
|
|
"epoch": 0.045025125628140705,
|
|
"grad_norm": 1.6796875,
|
|
"learning_rate": 1.998835836735531e-05,
|
|
"loss": 0.0405484139919281,
|
|
"mean_token_accuracy": 0.982579792290926,
|
|
"num_tokens": 2248970.0,
|
|
"step": 420
|
|
},
|
|
{
|
|
"entropy": 0.039991069887764755,
|
|
"epoch": 0.04716917922948074,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 1.9984768154028508e-05,
|
|
"loss": 0.03874191641807556,
|
|
"mean_token_accuracy": 0.9835739009082317,
|
|
"num_tokens": 2350681.0,
|
|
"step": 440
|
|
},
|
|
{
|
|
"entropy": 0.03837411678614444,
|
|
"epoch": 0.04931323283082077,
|
|
"grad_norm": 1.4296875,
|
|
"learning_rate": 1.9980696553211108e-05,
|
|
"loss": 0.04068012237548828,
|
|
"mean_token_accuracy": 0.9836468525230885,
|
|
"num_tokens": 2455656.0,
|
|
"step": 460
|
|
},
|
|
{
|
|
"entropy": 0.03925063398201019,
|
|
"epoch": 0.051457286432160805,
|
|
"grad_norm": 2.140625,
|
|
"learning_rate": 1.9976143761203893e-05,
|
|
"loss": 0.04098735451698303,
|
|
"mean_token_accuracy": 0.9809495396912098,
|
|
"num_tokens": 2559532.0,
|
|
"step": 480
|
|
},
|
|
{
|
|
"entropy": 0.03997599564900156,
|
|
"epoch": 0.05360134003350084,
|
|
"grad_norm": 1.546875,
|
|
"learning_rate": 1.99711099975069e-05,
|
|
"loss": 0.03899767398834229,
|
|
"mean_token_accuracy": 0.9831298362463713,
|
|
"num_tokens": 2654243.0,
|
|
"step": 500
|
|
},
|
|
{
|
|
"epoch": 0.05360134003350084,
|
|
"eval_entropy": 0.038057172449305655,
|
|
"eval_loss": 0.03832634538412094,
|
|
"eval_mean_token_accuracy": 0.9846738157272339,
|
|
"eval_num_tokens": 2654243.0,
|
|
"eval_runtime": 20.3077,
|
|
"eval_samples_per_second": 36.932,
|
|
"eval_steps_per_second": 18.466,
|
|
"step": 500
|
|
},
|
|
{
|
|
"entropy": 0.040187044665799476,
|
|
"epoch": 0.05574539363484087,
|
|
"grad_norm": 3.796875,
|
|
"learning_rate": 1.9965595504808886e-05,
|
|
"loss": 0.03858818709850311,
|
|
"mean_token_accuracy": 0.9832367639988661,
|
|
"num_tokens": 2751255.0,
|
|
"step": 520
|
|
},
|
|
{
|
|
"entropy": 0.035708320523553994,
|
|
"epoch": 0.057889447236180905,
|
|
"grad_norm": 1.8515625,
|
|
"learning_rate": 1.9959600548975593e-05,
|
|
"loss": 0.035676625370979306,
|
|
"mean_token_accuracy": 0.9861446134746075,
|
|
"num_tokens": 2849554.0,
|
|
"step": 540
|
|
},
|
|
{
|
|
"entropy": 0.036129794413864144,
|
|
"epoch": 0.06003350083752094,
|
|
"grad_norm": 1.3828125,
|
|
"learning_rate": 1.9953125419036935e-05,
|
|
"loss": 0.03737228214740753,
|
|
"mean_token_accuracy": 0.9838687002658844,
|
|
"num_tokens": 2948412.0,
|
|
"step": 560
|
|
},
|
|
{
|
|
"entropy": 0.036765301373088734,
|
|
"epoch": 0.06217755443886097,
|
|
"grad_norm": 1.6640625,
|
|
"learning_rate": 1.994617042717308e-05,
|
|
"loss": 0.03550122678279877,
|
|
"mean_token_accuracy": 0.9847423356026411,
|
|
"num_tokens": 3048326.0,
|
|
"step": 580
|
|
},
|
|
{
|
|
"entropy": 0.03411570826137904,
|
|
"epoch": 0.06432160804020101,
|
|
"grad_norm": 2.40625,
|
|
"learning_rate": 1.9938735908699384e-05,
|
|
"loss": 0.036294499039649965,
|
|
"mean_token_accuracy": 0.9855027917772532,
|
|
"num_tokens": 3161774.0,
|
|
"step": 600
|
|
},
|
|
{
|
|
"entropy": 0.0356013277938473,
|
|
"epoch": 0.06646566164154104,
|
|
"grad_norm": 1.84375,
|
|
"learning_rate": 1.993082222205023e-05,
|
|
"loss": 0.034555235505104066,
|
|
"mean_token_accuracy": 0.9851896297186613,
|
|
"num_tokens": 3273915.0,
|
|
"step": 620
|
|
},
|
|
{
|
|
"entropy": 0.0345983263629023,
|
|
"epoch": 0.06860971524288108,
|
|
"grad_norm": 2.34375,
|
|
"learning_rate": 1.9922429748761733e-05,
|
|
"loss": 0.03647570013999939,
|
|
"mean_token_accuracy": 0.9840687446296215,
|
|
"num_tokens": 3381550.0,
|
|
"step": 640
|
|
},
|
|
{
|
|
"entropy": 0.03738872102476307,
|
|
"epoch": 0.0707537688442211,
|
|
"grad_norm": 1.7265625,
|
|
"learning_rate": 1.9913558893453382e-05,
|
|
"loss": 0.036225003004074094,
|
|
"mean_token_accuracy": 0.9841504596173763,
|
|
"num_tokens": 3484439.0,
|
|
"step": 660
|
|
},
|
|
{
|
|
"entropy": 0.037293507948561455,
|
|
"epoch": 0.07289782244556114,
|
|
"grad_norm": 2.0625,
|
|
"learning_rate": 1.9904210083808485e-05,
|
|
"loss": 0.03906684815883636,
|
|
"mean_token_accuracy": 0.9821466624736785,
|
|
"num_tokens": 3588594.0,
|
|
"step": 680
|
|
},
|
|
{
|
|
"entropy": 0.03572316213103477,
|
|
"epoch": 0.07504187604690117,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 1.9894383770553594e-05,
|
|
"loss": 0.03395065367221832,
|
|
"mean_token_accuracy": 0.9846713658422231,
|
|
"num_tokens": 3690877.0,
|
|
"step": 700
|
|
},
|
|
{
|
|
"entropy": 0.0373659498654888,
|
|
"epoch": 0.07718592964824121,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 1.988408042743673e-05,
|
|
"loss": 0.03977937400341034,
|
|
"mean_token_accuracy": 0.982515212148428,
|
|
"num_tokens": 3802248.0,
|
|
"step": 720
|
|
},
|
|
{
|
|
"entropy": 0.03811679463542532,
|
|
"epoch": 0.07932998324958124,
|
|
"grad_norm": 3.171875,
|
|
"learning_rate": 1.9873300551204588e-05,
|
|
"loss": 0.03767184019088745,
|
|
"mean_token_accuracy": 0.9842769052833319,
|
|
"num_tokens": 3904946.0,
|
|
"step": 740
|
|
},
|
|
{
|
|
"entropy": 0.03399244465199445,
|
|
"epoch": 0.08147403685092128,
|
|
"grad_norm": 2.046875,
|
|
"learning_rate": 1.9862044661578554e-05,
|
|
"loss": 0.033424127101898196,
|
|
"mean_token_accuracy": 0.9856430813670158,
|
|
"num_tokens": 4011765.0,
|
|
"step": 760
|
|
},
|
|
{
|
|
"entropy": 0.03507241023471579,
|
|
"epoch": 0.0836180904522613,
|
|
"grad_norm": 2.328125,
|
|
"learning_rate": 1.985031330122966e-05,
|
|
"loss": 0.034555363655090335,
|
|
"mean_token_accuracy": 0.9848727196455002,
|
|
"num_tokens": 4119751.0,
|
|
"step": 780
|
|
},
|
|
{
|
|
"entropy": 0.03295613579248311,
|
|
"epoch": 0.08576214405360134,
|
|
"grad_norm": 2.015625,
|
|
"learning_rate": 1.9838107035752422e-05,
|
|
"loss": 0.03498654961585999,
|
|
"mean_token_accuracy": 0.9861093372106552,
|
|
"num_tokens": 4234054.0,
|
|
"step": 800
|
|
},
|
|
{
|
|
"entropy": 0.03774066482146736,
|
|
"epoch": 0.08790619765494137,
|
|
"grad_norm": 1.453125,
|
|
"learning_rate": 1.9825426453637578e-05,
|
|
"loss": 0.03699869811534882,
|
|
"mean_token_accuracy": 0.9836779370903969,
|
|
"num_tokens": 4345322.0,
|
|
"step": 820
|
|
},
|
|
{
|
|
"entropy": 0.03479030575981597,
|
|
"epoch": 0.09005025125628141,
|
|
"grad_norm": 1.8984375,
|
|
"learning_rate": 1.9812272166243694e-05,
|
|
"loss": 0.03539972007274628,
|
|
"mean_token_accuracy": 0.98408287987113,
|
|
"num_tokens": 4439690.0,
|
|
"step": 840
|
|
},
|
|
{
|
|
"entropy": 0.03287471420262591,
|
|
"epoch": 0.09219430485762144,
|
|
"grad_norm": 1.9375,
|
|
"learning_rate": 1.979864480776771e-05,
|
|
"loss": 0.033072105050086974,
|
|
"mean_token_accuracy": 0.9868043974041939,
|
|
"num_tokens": 4547696.0,
|
|
"step": 860
|
|
},
|
|
{
|
|
"entropy": 0.03525375899625942,
|
|
"epoch": 0.09433835845896148,
|
|
"grad_norm": 1.3984375,
|
|
"learning_rate": 1.9784545035214358e-05,
|
|
"loss": 0.034766626358032224,
|
|
"mean_token_accuracy": 0.985904373601079,
|
|
"num_tokens": 4656576.0,
|
|
"step": 880
|
|
},
|
|
{
|
|
"entropy": 0.03227176534710452,
|
|
"epoch": 0.0964824120603015,
|
|
"grad_norm": 1.46875,
|
|
"learning_rate": 1.976997352836448e-05,
|
|
"loss": 0.032944831252098086,
|
|
"mean_token_accuracy": 0.9853209290653467,
|
|
"num_tokens": 4763714.0,
|
|
"step": 900
|
|
},
|
|
{
|
|
"entropy": 0.03179633504041703,
|
|
"epoch": 0.09862646566164154,
|
|
"grad_norm": 1.5,
|
|
"learning_rate": 1.975493098974226e-05,
|
|
"loss": 0.033859679102897645,
|
|
"mean_token_accuracy": 0.9853155620396137,
|
|
"num_tokens": 4862673.0,
|
|
"step": 920
|
|
},
|
|
{
|
|
"entropy": 0.0342723391513573,
|
|
"epoch": 0.10077051926298157,
|
|
"grad_norm": 1.703125,
|
|
"learning_rate": 1.9739418144581357e-05,
|
|
"loss": 0.035592520236968996,
|
|
"mean_token_accuracy": 0.984546373412013,
|
|
"num_tokens": 4972462.0,
|
|
"step": 940
|
|
},
|
|
{
|
|
"entropy": 0.031624948812532236,
|
|
"epoch": 0.10291457286432161,
|
|
"grad_norm": 1.875,
|
|
"learning_rate": 1.9723435740789937e-05,
|
|
"loss": 0.03236276209354401,
|
|
"mean_token_accuracy": 0.9860632043331862,
|
|
"num_tokens": 5076752.0,
|
|
"step": 960
|
|
},
|
|
{
|
|
"entropy": 0.03294982312654611,
|
|
"epoch": 0.10505862646566164,
|
|
"grad_norm": 1.9140625,
|
|
"learning_rate": 1.97069845489146e-05,
|
|
"loss": 0.03309372365474701,
|
|
"mean_token_accuracy": 0.9859170567244291,
|
|
"num_tokens": 5194841.0,
|
|
"step": 980
|
|
},
|
|
{
|
|
"entropy": 0.03638018769561313,
|
|
"epoch": 0.10720268006700168,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 1.969006536210327e-05,
|
|
"loss": 0.036982369422912595,
|
|
"mean_token_accuracy": 0.9845436029136181,
|
|
"num_tokens": 5295536.0,
|
|
"step": 1000
|
|
},
|
|
{
|
|
"epoch": 0.10720268006700168,
|
|
"eval_entropy": 0.03662689963728189,
|
|
"eval_loss": 0.033028148114681244,
|
|
"eval_mean_token_accuracy": 0.9869652398427328,
|
|
"eval_num_tokens": 5295536.0,
|
|
"eval_runtime": 20.3094,
|
|
"eval_samples_per_second": 36.929,
|
|
"eval_steps_per_second": 18.464,
|
|
"step": 1000
|
|
},
|
|
{
|
|
"entropy": 0.035084289042788444,
|
|
"epoch": 0.1093467336683417,
|
|
"grad_norm": 1.4609375,
|
|
"learning_rate": 1.96726789960669e-05,
|
|
"loss": 0.03461971580982208,
|
|
"mean_token_accuracy": 0.9852123014628887,
|
|
"num_tokens": 5398244.0,
|
|
"step": 1020
|
|
},
|
|
{
|
|
"entropy": 0.03179455297176901,
|
|
"epoch": 0.11149078726968174,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 1.965482628904019e-05,
|
|
"loss": 0.03005821704864502,
|
|
"mean_token_accuracy": 0.9795859795063734,
|
|
"num_tokens": 5513313.0,
|
|
"step": 1040
|
|
},
|
|
{
|
|
"entropy": 0.028698108330354445,
|
|
"epoch": 0.11363484087102177,
|
|
"grad_norm": 3.4375,
|
|
"learning_rate": 1.963650810174116e-05,
|
|
"loss": 0.03329857885837555,
|
|
"mean_token_accuracy": 0.9862619318068028,
|
|
"num_tokens": 5612778.0,
|
|
"step": 1060
|
|
},
|
|
{
|
|
"entropy": 0.03370735585340299,
|
|
"epoch": 0.11577889447236181,
|
|
"grad_norm": 1.84375,
|
|
"learning_rate": 1.9617725317329644e-05,
|
|
"loss": 0.03324403166770935,
|
|
"mean_token_accuracy": 0.985461600497365,
|
|
"num_tokens": 5719033.0,
|
|
"step": 1080
|
|
},
|
|
{
|
|
"entropy": 0.035593700742174404,
|
|
"epoch": 0.11792294807370184,
|
|
"grad_norm": 1.8671875,
|
|
"learning_rate": 1.9598478841364727e-05,
|
|
"loss": 0.034142997860908506,
|
|
"mean_token_accuracy": 0.985479149222374,
|
|
"num_tokens": 5833790.0,
|
|
"step": 1100
|
|
},
|
|
{
|
|
"entropy": 0.029760706042361564,
|
|
"epoch": 0.12006700167504188,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 1.957876960176106e-05,
|
|
"loss": 0.03303615748882294,
|
|
"mean_token_accuracy": 0.9864209692925214,
|
|
"num_tokens": 5942042.0,
|
|
"step": 1120
|
|
},
|
|
{
|
|
"entropy": 0.03119294007847202,
|
|
"epoch": 0.12221105527638192,
|
|
"grad_norm": 2.234375,
|
|
"learning_rate": 1.955859854874416e-05,
|
|
"loss": 0.03496485948562622,
|
|
"mean_token_accuracy": 0.9869707945734263,
|
|
"num_tokens": 6052169.0,
|
|
"step": 1140
|
|
},
|
|
{
|
|
"entropy": 0.032620664288697296,
|
|
"epoch": 0.12435510887772194,
|
|
"grad_norm": 2.1875,
|
|
"learning_rate": 1.9537966654804568e-05,
|
|
"loss": 0.032474163174629214,
|
|
"mean_token_accuracy": 0.985412934049964,
|
|
"num_tokens": 6160024.0,
|
|
"step": 1160
|
|
},
|
|
{
|
|
"entropy": 0.029878590396401707,
|
|
"epoch": 0.12649916247906198,
|
|
"grad_norm": 1.3203125,
|
|
"learning_rate": 1.9516874914650972e-05,
|
|
"loss": 0.028646692633628845,
|
|
"mean_token_accuracy": 0.9869820442050695,
|
|
"num_tokens": 6264476.0,
|
|
"step": 1180
|
|
},
|
|
{
|
|
"entropy": 0.03366943938890472,
|
|
"epoch": 0.12864321608040202,
|
|
"grad_norm": 2.390625,
|
|
"learning_rate": 1.9495324345162255e-05,
|
|
"loss": 0.03512271046638489,
|
|
"mean_token_accuracy": 0.9845213159918785,
|
|
"num_tokens": 6377469.0,
|
|
"step": 1200
|
|
},
|
|
{
|
|
"entropy": 0.03266510410194314,
|
|
"epoch": 0.13078726968174204,
|
|
"grad_norm": 1.625,
|
|
"learning_rate": 1.947331598533846e-05,
|
|
"loss": 0.03071320950984955,
|
|
"mean_token_accuracy": 0.9855085987597704,
|
|
"num_tokens": 6489484.0,
|
|
"step": 1220
|
|
},
|
|
{
|
|
"entropy": 0.02746599452148075,
|
|
"epoch": 0.13293132328308208,
|
|
"grad_norm": 2.03125,
|
|
"learning_rate": 1.9450850896250705e-05,
|
|
"loss": 0.029182371497154237,
|
|
"mean_token_accuracy": 0.9887533523142338,
|
|
"num_tokens": 6594306.0,
|
|
"step": 1240
|
|
},
|
|
{
|
|
"entropy": 0.029792005700437586,
|
|
"epoch": 0.13507537688442212,
|
|
"grad_norm": 1.8359375,
|
|
"learning_rate": 1.9427930160990026e-05,
|
|
"loss": 0.03335131406784057,
|
|
"mean_token_accuracy": 0.9871865373104811,
|
|
"num_tokens": 6701348.0,
|
|
"step": 1260
|
|
},
|
|
{
|
|
"entropy": 0.03408827395323897,
|
|
"epoch": 0.13721943048576216,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 1.9404554884615153e-05,
|
|
"loss": 0.033723458647727966,
|
|
"mean_token_accuracy": 0.9851170387119055,
|
|
"num_tokens": 6812895.0,
|
|
"step": 1280
|
|
},
|
|
{
|
|
"entropy": 0.03265384387705126,
|
|
"epoch": 0.13936348408710217,
|
|
"grad_norm": 2.125,
|
|
"learning_rate": 1.9380726194099236e-05,
|
|
"loss": 0.032703128457069394,
|
|
"mean_token_accuracy": 0.9860071249306201,
|
|
"num_tokens": 6914997.0,
|
|
"step": 1300
|
|
},
|
|
{
|
|
"entropy": 0.030018781982835207,
|
|
"epoch": 0.1415075376884422,
|
|
"grad_norm": 1.9765625,
|
|
"learning_rate": 1.9356445238275518e-05,
|
|
"loss": 0.029086670279502867,
|
|
"mean_token_accuracy": 0.9875706855207682,
|
|
"num_tokens": 7017334.0,
|
|
"step": 1320
|
|
},
|
|
{
|
|
"entropy": 0.030701546505588338,
|
|
"epoch": 0.14365159128978225,
|
|
"grad_norm": 2.4375,
|
|
"learning_rate": 1.933171318778193e-05,
|
|
"loss": 0.03185203075408936,
|
|
"mean_token_accuracy": 0.9859924230724573,
|
|
"num_tokens": 7124252.0,
|
|
"step": 1340
|
|
},
|
|
{
|
|
"entropy": 0.032219707980402745,
|
|
"epoch": 0.1457956448911223,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 1.9306531235004674e-05,
|
|
"loss": 0.03223040103912354,
|
|
"mean_token_accuracy": 0.9870269387960434,
|
|
"num_tokens": 7234001.0,
|
|
"step": 1360
|
|
},
|
|
{
|
|
"entropy": 0.029969332017935814,
|
|
"epoch": 0.1479396984924623,
|
|
"grad_norm": 1.578125,
|
|
"learning_rate": 1.928090059402072e-05,
|
|
"loss": 0.030724048614501953,
|
|
"mean_token_accuracy": 0.9877043284475804,
|
|
"num_tokens": 7340453.0,
|
|
"step": 1380
|
|
},
|
|
{
|
|
"entropy": 0.031696403899695726,
|
|
"epoch": 0.15008375209380234,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 1.9254822500539268e-05,
|
|
"loss": 0.032300516963005066,
|
|
"mean_token_accuracy": 0.9876017738133669,
|
|
"num_tokens": 7453174.0,
|
|
"step": 1400
|
|
},
|
|
{
|
|
"entropy": 0.0315240634514339,
|
|
"epoch": 0.15222780569514238,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 1.9228298211842193e-05,
|
|
"loss": 0.033043709397315976,
|
|
"mean_token_accuracy": 0.9866235084831715,
|
|
"num_tokens": 7555849.0,
|
|
"step": 1420
|
|
},
|
|
{
|
|
"entropy": 0.031768915360407844,
|
|
"epoch": 0.15437185929648242,
|
|
"grad_norm": 2.046875,
|
|
"learning_rate": 1.9201329006723413e-05,
|
|
"loss": 0.027889394760131837,
|
|
"mean_token_accuracy": 0.9881493493914604,
|
|
"num_tokens": 7665192.0,
|
|
"step": 1440
|
|
},
|
|
{
|
|
"entropy": 0.02793313514721376,
|
|
"epoch": 0.15651591289782243,
|
|
"grad_norm": 1.6015625,
|
|
"learning_rate": 1.917391618542724e-05,
|
|
"loss": 0.034602677822113036,
|
|
"mean_token_accuracy": 0.9850024841725826,
|
|
"num_tokens": 7766528.0,
|
|
"step": 1460
|
|
},
|
|
{
|
|
"entropy": 0.033910460214247,
|
|
"epoch": 0.15865996649916247,
|
|
"grad_norm": 2.375,
|
|
"learning_rate": 1.914606106958568e-05,
|
|
"loss": 0.03377147018909454,
|
|
"mean_token_accuracy": 0.9864576529711485,
|
|
"num_tokens": 7873249.0,
|
|
"step": 1480
|
|
},
|
|
{
|
|
"entropy": 0.03134421622089576,
|
|
"epoch": 0.16080402010050251,
|
|
"grad_norm": 1.6328125,
|
|
"learning_rate": 1.911776500215474e-05,
|
|
"loss": 0.031429946422576904,
|
|
"mean_token_accuracy": 0.9866740386933088,
|
|
"num_tokens": 7966983.0,
|
|
"step": 1500
|
|
},
|
|
{
|
|
"epoch": 0.16080402010050251,
|
|
"eval_entropy": 0.031583791558475544,
|
|
"eval_loss": 0.029090270400047302,
|
|
"eval_mean_token_accuracy": 0.9873407395680746,
|
|
"eval_num_tokens": 7966983.0,
|
|
"eval_runtime": 20.2978,
|
|
"eval_samples_per_second": 36.95,
|
|
"eval_steps_per_second": 18.475,
|
|
"step": 1500
|
|
},
|
|
{
|
|
"entropy": 0.03011373901317711,
|
|
"epoch": 0.16294807370184256,
|
|
"grad_norm": 1.96875,
|
|
"learning_rate": 1.9089029347349664e-05,
|
|
"loss": 0.029482910037040712,
|
|
"mean_token_accuracy": 0.9875899031758308,
|
|
"num_tokens": 8076659.0,
|
|
"step": 1520
|
|
},
|
|
{
|
|
"entropy": 0.024959181708436518,
|
|
"epoch": 0.16509212730318257,
|
|
"grad_norm": 2.875,
|
|
"learning_rate": 1.9059855490579156e-05,
|
|
"loss": 0.02683677673339844,
|
|
"mean_token_accuracy": 0.989487374201417,
|
|
"num_tokens": 8175314.0,
|
|
"step": 1540
|
|
},
|
|
{
|
|
"entropy": 0.027774957335896033,
|
|
"epoch": 0.1672361809045226,
|
|
"grad_norm": 2.09375,
|
|
"learning_rate": 1.90302448383786e-05,
|
|
"loss": 0.03151543140411377,
|
|
"mean_token_accuracy": 0.9872768469154835,
|
|
"num_tokens": 8290905.0,
|
|
"step": 1560
|
|
},
|
|
{
|
|
"entropy": 0.03308429398821318,
|
|
"epoch": 0.16938023450586265,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 1.9000198818342243e-05,
|
|
"loss": 0.03073907792568207,
|
|
"mean_token_accuracy": 0.9868967544287444,
|
|
"num_tokens": 8397808.0,
|
|
"step": 1580
|
|
},
|
|
{
|
|
"entropy": 0.030384358397623146,
|
|
"epoch": 0.1715242881072027,
|
|
"grad_norm": 1.9296875,
|
|
"learning_rate": 1.8969718879054365e-05,
|
|
"loss": 0.034263554215431216,
|
|
"mean_token_accuracy": 0.98636131323874,
|
|
"num_tokens": 8504583.0,
|
|
"step": 1600
|
|
},
|
|
{
|
|
"entropy": 0.02909080486315361,
|
|
"epoch": 0.1736683417085427,
|
|
"grad_norm": 2.078125,
|
|
"learning_rate": 1.893880649001944e-05,
|
|
"loss": 0.029698848724365234,
|
|
"mean_token_accuracy": 0.9875615444034338,
|
|
"num_tokens": 8608889.0,
|
|
"step": 1620
|
|
},
|
|
{
|
|
"entropy": 0.03127812161601469,
|
|
"epoch": 0.17581239530988274,
|
|
"grad_norm": 2.3125,
|
|
"learning_rate": 1.890746314159129e-05,
|
|
"loss": 0.031479662656784056,
|
|
"mean_token_accuracy": 0.9861587047576904,
|
|
"num_tokens": 8720168.0,
|
|
"step": 1640
|
|
},
|
|
{
|
|
"entropy": 0.028632436878615407,
|
|
"epoch": 0.17795644891122278,
|
|
"grad_norm": 2.96875,
|
|
"learning_rate": 1.8875690344901237e-05,
|
|
"loss": 0.02911217212677002,
|
|
"mean_token_accuracy": 0.9880903176963329,
|
|
"num_tokens": 8822057.0,
|
|
"step": 1660
|
|
},
|
|
{
|
|
"entropy": 0.02712122074663057,
|
|
"epoch": 0.18010050251256282,
|
|
"grad_norm": 5.09375,
|
|
"learning_rate": 1.884348963178523e-05,
|
|
"loss": 0.02785937786102295,
|
|
"mean_token_accuracy": 0.9886827927082777,
|
|
"num_tokens": 8926336.0,
|
|
"step": 1680
|
|
},
|
|
{
|
|
"entropy": 0.025899743908667006,
|
|
"epoch": 0.18224455611390286,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 1.881086255471001e-05,
|
|
"loss": 0.026762637495994567,
|
|
"mean_token_accuracy": 0.9886533226817846,
|
|
"num_tokens": 9023646.0,
|
|
"step": 1700
|
|
},
|
|
{
|
|
"entropy": 0.028882844069084968,
|
|
"epoch": 0.18438860971524287,
|
|
"grad_norm": 1.5390625,
|
|
"learning_rate": 1.8777810686698266e-05,
|
|
"loss": 0.029647400975227355,
|
|
"mean_token_accuracy": 0.9875607810914516,
|
|
"num_tokens": 9127152.0,
|
|
"step": 1720
|
|
},
|
|
{
|
|
"entropy": 0.03044446731946664,
|
|
"epoch": 0.18653266331658291,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 1.8744335621252766e-05,
|
|
"loss": 0.031170135736465453,
|
|
"mean_token_accuracy": 0.9866547036916018,
|
|
"num_tokens": 9234279.0,
|
|
"step": 1740
|
|
},
|
|
{
|
|
"entropy": 0.029704924078851037,
|
|
"epoch": 0.18867671691792295,
|
|
"grad_norm": 1.546875,
|
|
"learning_rate": 1.8710438972279572e-05,
|
|
"loss": 0.030961766839027405,
|
|
"mean_token_accuracy": 0.9872025232762098,
|
|
"num_tokens": 9348546.0,
|
|
"step": 1760
|
|
},
|
|
{
|
|
"entropy": 0.026529241763273603,
|
|
"epoch": 0.190820770519263,
|
|
"grad_norm": 2.828125,
|
|
"learning_rate": 1.867612237401019e-05,
|
|
"loss": 0.026679041981697082,
|
|
"mean_token_accuracy": 0.9885351285338402,
|
|
"num_tokens": 9455489.0,
|
|
"step": 1780
|
|
},
|
|
{
|
|
"entropy": 0.028892852607532403,
|
|
"epoch": 0.192964824120603,
|
|
"grad_norm": 4.03125,
|
|
"learning_rate": 1.8641387480922816e-05,
|
|
"loss": 0.03060615360736847,
|
|
"mean_token_accuracy": 0.9880913089960813,
|
|
"num_tokens": 9561715.0,
|
|
"step": 1800
|
|
},
|
|
{
|
|
"entropy": 0.03127149782612833,
|
|
"epoch": 0.19510887772194305,
|
|
"grad_norm": 1.4375,
|
|
"learning_rate": 1.860623596766254e-05,
|
|
"loss": 0.03185727298259735,
|
|
"mean_token_accuracy": 0.9862949691712857,
|
|
"num_tokens": 9671395.0,
|
|
"step": 1820
|
|
},
|
|
{
|
|
"entropy": 0.030052698707368108,
|
|
"epoch": 0.1972529313232831,
|
|
"grad_norm": 1.7265625,
|
|
"learning_rate": 1.8570669528960627e-05,
|
|
"loss": 0.030486562848091127,
|
|
"mean_token_accuracy": 0.9874879900366068,
|
|
"num_tokens": 9772135.0,
|
|
"step": 1840
|
|
},
|
|
{
|
|
"entropy": 0.028759777540108188,
|
|
"epoch": 0.19939698492462313,
|
|
"grad_norm": 1.5546875,
|
|
"learning_rate": 1.8534689879552806e-05,
|
|
"loss": 0.02927035093307495,
|
|
"mean_token_accuracy": 0.9883296392858029,
|
|
"num_tokens": 9875332.0,
|
|
"step": 1860
|
|
},
|
|
{
|
|
"entropy": 0.026194313674932346,
|
|
"epoch": 0.20154103852596314,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 1.8498298754096597e-05,
|
|
"loss": 0.027384281158447266,
|
|
"mean_token_accuracy": 0.9899293314665556,
|
|
"num_tokens": 9975866.0,
|
|
"step": 1880
|
|
},
|
|
{
|
|
"entropy": 0.030918022169134928,
|
|
"epoch": 0.20368509212730318,
|
|
"grad_norm": 1.7421875,
|
|
"learning_rate": 1.8461497907087672e-05,
|
|
"loss": 0.03030203580856323,
|
|
"mean_token_accuracy": 0.9866726931184531,
|
|
"num_tokens": 10091897.0,
|
|
"step": 1900
|
|
},
|
|
{
|
|
"entropy": 0.02552133451026748,
|
|
"epoch": 0.20582914572864322,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 1.8424289112775284e-05,
|
|
"loss": 0.027020731568336488,
|
|
"mean_token_accuracy": 0.9879696272313595,
|
|
"num_tokens": 10189590.0,
|
|
"step": 1920
|
|
},
|
|
{
|
|
"entropy": 0.026746707828442594,
|
|
"epoch": 0.20797319932998326,
|
|
"grad_norm": 3.59375,
|
|
"learning_rate": 1.8386674165076706e-05,
|
|
"loss": 0.026832282543182373,
|
|
"mean_token_accuracy": 0.9871037002652884,
|
|
"num_tokens": 10290612.0,
|
|
"step": 1940
|
|
},
|
|
{
|
|
"entropy": 0.023915313509087356,
|
|
"epoch": 0.21011725293132327,
|
|
"grad_norm": 3.75,
|
|
"learning_rate": 1.8348654877490765e-05,
|
|
"loss": 0.03067324459552765,
|
|
"mean_token_accuracy": 0.9885836262255907,
|
|
"num_tokens": 10400962.0,
|
|
"step": 1960
|
|
},
|
|
{
|
|
"entropy": 0.027086517597672354,
|
|
"epoch": 0.2122613065326633,
|
|
"grad_norm": 2.078125,
|
|
"learning_rate": 1.831023308301039e-05,
|
|
"loss": 0.028256928920745848,
|
|
"mean_token_accuracy": 0.9885173581540585,
|
|
"num_tokens": 10506362.0,
|
|
"step": 1980
|
|
},
|
|
{
|
|
"entropy": 0.02741672217816813,
|
|
"epoch": 0.21440536013400335,
|
|
"grad_norm": 0.9140625,
|
|
"learning_rate": 1.827141063403425e-05,
|
|
"loss": 0.02612453103065491,
|
|
"mean_token_accuracy": 0.9899405423551798,
|
|
"num_tokens": 10614125.0,
|
|
"step": 2000
|
|
},
|
|
{
|
|
"epoch": 0.21440536013400335,
|
|
"eval_entropy": 0.024848208941170014,
|
|
"eval_loss": 0.026614099740982056,
|
|
"eval_mean_token_accuracy": 0.9895401794115702,
|
|
"eval_num_tokens": 10614125.0,
|
|
"eval_runtime": 20.3696,
|
|
"eval_samples_per_second": 36.82,
|
|
"eval_steps_per_second": 18.41,
|
|
"step": 2000
|
|
},
|
|
{
|
|
"entropy": 0.024184393659743363,
|
|
"epoch": 0.2165494137353434,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 1.8232189402277446e-05,
|
|
"loss": 0.029155582189559937,
|
|
"mean_token_accuracy": 0.9877722147852183,
|
|
"num_tokens": 10718545.0,
|
|
"step": 2020
|
|
},
|
|
{
|
|
"entropy": 0.026252732726061368,
|
|
"epoch": 0.2186934673366834,
|
|
"grad_norm": 1.8046875,
|
|
"learning_rate": 1.8192571278681253e-05,
|
|
"loss": 0.026098987460136412,
|
|
"mean_token_accuracy": 0.9895182501524686,
|
|
"num_tokens": 10826477.0,
|
|
"step": 2040
|
|
},
|
|
{
|
|
"entropy": 0.025545999853238754,
|
|
"epoch": 0.22083752093802345,
|
|
"grad_norm": 2.234375,
|
|
"learning_rate": 1.8152558173321987e-05,
|
|
"loss": 0.026094555854797363,
|
|
"mean_token_accuracy": 0.9890841003507376,
|
|
"num_tokens": 10925874.0,
|
|
"step": 2060
|
|
},
|
|
{
|
|
"entropy": 0.026384522972375635,
|
|
"epoch": 0.2229815745393635,
|
|
"grad_norm": 2.40625,
|
|
"learning_rate": 1.8112152015318894e-05,
|
|
"loss": 0.029251503944396972,
|
|
"mean_token_accuracy": 0.9880545783787966,
|
|
"num_tokens": 11033510.0,
|
|
"step": 2080
|
|
},
|
|
{
|
|
"entropy": 0.025210863275060547,
|
|
"epoch": 0.22512562814070353,
|
|
"grad_norm": 2.703125,
|
|
"learning_rate": 1.8071354752741137e-05,
|
|
"loss": 0.027124592661857606,
|
|
"mean_token_accuracy": 0.9892004739493132,
|
|
"num_tokens": 11137817.0,
|
|
"step": 2100
|
|
},
|
|
{
|
|
"entropy": 0.027089714014164202,
|
|
"epoch": 0.22726968174204354,
|
|
"grad_norm": 1.7578125,
|
|
"learning_rate": 1.8030168352513894e-05,
|
|
"loss": 0.026511949300765992,
|
|
"mean_token_accuracy": 0.9889535740017891,
|
|
"num_tokens": 11245185.0,
|
|
"step": 2120
|
|
},
|
|
{
|
|
"entropy": 0.024535768478563112,
|
|
"epoch": 0.22941373534338358,
|
|
"grad_norm": 4.625,
|
|
"learning_rate": 1.7988594800323515e-05,
|
|
"loss": 0.02658265233039856,
|
|
"mean_token_accuracy": 0.9905748564749957,
|
|
"num_tokens": 11349330.0,
|
|
"step": 2140
|
|
},
|
|
{
|
|
"entropy": 0.02754759546187415,
|
|
"epoch": 0.23155778894472362,
|
|
"grad_norm": 1.9609375,
|
|
"learning_rate": 1.7946636100521798e-05,
|
|
"loss": 0.027984172105789185,
|
|
"mean_token_accuracy": 0.9884784188121557,
|
|
"num_tokens": 11461079.0,
|
|
"step": 2160
|
|
},
|
|
{
|
|
"entropy": 0.025805097624288464,
|
|
"epoch": 0.23370184254606366,
|
|
"grad_norm": 2.078125,
|
|
"learning_rate": 1.7904294276029346e-05,
|
|
"loss": 0.026595547795295715,
|
|
"mean_token_accuracy": 0.9894516475498676,
|
|
"num_tokens": 11563866.0,
|
|
"step": 2180
|
|
},
|
|
{
|
|
"entropy": 0.026482580404353938,
|
|
"epoch": 0.23584589614740367,
|
|
"grad_norm": 2.765625,
|
|
"learning_rate": 1.7861571368238035e-05,
|
|
"loss": 0.02969781160354614,
|
|
"mean_token_accuracy": 0.9875592797994613,
|
|
"num_tokens": 11669471.0,
|
|
"step": 2200
|
|
},
|
|
{
|
|
"entropy": 0.028677671598052255,
|
|
"epoch": 0.2379899497487437,
|
|
"grad_norm": 2.21875,
|
|
"learning_rate": 1.7818469436912605e-05,
|
|
"loss": 0.02763218283653259,
|
|
"mean_token_accuracy": 0.9888417005538941,
|
|
"num_tokens": 11768609.0,
|
|
"step": 2220
|
|
},
|
|
{
|
|
"entropy": 0.026651295177725843,
|
|
"epoch": 0.24013400335008375,
|
|
"grad_norm": 1.859375,
|
|
"learning_rate": 1.7774990560091356e-05,
|
|
"loss": 0.02962457537651062,
|
|
"mean_token_accuracy": 0.9879184097051621,
|
|
"num_tokens": 11880854.0,
|
|
"step": 2240
|
|
},
|
|
{
|
|
"entropy": 0.02831397352310887,
|
|
"epoch": 0.2422780569514238,
|
|
"grad_norm": 1.8984375,
|
|
"learning_rate": 1.773113683398593e-05,
|
|
"loss": 0.0296058714389801,
|
|
"mean_token_accuracy": 0.9883440136909485,
|
|
"num_tokens": 11986546.0,
|
|
"step": 2260
|
|
},
|
|
{
|
|
"entropy": 0.0280173282616488,
|
|
"epoch": 0.24442211055276383,
|
|
"grad_norm": 1.9609375,
|
|
"learning_rate": 1.76869103728803e-05,
|
|
"loss": 0.026104235649108888,
|
|
"mean_token_accuracy": 0.9899998947978019,
|
|
"num_tokens": 12089099.0,
|
|
"step": 2280
|
|
},
|
|
{
|
|
"entropy": 0.027054303306613292,
|
|
"epoch": 0.24656616415410385,
|
|
"grad_norm": 1.7734375,
|
|
"learning_rate": 1.7642313309028798e-05,
|
|
"loss": 0.029236692190170287,
|
|
"mean_token_accuracy": 0.988573432713747,
|
|
"num_tokens": 12198358.0,
|
|
"step": 2300
|
|
},
|
|
{
|
|
"entropy": 0.025954095610904913,
|
|
"epoch": 0.24871021775544389,
|
|
"grad_norm": 2.53125,
|
|
"learning_rate": 1.7597347792553313e-05,
|
|
"loss": 0.02622365057468414,
|
|
"mean_token_accuracy": 0.9882505975663662,
|
|
"num_tokens": 12310140.0,
|
|
"step": 2320
|
|
},
|
|
{
|
|
"entropy": 0.02558089109697903,
|
|
"epoch": 0.2508542713567839,
|
|
"grad_norm": 2.5625,
|
|
"learning_rate": 1.7552015991339655e-05,
|
|
"loss": 0.025320738554000854,
|
|
"mean_token_accuracy": 0.9904545627534389,
|
|
"num_tokens": 12413395.0,
|
|
"step": 2340
|
|
},
|
|
{
|
|
"entropy": 0.02581585149782768,
|
|
"epoch": 0.25299832495812397,
|
|
"grad_norm": 1.59375,
|
|
"learning_rate": 1.7506320090933012e-05,
|
|
"loss": 0.02813691198825836,
|
|
"mean_token_accuracy": 0.9890731148421764,
|
|
"num_tokens": 12517491.0,
|
|
"step": 2360
|
|
},
|
|
{
|
|
"entropy": 0.029305921567720362,
|
|
"epoch": 0.255142378559464,
|
|
"grad_norm": 1.46875,
|
|
"learning_rate": 1.74602622944326e-05,
|
|
"loss": 0.030352601408958436,
|
|
"mean_token_accuracy": 0.9881349734961986,
|
|
"num_tokens": 12627025.0,
|
|
"step": 2380
|
|
},
|
|
{
|
|
"entropy": 0.026154012439656073,
|
|
"epoch": 0.25728643216080405,
|
|
"grad_norm": 2.03125,
|
|
"learning_rate": 1.7413844822385423e-05,
|
|
"loss": 0.0258339524269104,
|
|
"mean_token_accuracy": 0.9894504573196172,
|
|
"num_tokens": 12726236.0,
|
|
"step": 2400
|
|
},
|
|
{
|
|
"entropy": 0.024479785768926378,
|
|
"epoch": 0.25943048576214406,
|
|
"grad_norm": 2.046875,
|
|
"learning_rate": 1.736706991267924e-05,
|
|
"loss": 0.027092832326889037,
|
|
"mean_token_accuracy": 0.9882367230951786,
|
|
"num_tokens": 12834614.0,
|
|
"step": 2420
|
|
},
|
|
{
|
|
"entropy": 0.02744944194200798,
|
|
"epoch": 0.26157453936348407,
|
|
"grad_norm": 2.734375,
|
|
"learning_rate": 1.7319939820434656e-05,
|
|
"loss": 0.026963105797767638,
|
|
"mean_token_accuracy": 0.9900378599762917,
|
|
"num_tokens": 12940452.0,
|
|
"step": 2440
|
|
},
|
|
{
|
|
"entropy": 0.02669895636208821,
|
|
"epoch": 0.26371859296482414,
|
|
"grad_norm": 6.9375,
|
|
"learning_rate": 1.72724568178964e-05,
|
|
"loss": 0.02737392783164978,
|
|
"mean_token_accuracy": 0.9884641785174608,
|
|
"num_tokens": 13038623.0,
|
|
"step": 2460
|
|
},
|
|
{
|
|
"entropy": 0.02623358482396725,
|
|
"epoch": 0.26586264656616415,
|
|
"grad_norm": 1.65625,
|
|
"learning_rate": 1.7224623194323785e-05,
|
|
"loss": 0.026823097467422487,
|
|
"mean_token_accuracy": 0.9890745796263218,
|
|
"num_tokens": 13145771.0,
|
|
"step": 2480
|
|
},
|
|
{
|
|
"entropy": 0.02654599146626424,
|
|
"epoch": 0.26800670016750416,
|
|
"grad_norm": 2.125,
|
|
"learning_rate": 1.717644125588032e-05,
|
|
"loss": 0.02797144651412964,
|
|
"mean_token_accuracy": 0.9888463616371155,
|
|
"num_tokens": 13258191.0,
|
|
"step": 2500
|
|
},
|
|
{
|
|
"epoch": 0.26800670016750416,
|
|
"eval_entropy": 0.02707736179015289,
|
|
"eval_loss": 0.024532999843358994,
|
|
"eval_mean_token_accuracy": 0.9901215243339538,
|
|
"eval_num_tokens": 13258191.0,
|
|
"eval_runtime": 20.2919,
|
|
"eval_samples_per_second": 36.961,
|
|
"eval_steps_per_second": 18.48,
|
|
"step": 2500
|
|
},
|
|
{
|
|
"entropy": 0.027981107782488836,
|
|
"epoch": 0.27015075376884423,
|
|
"grad_norm": 2.140625,
|
|
"learning_rate": 1.7127913325522546e-05,
|
|
"loss": 0.027564391493797302,
|
|
"mean_token_accuracy": 0.9884749103337527,
|
|
"num_tokens": 13360032.0,
|
|
"step": 2520
|
|
},
|
|
{
|
|
"entropy": 0.024831563800216828,
|
|
"epoch": 0.27229480737018424,
|
|
"grad_norm": 2.625,
|
|
"learning_rate": 1.7079041742888023e-05,
|
|
"loss": 0.027046608924865722,
|
|
"mean_token_accuracy": 0.9889734648168087,
|
|
"num_tokens": 13459997.0,
|
|
"step": 2540
|
|
},
|
|
{
|
|
"entropy": 0.025509285347288822,
|
|
"epoch": 0.2744388609715243,
|
|
"grad_norm": 2.875,
|
|
"learning_rate": 1.702982886418254e-05,
|
|
"loss": 0.026221618056297302,
|
|
"mean_token_accuracy": 0.9900430839508771,
|
|
"num_tokens": 13562047.0,
|
|
"step": 2560
|
|
},
|
|
{
|
|
"entropy": 0.02474073741786924,
|
|
"epoch": 0.2765829145728643,
|
|
"grad_norm": 2.875,
|
|
"learning_rate": 1.6980277062066513e-05,
|
|
"loss": 0.02481588125228882,
|
|
"mean_token_accuracy": 0.990446874499321,
|
|
"num_tokens": 13659557.0,
|
|
"step": 2580
|
|
},
|
|
{
|
|
"entropy": 0.026416731743847777,
|
|
"epoch": 0.27872696817420434,
|
|
"grad_norm": 1.7734375,
|
|
"learning_rate": 1.69303887255406e-05,
|
|
"loss": 0.026889228820800783,
|
|
"mean_token_accuracy": 0.9888020649552345,
|
|
"num_tokens": 13773310.0,
|
|
"step": 2600
|
|
},
|
|
{
|
|
"entropy": 0.0239254101291408,
|
|
"epoch": 0.2808710217755444,
|
|
"grad_norm": 1.4375,
|
|
"learning_rate": 1.6880166259830516e-05,
|
|
"loss": 0.02351238876581192,
|
|
"mean_token_accuracy": 0.9907949134707451,
|
|
"num_tokens": 13893984.0,
|
|
"step": 2620
|
|
},
|
|
{
|
|
"entropy": 0.02596387622606926,
|
|
"epoch": 0.2830150753768844,
|
|
"grad_norm": 1.859375,
|
|
"learning_rate": 1.682961208627108e-05,
|
|
"loss": 0.025493481755256654,
|
|
"mean_token_accuracy": 0.9891014736145735,
|
|
"num_tokens": 13994782.0,
|
|
"step": 2640
|
|
},
|
|
{
|
|
"entropy": 0.023969465121626853,
|
|
"epoch": 0.28515912897822443,
|
|
"grad_norm": 4.21875,
|
|
"learning_rate": 1.6778728642189456e-05,
|
|
"loss": 0.025132390856742858,
|
|
"mean_token_accuracy": 0.9904550548642874,
|
|
"num_tokens": 14106793.0,
|
|
"step": 2660
|
|
},
|
|
{
|
|
"entropy": 0.023048270364415657,
|
|
"epoch": 0.2873031825795645,
|
|
"grad_norm": 3.390625,
|
|
"learning_rate": 1.6727518380787678e-05,
|
|
"loss": 0.026464682817459107,
|
|
"mean_token_accuracy": 0.98928731828928,
|
|
"num_tokens": 14215090.0,
|
|
"step": 2680
|
|
},
|
|
{
|
|
"entropy": 0.024989640445710393,
|
|
"epoch": 0.2894472361809045,
|
|
"grad_norm": 1.0546875,
|
|
"learning_rate": 1.6675983771024345e-05,
|
|
"loss": 0.02458348125219345,
|
|
"mean_token_accuracy": 0.9901158206164837,
|
|
"num_tokens": 14321065.0,
|
|
"step": 2700
|
|
},
|
|
{
|
|
"entropy": 0.023273660653694607,
|
|
"epoch": 0.2915912897822446,
|
|
"grad_norm": 2.203125,
|
|
"learning_rate": 1.6624127297495606e-05,
|
|
"loss": 0.02475869804620743,
|
|
"mean_token_accuracy": 0.9907850239425897,
|
|
"num_tokens": 14421911.0,
|
|
"step": 2720
|
|
},
|
|
{
|
|
"entropy": 0.02422142572395387,
|
|
"epoch": 0.2937353433835846,
|
|
"grad_norm": 2.015625,
|
|
"learning_rate": 1.6571951460315362e-05,
|
|
"loss": 0.027780982851982116,
|
|
"mean_token_accuracy": 0.9886230506002903,
|
|
"num_tokens": 14529639.0,
|
|
"step": 2740
|
|
},
|
|
{
|
|
"entropy": 0.0267424136016416,
|
|
"epoch": 0.2958793969849246,
|
|
"grad_norm": 1.9765625,
|
|
"learning_rate": 1.6519458774994728e-05,
|
|
"loss": 0.026475533843040466,
|
|
"mean_token_accuracy": 0.9882622588425874,
|
|
"num_tokens": 14634262.0,
|
|
"step": 2760
|
|
},
|
|
{
|
|
"entropy": 0.023857305470937718,
|
|
"epoch": 0.29802345058626467,
|
|
"grad_norm": 2.390625,
|
|
"learning_rate": 1.646665177232077e-05,
|
|
"loss": 0.026801908016204835,
|
|
"mean_token_accuracy": 0.9902123864740133,
|
|
"num_tokens": 14739645.0,
|
|
"step": 2780
|
|
},
|
|
{
|
|
"entropy": 0.027312484692993168,
|
|
"epoch": 0.3001675041876047,
|
|
"grad_norm": 1.9765625,
|
|
"learning_rate": 1.6413532998234477e-05,
|
|
"loss": 0.027185559272766113,
|
|
"mean_token_accuracy": 0.9890467882156372,
|
|
"num_tokens": 14844155.0,
|
|
"step": 2800
|
|
},
|
|
{
|
|
"entropy": 0.02615051964248778,
|
|
"epoch": 0.3023115577889447,
|
|
"grad_norm": 1.859375,
|
|
"learning_rate": 1.6360105013708022e-05,
|
|
"loss": 0.02619759738445282,
|
|
"mean_token_accuracy": 0.9885728180408477,
|
|
"num_tokens": 14947978.0,
|
|
"step": 2820
|
|
},
|
|
{
|
|
"entropy": 0.023987949729507817,
|
|
"epoch": 0.30445561139028476,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 1.6306370394621274e-05,
|
|
"loss": 0.02713790535926819,
|
|
"mean_token_accuracy": 0.989062811806798,
|
|
"num_tokens": 15043851.0,
|
|
"step": 2840
|
|
},
|
|
{
|
|
"entropy": 0.024998777841574338,
|
|
"epoch": 0.3065996649916248,
|
|
"grad_norm": 2.59375,
|
|
"learning_rate": 1.625233173163765e-05,
|
|
"loss": 0.02687191665172577,
|
|
"mean_token_accuracy": 0.989005958288908,
|
|
"num_tokens": 15168916.0,
|
|
"step": 2860
|
|
},
|
|
{
|
|
"entropy": 0.025794855099957204,
|
|
"epoch": 0.30874371859296484,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 1.619799163007916e-05,
|
|
"loss": 0.02666613459587097,
|
|
"mean_token_accuracy": 0.989616809785366,
|
|
"num_tokens": 15283048.0,
|
|
"step": 2880
|
|
},
|
|
{
|
|
"entropy": 0.023574712648041896,
|
|
"epoch": 0.31088777219430486,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 1.6143352709800847e-05,
|
|
"loss": 0.022058571875095367,
|
|
"mean_token_accuracy": 0.9904920358210803,
|
|
"num_tokens": 15401868.0,
|
|
"step": 2900
|
|
},
|
|
{
|
|
"entropy": 0.02349452629246116,
|
|
"epoch": 0.31303182579564487,
|
|
"grad_norm": 2.375,
|
|
"learning_rate": 1.6088417605064453e-05,
|
|
"loss": 0.025521630048751832,
|
|
"mean_token_accuracy": 0.9904454626142979,
|
|
"num_tokens": 15512377.0,
|
|
"step": 2920
|
|
},
|
|
{
|
|
"entropy": 0.024990445605726563,
|
|
"epoch": 0.31517587939698494,
|
|
"grad_norm": 1.7734375,
|
|
"learning_rate": 1.6033188964411407e-05,
|
|
"loss": 0.027597138285636903,
|
|
"mean_token_accuracy": 0.9910409476608038,
|
|
"num_tokens": 15626267.0,
|
|
"step": 2940
|
|
},
|
|
{
|
|
"entropy": 0.022828791862048094,
|
|
"epoch": 0.31731993299832495,
|
|
"grad_norm": 3.65625,
|
|
"learning_rate": 1.5977669450535164e-05,
|
|
"loss": 0.023614174127578734,
|
|
"mean_token_accuracy": 0.9908586539328098,
|
|
"num_tokens": 15732131.0,
|
|
"step": 2960
|
|
},
|
|
{
|
|
"entropy": 0.025171676824174937,
|
|
"epoch": 0.319463986599665,
|
|
"grad_norm": 1.0546875,
|
|
"learning_rate": 1.5921861740152803e-05,
|
|
"loss": 0.029384702444076538,
|
|
"mean_token_accuracy": 0.9898778181523085,
|
|
"num_tokens": 15827873.0,
|
|
"step": 2980
|
|
},
|
|
{
|
|
"entropy": 0.025553616087654517,
|
|
"epoch": 0.32160804020100503,
|
|
"grad_norm": 1.8828125,
|
|
"learning_rate": 1.586576852387599e-05,
|
|
"loss": 0.022602304816246033,
|
|
"mean_token_accuracy": 0.9912034373730421,
|
|
"num_tokens": 15920514.0,
|
|
"step": 3000
|
|
},
|
|
{
|
|
"epoch": 0.32160804020100503,
|
|
"eval_entropy": 0.024538942879318106,
|
|
"eval_loss": 0.02338256873190403,
|
|
"eval_mean_token_accuracy": 0.9907407927513122,
|
|
"eval_num_tokens": 15920514.0,
|
|
"eval_runtime": 20.2778,
|
|
"eval_samples_per_second": 36.986,
|
|
"eval_steps_per_second": 18.493,
|
|
"step": 3000
|
|
},
|
|
{
|
|
"entropy": 0.021682905555485375,
|
|
"epoch": 0.32375209380234504,
|
|
"grad_norm": 2.46875,
|
|
"learning_rate": 1.5809392506081244e-05,
|
|
"loss": 0.022935517132282257,
|
|
"mean_token_accuracy": 0.9904364123940468,
|
|
"num_tokens": 16035334.0,
|
|
"step": 3020
|
|
},
|
|
{
|
|
"entropy": 0.01898658178452024,
|
|
"epoch": 0.3258961474036851,
|
|
"grad_norm": 1.6796875,
|
|
"learning_rate": 1.5752736404779577e-05,
|
|
"loss": 0.02092217206954956,
|
|
"mean_token_accuracy": 0.984833637624979,
|
|
"num_tokens": 16140327.0,
|
|
"step": 3040
|
|
},
|
|
{
|
|
"entropy": 0.021216248062864908,
|
|
"epoch": 0.3280402010050251,
|
|
"grad_norm": 2.3125,
|
|
"learning_rate": 1.5695802951485434e-05,
|
|
"loss": 0.024958278238773345,
|
|
"mean_token_accuracy": 0.9900662276893855,
|
|
"num_tokens": 16255099.0,
|
|
"step": 3060
|
|
},
|
|
{
|
|
"entropy": 0.023438269265625422,
|
|
"epoch": 0.33018425460636514,
|
|
"grad_norm": 1.7421875,
|
|
"learning_rate": 1.5638594891085e-05,
|
|
"loss": 0.024300065636634827,
|
|
"mean_token_accuracy": 0.9898340333253145,
|
|
"num_tokens": 16366533.0,
|
|
"step": 3080
|
|
},
|
|
{
|
|
"entropy": 0.02112419887921533,
|
|
"epoch": 0.3323283082077052,
|
|
"grad_norm": 1.5078125,
|
|
"learning_rate": 1.5581114981703878e-05,
|
|
"loss": 0.02245298624038696,
|
|
"mean_token_accuracy": 0.9914943426847458,
|
|
"num_tokens": 16469428.0,
|
|
"step": 3100
|
|
},
|
|
{
|
|
"entropy": 0.023446582856286112,
|
|
"epoch": 0.3344723618090452,
|
|
"grad_norm": 2.78125,
|
|
"learning_rate": 1.5523365994574098e-05,
|
|
"loss": 0.024820271134376525,
|
|
"mean_token_accuracy": 0.990750040858984,
|
|
"num_tokens": 16582498.0,
|
|
"step": 3120
|
|
},
|
|
{
|
|
"entropy": 0.022754177751903627,
|
|
"epoch": 0.3366164154103853,
|
|
"grad_norm": 1.8203125,
|
|
"learning_rate": 1.546535071390052e-05,
|
|
"loss": 0.025619438290596007,
|
|
"mean_token_accuracy": 0.9895062685012818,
|
|
"num_tokens": 16693045.0,
|
|
"step": 3140
|
|
},
|
|
{
|
|
"entropy": 0.023310942134048673,
|
|
"epoch": 0.3387604690117253,
|
|
"grad_norm": 2.546875,
|
|
"learning_rate": 1.540707193672659e-05,
|
|
"loss": 0.02326971888542175,
|
|
"mean_token_accuracy": 0.9908227741718292,
|
|
"num_tokens": 16796636.0,
|
|
"step": 3160
|
|
},
|
|
{
|
|
"entropy": 0.02383078648617811,
|
|
"epoch": 0.3409045226130653,
|
|
"grad_norm": 3.390625,
|
|
"learning_rate": 1.53485324727995e-05,
|
|
"loss": 0.025269970297813416,
|
|
"mean_token_accuracy": 0.9894092302769423,
|
|
"num_tokens": 16908823.0,
|
|
"step": 3180
|
|
},
|
|
{
|
|
"entropy": 0.025040690238802198,
|
|
"epoch": 0.3430485762144054,
|
|
"grad_norm": 2.515625,
|
|
"learning_rate": 1.5289735144434733e-05,
|
|
"loss": 0.025703960657119752,
|
|
"mean_token_accuracy": 0.9828102149069309,
|
|
"num_tokens": 17011175.0,
|
|
"step": 3200
|
|
},
|
|
{
|
|
"entropy": 0.0229463691044657,
|
|
"epoch": 0.3451926298157454,
|
|
"grad_norm": 3.9375,
|
|
"learning_rate": 1.5230682786379958e-05,
|
|
"loss": 0.0237918958067894,
|
|
"mean_token_accuracy": 0.9901813805103302,
|
|
"num_tokens": 17118025.0,
|
|
"step": 3220
|
|
},
|
|
{
|
|
"entropy": 0.02446629966070759,
|
|
"epoch": 0.3473366834170854,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 1.5171378245678398e-05,
|
|
"loss": 0.025769346952438356,
|
|
"mean_token_accuracy": 0.988752768561244,
|
|
"num_tokens": 17225787.0,
|
|
"step": 3240
|
|
},
|
|
{
|
|
"entropy": 0.023929561218301386,
|
|
"epoch": 0.34948073701842547,
|
|
"grad_norm": 2.890625,
|
|
"learning_rate": 1.5111824381531543e-05,
|
|
"loss": 0.02350829541683197,
|
|
"mean_token_accuracy": 0.9899691499769687,
|
|
"num_tokens": 17326334.0,
|
|
"step": 3260
|
|
},
|
|
{
|
|
"entropy": 0.023094384433488813,
|
|
"epoch": 0.3516247906197655,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 1.5052024065161321e-05,
|
|
"loss": 0.025211021304130554,
|
|
"mean_token_accuracy": 0.989602592214942,
|
|
"num_tokens": 17427911.0,
|
|
"step": 3280
|
|
},
|
|
{
|
|
"entropy": 0.02580152012506005,
|
|
"epoch": 0.35376884422110555,
|
|
"grad_norm": 0.88671875,
|
|
"learning_rate": 1.4991980179671656e-05,
|
|
"loss": 0.028021180629730226,
|
|
"mean_token_accuracy": 0.9875154685229063,
|
|
"num_tokens": 17535492.0,
|
|
"step": 3300
|
|
},
|
|
{
|
|
"entropy": 0.025954745234002985,
|
|
"epoch": 0.35591289782244556,
|
|
"grad_norm": 1.46875,
|
|
"learning_rate": 1.4931695619909466e-05,
|
|
"loss": 0.023851674795150758,
|
|
"mean_token_accuracy": 0.9898436293005943,
|
|
"num_tokens": 17641670.0,
|
|
"step": 3320
|
|
},
|
|
{
|
|
"entropy": 0.024273743057074172,
|
|
"epoch": 0.3580569514237856,
|
|
"grad_norm": 1.7109375,
|
|
"learning_rate": 1.4871173292325106e-05,
|
|
"loss": 0.02511066496372223,
|
|
"mean_token_accuracy": 0.989355530589819,
|
|
"num_tokens": 17742555.0,
|
|
"step": 3340
|
|
},
|
|
{
|
|
"entropy": 0.02353285207400404,
|
|
"epoch": 0.36020100502512564,
|
|
"grad_norm": 1.4921875,
|
|
"learning_rate": 1.4810416114832236e-05,
|
|
"loss": 0.02515583038330078,
|
|
"mean_token_accuracy": 0.9906750213354826,
|
|
"num_tokens": 17848901.0,
|
|
"step": 3360
|
|
},
|
|
{
|
|
"entropy": 0.022243685176727014,
|
|
"epoch": 0.36234505862646565,
|
|
"grad_norm": 2.453125,
|
|
"learning_rate": 1.474942701666715e-05,
|
|
"loss": 0.02309694290161133,
|
|
"mean_token_accuracy": 0.9912830431014299,
|
|
"num_tokens": 17955457.0,
|
|
"step": 3380
|
|
},
|
|
{
|
|
"entropy": 0.022329559885474737,
|
|
"epoch": 0.3644891122278057,
|
|
"grad_norm": 1.6171875,
|
|
"learning_rate": 1.4688208938247535e-05,
|
|
"loss": 0.024044957756996155,
|
|
"mean_token_accuracy": 0.9913502413779497,
|
|
"num_tokens": 18054439.0,
|
|
"step": 3400
|
|
},
|
|
{
|
|
"entropy": 0.023860087489720173,
|
|
"epoch": 0.36663316582914574,
|
|
"grad_norm": 1.84375,
|
|
"learning_rate": 1.462676483103072e-05,
|
|
"loss": 0.023865839838981627,
|
|
"mean_token_accuracy": 0.9902952261269092,
|
|
"num_tokens": 18159108.0,
|
|
"step": 3420
|
|
},
|
|
{
|
|
"entropy": 0.021247414961362666,
|
|
"epoch": 0.36877721943048575,
|
|
"grad_norm": 1.8359375,
|
|
"learning_rate": 1.4565097657371378e-05,
|
|
"loss": 0.021402713656425477,
|
|
"mean_token_accuracy": 0.9921348176896572,
|
|
"num_tokens": 18268330.0,
|
|
"step": 3440
|
|
},
|
|
{
|
|
"entropy": 0.021685771951888456,
|
|
"epoch": 0.3709212730318258,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 1.4503210390378701e-05,
|
|
"loss": 0.026408180594444275,
|
|
"mean_token_accuracy": 0.9894901543855668,
|
|
"num_tokens": 18376382.0,
|
|
"step": 3460
|
|
},
|
|
{
|
|
"entropy": 0.025453939728959086,
|
|
"epoch": 0.37306532663316583,
|
|
"grad_norm": 2.09375,
|
|
"learning_rate": 1.444110601377306e-05,
|
|
"loss": 0.026739346981048583,
|
|
"mean_token_accuracy": 0.9884634926915169,
|
|
"num_tokens": 18489633.0,
|
|
"step": 3480
|
|
},
|
|
{
|
|
"entropy": 0.02501170370624095,
|
|
"epoch": 0.37520938023450584,
|
|
"grad_norm": 2.03125,
|
|
"learning_rate": 1.437878752174216e-05,
|
|
"loss": 0.02536824345588684,
|
|
"mean_token_accuracy": 0.9898253668099641,
|
|
"num_tokens": 18597861.0,
|
|
"step": 3500
|
|
},
|
|
{
|
|
"epoch": 0.37520938023450584,
|
|
"eval_entropy": 0.0244218321183871,
|
|
"eval_loss": 0.02227754145860672,
|
|
"eval_mean_token_accuracy": 0.9911262426376343,
|
|
"eval_num_tokens": 18597861.0,
|
|
"eval_runtime": 20.324,
|
|
"eval_samples_per_second": 36.902,
|
|
"eval_steps_per_second": 18.451,
|
|
"step": 3500
|
|
},
|
|
{
|
|
"entropy": 0.0246668197542931,
|
|
"epoch": 0.3773534338358459,
|
|
"grad_norm": 1.7421875,
|
|
"learning_rate": 1.4316257918796671e-05,
|
|
"loss": 0.025204175710678102,
|
|
"mean_token_accuracy": 0.99043660312891,
|
|
"num_tokens": 18697672.0,
|
|
"step": 3520
|
|
},
|
|
{
|
|
"entropy": 0.022950895108533587,
|
|
"epoch": 0.3794974874371859,
|
|
"grad_norm": 1.828125,
|
|
"learning_rate": 1.4253520219625387e-05,
|
|
"loss": 0.02428869903087616,
|
|
"mean_token_accuracy": 0.9907822337001562,
|
|
"num_tokens": 18811789.0,
|
|
"step": 3540
|
|
},
|
|
{
|
|
"entropy": 0.023854929314802577,
|
|
"epoch": 0.381641541038526,
|
|
"grad_norm": 1.9609375,
|
|
"learning_rate": 1.4190577448949876e-05,
|
|
"loss": 0.023869043588638304,
|
|
"mean_token_accuracy": 0.9913762111216784,
|
|
"num_tokens": 18911590.0,
|
|
"step": 3560
|
|
},
|
|
{
|
|
"entropy": 0.024182767125876126,
|
|
"epoch": 0.383785594639866,
|
|
"grad_norm": 2.546875,
|
|
"learning_rate": 1.4127432641378649e-05,
|
|
"loss": 0.023478889465332033,
|
|
"mean_token_accuracy": 0.9907276172190904,
|
|
"num_tokens": 19026734.0,
|
|
"step": 3580
|
|
},
|
|
{
|
|
"entropy": 0.020359245626377743,
|
|
"epoch": 0.385929648241206,
|
|
"grad_norm": 1.6640625,
|
|
"learning_rate": 1.4064088841260857e-05,
|
|
"loss": 0.023241102695465088,
|
|
"mean_token_accuracy": 0.9907599698752165,
|
|
"num_tokens": 19129417.0,
|
|
"step": 3600
|
|
},
|
|
{
|
|
"entropy": 0.021383443258810076,
|
|
"epoch": 0.3880737018425461,
|
|
"grad_norm": 1.3203125,
|
|
"learning_rate": 1.4000549102539516e-05,
|
|
"loss": 0.023419806361198427,
|
|
"mean_token_accuracy": 0.990417006239295,
|
|
"num_tokens": 19235205.0,
|
|
"step": 3620
|
|
},
|
|
{
|
|
"entropy": 0.020958786468827383,
|
|
"epoch": 0.3902177554438861,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 1.3936816488604273e-05,
|
|
"loss": 0.02310475558042526,
|
|
"mean_token_accuracy": 0.991861392185092,
|
|
"num_tokens": 19333977.0,
|
|
"step": 3640
|
|
},
|
|
{
|
|
"entropy": 0.022316582887765436,
|
|
"epoch": 0.3923618090452261,
|
|
"grad_norm": 2.84375,
|
|
"learning_rate": 1.3872894072143708e-05,
|
|
"loss": 0.02316024452447891,
|
|
"mean_token_accuracy": 0.9916662760078907,
|
|
"num_tokens": 19433681.0,
|
|
"step": 3660
|
|
},
|
|
{
|
|
"entropy": 0.023413096193553428,
|
|
"epoch": 0.3945058626465662,
|
|
"grad_norm": 1.765625,
|
|
"learning_rate": 1.3808784934997199e-05,
|
|
"loss": 0.026311498880386353,
|
|
"mean_token_accuracy": 0.9898762315511703,
|
|
"num_tokens": 19543600.0,
|
|
"step": 3680
|
|
},
|
|
{
|
|
"entropy": 0.02430928884550667,
|
|
"epoch": 0.3966499162479062,
|
|
"grad_norm": 1.640625,
|
|
"learning_rate": 1.3744492168006332e-05,
|
|
"loss": 0.023604103922843934,
|
|
"mean_token_accuracy": 0.9905571412295103,
|
|
"num_tokens": 19656000.0,
|
|
"step": 3700
|
|
},
|
|
{
|
|
"entropy": 0.02260660900547009,
|
|
"epoch": 0.39879396984924625,
|
|
"grad_norm": 2.078125,
|
|
"learning_rate": 1.368001887086589e-05,
|
|
"loss": 0.024041768908500672,
|
|
"mean_token_accuracy": 0.9895115055143833,
|
|
"num_tokens": 19756250.0,
|
|
"step": 3720
|
|
},
|
|
{
|
|
"entropy": 0.02264130887056126,
|
|
"epoch": 0.40093802345058627,
|
|
"grad_norm": 1.625,
|
|
"learning_rate": 1.361536815197441e-05,
|
|
"loss": 0.025104725360870363,
|
|
"mean_token_accuracy": 0.9906443733721971,
|
|
"num_tokens": 19878359.0,
|
|
"step": 3740
|
|
},
|
|
{
|
|
"entropy": 0.023430266666673562,
|
|
"epoch": 0.4030820770519263,
|
|
"grad_norm": 1.65625,
|
|
"learning_rate": 1.3550543128284323e-05,
|
|
"loss": 0.024283410608768465,
|
|
"mean_token_accuracy": 0.9907973647117615,
|
|
"num_tokens": 19972202.0,
|
|
"step": 3760
|
|
},
|
|
{
|
|
"entropy": 0.02248989698346122,
|
|
"epoch": 0.40522613065326635,
|
|
"grad_norm": 1.4609375,
|
|
"learning_rate": 1.348554692515167e-05,
|
|
"loss": 0.02604263722896576,
|
|
"mean_token_accuracy": 0.9889465566724539,
|
|
"num_tokens": 20076482.0,
|
|
"step": 3780
|
|
},
|
|
{
|
|
"entropy": 0.02452128016102506,
|
|
"epoch": 0.40737018425460636,
|
|
"grad_norm": 1.703125,
|
|
"learning_rate": 1.3420382676185421e-05,
|
|
"loss": 0.025164645910263062,
|
|
"mean_token_accuracy": 0.9902698881924152,
|
|
"num_tokens": 20186450.0,
|
|
"step": 3800
|
|
},
|
|
{
|
|
"entropy": 0.024925458200004868,
|
|
"epoch": 0.4095142378559464,
|
|
"grad_norm": 1.921875,
|
|
"learning_rate": 1.335505352309642e-05,
|
|
"loss": 0.025616466999053955,
|
|
"mean_token_accuracy": 0.989701810106635,
|
|
"num_tokens": 20290995.0,
|
|
"step": 3820
|
|
},
|
|
{
|
|
"entropy": 0.022864083916329037,
|
|
"epoch": 0.41165829145728644,
|
|
"grad_norm": 1.8125,
|
|
"learning_rate": 1.3289562615545883e-05,
|
|
"loss": 0.02312360405921936,
|
|
"mean_token_accuracy": 0.9906341150403023,
|
|
"num_tokens": 20392839.0,
|
|
"step": 3840
|
|
},
|
|
{
|
|
"entropy": 0.022927879701637722,
|
|
"epoch": 0.41380234505862645,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 1.3223913110993576e-05,
|
|
"loss": 0.02285770922899246,
|
|
"mean_token_accuracy": 0.9910362754017115,
|
|
"num_tokens": 20499794.0,
|
|
"step": 3860
|
|
},
|
|
{
|
|
"entropy": 0.02117061285384807,
|
|
"epoch": 0.4159463986599665,
|
|
"grad_norm": 11.0,
|
|
"learning_rate": 1.3158108174545556e-05,
|
|
"loss": 0.021062937378883363,
|
|
"mean_token_accuracy": 0.9917857561260461,
|
|
"num_tokens": 20612104.0,
|
|
"step": 3880
|
|
},
|
|
{
|
|
"entropy": 0.02190584047739321,
|
|
"epoch": 0.41809045226130653,
|
|
"grad_norm": 2.625,
|
|
"learning_rate": 1.3092150978801605e-05,
|
|
"loss": 0.023377425968647003,
|
|
"mean_token_accuracy": 0.9904357828199863,
|
|
"num_tokens": 20723068.0,
|
|
"step": 3900
|
|
},
|
|
{
|
|
"entropy": 0.02153953154429473,
|
|
"epoch": 0.42023450586264655,
|
|
"grad_norm": 2.703125,
|
|
"learning_rate": 1.3026044703702249e-05,
|
|
"loss": 0.023467777669429778,
|
|
"mean_token_accuracy": 0.9905689381062984,
|
|
"num_tokens": 20826557.0,
|
|
"step": 3920
|
|
},
|
|
{
|
|
"entropy": 0.02152182651061594,
|
|
"epoch": 0.4223785594639866,
|
|
"grad_norm": 1.671875,
|
|
"learning_rate": 1.2959792536375471e-05,
|
|
"loss": 0.020291084051132204,
|
|
"mean_token_accuracy": 0.992015489563346,
|
|
"num_tokens": 20929814.0,
|
|
"step": 3940
|
|
},
|
|
{
|
|
"entropy": 0.02025915689789599,
|
|
"epoch": 0.4245226130653266,
|
|
"grad_norm": 1.7421875,
|
|
"learning_rate": 1.2893397670983022e-05,
|
|
"loss": 0.020092053711414336,
|
|
"mean_token_accuracy": 0.9926223222166299,
|
|
"num_tokens": 21032536.0,
|
|
"step": 3960
|
|
},
|
|
{
|
|
"entropy": 0.019897875330707394,
|
|
"epoch": 0.4266666666666667,
|
|
"grad_norm": 2.46875,
|
|
"learning_rate": 1.2826863308566437e-05,
|
|
"loss": 0.022923128306865694,
|
|
"mean_token_accuracy": 0.9915768329054118,
|
|
"num_tokens": 21125010.0,
|
|
"step": 3980
|
|
},
|
|
{
|
|
"entropy": 0.020706827863295984,
|
|
"epoch": 0.4288107202680067,
|
|
"grad_norm": 1.9140625,
|
|
"learning_rate": 1.2760192656892723e-05,
|
|
"loss": 0.022419747710227967,
|
|
"mean_token_accuracy": 0.9913075774908066,
|
|
"num_tokens": 21242867.0,
|
|
"step": 4000
|
|
},
|
|
{
|
|
"epoch": 0.4288107202680067,
|
|
"eval_entropy": 0.01964530904859809,
|
|
"eval_loss": 0.02178012579679489,
|
|
"eval_mean_token_accuracy": 0.9911314179102579,
|
|
"eval_num_tokens": 21242867.0,
|
|
"eval_runtime": 20.3146,
|
|
"eval_samples_per_second": 36.919,
|
|
"eval_steps_per_second": 18.46,
|
|
"step": 4000
|
|
},
|
|
{
|
|
"entropy": 0.02013387772437909,
|
|
"epoch": 0.4309547738693467,
|
|
"grad_norm": 1.5078125,
|
|
"learning_rate": 1.2693388930299672e-05,
|
|
"loss": 0.021522065997123717,
|
|
"mean_token_accuracy": 0.9929842289537192,
|
|
"num_tokens": 21346530.0,
|
|
"step": 4020
|
|
},
|
|
{
|
|
"entropy": 0.0202242263831522,
|
|
"epoch": 0.4330988274706868,
|
|
"grad_norm": 2.828125,
|
|
"learning_rate": 1.2626455349540918e-05,
|
|
"loss": 0.022661156952381134,
|
|
"mean_token_accuracy": 0.9919143192470073,
|
|
"num_tokens": 21458250.0,
|
|
"step": 4040
|
|
},
|
|
{
|
|
"entropy": 0.022103192698341444,
|
|
"epoch": 0.4352428810720268,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 1.2559395141630656e-05,
|
|
"loss": 0.02430972158908844,
|
|
"mean_token_accuracy": 0.9904460556805134,
|
|
"num_tokens": 21563008.0,
|
|
"step": 4060
|
|
},
|
|
{
|
|
"entropy": 0.02260455262266987,
|
|
"epoch": 0.4373869346733668,
|
|
"grad_norm": 1.4609375,
|
|
"learning_rate": 1.2492211539688036e-05,
|
|
"loss": 0.025785067677497865,
|
|
"mean_token_accuracy": 0.9895172834396362,
|
|
"num_tokens": 21668155.0,
|
|
"step": 4080
|
|
},
|
|
{
|
|
"entropy": 0.02297381363787281,
|
|
"epoch": 0.4395309882747069,
|
|
"grad_norm": 2.203125,
|
|
"learning_rate": 1.2424907782781313e-05,
|
|
"loss": 0.024609476327896118,
|
|
"mean_token_accuracy": 0.990400804951787,
|
|
"num_tokens": 21784031.0,
|
|
"step": 4100
|
|
},
|
|
{
|
|
"entropy": 0.022381592743295188,
|
|
"epoch": 0.4416750418760469,
|
|
"grad_norm": 1.609375,
|
|
"learning_rate": 1.2357487115771673e-05,
|
|
"loss": 0.023763097822666168,
|
|
"mean_token_accuracy": 0.99109130166471,
|
|
"num_tokens": 21893847.0,
|
|
"step": 4120
|
|
},
|
|
{
|
|
"entropy": 0.022086531718105106,
|
|
"epoch": 0.44381909547738696,
|
|
"grad_norm": 2.0,
|
|
"learning_rate": 1.2289952789156798e-05,
|
|
"loss": 0.020330893993377685,
|
|
"mean_token_accuracy": 0.9921020328998565,
|
|
"num_tokens": 22005454.0,
|
|
"step": 4140
|
|
},
|
|
{
|
|
"entropy": 0.02248057241056358,
|
|
"epoch": 0.445963149078727,
|
|
"grad_norm": 1.609375,
|
|
"learning_rate": 1.222230805891414e-05,
|
|
"loss": 0.02294687330722809,
|
|
"mean_token_accuracy": 0.9910975113511086,
|
|
"num_tokens": 22107232.0,
|
|
"step": 4160
|
|
},
|
|
{
|
|
"entropy": 0.02265706049165601,
|
|
"epoch": 0.448107202680067,
|
|
"grad_norm": 3.90625,
|
|
"learning_rate": 1.215455618634396e-05,
|
|
"loss": 0.025840884447097777,
|
|
"mean_token_accuracy": 0.9897211868315935,
|
|
"num_tokens": 22217548.0,
|
|
"step": 4180
|
|
},
|
|
{
|
|
"entropy": 0.02281195720179312,
|
|
"epoch": 0.45025125628140705,
|
|
"grad_norm": 3.1875,
|
|
"learning_rate": 1.2086700437912077e-05,
|
|
"loss": 0.024470710754394533,
|
|
"mean_token_accuracy": 0.9903297979384661,
|
|
"num_tokens": 22328036.0,
|
|
"step": 4200
|
|
},
|
|
{
|
|
"entropy": 0.02147264582108619,
|
|
"epoch": 0.45239530988274707,
|
|
"grad_norm": 1.6328125,
|
|
"learning_rate": 1.2018744085092399e-05,
|
|
"loss": 0.021890904009342193,
|
|
"mean_token_accuracy": 0.9921745974570513,
|
|
"num_tokens": 22439360.0,
|
|
"step": 4220
|
|
},
|
|
{
|
|
"entropy": 0.021090176403095028,
|
|
"epoch": 0.4545393634840871,
|
|
"grad_norm": 1.6171875,
|
|
"learning_rate": 1.1950690404209186e-05,
|
|
"loss": 0.022462236881256103,
|
|
"mean_token_accuracy": 0.992034525051713,
|
|
"num_tokens": 22543357.0,
|
|
"step": 4240
|
|
},
|
|
{
|
|
"entropy": 0.022680416493108167,
|
|
"epoch": 0.45668341708542715,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 1.1882542676279098e-05,
|
|
"loss": 0.02402680218219757,
|
|
"mean_token_accuracy": 0.9908802334219218,
|
|
"num_tokens": 22650751.0,
|
|
"step": 4260
|
|
},
|
|
{
|
|
"entropy": 0.0232969627111288,
|
|
"epoch": 0.45882747068676716,
|
|
"grad_norm": 2.96875,
|
|
"learning_rate": 1.1814304186853009e-05,
|
|
"loss": 0.022290503978729247,
|
|
"mean_token_accuracy": 0.991101274266839,
|
|
"num_tokens": 22753548.0,
|
|
"step": 4280
|
|
},
|
|
{
|
|
"entropy": 0.021912004817795604,
|
|
"epoch": 0.4609715242881072,
|
|
"grad_norm": 3.359375,
|
|
"learning_rate": 1.1745978225857609e-05,
|
|
"loss": 0.022448597848415373,
|
|
"mean_token_accuracy": 0.9917845461517573,
|
|
"num_tokens": 22861310.0,
|
|
"step": 4300
|
|
},
|
|
{
|
|
"entropy": 0.021719314875508645,
|
|
"epoch": 0.46311557788944724,
|
|
"grad_norm": 2.046875,
|
|
"learning_rate": 1.1677568087436767e-05,
|
|
"loss": 0.023140157759189605,
|
|
"mean_token_accuracy": 0.9908079355955124,
|
|
"num_tokens": 22978927.0,
|
|
"step": 4320
|
|
},
|
|
{
|
|
"entropy": 0.021950446777191247,
|
|
"epoch": 0.46525963149078725,
|
|
"grad_norm": 2.203125,
|
|
"learning_rate": 1.1609077069792754e-05,
|
|
"loss": 0.0213756799697876,
|
|
"mean_token_accuracy": 0.9913494195789099,
|
|
"num_tokens": 23082226.0,
|
|
"step": 4340
|
|
},
|
|
{
|
|
"entropy": 0.02140526709590631,
|
|
"epoch": 0.4674036850921273,
|
|
"grad_norm": 2.15625,
|
|
"learning_rate": 1.1540508475027179e-05,
|
|
"loss": 0.020155489444732666,
|
|
"mean_token_accuracy": 0.9919397257268429,
|
|
"num_tokens": 23180655.0,
|
|
"step": 4360
|
|
},
|
|
{
|
|
"entropy": 0.017593615273926843,
|
|
"epoch": 0.46954773869346733,
|
|
"grad_norm": 1.75,
|
|
"learning_rate": 1.147186560898183e-05,
|
|
"loss": 0.02236589938402176,
|
|
"mean_token_accuracy": 0.9917930167168378,
|
|
"num_tokens": 23283721.0,
|
|
"step": 4380
|
|
},
|
|
{
|
|
"entropy": 0.020877945362190075,
|
|
"epoch": 0.47169179229480734,
|
|
"grad_norm": 1.625,
|
|
"learning_rate": 1.1403151781079278e-05,
|
|
"loss": 0.022862054407596588,
|
|
"mean_token_accuracy": 0.9906388968229294,
|
|
"num_tokens": 23390288.0,
|
|
"step": 4400
|
|
},
|
|
{
|
|
"entropy": 0.01995794570948419,
|
|
"epoch": 0.4738358458961474,
|
|
"grad_norm": 2.109375,
|
|
"learning_rate": 1.1334370304163306e-05,
|
|
"loss": 0.02168610394001007,
|
|
"mean_token_accuracy": 0.9925977524369956,
|
|
"num_tokens": 23485464.0,
|
|
"step": 4420
|
|
},
|
|
{
|
|
"entropy": 0.01932002087028195,
|
|
"epoch": 0.4759798994974874,
|
|
"grad_norm": 1.6796875,
|
|
"learning_rate": 1.1265524494339219e-05,
|
|
"loss": 0.02263712286949158,
|
|
"mean_token_accuracy": 0.9910555865615607,
|
|
"num_tokens": 23585708.0,
|
|
"step": 4440
|
|
},
|
|
{
|
|
"entropy": 0.021627131735112926,
|
|
"epoch": 0.4781239530988275,
|
|
"grad_norm": 2.140625,
|
|
"learning_rate": 1.1196617670813936e-05,
|
|
"loss": 0.022156818211078642,
|
|
"mean_token_accuracy": 0.9912719707936049,
|
|
"num_tokens": 23693455.0,
|
|
"step": 4460
|
|
},
|
|
{
|
|
"entropy": 0.02139281702184235,
|
|
"epoch": 0.4802680067001675,
|
|
"grad_norm": 2.1875,
|
|
"learning_rate": 1.1127653155735993e-05,
|
|
"loss": 0.022481553256511688,
|
|
"mean_token_accuracy": 0.9902749702334404,
|
|
"num_tokens": 23800058.0,
|
|
"step": 4480
|
|
},
|
|
{
|
|
"entropy": 0.02091277845497643,
|
|
"epoch": 0.4824120603015075,
|
|
"grad_norm": 2.328125,
|
|
"learning_rate": 1.1058634274035361e-05,
|
|
"loss": 0.02205648124217987,
|
|
"mean_token_accuracy": 0.9916612818837166,
|
|
"num_tokens": 23910439.0,
|
|
"step": 4500
|
|
},
|
|
{
|
|
"epoch": 0.4824120603015075,
|
|
"eval_entropy": 0.021846828331123107,
|
|
"eval_loss": 0.02092284895479679,
|
|
"eval_mean_token_accuracy": 0.9913039420445761,
|
|
"eval_num_tokens": 23910439.0,
|
|
"eval_runtime": 20.2669,
|
|
"eval_samples_per_second": 37.006,
|
|
"eval_steps_per_second": 18.503,
|
|
"step": 4500
|
|
},
|
|
{
|
|
"entropy": 0.021989129094345118,
|
|
"epoch": 0.4845561139028476,
|
|
"grad_norm": 1.765625,
|
|
"learning_rate": 1.0989564353263133e-05,
|
|
"loss": 0.02231614738702774,
|
|
"mean_token_accuracy": 0.9905249148607254,
|
|
"num_tokens": 24019503.0,
|
|
"step": 4520
|
|
},
|
|
{
|
|
"entropy": 0.02183805209115235,
|
|
"epoch": 0.4867001675041876,
|
|
"grad_norm": 2.3125,
|
|
"learning_rate": 1.0920446723431127e-05,
|
|
"loss": 0.02185622453689575,
|
|
"mean_token_accuracy": 0.9918582946062088,
|
|
"num_tokens": 24124480.0,
|
|
"step": 4540
|
|
},
|
|
{
|
|
"entropy": 0.02131056402449758,
|
|
"epoch": 0.48884422110552767,
|
|
"grad_norm": 1.3203125,
|
|
"learning_rate": 1.0851284716851295e-05,
|
|
"loss": 0.022905312478542328,
|
|
"mean_token_accuracy": 0.9910277899354696,
|
|
"num_tokens": 24230705.0,
|
|
"step": 4560
|
|
},
|
|
{
|
|
"entropy": 0.023312085462430333,
|
|
"epoch": 0.4909882747068677,
|
|
"grad_norm": 1.8828125,
|
|
"learning_rate": 1.0782081667975106e-05,
|
|
"loss": 0.022799497842788695,
|
|
"mean_token_accuracy": 0.9904710713773965,
|
|
"num_tokens": 24335812.0,
|
|
"step": 4580
|
|
},
|
|
{
|
|
"entropy": 0.02137677239184086,
|
|
"epoch": 0.4931323283082077,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 1.0712840913232768e-05,
|
|
"loss": 0.02341741919517517,
|
|
"mean_token_accuracy": 0.9909932963550091,
|
|
"num_tokens": 24444839.0,
|
|
"step": 4600
|
|
},
|
|
{
|
|
"entropy": 0.022716682115378715,
|
|
"epoch": 0.49527638190954776,
|
|
"grad_norm": 1.484375,
|
|
"learning_rate": 1.0643565790872359e-05,
|
|
"loss": 0.02410309910774231,
|
|
"mean_token_accuracy": 0.9909039065241814,
|
|
"num_tokens": 24545937.0,
|
|
"step": 4620
|
|
},
|
|
{
|
|
"entropy": 0.022203819393803316,
|
|
"epoch": 0.49742043551088777,
|
|
"grad_norm": 1.8515625,
|
|
"learning_rate": 1.0574259640798908e-05,
|
|
"loss": 0.022010770440101624,
|
|
"mean_token_accuracy": 0.9920209400355816,
|
|
"num_tokens": 24647974.0,
|
|
"step": 4640
|
|
},
|
|
{
|
|
"entropy": 0.02109122319297967,
|
|
"epoch": 0.4995644891122278,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 1.0504925804413348e-05,
|
|
"loss": 0.02280532568693161,
|
|
"mean_token_accuracy": 0.9912972040474415,
|
|
"num_tokens": 24752530.0,
|
|
"step": 4660
|
|
},
|
|
{
|
|
"entropy": 0.022384429502744753,
|
|
"epoch": 0.5017085427135678,
|
|
"grad_norm": 2.390625,
|
|
"learning_rate": 1.0435567624451435e-05,
|
|
"loss": 0.027354520559310914,
|
|
"mean_token_accuracy": 0.98953907340765,
|
|
"num_tokens": 24854708.0,
|
|
"step": 4680
|
|
},
|
|
{
|
|
"entropy": 0.02178340100826972,
|
|
"epoch": 0.5038525963149079,
|
|
"grad_norm": 2.046875,
|
|
"learning_rate": 1.0366188444822577e-05,
|
|
"loss": 0.02108224630355835,
|
|
"mean_token_accuracy": 0.991971093788743,
|
|
"num_tokens": 24951913.0,
|
|
"step": 4700
|
|
},
|
|
{
|
|
"entropy": 0.0228582585350523,
|
|
"epoch": 0.5059966499162479,
|
|
"grad_norm": 1.578125,
|
|
"learning_rate": 1.0296791610448634e-05,
|
|
"loss": 0.02327609956264496,
|
|
"mean_token_accuracy": 0.9911777719855308,
|
|
"num_tokens": 25057377.0,
|
|
"step": 4720
|
|
},
|
|
{
|
|
"entropy": 0.022045019802681053,
|
|
"epoch": 0.5081407035175879,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 1.0227380467102627e-05,
|
|
"loss": 0.023243658244609833,
|
|
"mean_token_accuracy": 0.9909518156200647,
|
|
"num_tokens": 25170778.0,
|
|
"step": 4740
|
|
},
|
|
{
|
|
"entropy": 0.01989219032784604,
|
|
"epoch": 0.510284757118928,
|
|
"grad_norm": 5.03125,
|
|
"learning_rate": 1.0157958361247448e-05,
|
|
"loss": 0.020330929756164552,
|
|
"mean_token_accuracy": 0.9921452704817056,
|
|
"num_tokens": 25284310.0,
|
|
"step": 4760
|
|
},
|
|
{
|
|
"entropy": 0.021722077413278383,
|
|
"epoch": 0.512428810720268,
|
|
"grad_norm": 1.6015625,
|
|
"learning_rate": 1.0088528639874516e-05,
|
|
"loss": 0.02167322486639023,
|
|
"mean_token_accuracy": 0.9913335714489222,
|
|
"num_tokens": 25392904.0,
|
|
"step": 4780
|
|
},
|
|
{
|
|
"entropy": 0.022090970205681515,
|
|
"epoch": 0.5145728643216081,
|
|
"grad_norm": 1.390625,
|
|
"learning_rate": 1.0019094650342409e-05,
|
|
"loss": 0.023602089285850524,
|
|
"mean_token_accuracy": 0.9912930846214294,
|
|
"num_tokens": 25505548.0,
|
|
"step": 4800
|
|
},
|
|
{
|
|
"entropy": 0.021318517662666635,
|
|
"epoch": 0.516716917922948,
|
|
"grad_norm": 1.8046875,
|
|
"learning_rate": 9.94965974021548e-06,
|
|
"loss": 0.021860493719577788,
|
|
"mean_token_accuracy": 0.9906282421201468,
|
|
"num_tokens": 25616943.0,
|
|
"step": 4820
|
|
},
|
|
{
|
|
"entropy": 0.020716092844122614,
|
|
"epoch": 0.5188609715242881,
|
|
"grad_norm": 1.7109375,
|
|
"learning_rate": 9.880227257102483e-06,
|
|
"loss": 0.021078214049339294,
|
|
"mean_token_accuracy": 0.9921130206435919,
|
|
"num_tokens": 25727510.0,
|
|
"step": 4840
|
|
},
|
|
{
|
|
"entropy": 0.02081386552129061,
|
|
"epoch": 0.5210050251256282,
|
|
"grad_norm": 2.203125,
|
|
"learning_rate": 9.810800548495132e-06,
|
|
"loss": 0.019788502156734465,
|
|
"mean_token_accuracy": 0.9920309089124203,
|
|
"num_tokens": 25831138.0,
|
|
"step": 4860
|
|
},
|
|
{
|
|
"entropy": 0.020538337337939083,
|
|
"epoch": 0.5231490787269681,
|
|
"grad_norm": 3.671875,
|
|
"learning_rate": 9.741382961606768e-06,
|
|
"loss": 0.021504290401935577,
|
|
"mean_token_accuracy": 0.9916285052895546,
|
|
"num_tokens": 25938256.0,
|
|
"step": 4880
|
|
},
|
|
{
|
|
"entropy": 0.02026532054192103,
|
|
"epoch": 0.5252931323283082,
|
|
"grad_norm": 2.015625,
|
|
"learning_rate": 9.671977843210928e-06,
|
|
"loss": 0.022037246823310853,
|
|
"mean_token_accuracy": 0.9909355752170086,
|
|
"num_tokens": 26045653.0,
|
|
"step": 4900
|
|
},
|
|
{
|
|
"entropy": 0.021552794340914262,
|
|
"epoch": 0.5274371859296483,
|
|
"grad_norm": 1.9453125,
|
|
"learning_rate": 9.602588539480037e-06,
|
|
"loss": 0.024588188529014586,
|
|
"mean_token_accuracy": 0.9902191430330276,
|
|
"num_tokens": 26147507.0,
|
|
"step": 4920
|
|
},
|
|
{
|
|
"entropy": 0.02167862878472988,
|
|
"epoch": 0.5295812395309882,
|
|
"grad_norm": 1.9921875,
|
|
"learning_rate": 9.533218395824046e-06,
|
|
"loss": 0.023571619391441347,
|
|
"mean_token_accuracy": 0.9900527201592922,
|
|
"num_tokens": 26257125.0,
|
|
"step": 4940
|
|
},
|
|
{
|
|
"entropy": 0.02021576279623787,
|
|
"epoch": 0.5317252931323283,
|
|
"grad_norm": 2.1875,
|
|
"learning_rate": 9.463870756729163e-06,
|
|
"loss": 0.019122126698493957,
|
|
"mean_token_accuracy": 0.992604573443532,
|
|
"num_tokens": 26364694.0,
|
|
"step": 4960
|
|
},
|
|
{
|
|
"entropy": 0.019900748710369953,
|
|
"epoch": 0.5338693467336684,
|
|
"grad_norm": 2.0625,
|
|
"learning_rate": 9.394548965596609e-06,
|
|
"loss": 0.01807314157485962,
|
|
"mean_token_accuracy": 0.9929017867892981,
|
|
"num_tokens": 26473983.0,
|
|
"step": 4980
|
|
},
|
|
{
|
|
"entropy": 0.0207442283473938,
|
|
"epoch": 0.5360134003350083,
|
|
"grad_norm": 1.4375,
|
|
"learning_rate": 9.325256364581403e-06,
|
|
"loss": 0.022004596889019012,
|
|
"mean_token_accuracy": 0.9910150520503521,
|
|
"num_tokens": 26586291.0,
|
|
"step": 5000
|
|
},
|
|
{
|
|
"epoch": 0.5360134003350083,
|
|
"eval_entropy": 0.020443486923235468,
|
|
"eval_loss": 0.01984340138733387,
|
|
"eval_mean_token_accuracy": 0.9918238368034363,
|
|
"eval_num_tokens": 26586291.0,
|
|
"eval_runtime": 20.253,
|
|
"eval_samples_per_second": 37.032,
|
|
"eval_steps_per_second": 18.516,
|
|
"step": 5000
|
|
},
|
|
{
|
|
"entropy": 0.02020404681409218,
|
|
"epoch": 0.5381574539363484,
|
|
"grad_norm": 2.546875,
|
|
"learning_rate": 9.255996294431251e-06,
|
|
"loss": 0.018390218913555145,
|
|
"mean_token_accuracy": 0.992999167367816,
|
|
"num_tokens": 26704783.0,
|
|
"step": 5020
|
|
},
|
|
{
|
|
"entropy": 0.01915527433520765,
|
|
"epoch": 0.5403015075376885,
|
|
"grad_norm": 2.078125,
|
|
"learning_rate": 9.186772094325482e-06,
|
|
"loss": 0.02050086110830307,
|
|
"mean_token_accuracy": 0.991879815980792,
|
|
"num_tokens": 26801816.0,
|
|
"step": 5040
|
|
},
|
|
{
|
|
"entropy": 0.01799158312455802,
|
|
"epoch": 0.5424455611390284,
|
|
"grad_norm": 1.828125,
|
|
"learning_rate": 9.117587101714046e-06,
|
|
"loss": 0.02155505567789078,
|
|
"mean_token_accuracy": 0.9908429838716983,
|
|
"num_tokens": 26908853.0,
|
|
"step": 5060
|
|
},
|
|
{
|
|
"entropy": 0.020375365777476874,
|
|
"epoch": 0.5445896147403685,
|
|
"grad_norm": 1.75,
|
|
"learning_rate": 9.048444652156607e-06,
|
|
"loss": 0.022749082744121553,
|
|
"mean_token_accuracy": 0.991591277718544,
|
|
"num_tokens": 27027467.0,
|
|
"step": 5080
|
|
},
|
|
{
|
|
"entropy": 0.01897250141009863,
|
|
"epoch": 0.5467336683417086,
|
|
"grad_norm": 1.9375,
|
|
"learning_rate": 8.979348079161753e-06,
|
|
"loss": 0.021764059364795686,
|
|
"mean_token_accuracy": 0.9915874369442463,
|
|
"num_tokens": 27140253.0,
|
|
"step": 5100
|
|
},
|
|
{
|
|
"entropy": 0.020416706607784364,
|
|
"epoch": 0.5488777219430486,
|
|
"grad_norm": 1.515625,
|
|
"learning_rate": 8.910300714026242e-06,
|
|
"loss": 0.019444821774959563,
|
|
"mean_token_accuracy": 0.9921912178397179,
|
|
"num_tokens": 27250990.0,
|
|
"step": 5120
|
|
},
|
|
{
|
|
"entropy": 0.019052070355746763,
|
|
"epoch": 0.5510217755443886,
|
|
"grad_norm": 0.79296875,
|
|
"learning_rate": 8.841305885674431e-06,
|
|
"loss": 0.0189539834856987,
|
|
"mean_token_accuracy": 0.994080551713705,
|
|
"num_tokens": 27355412.0,
|
|
"step": 5140
|
|
},
|
|
{
|
|
"entropy": 0.019072407830481097,
|
|
"epoch": 0.5531658291457286,
|
|
"grad_norm": 2.125,
|
|
"learning_rate": 8.772366920497754e-06,
|
|
"loss": 0.022655683755874633,
|
|
"mean_token_accuracy": 0.9920244321227074,
|
|
"num_tokens": 27451798.0,
|
|
"step": 5160
|
|
},
|
|
{
|
|
"entropy": 0.0204707554947845,
|
|
"epoch": 0.5553098827470687,
|
|
"grad_norm": 1.765625,
|
|
"learning_rate": 8.70348714219436e-06,
|
|
"loss": 0.02314187288284302,
|
|
"mean_token_accuracy": 0.9906669486314058,
|
|
"num_tokens": 27566715.0,
|
|
"step": 5180
|
|
},
|
|
{
|
|
"entropy": 0.01811999880219446,
|
|
"epoch": 0.5574539363484087,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 8.634669871608879e-06,
|
|
"loss": 0.021425962448120117,
|
|
"mean_token_accuracy": 0.9925322774797678,
|
|
"num_tokens": 27659771.0,
|
|
"step": 5200
|
|
},
|
|
{
|
|
"entropy": 0.02080239012641414,
|
|
"epoch": 0.5595979899497487,
|
|
"grad_norm": 1.921875,
|
|
"learning_rate": 8.565918426572287e-06,
|
|
"loss": 0.021234531700611115,
|
|
"mean_token_accuracy": 0.9914034195244312,
|
|
"num_tokens": 27774261.0,
|
|
"step": 5220
|
|
},
|
|
{
|
|
"entropy": 0.018487965166877986,
|
|
"epoch": 0.5617420435510888,
|
|
"grad_norm": 1.7421875,
|
|
"learning_rate": 8.497236121741988e-06,
|
|
"loss": 0.020122981071472167,
|
|
"mean_token_accuracy": 0.9918253514915705,
|
|
"num_tokens": 27873405.0,
|
|
"step": 5240
|
|
},
|
|
{
|
|
"entropy": 0.020079654125311208,
|
|
"epoch": 0.5638860971524288,
|
|
"grad_norm": 1.875,
|
|
"learning_rate": 8.42862626844198e-06,
|
|
"loss": 0.0222967728972435,
|
|
"mean_token_accuracy": 0.9918321210891008,
|
|
"num_tokens": 27980906.0,
|
|
"step": 5260
|
|
},
|
|
{
|
|
"entropy": 0.02020533189497655,
|
|
"epoch": 0.5660301507537688,
|
|
"grad_norm": 2.046875,
|
|
"learning_rate": 8.3600921745032e-06,
|
|
"loss": 0.02204359769821167,
|
|
"mean_token_accuracy": 0.9903446055948735,
|
|
"num_tokens": 28085101.0,
|
|
"step": 5280
|
|
},
|
|
{
|
|
"entropy": 0.019518600214541947,
|
|
"epoch": 0.5681742043551089,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 8.291637144104084e-06,
|
|
"loss": 0.02309599071741104,
|
|
"mean_token_accuracy": 0.9912882562726736,
|
|
"num_tokens": 28193879.0,
|
|
"step": 5300
|
|
},
|
|
{
|
|
"entropy": 0.02015163512619438,
|
|
"epoch": 0.5703182579564489,
|
|
"grad_norm": 1.828125,
|
|
"learning_rate": 8.223264477611218e-06,
|
|
"loss": 0.020999400317668913,
|
|
"mean_token_accuracy": 0.9915294233709574,
|
|
"num_tokens": 28296254.0,
|
|
"step": 5320
|
|
},
|
|
{
|
|
"entropy": 0.02264108727913481,
|
|
"epoch": 0.5724623115577889,
|
|
"grad_norm": 1.609375,
|
|
"learning_rate": 8.154977471420266e-06,
|
|
"loss": 0.02454686313867569,
|
|
"mean_token_accuracy": 0.9913088951259852,
|
|
"num_tokens": 28409744.0,
|
|
"step": 5340
|
|
},
|
|
{
|
|
"entropy": 0.02133122851785174,
|
|
"epoch": 0.574606365159129,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 8.086779417797005e-06,
|
|
"loss": 0.018969587981700897,
|
|
"mean_token_accuracy": 0.9918996881693601,
|
|
"num_tokens": 28523944.0,
|
|
"step": 5360
|
|
},
|
|
{
|
|
"entropy": 0.020475312656594725,
|
|
"epoch": 0.5767504187604691,
|
|
"grad_norm": 2.578125,
|
|
"learning_rate": 8.018673604718621e-06,
|
|
"loss": 0.020480218529701232,
|
|
"mean_token_accuracy": 0.9909398626536131,
|
|
"num_tokens": 28620491.0,
|
|
"step": 5380
|
|
},
|
|
{
|
|
"entropy": 0.02034863719095483,
|
|
"epoch": 0.578894472361809,
|
|
"grad_norm": 2.3125,
|
|
"learning_rate": 7.950663315715189e-06,
|
|
"loss": 0.020605732500553132,
|
|
"mean_token_accuracy": 0.991118798777461,
|
|
"num_tokens": 28724436.0,
|
|
"step": 5400
|
|
},
|
|
{
|
|
"entropy": 0.019775752684540748,
|
|
"epoch": 0.5810385259631491,
|
|
"grad_norm": 3.78125,
|
|
"learning_rate": 7.882751829711343e-06,
|
|
"loss": 0.017187023162841798,
|
|
"mean_token_accuracy": 0.9925138726830482,
|
|
"num_tokens": 28834817.0,
|
|
"step": 5420
|
|
},
|
|
{
|
|
"entropy": 0.020291093751802693,
|
|
"epoch": 0.5831825795644892,
|
|
"grad_norm": 2.59375,
|
|
"learning_rate": 7.814942420868225e-06,
|
|
"loss": 0.02155611515045166,
|
|
"mean_token_accuracy": 0.9925528045743703,
|
|
"num_tokens": 28949852.0,
|
|
"step": 5440
|
|
},
|
|
{
|
|
"entropy": 0.020088849540070442,
|
|
"epoch": 0.5853266331658291,
|
|
"grad_norm": 1.4765625,
|
|
"learning_rate": 7.747238358425603e-06,
|
|
"loss": 0.021509405970573426,
|
|
"mean_token_accuracy": 0.9916152823716402,
|
|
"num_tokens": 29053126.0,
|
|
"step": 5460
|
|
},
|
|
{
|
|
"entropy": 0.02078960820804241,
|
|
"epoch": 0.5874706867671692,
|
|
"grad_norm": 1.6953125,
|
|
"learning_rate": 7.679642906544268e-06,
|
|
"loss": 0.022637182474136354,
|
|
"mean_token_accuracy": 0.9910664647817612,
|
|
"num_tokens": 29173776.0,
|
|
"step": 5480
|
|
},
|
|
{
|
|
"entropy": 0.019441102636301368,
|
|
"epoch": 0.5896147403685092,
|
|
"grad_norm": 3.515625,
|
|
"learning_rate": 7.6121593241486644e-06,
|
|
"loss": 0.021338345110416414,
|
|
"mean_token_accuracy": 0.9917159400880337,
|
|
"num_tokens": 29278255.0,
|
|
"step": 5500
|
|
},
|
|
{
|
|
"epoch": 0.5896147403685092,
|
|
"eval_entropy": 0.019579512438397312,
|
|
"eval_loss": 0.019862476736307144,
|
|
"eval_mean_token_accuracy": 0.9916693598429362,
|
|
"eval_num_tokens": 29278255.0,
|
|
"eval_runtime": 20.2793,
|
|
"eval_samples_per_second": 36.984,
|
|
"eval_steps_per_second": 18.492,
|
|
"step": 5500
|
|
},
|
|
{
|
|
"entropy": 0.01876566273849676,
|
|
"epoch": 0.5917587939698492,
|
|
"grad_norm": 1.53125,
|
|
"learning_rate": 7.5447908647697506e-06,
|
|
"loss": 0.02028908282518387,
|
|
"mean_token_accuracy": 0.9926750350743532,
|
|
"num_tokens": 29377393.0,
|
|
"step": 5520
|
|
},
|
|
{
|
|
"entropy": 0.019120201245004863,
|
|
"epoch": 0.5939028475711893,
|
|
"grad_norm": 2.09375,
|
|
"learning_rate": 7.47754077638817e-06,
|
|
"loss": 0.02107948064804077,
|
|
"mean_token_accuracy": 0.9924666147679091,
|
|
"num_tokens": 29481829.0,
|
|
"step": 5540
|
|
},
|
|
{
|
|
"entropy": 0.019154090119650392,
|
|
"epoch": 0.5960469011725293,
|
|
"grad_norm": 1.65625,
|
|
"learning_rate": 7.410412301277628e-06,
|
|
"loss": 0.021442399919033052,
|
|
"mean_token_accuracy": 0.9915456175804138,
|
|
"num_tokens": 29577548.0,
|
|
"step": 5560
|
|
},
|
|
{
|
|
"entropy": 0.020240560936554176,
|
|
"epoch": 0.5981909547738693,
|
|
"grad_norm": 1.71875,
|
|
"learning_rate": 7.343408675848593e-06,
|
|
"loss": 0.022295641899108886,
|
|
"mean_token_accuracy": 0.9908768083900213,
|
|
"num_tokens": 29693831.0,
|
|
"step": 5580
|
|
},
|
|
{
|
|
"entropy": 0.018894769826965786,
|
|
"epoch": 0.6003350083752094,
|
|
"grad_norm": 2.203125,
|
|
"learning_rate": 7.27653313049226e-06,
|
|
"loss": 0.017608430981636048,
|
|
"mean_token_accuracy": 0.9934392455965281,
|
|
"num_tokens": 29807626.0,
|
|
"step": 5600
|
|
},
|
|
{
|
|
"entropy": 0.018964907280769695,
|
|
"epoch": 0.6024790619765494,
|
|
"grad_norm": 1.7890625,
|
|
"learning_rate": 7.209788889424797e-06,
|
|
"loss": 0.021428127586841584,
|
|
"mean_token_accuracy": 0.992251905053854,
|
|
"num_tokens": 29918699.0,
|
|
"step": 5620
|
|
},
|
|
{
|
|
"entropy": 0.019173358734906287,
|
|
"epoch": 0.6046231155778894,
|
|
"grad_norm": 2.03125,
|
|
"learning_rate": 7.143179170531917e-06,
|
|
"loss": 0.02228628993034363,
|
|
"mean_token_accuracy": 0.9917910866439342,
|
|
"num_tokens": 30012605.0,
|
|
"step": 5640
|
|
},
|
|
{
|
|
"entropy": 0.020879295714121327,
|
|
"epoch": 0.6067671691792295,
|
|
"grad_norm": 1.71875,
|
|
"learning_rate": 7.076707185213716e-06,
|
|
"loss": 0.023567219078540803,
|
|
"mean_token_accuracy": 0.9915827866643667,
|
|
"num_tokens": 30121162.0,
|
|
"step": 5660
|
|
},
|
|
{
|
|
"entropy": 0.021870423488599043,
|
|
"epoch": 0.6089112227805695,
|
|
"grad_norm": 2.09375,
|
|
"learning_rate": 7.010376138229848e-06,
|
|
"loss": 0.023693473637104036,
|
|
"mean_token_accuracy": 0.9895996507257223,
|
|
"num_tokens": 30224756.0,
|
|
"step": 5680
|
|
},
|
|
{
|
|
"entropy": 0.02007417911304401,
|
|
"epoch": 0.6110552763819096,
|
|
"grad_norm": 1.6484375,
|
|
"learning_rate": 6.944189227545035e-06,
|
|
"loss": 0.018479639291763307,
|
|
"mean_token_accuracy": 0.992578137665987,
|
|
"num_tokens": 30328568.0,
|
|
"step": 5700
|
|
},
|
|
{
|
|
"entropy": 0.02106366403361335,
|
|
"epoch": 0.6131993299832496,
|
|
"grad_norm": 3.3125,
|
|
"learning_rate": 6.878149644174868e-06,
|
|
"loss": 0.021388374269008636,
|
|
"mean_token_accuracy": 0.9912810981273651,
|
|
"num_tokens": 30433800.0,
|
|
"step": 5720
|
|
},
|
|
{
|
|
"entropy": 0.019824264124895307,
|
|
"epoch": 0.6153433835845896,
|
|
"grad_norm": 3.828125,
|
|
"learning_rate": 6.812260572031966e-06,
|
|
"loss": 0.019826412200927734,
|
|
"mean_token_accuracy": 0.9915285713970661,
|
|
"num_tokens": 30533876.0,
|
|
"step": 5740
|
|
},
|
|
{
|
|
"entropy": 0.019220966260763816,
|
|
"epoch": 0.6174874371859297,
|
|
"grad_norm": 2.3125,
|
|
"learning_rate": 6.74652518777247e-06,
|
|
"loss": 0.023332512378692626,
|
|
"mean_token_accuracy": 0.9904117193073034,
|
|
"num_tokens": 30640243.0,
|
|
"step": 5760
|
|
},
|
|
{
|
|
"entropy": 0.019488869791348406,
|
|
"epoch": 0.6196314907872696,
|
|
"grad_norm": 1.7734375,
|
|
"learning_rate": 6.680946660642893e-06,
|
|
"loss": 0.023433607816696168,
|
|
"mean_token_accuracy": 0.991485184058547,
|
|
"num_tokens": 30740058.0,
|
|
"step": 5780
|
|
},
|
|
{
|
|
"entropy": 0.02283499206282613,
|
|
"epoch": 0.6217755443886097,
|
|
"grad_norm": 1.9296875,
|
|
"learning_rate": 6.615528152327328e-06,
|
|
"loss": 0.024059185385704042,
|
|
"mean_token_accuracy": 0.9913460418581963,
|
|
"num_tokens": 30852207.0,
|
|
"step": 5800
|
|
},
|
|
{
|
|
"entropy": 0.020180349141332952,
|
|
"epoch": 0.6239195979899498,
|
|
"grad_norm": 3.109375,
|
|
"learning_rate": 6.550272816795006e-06,
|
|
"loss": 0.01820368319749832,
|
|
"mean_token_accuracy": 0.9933834221214056,
|
|
"num_tokens": 30953138.0,
|
|
"step": 5820
|
|
},
|
|
{
|
|
"entropy": 0.019724707261821094,
|
|
"epoch": 0.6260636515912897,
|
|
"grad_norm": 1.65625,
|
|
"learning_rate": 6.485183800148248e-06,
|
|
"loss": 0.020257289707660674,
|
|
"mean_token_accuracy": 0.9930203214287758,
|
|
"num_tokens": 31064272.0,
|
|
"step": 5840
|
|
},
|
|
{
|
|
"entropy": 0.01873356030444029,
|
|
"epoch": 0.6282077051926298,
|
|
"grad_norm": 3.484375,
|
|
"learning_rate": 6.420264240470771e-06,
|
|
"loss": 0.02272033840417862,
|
|
"mean_token_accuracy": 0.9918572433292866,
|
|
"num_tokens": 31172652.0,
|
|
"step": 5860
|
|
},
|
|
{
|
|
"entropy": 0.019832546763041137,
|
|
"epoch": 0.6303517587939699,
|
|
"grad_norm": 2.25,
|
|
"learning_rate": 6.355517267676398e-06,
|
|
"loss": 0.022037458419799805,
|
|
"mean_token_accuracy": 0.9914021987468005,
|
|
"num_tokens": 31285622.0,
|
|
"step": 5880
|
|
},
|
|
{
|
|
"entropy": 0.021016045037094956,
|
|
"epoch": 0.6324958123953098,
|
|
"grad_norm": 1.9375,
|
|
"learning_rate": 6.290946003358175e-06,
|
|
"loss": 0.02272486835718155,
|
|
"mean_token_accuracy": 0.9905358534306288,
|
|
"num_tokens": 31391456.0,
|
|
"step": 5900
|
|
},
|
|
{
|
|
"entropy": 0.018993245228944033,
|
|
"epoch": 0.6346398659966499,
|
|
"grad_norm": 2.515625,
|
|
"learning_rate": 6.226553560637847e-06,
|
|
"loss": 0.02007617652416229,
|
|
"mean_token_accuracy": 0.9922155175358057,
|
|
"num_tokens": 31496166.0,
|
|
"step": 5920
|
|
},
|
|
{
|
|
"entropy": 0.0195752263855411,
|
|
"epoch": 0.63678391959799,
|
|
"grad_norm": 2.125,
|
|
"learning_rate": 6.162343044015784e-06,
|
|
"loss": 0.02081257700920105,
|
|
"mean_token_accuracy": 0.9921386137604713,
|
|
"num_tokens": 31605934.0,
|
|
"step": 5940
|
|
},
|
|
{
|
|
"entropy": 0.019383694695488885,
|
|
"epoch": 0.63892797319933,
|
|
"grad_norm": 2.046875,
|
|
"learning_rate": 6.098317549221302e-06,
|
|
"loss": 0.02021864652633667,
|
|
"mean_token_accuracy": 0.9916181784123183,
|
|
"num_tokens": 31712938.0,
|
|
"step": 5960
|
|
},
|
|
{
|
|
"entropy": 0.01924167173308433,
|
|
"epoch": 0.64107202680067,
|
|
"grad_norm": 2.046875,
|
|
"learning_rate": 6.034480163063401e-06,
|
|
"loss": 0.018102942407131194,
|
|
"mean_token_accuracy": 0.9921923886984587,
|
|
"num_tokens": 31813225.0,
|
|
"step": 5980
|
|
},
|
|
{
|
|
"entropy": 0.018873273960889492,
|
|
"epoch": 0.6432160804020101,
|
|
"grad_norm": 1.5234375,
|
|
"learning_rate": 5.970833963281968e-06,
|
|
"loss": 0.018628720939159394,
|
|
"mean_token_accuracy": 0.9928794108331204,
|
|
"num_tokens": 31928881.0,
|
|
"step": 6000
|
|
},
|
|
{
|
|
"epoch": 0.6432160804020101,
|
|
"eval_entropy": 0.01981416783077293,
|
|
"eval_loss": 0.019560638815164566,
|
|
"eval_mean_token_accuracy": 0.9923082728385926,
|
|
"eval_num_tokens": 31928881.0,
|
|
"eval_runtime": 20.2811,
|
|
"eval_samples_per_second": 36.98,
|
|
"eval_steps_per_second": 18.49,
|
|
"step": 6000
|
|
},
|
|
{
|
|
"entropy": 0.020261389288043573,
|
|
"epoch": 0.6453601340033501,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 5.9073820183993635e-06,
|
|
"loss": 0.022888460755348207,
|
|
"mean_token_accuracy": 0.9925485417246819,
|
|
"num_tokens": 32038408.0,
|
|
"step": 6020
|
|
},
|
|
{
|
|
"entropy": 0.02017652262293268,
|
|
"epoch": 0.6475041876046901,
|
|
"grad_norm": 1.6328125,
|
|
"learning_rate": 5.8441273875725e-06,
|
|
"loss": 0.020387469232082366,
|
|
"mean_token_accuracy": 0.9918923225253821,
|
|
"num_tokens": 32145003.0,
|
|
"step": 6040
|
|
},
|
|
{
|
|
"entropy": 0.01868033191105951,
|
|
"epoch": 0.6496482412060302,
|
|
"grad_norm": 3.375,
|
|
"learning_rate": 5.781073120445353e-06,
|
|
"loss": 0.02243368774652481,
|
|
"mean_token_accuracy": 0.9915057402104139,
|
|
"num_tokens": 32251639.0,
|
|
"step": 6060
|
|
},
|
|
{
|
|
"entropy": 0.017508955025914475,
|
|
"epoch": 0.6517922948073702,
|
|
"grad_norm": 2.140625,
|
|
"learning_rate": 5.71822225700192e-06,
|
|
"loss": 0.017190653085708617,
|
|
"mean_token_accuracy": 0.9927597284317017,
|
|
"num_tokens": 32352371.0,
|
|
"step": 6080
|
|
},
|
|
{
|
|
"entropy": 0.019111776090062448,
|
|
"epoch": 0.6539363484087102,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 5.655577827419661e-06,
|
|
"loss": 0.02137412428855896,
|
|
"mean_token_accuracy": 0.9919875215739011,
|
|
"num_tokens": 32454655.0,
|
|
"step": 6100
|
|
},
|
|
{
|
|
"entropy": 0.023027155749787198,
|
|
"epoch": 0.6560804020100502,
|
|
"grad_norm": 2.015625,
|
|
"learning_rate": 5.5931428519234145e-06,
|
|
"loss": 0.02286381125450134,
|
|
"mean_token_accuracy": 0.9909462627023459,
|
|
"num_tokens": 32559559.0,
|
|
"step": 6120
|
|
},
|
|
{
|
|
"entropy": 0.02029506681608382,
|
|
"epoch": 0.6582244556113903,
|
|
"grad_norm": 3.21875,
|
|
"learning_rate": 5.530920340639776e-06,
|
|
"loss": 0.02172601819038391,
|
|
"mean_token_accuracy": 0.99092488437891,
|
|
"num_tokens": 32658365.0,
|
|
"step": 6140
|
|
},
|
|
{
|
|
"entropy": 0.021070733480109995,
|
|
"epoch": 0.6603685092127303,
|
|
"grad_norm": 3.625,
|
|
"learning_rate": 5.468913293451979e-06,
|
|
"loss": 0.021482250094413756,
|
|
"mean_token_accuracy": 0.9916323244571685,
|
|
"num_tokens": 32764039.0,
|
|
"step": 6160
|
|
},
|
|
{
|
|
"entropy": 0.018422811868731515,
|
|
"epoch": 0.6625125628140703,
|
|
"grad_norm": 2.6875,
|
|
"learning_rate": 5.407124699855259e-06,
|
|
"loss": 0.01822958290576935,
|
|
"mean_token_accuracy": 0.9923275396227836,
|
|
"num_tokens": 32877996.0,
|
|
"step": 6180
|
|
},
|
|
{
|
|
"entropy": 0.01931439164168296,
|
|
"epoch": 0.6646566164154104,
|
|
"grad_norm": 2.296875,
|
|
"learning_rate": 5.34555753881273e-06,
|
|
"loss": 0.021021611988544464,
|
|
"mean_token_accuracy": 0.9911792669445276,
|
|
"num_tokens": 32986191.0,
|
|
"step": 6200
|
|
},
|
|
{
|
|
"entropy": 0.019900657032940215,
|
|
"epoch": 0.6668006700167505,
|
|
"grad_norm": 1.734375,
|
|
"learning_rate": 5.284214778611758e-06,
|
|
"loss": 0.021909794211387633,
|
|
"mean_token_accuracy": 0.9917173352092504,
|
|
"num_tokens": 33098196.0,
|
|
"step": 6220
|
|
},
|
|
{
|
|
"entropy": 0.022017163155032902,
|
|
"epoch": 0.6689447236180904,
|
|
"grad_norm": 2.5625,
|
|
"learning_rate": 5.2230993767208524e-06,
|
|
"loss": 0.02269018590450287,
|
|
"mean_token_accuracy": 0.9912259686738253,
|
|
"num_tokens": 33211358.0,
|
|
"step": 6240
|
|
},
|
|
{
|
|
"entropy": 0.019263985499833325,
|
|
"epoch": 0.6710887772194305,
|
|
"grad_norm": 1.5625,
|
|
"learning_rate": 5.162214279647082e-06,
|
|
"loss": 0.023519453406333924,
|
|
"mean_token_accuracy": 0.9909868344664574,
|
|
"num_tokens": 33314953.0,
|
|
"step": 6260
|
|
},
|
|
{
|
|
"entropy": 0.021732687100166004,
|
|
"epoch": 0.6732328308207706,
|
|
"grad_norm": 2.265625,
|
|
"learning_rate": 5.1015624227940195e-06,
|
|
"loss": 0.021917779743671418,
|
|
"mean_token_accuracy": 0.9901779539883137,
|
|
"num_tokens": 33428051.0,
|
|
"step": 6280
|
|
},
|
|
{
|
|
"entropy": 0.019478338875705957,
|
|
"epoch": 0.6753768844221105,
|
|
"grad_norm": 2.296875,
|
|
"learning_rate": 5.041146730320215e-06,
|
|
"loss": 0.01874311566352844,
|
|
"mean_token_accuracy": 0.9923384670168162,
|
|
"num_tokens": 33537514.0,
|
|
"step": 6300
|
|
},
|
|
{
|
|
"entropy": 0.018508305449995533,
|
|
"epoch": 0.6775209380234506,
|
|
"grad_norm": 3.125,
|
|
"learning_rate": 4.980970114998216e-06,
|
|
"loss": 0.021730564534664154,
|
|
"mean_token_accuracy": 0.9915897861123085,
|
|
"num_tokens": 33639522.0,
|
|
"step": 6320
|
|
},
|
|
{
|
|
"entropy": 0.019665157535450818,
|
|
"epoch": 0.6796649916247907,
|
|
"grad_norm": 2.625,
|
|
"learning_rate": 4.921035478074142e-06,
|
|
"loss": 0.020458599925041197,
|
|
"mean_token_accuracy": 0.9918417375534773,
|
|
"num_tokens": 33743819.0,
|
|
"step": 6340
|
|
},
|
|
{
|
|
"entropy": 0.020174525574702784,
|
|
"epoch": 0.6818090452261306,
|
|
"grad_norm": 8.5,
|
|
"learning_rate": 4.861345709127803e-06,
|
|
"loss": 0.019577798247337342,
|
|
"mean_token_accuracy": 0.9921597026288509,
|
|
"num_tokens": 33847282.0,
|
|
"step": 6360
|
|
},
|
|
{
|
|
"entropy": 0.020318039059475268,
|
|
"epoch": 0.6839530988274707,
|
|
"grad_norm": 1.953125,
|
|
"learning_rate": 4.801903685933389e-06,
|
|
"loss": 0.020683969557285308,
|
|
"mean_token_accuracy": 0.9917214840650559,
|
|
"num_tokens": 33953961.0,
|
|
"step": 6380
|
|
},
|
|
{
|
|
"entropy": 0.01895209533279285,
|
|
"epoch": 0.6860971524288108,
|
|
"grad_norm": 2.046875,
|
|
"learning_rate": 4.742712274320725e-06,
|
|
"loss": 0.020713077485561372,
|
|
"mean_token_accuracy": 0.9920912489295006,
|
|
"num_tokens": 34054466.0,
|
|
"step": 6400
|
|
},
|
|
{
|
|
"entropy": 0.021405872826358065,
|
|
"epoch": 0.6882412060301507,
|
|
"grad_norm": 2.015625,
|
|
"learning_rate": 4.683774328037108e-06,
|
|
"loss": 0.024052520096302033,
|
|
"mean_token_accuracy": 0.9902271404862404,
|
|
"num_tokens": 34162751.0,
|
|
"step": 6420
|
|
},
|
|
{
|
|
"entropy": 0.02056694905677432,
|
|
"epoch": 0.6903852596314908,
|
|
"grad_norm": 2.109375,
|
|
"learning_rate": 4.625092688609711e-06,
|
|
"loss": 0.021541555225849152,
|
|
"mean_token_accuracy": 0.9906902097165584,
|
|
"num_tokens": 34271073.0,
|
|
"step": 6440
|
|
},
|
|
{
|
|
"entropy": 0.01796177522041944,
|
|
"epoch": 0.6925293132328308,
|
|
"grad_norm": 1.421875,
|
|
"learning_rate": 4.566670185208599e-06,
|
|
"loss": 0.017521923780441283,
|
|
"mean_token_accuracy": 0.9920081544667483,
|
|
"num_tokens": 34379697.0,
|
|
"step": 6460
|
|
},
|
|
{
|
|
"entropy": 0.01806882056660015,
|
|
"epoch": 0.6946733668341708,
|
|
"grad_norm": 1.6953125,
|
|
"learning_rate": 4.5085096345103205e-06,
|
|
"loss": 0.018725714087486266,
|
|
"mean_token_accuracy": 0.9868147686123848,
|
|
"num_tokens": 34483763.0,
|
|
"step": 6480
|
|
},
|
|
{
|
|
"entropy": 0.019470379299946217,
|
|
"epoch": 0.6968174204355109,
|
|
"grad_norm": 1.9140625,
|
|
"learning_rate": 4.450613840562113e-06,
|
|
"loss": 0.017752458155155183,
|
|
"mean_token_accuracy": 0.9928225323557853,
|
|
"num_tokens": 34588293.0,
|
|
"step": 6500
|
|
},
|
|
{
|
|
"epoch": 0.6968174204355109,
|
|
"eval_entropy": 0.019607524218813826,
|
|
"eval_loss": 0.019470153376460075,
|
|
"eval_mean_token_accuracy": 0.9920525077184041,
|
|
"eval_num_tokens": 34588293.0,
|
|
"eval_runtime": 20.2964,
|
|
"eval_samples_per_second": 36.952,
|
|
"eval_steps_per_second": 18.476,
|
|
"step": 6500
|
|
},
|
|
{
|
|
"entropy": 0.01848742664128622,
|
|
"epoch": 0.6989614740368509,
|
|
"grad_norm": 2.671875,
|
|
"learning_rate": 4.392985594646711e-06,
|
|
"loss": 0.02162926346063614,
|
|
"mean_token_accuracy": 0.9913080882281065,
|
|
"num_tokens": 34689227.0,
|
|
"step": 6520
|
|
},
|
|
{
|
|
"entropy": 0.019617287777646198,
|
|
"epoch": 0.701105527638191,
|
|
"grad_norm": 1.4765625,
|
|
"learning_rate": 4.335627675147774e-06,
|
|
"loss": 0.02028166800737381,
|
|
"mean_token_accuracy": 0.9930087491869927,
|
|
"num_tokens": 34791268.0,
|
|
"step": 6540
|
|
},
|
|
{
|
|
"entropy": 0.01906899958651138,
|
|
"epoch": 0.703249581239531,
|
|
"grad_norm": 2.234375,
|
|
"learning_rate": 4.278542847415936e-06,
|
|
"loss": 0.019539786875247954,
|
|
"mean_token_accuracy": 0.9920954536646605,
|
|
"num_tokens": 34894826.0,
|
|
"step": 6560
|
|
},
|
|
{
|
|
"entropy": 0.0211970092474985,
|
|
"epoch": 0.705393634840871,
|
|
"grad_norm": 1.5,
|
|
"learning_rate": 4.221733863635479e-06,
|
|
"loss": 0.023706386983394622,
|
|
"mean_token_accuracy": 0.990295572206378,
|
|
"num_tokens": 35009299.0,
|
|
"step": 6580
|
|
},
|
|
{
|
|
"entropy": 0.021638639217917442,
|
|
"epoch": 0.7075376884422111,
|
|
"grad_norm": 1.59375,
|
|
"learning_rate": 4.165203462691645e-06,
|
|
"loss": 0.021413305401802064,
|
|
"mean_token_accuracy": 0.9913092136383057,
|
|
"num_tokens": 35116618.0,
|
|
"step": 6600
|
|
},
|
|
{
|
|
"entropy": 0.02009705953132652,
|
|
"epoch": 0.7096817420435511,
|
|
"grad_norm": 1.9296875,
|
|
"learning_rate": 4.1089543700385885e-06,
|
|
"loss": 0.023159290850162505,
|
|
"mean_token_accuracy": 0.9899264223873615,
|
|
"num_tokens": 35214619.0,
|
|
"step": 6620
|
|
},
|
|
{
|
|
"entropy": 0.020903292103525928,
|
|
"epoch": 0.7118257956448911,
|
|
"grad_norm": 2.8125,
|
|
"learning_rate": 4.0529892975679775e-06,
|
|
"loss": 0.02029138207435608,
|
|
"mean_token_accuracy": 0.9917101729661226,
|
|
"num_tokens": 35331847.0,
|
|
"step": 6640
|
|
},
|
|
{
|
|
"entropy": 0.019355950780254715,
|
|
"epoch": 0.7139698492462312,
|
|
"grad_norm": 2.25,
|
|
"learning_rate": 3.997310943478246e-06,
|
|
"loss": 0.022747300565242767,
|
|
"mean_token_accuracy": 0.9911560833454132,
|
|
"num_tokens": 35435144.0,
|
|
"step": 6660
|
|
},
|
|
{
|
|
"entropy": 0.019431080123217724,
|
|
"epoch": 0.7161139028475711,
|
|
"grad_norm": 2.46875,
|
|
"learning_rate": 3.941921992144509e-06,
|
|
"loss": 0.022220295667648316,
|
|
"mean_token_accuracy": 0.9914675705134869,
|
|
"num_tokens": 35540146.0,
|
|
"step": 6680
|
|
},
|
|
{
|
|
"entropy": 0.021516031174610362,
|
|
"epoch": 0.7182579564489112,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 3.886825113989142e-06,
|
|
"loss": 0.020635062456130983,
|
|
"mean_token_accuracy": 0.9917585879564286,
|
|
"num_tokens": 35652696.0,
|
|
"step": 6700
|
|
},
|
|
{
|
|
"entropy": 0.019729190898897287,
|
|
"epoch": 0.7204020100502513,
|
|
"grad_norm": 2.09375,
|
|
"learning_rate": 3.832022965353032e-06,
|
|
"loss": 0.019225403666496277,
|
|
"mean_token_accuracy": 0.9942506503313779,
|
|
"num_tokens": 35757381.0,
|
|
"step": 6720
|
|
},
|
|
{
|
|
"entropy": 0.020393153377153795,
|
|
"epoch": 0.7225460636515912,
|
|
"grad_norm": 5.96875,
|
|
"learning_rate": 3.777518188367517e-06,
|
|
"loss": 0.02378985732793808,
|
|
"mean_token_accuracy": 0.9912960890680551,
|
|
"num_tokens": 35865336.0,
|
|
"step": 6740
|
|
},
|
|
{
|
|
"entropy": 0.019717699302668736,
|
|
"epoch": 0.7246901172529313,
|
|
"grad_norm": 1.8515625,
|
|
"learning_rate": 3.723313410826992e-06,
|
|
"loss": 0.020520621538162233,
|
|
"mean_token_accuracy": 0.9927110608667136,
|
|
"num_tokens": 35969262.0,
|
|
"step": 6760
|
|
},
|
|
{
|
|
"entropy": 0.020156670222718276,
|
|
"epoch": 0.7268341708542714,
|
|
"grad_norm": 2.953125,
|
|
"learning_rate": 3.6694112460622267e-06,
|
|
"loss": 0.022173659503459932,
|
|
"mean_token_accuracy": 0.9913631960749626,
|
|
"num_tokens": 36078203.0,
|
|
"step": 6780
|
|
},
|
|
{
|
|
"entropy": 0.02017759628906788,
|
|
"epoch": 0.7289782244556114,
|
|
"grad_norm": 1.6328125,
|
|
"learning_rate": 3.615814292814367e-06,
|
|
"loss": 0.02243554890155792,
|
|
"mean_token_accuracy": 0.9910614918917418,
|
|
"num_tokens": 36179468.0,
|
|
"step": 6800
|
|
},
|
|
{
|
|
"entropy": 0.019291495129346005,
|
|
"epoch": 0.7311222780569514,
|
|
"grad_norm": 2.03125,
|
|
"learning_rate": 3.562525135109649e-06,
|
|
"loss": 0.021489365398883818,
|
|
"mean_token_accuracy": 0.992356463521719,
|
|
"num_tokens": 36287569.0,
|
|
"step": 6820
|
|
},
|
|
{
|
|
"entropy": 0.017877134253399162,
|
|
"epoch": 0.7332663316582915,
|
|
"grad_norm": 2.8125,
|
|
"learning_rate": 3.509546342134796e-06,
|
|
"loss": 0.01892261952161789,
|
|
"mean_token_accuracy": 0.9919790286570788,
|
|
"num_tokens": 36403262.0,
|
|
"step": 6840
|
|
},
|
|
{
|
|
"entropy": 0.01958747923711144,
|
|
"epoch": 0.7354103852596315,
|
|
"grad_norm": 3.3125,
|
|
"learning_rate": 3.4568804681131964e-06,
|
|
"loss": 0.019973862171173095,
|
|
"mean_token_accuracy": 0.9915773533284664,
|
|
"num_tokens": 36508584.0,
|
|
"step": 6860
|
|
},
|
|
{
|
|
"entropy": 0.019319427383879883,
|
|
"epoch": 0.7375544388609715,
|
|
"grad_norm": 2.296875,
|
|
"learning_rate": 3.4045300521817105e-06,
|
|
"loss": 0.02136710286140442,
|
|
"mean_token_accuracy": 0.9920724961906672,
|
|
"num_tokens": 36610038.0,
|
|
"step": 6880
|
|
},
|
|
{
|
|
"entropy": 0.020166188537677952,
|
|
"epoch": 0.7396984924623116,
|
|
"grad_norm": 1.9453125,
|
|
"learning_rate": 3.3524976182682843e-06,
|
|
"loss": 0.018660889565944673,
|
|
"mean_token_accuracy": 0.9929303977638483,
|
|
"num_tokens": 36708085.0,
|
|
"step": 6900
|
|
},
|
|
{
|
|
"entropy": 0.018660859293049725,
|
|
"epoch": 0.7418425460636516,
|
|
"grad_norm": 2.40625,
|
|
"learning_rate": 3.3007856749702573e-06,
|
|
"loss": 0.01911092400550842,
|
|
"mean_token_accuracy": 0.9929109118878842,
|
|
"num_tokens": 36809564.0,
|
|
"step": 6920
|
|
},
|
|
{
|
|
"entropy": 0.020304086872602056,
|
|
"epoch": 0.7439865996649916,
|
|
"grad_norm": 1.734375,
|
|
"learning_rate": 3.2493967154334016e-06,
|
|
"loss": 0.019811296463012697,
|
|
"mean_token_accuracy": 0.9924409098923206,
|
|
"num_tokens": 36912901.0,
|
|
"step": 6940
|
|
},
|
|
{
|
|
"entropy": 0.017767412251100723,
|
|
"epoch": 0.7461306532663317,
|
|
"grad_norm": 1.515625,
|
|
"learning_rate": 3.198333217231757e-06,
|
|
"loss": 0.016918018460273743,
|
|
"mean_token_accuracy": 0.9936570934951305,
|
|
"num_tokens": 37028495.0,
|
|
"step": 6960
|
|
},
|
|
{
|
|
"entropy": 0.01919960001034724,
|
|
"epoch": 0.7482747068676717,
|
|
"grad_norm": 1.78125,
|
|
"learning_rate": 3.1475976422481526e-06,
|
|
"loss": 0.018871791660785675,
|
|
"mean_token_accuracy": 0.9923384845256805,
|
|
"num_tokens": 37128754.0,
|
|
"step": 6980
|
|
},
|
|
{
|
|
"entropy": 0.01957385808059371,
|
|
"epoch": 0.7504187604690117,
|
|
"grad_norm": 2.515625,
|
|
"learning_rate": 3.0971924365555116e-06,
|
|
"loss": 0.018768243491649628,
|
|
"mean_token_accuracy": 0.9924201011657715,
|
|
"num_tokens": 37230511.0,
|
|
"step": 7000
|
|
},
|
|
{
|
|
"epoch": 0.7504187604690117,
|
|
"eval_entropy": 0.019512116880068788,
|
|
"eval_loss": 0.019492411985993385,
|
|
"eval_mean_token_accuracy": 0.9919790083567301,
|
|
"eval_num_tokens": 37230511.0,
|
|
"eval_runtime": 20.2777,
|
|
"eval_samples_per_second": 36.986,
|
|
"eval_steps_per_second": 18.493,
|
|
"step": 7000
|
|
},
|
|
{
|
|
"entropy": 0.018825849278618988,
|
|
"epoch": 0.7525628140703517,
|
|
"grad_norm": 2.265625,
|
|
"learning_rate": 3.0471200302989535e-06,
|
|
"loss": 0.020853203535079957,
|
|
"mean_token_accuracy": 0.9906294353306293,
|
|
"num_tokens": 37332200.0,
|
|
"step": 7020
|
|
},
|
|
{
|
|
"entropy": 0.019942389463130893,
|
|
"epoch": 0.7547068676716918,
|
|
"grad_norm": 2.203125,
|
|
"learning_rate": 2.9973828375785864e-06,
|
|
"loss": 0.018565280735492705,
|
|
"mean_token_accuracy": 0.9909187290817499,
|
|
"num_tokens": 37433333.0,
|
|
"step": 7040
|
|
},
|
|
{
|
|
"entropy": 0.020680780549423617,
|
|
"epoch": 0.7568509212730318,
|
|
"grad_norm": 1.3984375,
|
|
"learning_rate": 2.947983256333166e-06,
|
|
"loss": 0.022726891934871672,
|
|
"mean_token_accuracy": 0.9920847479254007,
|
|
"num_tokens": 37535155.0,
|
|
"step": 7060
|
|
},
|
|
{
|
|
"entropy": 0.01799933227546262,
|
|
"epoch": 0.7589949748743718,
|
|
"grad_norm": 2.375,
|
|
"learning_rate": 2.8989236682244372e-06,
|
|
"loss": 0.019517210125923157,
|
|
"mean_token_accuracy": 0.9922154374420643,
|
|
"num_tokens": 37642429.0,
|
|
"step": 7080
|
|
},
|
|
{
|
|
"entropy": 0.018576059823135437,
|
|
"epoch": 0.7611390284757119,
|
|
"grad_norm": 1.8671875,
|
|
"learning_rate": 2.8502064385223437e-06,
|
|
"loss": 0.02000274509191513,
|
|
"mean_token_accuracy": 0.9927195519208908,
|
|
"num_tokens": 37743382.0,
|
|
"step": 7100
|
|
},
|
|
{
|
|
"entropy": 0.01817750639111182,
|
|
"epoch": 0.763283082077052,
|
|
"grad_norm": 0.76953125,
|
|
"learning_rate": 2.8018339159909937e-06,
|
|
"loss": 0.018051585555076598,
|
|
"mean_token_accuracy": 0.9927114237099885,
|
|
"num_tokens": 37849802.0,
|
|
"step": 7120
|
|
},
|
|
{
|
|
"entropy": 0.01861468399677051,
|
|
"epoch": 0.7654271356783919,
|
|
"grad_norm": 2.453125,
|
|
"learning_rate": 2.7538084327753823e-06,
|
|
"loss": 0.020044369995594023,
|
|
"mean_token_accuracy": 0.9925104282796383,
|
|
"num_tokens": 37949510.0,
|
|
"step": 7140
|
|
},
|
|
{
|
|
"entropy": 0.01957492132596599,
|
|
"epoch": 0.767571189279732,
|
|
"grad_norm": 1.6640625,
|
|
"learning_rate": 2.706132304289012e-06,
|
|
"loss": 0.02030598223209381,
|
|
"mean_token_accuracy": 0.9924644228070975,
|
|
"num_tokens": 38056600.0,
|
|
"step": 7160
|
|
},
|
|
{
|
|
"entropy": 0.019891365615512767,
|
|
"epoch": 0.7697152428810721,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 2.6588078291022045e-06,
|
|
"loss": 0.020326973497867586,
|
|
"mean_token_accuracy": 0.9918508928269147,
|
|
"num_tokens": 38168190.0,
|
|
"step": 7180
|
|
},
|
|
{
|
|
"entropy": 0.01919556673688021,
|
|
"epoch": 0.771859296482412,
|
|
"grad_norm": 2.796875,
|
|
"learning_rate": 2.611837288831319e-06,
|
|
"loss": 0.02155778855085373,
|
|
"mean_token_accuracy": 0.9919852402061224,
|
|
"num_tokens": 38276246.0,
|
|
"step": 7200
|
|
},
|
|
{
|
|
"entropy": 0.019413144076725074,
|
|
"epoch": 0.7740033500837521,
|
|
"grad_norm": 5.8125,
|
|
"learning_rate": 2.565222948028746e-06,
|
|
"loss": 0.0233286514878273,
|
|
"mean_token_accuracy": 0.9901302725076675,
|
|
"num_tokens": 38380173.0,
|
|
"step": 7220
|
|
},
|
|
{
|
|
"entropy": 0.019048391740625448,
|
|
"epoch": 0.7761474036850922,
|
|
"grad_norm": 2.484375,
|
|
"learning_rate": 2.518967054073702e-06,
|
|
"loss": 0.01727575808763504,
|
|
"mean_token_accuracy": 0.9933784183114767,
|
|
"num_tokens": 38485326.0,
|
|
"step": 7240
|
|
},
|
|
{
|
|
"entropy": 0.018992443338993324,
|
|
"epoch": 0.7782914572864321,
|
|
"grad_norm": 1.765625,
|
|
"learning_rate": 2.473071837063921e-06,
|
|
"loss": 0.020196519792079926,
|
|
"mean_token_accuracy": 0.9929014749825,
|
|
"num_tokens": 38593033.0,
|
|
"step": 7260
|
|
},
|
|
{
|
|
"entropy": 0.01934261324011004,
|
|
"epoch": 0.7804355108877722,
|
|
"grad_norm": 2.078125,
|
|
"learning_rate": 2.427539509708092e-06,
|
|
"loss": 0.021069280803203583,
|
|
"mean_token_accuracy": 0.9920600451529026,
|
|
"num_tokens": 38695209.0,
|
|
"step": 7280
|
|
},
|
|
{
|
|
"entropy": 0.01937621497809232,
|
|
"epoch": 0.7825795644891123,
|
|
"grad_norm": 1.96875,
|
|
"learning_rate": 2.382372267219212e-06,
|
|
"loss": 0.02313290983438492,
|
|
"mean_token_accuracy": 0.9915325742214918,
|
|
"num_tokens": 38804750.0,
|
|
"step": 7300
|
|
},
|
|
{
|
|
"entropy": 0.02088976109387204,
|
|
"epoch": 0.7847236180904522,
|
|
"grad_norm": 3.390625,
|
|
"learning_rate": 2.3375722872087435e-06,
|
|
"loss": 0.02172703593969345,
|
|
"mean_token_accuracy": 0.9911188166588545,
|
|
"num_tokens": 38909561.0,
|
|
"step": 7320
|
|
},
|
|
{
|
|
"entropy": 0.019513376194367993,
|
|
"epoch": 0.7868676716917923,
|
|
"grad_norm": 1.6171875,
|
|
"learning_rate": 2.293141729581606e-06,
|
|
"loss": 0.020942328870296477,
|
|
"mean_token_accuracy": 0.9914060894399881,
|
|
"num_tokens": 39024348.0,
|
|
"step": 7340
|
|
},
|
|
{
|
|
"entropy": 0.019013147754321835,
|
|
"epoch": 0.7890117252931323,
|
|
"grad_norm": 3.03125,
|
|
"learning_rate": 2.24908273643208e-06,
|
|
"loss": 0.01895921677350998,
|
|
"mean_token_accuracy": 0.9920435093343258,
|
|
"num_tokens": 39123358.0,
|
|
"step": 7360
|
|
},
|
|
{
|
|
"entropy": 0.01850612224473025,
|
|
"epoch": 0.7911557788944724,
|
|
"grad_norm": 2.0625,
|
|
"learning_rate": 2.20539743194049e-06,
|
|
"loss": 0.020412975549697877,
|
|
"mean_token_accuracy": 0.992505956813693,
|
|
"num_tokens": 39222173.0,
|
|
"step": 7380
|
|
},
|
|
{
|
|
"entropy": 0.018990432533109926,
|
|
"epoch": 0.7932998324958124,
|
|
"grad_norm": 2.515625,
|
|
"learning_rate": 2.162087922270827e-06,
|
|
"loss": 0.019987034797668456,
|
|
"mean_token_accuracy": 0.9921554632484912,
|
|
"num_tokens": 39324555.0,
|
|
"step": 7400
|
|
},
|
|
{
|
|
"entropy": 0.020331120665650813,
|
|
"epoch": 0.7954438860971524,
|
|
"grad_norm": 2.59375,
|
|
"learning_rate": 2.119156295469188e-06,
|
|
"loss": 0.020988868176937105,
|
|
"mean_token_accuracy": 0.992167953774333,
|
|
"num_tokens": 39436930.0,
|
|
"step": 7420
|
|
},
|
|
{
|
|
"entropy": 0.01908351750444126,
|
|
"epoch": 0.7975879396984925,
|
|
"grad_norm": 2.140625,
|
|
"learning_rate": 2.0766046213631085e-06,
|
|
"loss": 0.02441962659358978,
|
|
"mean_token_accuracy": 0.9905336666852236,
|
|
"num_tokens": 39539754.0,
|
|
"step": 7440
|
|
},
|
|
{
|
|
"entropy": 0.01844053882264234,
|
|
"epoch": 0.7997319932998325,
|
|
"grad_norm": 1.4609375,
|
|
"learning_rate": 2.034434951461787e-06,
|
|
"loss": 0.021246211230754854,
|
|
"mean_token_accuracy": 0.9916405260562897,
|
|
"num_tokens": 39642853.0,
|
|
"step": 7460
|
|
},
|
|
{
|
|
"entropy": 0.019568845091521327,
|
|
"epoch": 0.8018760469011725,
|
|
"grad_norm": 2.234375,
|
|
"learning_rate": 1.992649318857145e-06,
|
|
"loss": 0.02266250252723694,
|
|
"mean_token_accuracy": 0.9901510171592236,
|
|
"num_tokens": 39753649.0,
|
|
"step": 7480
|
|
},
|
|
{
|
|
"entropy": 0.019649790661560473,
|
|
"epoch": 0.8040201005025126,
|
|
"grad_norm": 1.4296875,
|
|
"learning_rate": 1.951249738125841e-06,
|
|
"loss": 0.02106764316558838,
|
|
"mean_token_accuracy": 0.992297976091504,
|
|
"num_tokens": 39867091.0,
|
|
"step": 7500
|
|
},
|
|
{
|
|
"epoch": 0.8040201005025126,
|
|
"eval_entropy": 0.01951531241268579,
|
|
"eval_loss": 0.019423136487603188,
|
|
"eval_mean_token_accuracy": 0.9921902815500895,
|
|
"eval_num_tokens": 39867091.0,
|
|
"eval_runtime": 20.2653,
|
|
"eval_samples_per_second": 37.009,
|
|
"eval_steps_per_second": 18.504,
|
|
"step": 7500
|
|
},
|
|
{
|
|
"entropy": 0.01873672366637038,
|
|
"epoch": 0.8061641541038526,
|
|
"grad_norm": 2.515625,
|
|
"learning_rate": 1.9102382052321247e-06,
|
|
"loss": 0.02217361479997635,
|
|
"mean_token_accuracy": 0.991604308411479,
|
|
"num_tokens": 39975152.0,
|
|
"step": 7520
|
|
},
|
|
{
|
|
"entropy": 0.018056424487326694,
|
|
"epoch": 0.8083082077051926,
|
|
"grad_norm": 2.1875,
|
|
"learning_rate": 1.8696166974316098e-06,
|
|
"loss": 0.018713992834091187,
|
|
"mean_token_accuracy": 0.9923322558403015,
|
|
"num_tokens": 40073850.0,
|
|
"step": 7540
|
|
},
|
|
{
|
|
"entropy": 0.019656274415865482,
|
|
"epoch": 0.8104522613065327,
|
|
"grad_norm": 1.75,
|
|
"learning_rate": 1.829387173175957e-06,
|
|
"loss": 0.02295905351638794,
|
|
"mean_token_accuracy": 0.9911978255957365,
|
|
"num_tokens": 40174029.0,
|
|
"step": 7560
|
|
},
|
|
{
|
|
"entropy": 0.018212407533337683,
|
|
"epoch": 0.8125963149078727,
|
|
"grad_norm": 2.203125,
|
|
"learning_rate": 1.7895515720184298e-06,
|
|
"loss": 0.01762194335460663,
|
|
"mean_token_accuracy": 0.993547822907567,
|
|
"num_tokens": 40277338.0,
|
|
"step": 7580
|
|
},
|
|
{
|
|
"entropy": 0.019111268576693874,
|
|
"epoch": 0.8147403685092127,
|
|
"grad_norm": 3.078125,
|
|
"learning_rate": 1.7501118145204078e-06,
|
|
"loss": 0.02163155972957611,
|
|
"mean_token_accuracy": 0.9915014613419771,
|
|
"num_tokens": 40384919.0,
|
|
"step": 7600
|
|
},
|
|
{
|
|
"entropy": 0.020142577382034687,
|
|
"epoch": 0.8168844221105528,
|
|
"grad_norm": 2.1875,
|
|
"learning_rate": 1.71106980215878e-06,
|
|
"loss": 0.01972368061542511,
|
|
"mean_token_accuracy": 0.9922790337353945,
|
|
"num_tokens": 40491708.0,
|
|
"step": 7620
|
|
},
|
|
{
|
|
"entropy": 0.019609718415108546,
|
|
"epoch": 0.8190284757118927,
|
|
"grad_norm": 6.25,
|
|
"learning_rate": 1.6724274172342725e-06,
|
|
"loss": 0.023548129200935363,
|
|
"mean_token_accuracy": 0.991268851980567,
|
|
"num_tokens": 40604052.0,
|
|
"step": 7640
|
|
},
|
|
{
|
|
"entropy": 0.019134915648101013,
|
|
"epoch": 0.8211725293132328,
|
|
"grad_norm": 1.75,
|
|
"learning_rate": 1.6341865227807075e-06,
|
|
"loss": 0.019575177133083342,
|
|
"mean_token_accuracy": 0.992620923742652,
|
|
"num_tokens": 40712926.0,
|
|
"step": 7660
|
|
},
|
|
{
|
|
"entropy": 0.018662033730379335,
|
|
"epoch": 0.8233165829145729,
|
|
"grad_norm": 2.265625,
|
|
"learning_rate": 1.5963489624751595e-06,
|
|
"loss": 0.019268378615379333,
|
|
"mean_token_accuracy": 0.992533054947853,
|
|
"num_tokens": 40818181.0,
|
|
"step": 7680
|
|
},
|
|
{
|
|
"entropy": 0.019738298160768865,
|
|
"epoch": 0.825460636515913,
|
|
"grad_norm": 1.9921875,
|
|
"learning_rate": 1.5589165605490918e-06,
|
|
"loss": 0.018965110182762146,
|
|
"mean_token_accuracy": 0.9918511062860489,
|
|
"num_tokens": 40925382.0,
|
|
"step": 7700
|
|
},
|
|
{
|
|
"entropy": 0.01947517461164807,
|
|
"epoch": 0.8276046901172529,
|
|
"grad_norm": 2.046875,
|
|
"learning_rate": 1.5218911217003985e-06,
|
|
"loss": 0.02183605879545212,
|
|
"mean_token_accuracy": 0.9911946535110474,
|
|
"num_tokens": 41044722.0,
|
|
"step": 7720
|
|
},
|
|
{
|
|
"entropy": 0.019855259767928145,
|
|
"epoch": 0.829748743718593,
|
|
"grad_norm": 1.90625,
|
|
"learning_rate": 1.4852744310063893e-06,
|
|
"loss": 0.020095731317996978,
|
|
"mean_token_accuracy": 0.9914216987788678,
|
|
"num_tokens": 41163232.0,
|
|
"step": 7740
|
|
},
|
|
{
|
|
"entropy": 0.01931553952094873,
|
|
"epoch": 0.831892797319933,
|
|
"grad_norm": 2.703125,
|
|
"learning_rate": 1.4490682538377344e-06,
|
|
"loss": 0.02068305015563965,
|
|
"mean_token_accuracy": 0.9912440560758113,
|
|
"num_tokens": 41275818.0,
|
|
"step": 7760
|
|
},
|
|
{
|
|
"entropy": 0.01949581656031114,
|
|
"epoch": 0.834036850921273,
|
|
"grad_norm": 2.640625,
|
|
"learning_rate": 1.4132743357733502e-06,
|
|
"loss": 0.019521139562129974,
|
|
"mean_token_accuracy": 0.9927113294601441,
|
|
"num_tokens": 41378446.0,
|
|
"step": 7780
|
|
},
|
|
{
|
|
"entropy": 0.019279925492878647,
|
|
"epoch": 0.8361809045226131,
|
|
"grad_norm": 1.71875,
|
|
"learning_rate": 1.3778944025162399e-06,
|
|
"loss": 0.020213739573955537,
|
|
"mean_token_accuracy": 0.9918138355016708,
|
|
"num_tokens": 41480586.0,
|
|
"step": 7800
|
|
},
|
|
{
|
|
"entropy": 0.01848278012148512,
|
|
"epoch": 0.8383249581239531,
|
|
"grad_norm": 1.8046875,
|
|
"learning_rate": 1.3429301598102973e-06,
|
|
"loss": 0.021417385339736937,
|
|
"mean_token_accuracy": 0.992524030432105,
|
|
"num_tokens": 41583797.0,
|
|
"step": 7820
|
|
},
|
|
{
|
|
"entropy": 0.019653417706990695,
|
|
"epoch": 0.8404690117252931,
|
|
"grad_norm": 1.4375,
|
|
"learning_rate": 1.3083832933580608e-06,
|
|
"loss": 0.019776181876659395,
|
|
"mean_token_accuracy": 0.9927833370864392,
|
|
"num_tokens": 41693464.0,
|
|
"step": 7840
|
|
},
|
|
{
|
|
"entropy": 0.019763251290942207,
|
|
"epoch": 0.8426130653266332,
|
|
"grad_norm": 3.109375,
|
|
"learning_rate": 1.2742554687394537e-06,
|
|
"loss": 0.02297937124967575,
|
|
"mean_token_accuracy": 0.992657694220543,
|
|
"num_tokens": 41790157.0,
|
|
"step": 7860
|
|
},
|
|
{
|
|
"entropy": 0.019936064798548613,
|
|
"epoch": 0.8447571189279732,
|
|
"grad_norm": 3.609375,
|
|
"learning_rate": 1.2405483313314738e-06,
|
|
"loss": 0.02262817770242691,
|
|
"mean_token_accuracy": 0.9905056063085794,
|
|
"num_tokens": 41893582.0,
|
|
"step": 7880
|
|
},
|
|
{
|
|
"entropy": 0.01934517203821997,
|
|
"epoch": 0.8469011725293132,
|
|
"grad_norm": 2.109375,
|
|
"learning_rate": 1.2072635062288673e-06,
|
|
"loss": 0.020036940276622773,
|
|
"mean_token_accuracy": 0.9923514679074288,
|
|
"num_tokens": 42004717.0,
|
|
"step": 7900
|
|
},
|
|
{
|
|
"entropy": 0.01836295023481398,
|
|
"epoch": 0.8490452261306533,
|
|
"grad_norm": 3.1875,
|
|
"learning_rate": 1.174402598165787e-06,
|
|
"loss": 0.017996013164520264,
|
|
"mean_token_accuracy": 0.9931914895772934,
|
|
"num_tokens": 42114536.0,
|
|
"step": 7920
|
|
},
|
|
{
|
|
"entropy": 0.020249022626080658,
|
|
"epoch": 0.8511892797319933,
|
|
"grad_norm": 2.5,
|
|
"learning_rate": 1.1419671914384134e-06,
|
|
"loss": 0.02248285710811615,
|
|
"mean_token_accuracy": 0.991206606850028,
|
|
"num_tokens": 42222812.0,
|
|
"step": 7940
|
|
},
|
|
{
|
|
"entropy": 0.02073315970085332,
|
|
"epoch": 0.8533333333333334,
|
|
"grad_norm": 3.0,
|
|
"learning_rate": 1.1099588498285806e-06,
|
|
"loss": 0.02276255041360855,
|
|
"mean_token_accuracy": 0.9906704191118478,
|
|
"num_tokens": 42337872.0,
|
|
"step": 7960
|
|
},
|
|
{
|
|
"entropy": 0.019947545273566902,
|
|
"epoch": 0.8554773869346733,
|
|
"grad_norm": 1.5390625,
|
|
"learning_rate": 1.0783791165283798e-06,
|
|
"loss": 0.0205001100897789,
|
|
"mean_token_accuracy": 0.9920544352382421,
|
|
"num_tokens": 42443680.0,
|
|
"step": 7980
|
|
},
|
|
{
|
|
"entropy": 0.017547584273529537,
|
|
"epoch": 0.8576214405360134,
|
|
"grad_norm": 3.328125,
|
|
"learning_rate": 1.0472295140657584e-06,
|
|
"loss": 0.01985829621553421,
|
|
"mean_token_accuracy": 0.9921385683119297,
|
|
"num_tokens": 42548237.0,
|
|
"step": 8000
|
|
},
|
|
{
|
|
"epoch": 0.8576214405360134,
|
|
"eval_entropy": 0.019516329319584958,
|
|
"eval_loss": 0.01938561163842678,
|
|
"eval_mean_token_accuracy": 0.9923241523106893,
|
|
"eval_num_tokens": 42548237.0,
|
|
"eval_runtime": 20.235,
|
|
"eval_samples_per_second": 37.064,
|
|
"eval_steps_per_second": 18.532,
|
|
"step": 8000
|
|
},
|
|
{
|
|
"entropy": 0.018809675735496967,
|
|
"epoch": 0.8597654941373535,
|
|
"grad_norm": 1.5859375,
|
|
"learning_rate": 1.0165115442311168e-06,
|
|
"loss": 0.02014607787132263,
|
|
"mean_token_accuracy": 0.9919284801930189,
|
|
"num_tokens": 42659432.0,
|
|
"step": 8020
|
|
},
|
|
{
|
|
"entropy": 0.01733278074198097,
|
|
"epoch": 0.8619095477386934,
|
|
"grad_norm": 1.921875,
|
|
"learning_rate": 9.862266880049033e-07,
|
|
"loss": 0.018754176795482635,
|
|
"mean_token_accuracy": 0.9923460192978382,
|
|
"num_tokens": 42759466.0,
|
|
"step": 8040
|
|
},
|
|
{
|
|
"entropy": 0.01832941572265554,
|
|
"epoch": 0.8640536013400335,
|
|
"grad_norm": 2.078125,
|
|
"learning_rate": 9.563764054862112e-07,
|
|
"loss": 0.020297129452228547,
|
|
"mean_token_accuracy": 0.9928287036716938,
|
|
"num_tokens": 42868393.0,
|
|
"step": 8060
|
|
},
|
|
{
|
|
"entropy": 0.020013672889513147,
|
|
"epoch": 0.8661976549413736,
|
|
"grad_norm": 2.296875,
|
|
"learning_rate": 9.26962135822389e-07,
|
|
"loss": 0.021075569093227386,
|
|
"mean_token_accuracy": 0.9927308529615402,
|
|
"num_tokens": 42978572.0,
|
|
"step": 8080
|
|
},
|
|
{
|
|
"entropy": 0.017360182798279312,
|
|
"epoch": 0.8683417085427135,
|
|
"grad_norm": 1.5625,
|
|
"learning_rate": 8.979852971396508e-07,
|
|
"loss": 0.018198615312576293,
|
|
"mean_token_accuracy": 0.993445823341608,
|
|
"num_tokens": 43086831.0,
|
|
"step": 8100
|
|
},
|
|
{
|
|
"entropy": 0.02018861417880089,
|
|
"epoch": 0.8704857621440536,
|
|
"grad_norm": 2.25,
|
|
"learning_rate": 8.69447286474705e-07,
|
|
"loss": 0.02233450710773468,
|
|
"mean_token_accuracy": 0.9902903474867344,
|
|
"num_tokens": 43195060.0,
|
|
"step": 8120
|
|
},
|
|
{
|
|
"entropy": 0.019654828006423486,
|
|
"epoch": 0.8726298157453937,
|
|
"grad_norm": 2.515625,
|
|
"learning_rate": 8.413494797074095e-07,
|
|
"loss": 0.01920991241931915,
|
|
"mean_token_accuracy": 0.9916286468505859,
|
|
"num_tokens": 43306019.0,
|
|
"step": 8140
|
|
},
|
|
{
|
|
"entropy": 0.02208902873887837,
|
|
"epoch": 0.8747738693467336,
|
|
"grad_norm": 2.140625,
|
|
"learning_rate": 8.136932314944179e-07,
|
|
"loss": 0.022708958387374877,
|
|
"mean_token_accuracy": 0.9901477582752705,
|
|
"num_tokens": 43416895.0,
|
|
"step": 8160
|
|
},
|
|
{
|
|
"entropy": 0.01981349259772287,
|
|
"epoch": 0.8769179229480737,
|
|
"grad_norm": 2.71875,
|
|
"learning_rate": 7.864798752038949e-07,
|
|
"loss": 0.01928192377090454,
|
|
"mean_token_accuracy": 0.9919186655431986,
|
|
"num_tokens": 43516044.0,
|
|
"step": 8180
|
|
},
|
|
{
|
|
"entropy": 0.01925912519070607,
|
|
"epoch": 0.8790619765494138,
|
|
"grad_norm": 1.734375,
|
|
"learning_rate": 7.597107228512101e-07,
|
|
"loss": 0.02041231542825699,
|
|
"mean_token_accuracy": 0.9925541203469038,
|
|
"num_tokens": 43622616.0,
|
|
"step": 8200
|
|
},
|
|
{
|
|
"entropy": 0.01794401331856079,
|
|
"epoch": 0.8812060301507537,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 7.333870650356911e-07,
|
|
"loss": 0.01903040409088135,
|
|
"mean_token_accuracy": 0.9926789086312056,
|
|
"num_tokens": 43738048.0,
|
|
"step": 8220
|
|
},
|
|
{
|
|
"entropy": 0.020185897200371984,
|
|
"epoch": 0.8833500837520938,
|
|
"grad_norm": 3.078125,
|
|
"learning_rate": 7.075101708784038e-07,
|
|
"loss": 0.02289024293422699,
|
|
"mean_token_accuracy": 0.9907027028501034,
|
|
"num_tokens": 43849936.0,
|
|
"step": 8240
|
|
},
|
|
{
|
|
"entropy": 0.020925003469278634,
|
|
"epoch": 0.8854941373534339,
|
|
"grad_norm": 2.96875,
|
|
"learning_rate": 6.820812879609551e-07,
|
|
"loss": 0.02114592641592026,
|
|
"mean_token_accuracy": 0.9914819072932005,
|
|
"num_tokens": 43953914.0,
|
|
"step": 8260
|
|
},
|
|
{
|
|
"entropy": 0.019342410219724115,
|
|
"epoch": 0.8876381909547739,
|
|
"grad_norm": 3.609375,
|
|
"learning_rate": 6.571016422653609e-07,
|
|
"loss": 0.020218712091445924,
|
|
"mean_token_accuracy": 0.9917961444705725,
|
|
"num_tokens": 44060574.0,
|
|
"step": 8280
|
|
},
|
|
{
|
|
"entropy": 0.018030824407537692,
|
|
"epoch": 0.8897822445561139,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 6.325724381149201e-07,
|
|
"loss": 0.01951337456703186,
|
|
"mean_token_accuracy": 0.9863187871873379,
|
|
"num_tokens": 44169435.0,
|
|
"step": 8300
|
|
},
|
|
{
|
|
"entropy": 0.01994664284213741,
|
|
"epoch": 0.891926298157454,
|
|
"grad_norm": 2.921875,
|
|
"learning_rate": 6.084948581161643e-07,
|
|
"loss": 0.019201353192329407,
|
|
"mean_token_accuracy": 0.9925763100385666,
|
|
"num_tokens": 44276020.0,
|
|
"step": 8320
|
|
},
|
|
{
|
|
"entropy": 0.02081800427977214,
|
|
"epoch": 0.894070351758794,
|
|
"grad_norm": 1.6953125,
|
|
"learning_rate": 5.848700631018411e-07,
|
|
"loss": 0.020571966469287873,
|
|
"mean_token_accuracy": 0.9917529292404652,
|
|
"num_tokens": 44386885.0,
|
|
"step": 8340
|
|
},
|
|
{
|
|
"entropy": 0.01815503019108746,
|
|
"epoch": 0.896214405360134,
|
|
"grad_norm": 2.203125,
|
|
"learning_rate": 5.616991920749349e-07,
|
|
"loss": 0.020456781983375548,
|
|
"mean_token_accuracy": 0.9919084422290325,
|
|
"num_tokens": 44493234.0,
|
|
"step": 8360
|
|
},
|
|
{
|
|
"entropy": 0.018217097373872095,
|
|
"epoch": 0.898358458961474,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 5.389833621537755e-07,
|
|
"loss": 0.01739330738782883,
|
|
"mean_token_accuracy": 0.9934280533343554,
|
|
"num_tokens": 44596525.0,
|
|
"step": 8380
|
|
},
|
|
{
|
|
"entropy": 0.01944470095006636,
|
|
"epoch": 0.9005025125628141,
|
|
"grad_norm": 1.875,
|
|
"learning_rate": 5.167236685181532e-07,
|
|
"loss": 0.01959017515182495,
|
|
"mean_token_accuracy": 0.9926484901458025,
|
|
"num_tokens": 44704672.0,
|
|
"step": 8400
|
|
},
|
|
{
|
|
"entropy": 0.01922774040344848,
|
|
"epoch": 0.9026465661641541,
|
|
"grad_norm": 1.8671875,
|
|
"learning_rate": 4.949211843565449e-07,
|
|
"loss": 0.018985719978809358,
|
|
"mean_token_accuracy": 0.9930604692548514,
|
|
"num_tokens": 44802160.0,
|
|
"step": 8420
|
|
},
|
|
{
|
|
"entropy": 0.019086347535608183,
|
|
"epoch": 0.9047906197654941,
|
|
"grad_norm": 2.625,
|
|
"learning_rate": 4.7357696081435036e-07,
|
|
"loss": 0.021893636882305147,
|
|
"mean_token_accuracy": 0.9909486912190915,
|
|
"num_tokens": 44907874.0,
|
|
"step": 8440
|
|
},
|
|
{
|
|
"entropy": 0.01974412333381679,
|
|
"epoch": 0.9069346733668342,
|
|
"grad_norm": 3.1875,
|
|
"learning_rate": 4.5269202694322334e-07,
|
|
"loss": 0.0225388765335083,
|
|
"mean_token_accuracy": 0.9913734450936318,
|
|
"num_tokens": 45011015.0,
|
|
"step": 8460
|
|
},
|
|
{
|
|
"entropy": 0.0196786193088883,
|
|
"epoch": 0.9090787269681742,
|
|
"grad_norm": 3.484375,
|
|
"learning_rate": 4.3226738965146733e-07,
|
|
"loss": 0.019231879711151124,
|
|
"mean_token_accuracy": 0.9921259760856629,
|
|
"num_tokens": 45122211.0,
|
|
"step": 8480
|
|
},
|
|
{
|
|
"entropy": 0.017996370965624918,
|
|
"epoch": 0.9112227805695142,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 4.1230403365547065e-07,
|
|
"loss": 0.018080990016460418,
|
|
"mean_token_accuracy": 0.9934276740998029,
|
|
"num_tokens": 45229362.0,
|
|
"step": 8500
|
|
},
|
|
{
|
|
"epoch": 0.9112227805695142,
|
|
"eval_entropy": 0.019543887719133637,
|
|
"eval_loss": 0.019348351284861565,
|
|
"eval_mean_token_accuracy": 0.9922665920257568,
|
|
"eval_num_tokens": 45229362.0,
|
|
"eval_runtime": 20.2762,
|
|
"eval_samples_per_second": 36.989,
|
|
"eval_steps_per_second": 18.495,
|
|
"step": 8500
|
|
},
|
|
{
|
|
"entropy": 0.021203386071078967,
|
|
"epoch": 0.9133668341708543,
|
|
"grad_norm": 1.609375,
|
|
"learning_rate": 3.9280292143225264e-07,
|
|
"loss": 0.022594137489795683,
|
|
"mean_token_accuracy": 0.991113456711173,
|
|
"num_tokens": 45338204.0,
|
|
"step": 8520
|
|
},
|
|
{
|
|
"entropy": 0.018270298717538935,
|
|
"epoch": 0.9155108877721944,
|
|
"grad_norm": 2.03125,
|
|
"learning_rate": 3.737649931730458e-07,
|
|
"loss": 0.019554194808006287,
|
|
"mean_token_accuracy": 0.9928128100931645,
|
|
"num_tokens": 45451611.0,
|
|
"step": 8540
|
|
},
|
|
{
|
|
"entropy": 0.01802048790036679,
|
|
"epoch": 0.9176549413735343,
|
|
"grad_norm": 1.8984375,
|
|
"learning_rate": 3.5519116673796707e-07,
|
|
"loss": 0.01832857131958008,
|
|
"mean_token_accuracy": 0.9920665070414543,
|
|
"num_tokens": 45552742.0,
|
|
"step": 8560
|
|
},
|
|
{
|
|
"entropy": 0.019545484634431887,
|
|
"epoch": 0.9197989949748744,
|
|
"grad_norm": 2.078125,
|
|
"learning_rate": 3.3708233761177935e-07,
|
|
"loss": 0.019848516583442687,
|
|
"mean_token_accuracy": 0.9930632192641496,
|
|
"num_tokens": 45654718.0,
|
|
"step": 8580
|
|
},
|
|
{
|
|
"entropy": 0.019058815206676627,
|
|
"epoch": 0.9219430485762145,
|
|
"grad_norm": 2.21875,
|
|
"learning_rate": 3.1943937886070197e-07,
|
|
"loss": 0.019996930658817292,
|
|
"mean_token_accuracy": 0.9920886129140853,
|
|
"num_tokens": 45764177.0,
|
|
"step": 8600
|
|
},
|
|
{
|
|
"entropy": 0.019873253857394958,
|
|
"epoch": 0.9240871021775544,
|
|
"grad_norm": 1.7265625,
|
|
"learning_rate": 3.0226314109032984e-07,
|
|
"loss": 0.020348772406578064,
|
|
"mean_token_accuracy": 0.9924048013985157,
|
|
"num_tokens": 45869501.0,
|
|
"step": 8620
|
|
},
|
|
{
|
|
"entropy": 0.01988984109498233,
|
|
"epoch": 0.9262311557788945,
|
|
"grad_norm": 2.09375,
|
|
"learning_rate": 2.8555445240461834e-07,
|
|
"loss": 0.01935010850429535,
|
|
"mean_token_accuracy": 0.9919997557997704,
|
|
"num_tokens": 45970153.0,
|
|
"step": 8640
|
|
},
|
|
{
|
|
"entropy": 0.01982094865072668,
|
|
"epoch": 0.9283752093802345,
|
|
"grad_norm": 2.09375,
|
|
"learning_rate": 2.6931411836595643e-07,
|
|
"loss": 0.02122329771518707,
|
|
"mean_token_accuracy": 0.9918153654783964,
|
|
"num_tokens": 46071225.0,
|
|
"step": 8660
|
|
},
|
|
{
|
|
"entropy": 0.019260422117486086,
|
|
"epoch": 0.9305192629815745,
|
|
"grad_norm": 2.359375,
|
|
"learning_rate": 2.535429219563401e-07,
|
|
"loss": 0.0204538568854332,
|
|
"mean_token_accuracy": 0.9913510870188474,
|
|
"num_tokens": 46180945.0,
|
|
"step": 8680
|
|
},
|
|
{
|
|
"entropy": 0.019332679143190035,
|
|
"epoch": 0.9326633165829146,
|
|
"grad_norm": 1.6796875,
|
|
"learning_rate": 2.3824162353960457e-07,
|
|
"loss": 0.02263512313365936,
|
|
"mean_token_accuracy": 0.9922845117747784,
|
|
"num_tokens": 46287275.0,
|
|
"step": 8700
|
|
},
|
|
{
|
|
"entropy": 0.018464213076777015,
|
|
"epoch": 0.9348073701842546,
|
|
"grad_norm": 2.046875,
|
|
"learning_rate": 2.2341096082478698e-07,
|
|
"loss": 0.019891925156116486,
|
|
"mean_token_accuracy": 0.9930620789527893,
|
|
"num_tokens": 46396075.0,
|
|
"step": 8720
|
|
},
|
|
{
|
|
"entropy": 0.020736305239142893,
|
|
"epoch": 0.9369514237855946,
|
|
"grad_norm": 1.796875,
|
|
"learning_rate": 2.0905164883054053e-07,
|
|
"loss": 0.0205291748046875,
|
|
"mean_token_accuracy": 0.9927501816302537,
|
|
"num_tokens": 46503373.0,
|
|
"step": 8740
|
|
},
|
|
{
|
|
"entropy": 0.01994141639102054,
|
|
"epoch": 0.9390954773869347,
|
|
"grad_norm": 1.8671875,
|
|
"learning_rate": 1.9516437985067306e-07,
|
|
"loss": 0.02209635227918625,
|
|
"mean_token_accuracy": 0.991724469140172,
|
|
"num_tokens": 46605784.0,
|
|
"step": 8760
|
|
},
|
|
{
|
|
"entropy": 0.018055033115933837,
|
|
"epoch": 0.9412395309882747,
|
|
"grad_norm": 1.4375,
|
|
"learning_rate": 1.8174982342076819e-07,
|
|
"loss": 0.02114318758249283,
|
|
"mean_token_accuracy": 0.9917370740324258,
|
|
"num_tokens": 46710311.0,
|
|
"step": 8780
|
|
},
|
|
{
|
|
"entropy": 0.017862834344521163,
|
|
"epoch": 0.9433835845896147,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 1.6880862628590343e-07,
|
|
"loss": 0.017796410620212554,
|
|
"mean_token_accuracy": 0.9937189962714911,
|
|
"num_tokens": 46818472.0,
|
|
"step": 8800
|
|
},
|
|
{
|
|
"entropy": 0.01954027940284959,
|
|
"epoch": 0.9455276381909548,
|
|
"grad_norm": 1.6015625,
|
|
"learning_rate": 1.5634141236947174e-07,
|
|
"loss": 0.01990315467119217,
|
|
"mean_token_accuracy": 0.9926852386444807,
|
|
"num_tokens": 46912066.0,
|
|
"step": 8820
|
|
},
|
|
{
|
|
"entropy": 0.01788209332662518,
|
|
"epoch": 0.9476716917922948,
|
|
"grad_norm": 3.28125,
|
|
"learning_rate": 1.4434878274309782e-07,
|
|
"loss": 0.020390361547470093,
|
|
"mean_token_accuracy": 0.9922173459082841,
|
|
"num_tokens": 47012839.0,
|
|
"step": 8840
|
|
},
|
|
{
|
|
"entropy": 0.019225874226185623,
|
|
"epoch": 0.9498157453936349,
|
|
"grad_norm": 1.546875,
|
|
"learning_rate": 1.3283131559766016e-07,
|
|
"loss": 0.019317436218261718,
|
|
"mean_token_accuracy": 0.9922500483691692,
|
|
"num_tokens": 47118537.0,
|
|
"step": 8860
|
|
},
|
|
{
|
|
"entropy": 0.019644861581696205,
|
|
"epoch": 0.9519597989949748,
|
|
"grad_norm": 1.921875,
|
|
"learning_rate": 1.217895662154178e-07,
|
|
"loss": 0.02014264166355133,
|
|
"mean_token_accuracy": 0.9908678252249956,
|
|
"num_tokens": 47218518.0,
|
|
"step": 8880
|
|
},
|
|
{
|
|
"entropy": 0.019726947057893084,
|
|
"epoch": 0.9541038525963149,
|
|
"grad_norm": 1.859375,
|
|
"learning_rate": 1.1122406694323628e-07,
|
|
"loss": 0.021320286393165588,
|
|
"mean_token_accuracy": 0.9916484046727418,
|
|
"num_tokens": 47318647.0,
|
|
"step": 8900
|
|
},
|
|
{
|
|
"entropy": 0.019115359010970678,
|
|
"epoch": 0.956247906197655,
|
|
"grad_norm": 1.6875,
|
|
"learning_rate": 1.0113532716692131e-07,
|
|
"loss": 0.019532181322574615,
|
|
"mean_token_accuracy": 0.9924892302602529,
|
|
"num_tokens": 47423152.0,
|
|
"step": 8920
|
|
},
|
|
{
|
|
"entropy": 0.019615740292147167,
|
|
"epoch": 0.9583919597989949,
|
|
"grad_norm": 1.4921875,
|
|
"learning_rate": 9.152383328666415e-08,
|
|
"loss": 0.024791160225868226,
|
|
"mean_token_accuracy": 0.9896657336503267,
|
|
"num_tokens": 47525402.0,
|
|
"step": 8940
|
|
},
|
|
{
|
|
"entropy": 0.018387637558203097,
|
|
"epoch": 0.960536013400335,
|
|
"grad_norm": 1.5390625,
|
|
"learning_rate": 8.239004869358468e-08,
|
|
"loss": 0.018946020305156706,
|
|
"mean_token_accuracy": 0.9929318383336068,
|
|
"num_tokens": 47641223.0,
|
|
"step": 8960
|
|
},
|
|
{
|
|
"entropy": 0.018579465060270195,
|
|
"epoch": 0.9626800670016751,
|
|
"grad_norm": 2.625,
|
|
"learning_rate": 7.373441374739942e-08,
|
|
"loss": 0.021176393330097198,
|
|
"mean_token_accuracy": 0.9917469136416912,
|
|
"num_tokens": 47742034.0,
|
|
"step": 8980
|
|
},
|
|
{
|
|
"entropy": 0.019280895775682438,
|
|
"epoch": 0.964824120603015,
|
|
"grad_norm": 2.375,
|
|
"learning_rate": 6.555734575518058e-08,
|
|
"loss": 0.020877310633659364,
|
|
"mean_token_accuracy": 0.9919904433190823,
|
|
"num_tokens": 47836864.0,
|
|
"step": 9000
|
|
},
|
|
{
|
|
"epoch": 0.964824120603015,
|
|
"eval_entropy": 0.01948107976220975,
|
|
"eval_loss": 0.019369935616850853,
|
|
"eval_mean_token_accuracy": 0.9921530286471049,
|
|
"eval_num_tokens": 47836864.0,
|
|
"eval_runtime": 20.3121,
|
|
"eval_samples_per_second": 36.924,
|
|
"eval_steps_per_second": 18.462,
|
|
"step": 9000
|
|
}
|
|
],
|
|
"logging_steps": 20,
|
|
"max_steps": 9329,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 1,
|
|
"save_steps": 1000,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": false
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 5.864530685993165e+17,
|
|
"train_batch_size": 2,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|