20145 lines
550 KiB
JSON
20145 lines
550 KiB
JSON
{
|
|
"best_global_step": null,
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 9.785119921683798,
|
|
"eval_steps": 1000,
|
|
"global_step": 10000,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"entropy": 10.691474437713623,
|
|
"epoch": 0.004894762604013705,
|
|
"grad_norm": 11.875,
|
|
"learning_rate": 2e-06,
|
|
"loss": 10.8265,
|
|
"mean_token_accuracy": 7.836990407668054e-05,
|
|
"num_tokens": 12593.0,
|
|
"step": 5
|
|
},
|
|
{
|
|
"entropy": 10.691561222076416,
|
|
"epoch": 0.00978952520802741,
|
|
"grad_norm": 11.75,
|
|
"learning_rate": 4.5e-06,
|
|
"loss": 10.7489,
|
|
"mean_token_accuracy": 8.1300811143592e-05,
|
|
"num_tokens": 25410.0,
|
|
"step": 10
|
|
},
|
|
{
|
|
"entropy": 10.691450119018555,
|
|
"epoch": 0.014684287812041116,
|
|
"grad_norm": 9.6875,
|
|
"learning_rate": 7e-06,
|
|
"loss": 10.5176,
|
|
"mean_token_accuracy": 0.009127140190685168,
|
|
"num_tokens": 37264.0,
|
|
"step": 15
|
|
},
|
|
{
|
|
"entropy": 10.688244438171386,
|
|
"epoch": 0.01957905041605482,
|
|
"grad_norm": 6.15625,
|
|
"learning_rate": 9.5e-06,
|
|
"loss": 10.2549,
|
|
"mean_token_accuracy": 0.030842235311865807,
|
|
"num_tokens": 49483.0,
|
|
"step": 20
|
|
},
|
|
{
|
|
"entropy": 10.67002468109131,
|
|
"epoch": 0.024473813020068527,
|
|
"grad_norm": 4.15625,
|
|
"learning_rate": 1.2e-05,
|
|
"loss": 9.9838,
|
|
"mean_token_accuracy": 0.036930659972131255,
|
|
"num_tokens": 61479.0,
|
|
"step": 25
|
|
},
|
|
{
|
|
"entropy": 10.649608993530274,
|
|
"epoch": 0.02936857562408223,
|
|
"grad_norm": 3.28125,
|
|
"learning_rate": 1.4500000000000002e-05,
|
|
"loss": 9.8397,
|
|
"mean_token_accuracy": 0.036012667790055276,
|
|
"num_tokens": 73344.0,
|
|
"step": 30
|
|
},
|
|
{
|
|
"entropy": 10.640453147888184,
|
|
"epoch": 0.034263338228095935,
|
|
"grad_norm": 2.734375,
|
|
"learning_rate": 1.7000000000000003e-05,
|
|
"loss": 9.7965,
|
|
"mean_token_accuracy": 0.04287212081253529,
|
|
"num_tokens": 85878.0,
|
|
"step": 35
|
|
},
|
|
{
|
|
"entropy": 10.626565551757812,
|
|
"epoch": 0.03915810083210964,
|
|
"grad_norm": 2.4375,
|
|
"learning_rate": 1.95e-05,
|
|
"loss": 9.7691,
|
|
"mean_token_accuracy": 0.04283439628779888,
|
|
"num_tokens": 97700.0,
|
|
"step": 40
|
|
},
|
|
{
|
|
"entropy": 10.62145414352417,
|
|
"epoch": 0.04405286343612335,
|
|
"grad_norm": 2.421875,
|
|
"learning_rate": 2.2e-05,
|
|
"loss": 9.6755,
|
|
"mean_token_accuracy": 0.04480269178748131,
|
|
"num_tokens": 109008.0,
|
|
"step": 45
|
|
},
|
|
{
|
|
"entropy": 10.633209228515625,
|
|
"epoch": 0.048947626040137054,
|
|
"grad_norm": 2.40625,
|
|
"learning_rate": 2.4500000000000003e-05,
|
|
"loss": 9.6612,
|
|
"mean_token_accuracy": 0.04066384620964527,
|
|
"num_tokens": 120635.0,
|
|
"step": 50
|
|
},
|
|
{
|
|
"entropy": 10.635868644714355,
|
|
"epoch": 0.05384238864415076,
|
|
"grad_norm": 2.421875,
|
|
"learning_rate": 2.7e-05,
|
|
"loss": 9.5963,
|
|
"mean_token_accuracy": 0.04003451876342297,
|
|
"num_tokens": 133102.0,
|
|
"step": 55
|
|
},
|
|
{
|
|
"entropy": 10.61568660736084,
|
|
"epoch": 0.05873715124816446,
|
|
"grad_norm": 2.5,
|
|
"learning_rate": 2.95e-05,
|
|
"loss": 9.4728,
|
|
"mean_token_accuracy": 0.050173386186361316,
|
|
"num_tokens": 145445.0,
|
|
"step": 60
|
|
},
|
|
{
|
|
"entropy": 10.51130256652832,
|
|
"epoch": 0.06363191385217817,
|
|
"grad_norm": 2.6875,
|
|
"learning_rate": 3.2e-05,
|
|
"loss": 9.3842,
|
|
"mean_token_accuracy": 0.05366942435503006,
|
|
"num_tokens": 157594.0,
|
|
"step": 65
|
|
},
|
|
{
|
|
"entropy": 10.435814762115479,
|
|
"epoch": 0.06852667645619187,
|
|
"grad_norm": 2.390625,
|
|
"learning_rate": 3.4500000000000005e-05,
|
|
"loss": 9.2864,
|
|
"mean_token_accuracy": 0.06021526530385017,
|
|
"num_tokens": 170976.0,
|
|
"step": 70
|
|
},
|
|
{
|
|
"entropy": 10.467036819458007,
|
|
"epoch": 0.07342143906020558,
|
|
"grad_norm": 2.875,
|
|
"learning_rate": 3.7e-05,
|
|
"loss": 9.2122,
|
|
"mean_token_accuracy": 0.06290490776300431,
|
|
"num_tokens": 183561.0,
|
|
"step": 75
|
|
},
|
|
{
|
|
"entropy": 10.445936489105225,
|
|
"epoch": 0.07831620166421928,
|
|
"grad_norm": 2.265625,
|
|
"learning_rate": 3.95e-05,
|
|
"loss": 9.0845,
|
|
"mean_token_accuracy": 0.07000090889632701,
|
|
"num_tokens": 195936.0,
|
|
"step": 80
|
|
},
|
|
{
|
|
"entropy": 10.329971313476562,
|
|
"epoch": 0.08321096426823299,
|
|
"grad_norm": 2.5,
|
|
"learning_rate": 4.2000000000000004e-05,
|
|
"loss": 8.9658,
|
|
"mean_token_accuracy": 0.07175729237496853,
|
|
"num_tokens": 208504.0,
|
|
"step": 85
|
|
},
|
|
{
|
|
"entropy": 10.371177291870117,
|
|
"epoch": 0.0881057268722467,
|
|
"grad_norm": 2.484375,
|
|
"learning_rate": 4.45e-05,
|
|
"loss": 8.9385,
|
|
"mean_token_accuracy": 0.06789587959647178,
|
|
"num_tokens": 219722.0,
|
|
"step": 90
|
|
},
|
|
{
|
|
"entropy": 10.313321971893311,
|
|
"epoch": 0.0930004894762604,
|
|
"grad_norm": 2.21875,
|
|
"learning_rate": 4.7000000000000004e-05,
|
|
"loss": 8.7436,
|
|
"mean_token_accuracy": 0.07605377212166786,
|
|
"num_tokens": 232307.0,
|
|
"step": 95
|
|
},
|
|
{
|
|
"entropy": 10.276076507568359,
|
|
"epoch": 0.09789525208027411,
|
|
"grad_norm": 3.28125,
|
|
"learning_rate": 4.9500000000000004e-05,
|
|
"loss": 8.6775,
|
|
"mean_token_accuracy": 0.07455896399915218,
|
|
"num_tokens": 243698.0,
|
|
"step": 100
|
|
},
|
|
{
|
|
"entropy": 10.196091747283935,
|
|
"epoch": 0.1027900146842878,
|
|
"grad_norm": 2.390625,
|
|
"learning_rate": 5.2e-05,
|
|
"loss": 8.5575,
|
|
"mean_token_accuracy": 0.0785155214369297,
|
|
"num_tokens": 256418.0,
|
|
"step": 105
|
|
},
|
|
{
|
|
"entropy": 10.124401664733886,
|
|
"epoch": 0.10768477728830152,
|
|
"grad_norm": 2.40625,
|
|
"learning_rate": 5.45e-05,
|
|
"loss": 8.4104,
|
|
"mean_token_accuracy": 0.07805168032646179,
|
|
"num_tokens": 268503.0,
|
|
"step": 110
|
|
},
|
|
{
|
|
"entropy": 10.06371488571167,
|
|
"epoch": 0.11257953989231523,
|
|
"grad_norm": 2.21875,
|
|
"learning_rate": 5.7e-05,
|
|
"loss": 8.3101,
|
|
"mean_token_accuracy": 0.07913323007524013,
|
|
"num_tokens": 280386.0,
|
|
"step": 115
|
|
},
|
|
{
|
|
"entropy": 9.980810928344727,
|
|
"epoch": 0.11747430249632893,
|
|
"grad_norm": 2.296875,
|
|
"learning_rate": 5.9499999999999996e-05,
|
|
"loss": 8.2019,
|
|
"mean_token_accuracy": 0.08205665312707425,
|
|
"num_tokens": 292121.0,
|
|
"step": 120
|
|
},
|
|
{
|
|
"entropy": 9.89662504196167,
|
|
"epoch": 0.12236906510034264,
|
|
"grad_norm": 2.1875,
|
|
"learning_rate": 6.2e-05,
|
|
"loss": 8.0286,
|
|
"mean_token_accuracy": 0.08492446094751357,
|
|
"num_tokens": 303782.0,
|
|
"step": 125
|
|
},
|
|
{
|
|
"entropy": 9.724525547027588,
|
|
"epoch": 0.12726382770435635,
|
|
"grad_norm": 1.8671875,
|
|
"learning_rate": 6.450000000000001e-05,
|
|
"loss": 7.9844,
|
|
"mean_token_accuracy": 0.08128817304968834,
|
|
"num_tokens": 315497.0,
|
|
"step": 130
|
|
},
|
|
{
|
|
"entropy": 9.641802310943604,
|
|
"epoch": 0.13215859030837004,
|
|
"grad_norm": 1.6875,
|
|
"learning_rate": 6.7e-05,
|
|
"loss": 7.9532,
|
|
"mean_token_accuracy": 0.07768743187189102,
|
|
"num_tokens": 327840.0,
|
|
"step": 135
|
|
},
|
|
{
|
|
"entropy": 9.46103801727295,
|
|
"epoch": 0.13705335291238374,
|
|
"grad_norm": 1.7421875,
|
|
"learning_rate": 6.950000000000001e-05,
|
|
"loss": 7.7654,
|
|
"mean_token_accuracy": 0.08798187449574471,
|
|
"num_tokens": 340192.0,
|
|
"step": 140
|
|
},
|
|
{
|
|
"entropy": 9.228885173797607,
|
|
"epoch": 0.14194811551639747,
|
|
"grad_norm": 1.9140625,
|
|
"learning_rate": 7.2e-05,
|
|
"loss": 7.5669,
|
|
"mean_token_accuracy": 0.08950990438461304,
|
|
"num_tokens": 351561.0,
|
|
"step": 145
|
|
},
|
|
{
|
|
"entropy": 9.089824771881103,
|
|
"epoch": 0.14684287812041116,
|
|
"grad_norm": 1.6328125,
|
|
"learning_rate": 7.45e-05,
|
|
"loss": 7.5159,
|
|
"mean_token_accuracy": 0.08800971060991288,
|
|
"num_tokens": 363668.0,
|
|
"step": 150
|
|
},
|
|
{
|
|
"entropy": 8.857299709320069,
|
|
"epoch": 0.15173764072442486,
|
|
"grad_norm": 1.6953125,
|
|
"learning_rate": 7.7e-05,
|
|
"loss": 7.4525,
|
|
"mean_token_accuracy": 0.09529466852545738,
|
|
"num_tokens": 375241.0,
|
|
"step": 155
|
|
},
|
|
{
|
|
"entropy": 8.673880004882813,
|
|
"epoch": 0.15663240332843856,
|
|
"grad_norm": 1.90625,
|
|
"learning_rate": 7.950000000000001e-05,
|
|
"loss": 7.3172,
|
|
"mean_token_accuracy": 0.09652032777667045,
|
|
"num_tokens": 386488.0,
|
|
"step": 160
|
|
},
|
|
{
|
|
"entropy": 8.434674930572509,
|
|
"epoch": 0.16152716593245228,
|
|
"grad_norm": 1.5078125,
|
|
"learning_rate": 8.2e-05,
|
|
"loss": 7.2006,
|
|
"mean_token_accuracy": 0.09962413907051086,
|
|
"num_tokens": 398203.0,
|
|
"step": 165
|
|
},
|
|
{
|
|
"entropy": 8.35833911895752,
|
|
"epoch": 0.16642192853646598,
|
|
"grad_norm": 1.59375,
|
|
"learning_rate": 8.450000000000001e-05,
|
|
"loss": 7.2842,
|
|
"mean_token_accuracy": 0.09556651711463929,
|
|
"num_tokens": 409381.0,
|
|
"step": 170
|
|
},
|
|
{
|
|
"entropy": 8.216682815551758,
|
|
"epoch": 0.17131669114047968,
|
|
"grad_norm": 1.5625,
|
|
"learning_rate": 8.7e-05,
|
|
"loss": 7.2633,
|
|
"mean_token_accuracy": 0.09789874404668808,
|
|
"num_tokens": 421760.0,
|
|
"step": 175
|
|
},
|
|
{
|
|
"entropy": 8.080347347259522,
|
|
"epoch": 0.1762114537444934,
|
|
"grad_norm": 1.46875,
|
|
"learning_rate": 8.95e-05,
|
|
"loss": 7.1632,
|
|
"mean_token_accuracy": 0.10209440737962723,
|
|
"num_tokens": 432727.0,
|
|
"step": 180
|
|
},
|
|
{
|
|
"entropy": 8.032786130905151,
|
|
"epoch": 0.1811062163485071,
|
|
"grad_norm": 1.84375,
|
|
"learning_rate": 9.2e-05,
|
|
"loss": 7.2471,
|
|
"mean_token_accuracy": 0.09438547641038894,
|
|
"num_tokens": 443799.0,
|
|
"step": 185
|
|
},
|
|
{
|
|
"entropy": 7.938335800170899,
|
|
"epoch": 0.1860009789525208,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 9.45e-05,
|
|
"loss": 7.1341,
|
|
"mean_token_accuracy": 0.10013610497117043,
|
|
"num_tokens": 455481.0,
|
|
"step": 190
|
|
},
|
|
{
|
|
"entropy": 7.9153131484985355,
|
|
"epoch": 0.19089574155653452,
|
|
"grad_norm": 1.625,
|
|
"learning_rate": 9.7e-05,
|
|
"loss": 7.0763,
|
|
"mean_token_accuracy": 0.09839447140693665,
|
|
"num_tokens": 467086.0,
|
|
"step": 195
|
|
},
|
|
{
|
|
"entropy": 7.842766427993775,
|
|
"epoch": 0.19579050416054822,
|
|
"grad_norm": 1.640625,
|
|
"learning_rate": 9.95e-05,
|
|
"loss": 7.0763,
|
|
"mean_token_accuracy": 0.09429099857807159,
|
|
"num_tokens": 478227.0,
|
|
"step": 200
|
|
},
|
|
{
|
|
"entropy": 7.8508209705352785,
|
|
"epoch": 0.20068526676456191,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.000102,
|
|
"loss": 7.0819,
|
|
"mean_token_accuracy": 0.10272094458341599,
|
|
"num_tokens": 491036.0,
|
|
"step": 205
|
|
},
|
|
{
|
|
"entropy": 7.750106430053711,
|
|
"epoch": 0.2055800293685756,
|
|
"grad_norm": 1.6796875,
|
|
"learning_rate": 0.00010449999999999999,
|
|
"loss": 7.0268,
|
|
"mean_token_accuracy": 0.10150075927376748,
|
|
"num_tokens": 502833.0,
|
|
"step": 210
|
|
},
|
|
{
|
|
"entropy": 7.662298250198364,
|
|
"epoch": 0.21047479197258934,
|
|
"grad_norm": 1.53125,
|
|
"learning_rate": 0.000107,
|
|
"loss": 6.9994,
|
|
"mean_token_accuracy": 0.09913612380623818,
|
|
"num_tokens": 514078.0,
|
|
"step": 215
|
|
},
|
|
{
|
|
"entropy": 7.76820936203003,
|
|
"epoch": 0.21536955457660303,
|
|
"grad_norm": 1.53125,
|
|
"learning_rate": 0.0001095,
|
|
"loss": 7.0563,
|
|
"mean_token_accuracy": 0.09886371418833732,
|
|
"num_tokens": 525505.0,
|
|
"step": 220
|
|
},
|
|
{
|
|
"entropy": 7.7181964874267575,
|
|
"epoch": 0.22026431718061673,
|
|
"grad_norm": 1.6796875,
|
|
"learning_rate": 0.000112,
|
|
"loss": 7.0553,
|
|
"mean_token_accuracy": 0.10015972703695297,
|
|
"num_tokens": 536684.0,
|
|
"step": 225
|
|
},
|
|
{
|
|
"entropy": 7.631637525558472,
|
|
"epoch": 0.22515907978463046,
|
|
"grad_norm": 1.6953125,
|
|
"learning_rate": 0.0001145,
|
|
"loss": 6.9678,
|
|
"mean_token_accuracy": 0.11216415911912918,
|
|
"num_tokens": 547664.0,
|
|
"step": 230
|
|
},
|
|
{
|
|
"entropy": 7.560673618316651,
|
|
"epoch": 0.23005384238864415,
|
|
"grad_norm": 1.78125,
|
|
"learning_rate": 0.00011700000000000001,
|
|
"loss": 6.9656,
|
|
"mean_token_accuracy": 0.10480529963970184,
|
|
"num_tokens": 559892.0,
|
|
"step": 235
|
|
},
|
|
{
|
|
"entropy": 7.457711982727051,
|
|
"epoch": 0.23494860499265785,
|
|
"grad_norm": 1.3984375,
|
|
"learning_rate": 0.00011949999999999999,
|
|
"loss": 6.9001,
|
|
"mean_token_accuracy": 0.10354893431067466,
|
|
"num_tokens": 571012.0,
|
|
"step": 240
|
|
},
|
|
{
|
|
"entropy": 7.583689403533936,
|
|
"epoch": 0.23984336759667158,
|
|
"grad_norm": 1.609375,
|
|
"learning_rate": 0.000122,
|
|
"loss": 6.9215,
|
|
"mean_token_accuracy": 0.10430897325277329,
|
|
"num_tokens": 583451.0,
|
|
"step": 245
|
|
},
|
|
{
|
|
"entropy": 7.421637296676636,
|
|
"epoch": 0.24473813020068527,
|
|
"grad_norm": 1.484375,
|
|
"learning_rate": 0.0001245,
|
|
"loss": 6.9329,
|
|
"mean_token_accuracy": 0.10233990103006363,
|
|
"num_tokens": 595915.0,
|
|
"step": 250
|
|
},
|
|
{
|
|
"entropy": 7.562687349319458,
|
|
"epoch": 0.24963289280469897,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 0.000127,
|
|
"loss": 6.848,
|
|
"mean_token_accuracy": 0.10910093262791634,
|
|
"num_tokens": 607863.0,
|
|
"step": 255
|
|
},
|
|
{
|
|
"entropy": 7.433994293212891,
|
|
"epoch": 0.2545276554087127,
|
|
"grad_norm": 1.390625,
|
|
"learning_rate": 0.0001295,
|
|
"loss": 6.9084,
|
|
"mean_token_accuracy": 0.10604727566242218,
|
|
"num_tokens": 619306.0,
|
|
"step": 260
|
|
},
|
|
{
|
|
"entropy": 7.461258888244629,
|
|
"epoch": 0.25942241801272636,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.000132,
|
|
"loss": 6.9468,
|
|
"mean_token_accuracy": 0.10922192186117172,
|
|
"num_tokens": 632553.0,
|
|
"step": 265
|
|
},
|
|
{
|
|
"entropy": 7.41155481338501,
|
|
"epoch": 0.2643171806167401,
|
|
"grad_norm": 1.671875,
|
|
"learning_rate": 0.00013450000000000002,
|
|
"loss": 6.7688,
|
|
"mean_token_accuracy": 0.11494352146983147,
|
|
"num_tokens": 643399.0,
|
|
"step": 270
|
|
},
|
|
{
|
|
"entropy": 7.398804092407227,
|
|
"epoch": 0.2692119432207538,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 0.00013700000000000002,
|
|
"loss": 6.8403,
|
|
"mean_token_accuracy": 0.1158620223402977,
|
|
"num_tokens": 654148.0,
|
|
"step": 275
|
|
},
|
|
{
|
|
"entropy": 7.385111284255982,
|
|
"epoch": 0.2741067058247675,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 0.0001395,
|
|
"loss": 6.8965,
|
|
"mean_token_accuracy": 0.11017908081412316,
|
|
"num_tokens": 666324.0,
|
|
"step": 280
|
|
},
|
|
{
|
|
"entropy": 7.312957096099853,
|
|
"epoch": 0.2790014684287812,
|
|
"grad_norm": 1.453125,
|
|
"learning_rate": 0.00014199999999999998,
|
|
"loss": 6.8106,
|
|
"mean_token_accuracy": 0.11318352445960045,
|
|
"num_tokens": 677309.0,
|
|
"step": 285
|
|
},
|
|
{
|
|
"entropy": 7.313508749008179,
|
|
"epoch": 0.28389623103279493,
|
|
"grad_norm": 1.4453125,
|
|
"learning_rate": 0.0001445,
|
|
"loss": 6.8144,
|
|
"mean_token_accuracy": 0.10523941665887833,
|
|
"num_tokens": 691469.0,
|
|
"step": 290
|
|
},
|
|
{
|
|
"entropy": 7.350642156600952,
|
|
"epoch": 0.2887909936368086,
|
|
"grad_norm": 1.546875,
|
|
"learning_rate": 0.000147,
|
|
"loss": 6.8045,
|
|
"mean_token_accuracy": 0.12274143844842911,
|
|
"num_tokens": 702985.0,
|
|
"step": 295
|
|
},
|
|
{
|
|
"entropy": 7.323756074905395,
|
|
"epoch": 0.2936857562408223,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 0.0001495,
|
|
"loss": 6.8789,
|
|
"mean_token_accuracy": 0.116054268181324,
|
|
"num_tokens": 715484.0,
|
|
"step": 300
|
|
},
|
|
{
|
|
"entropy": 7.248594284057617,
|
|
"epoch": 0.29858051884483605,
|
|
"grad_norm": 1.3984375,
|
|
"learning_rate": 0.000152,
|
|
"loss": 6.7608,
|
|
"mean_token_accuracy": 0.11559304669499397,
|
|
"num_tokens": 725967.0,
|
|
"step": 305
|
|
},
|
|
{
|
|
"entropy": 7.158112096786499,
|
|
"epoch": 0.3034752814488497,
|
|
"grad_norm": 1.671875,
|
|
"learning_rate": 0.00015450000000000001,
|
|
"loss": 6.7019,
|
|
"mean_token_accuracy": 0.12221056818962098,
|
|
"num_tokens": 737878.0,
|
|
"step": 310
|
|
},
|
|
{
|
|
"entropy": 7.245487976074219,
|
|
"epoch": 0.30837004405286345,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 0.000157,
|
|
"loss": 6.7697,
|
|
"mean_token_accuracy": 0.1148179180920124,
|
|
"num_tokens": 750444.0,
|
|
"step": 315
|
|
},
|
|
{
|
|
"entropy": 7.131648015975952,
|
|
"epoch": 0.3132648066568771,
|
|
"grad_norm": 1.5078125,
|
|
"learning_rate": 0.0001595,
|
|
"loss": 6.7355,
|
|
"mean_token_accuracy": 0.11609084904193878,
|
|
"num_tokens": 761905.0,
|
|
"step": 320
|
|
},
|
|
{
|
|
"entropy": 7.189060926437378,
|
|
"epoch": 0.31815956926089084,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 0.000162,
|
|
"loss": 6.6511,
|
|
"mean_token_accuracy": 0.11201457530260087,
|
|
"num_tokens": 773238.0,
|
|
"step": 325
|
|
},
|
|
{
|
|
"entropy": 7.255410861968994,
|
|
"epoch": 0.32305433186490456,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.00016450000000000001,
|
|
"loss": 6.818,
|
|
"mean_token_accuracy": 0.11478052586317063,
|
|
"num_tokens": 785265.0,
|
|
"step": 330
|
|
},
|
|
{
|
|
"entropy": 7.000382041931152,
|
|
"epoch": 0.32794909446891823,
|
|
"grad_norm": 1.3984375,
|
|
"learning_rate": 0.00016700000000000002,
|
|
"loss": 6.5323,
|
|
"mean_token_accuracy": 0.12431756779551506,
|
|
"num_tokens": 796214.0,
|
|
"step": 335
|
|
},
|
|
{
|
|
"entropy": 7.132069635391235,
|
|
"epoch": 0.33284385707293196,
|
|
"grad_norm": 1.453125,
|
|
"learning_rate": 0.00016950000000000003,
|
|
"loss": 6.7048,
|
|
"mean_token_accuracy": 0.12211181521415711,
|
|
"num_tokens": 807429.0,
|
|
"step": 340
|
|
},
|
|
{
|
|
"entropy": 7.093725252151489,
|
|
"epoch": 0.3377386196769457,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 0.00017199999999999998,
|
|
"loss": 6.7147,
|
|
"mean_token_accuracy": 0.11440666690468788,
|
|
"num_tokens": 819205.0,
|
|
"step": 345
|
|
},
|
|
{
|
|
"entropy": 7.087794494628906,
|
|
"epoch": 0.34263338228095935,
|
|
"grad_norm": 1.4921875,
|
|
"learning_rate": 0.00017449999999999999,
|
|
"loss": 6.6921,
|
|
"mean_token_accuracy": 0.11648698076605797,
|
|
"num_tokens": 831417.0,
|
|
"step": 350
|
|
},
|
|
{
|
|
"entropy": 7.148236560821533,
|
|
"epoch": 0.3475281448849731,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 0.000177,
|
|
"loss": 6.7295,
|
|
"mean_token_accuracy": 0.11438237279653549,
|
|
"num_tokens": 844792.0,
|
|
"step": 355
|
|
},
|
|
{
|
|
"entropy": 7.161906480789185,
|
|
"epoch": 0.3524229074889868,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 0.0001795,
|
|
"loss": 6.7167,
|
|
"mean_token_accuracy": 0.1205228291451931,
|
|
"num_tokens": 856643.0,
|
|
"step": 360
|
|
},
|
|
{
|
|
"entropy": 7.08436393737793,
|
|
"epoch": 0.3573176700930005,
|
|
"grad_norm": 1.3984375,
|
|
"learning_rate": 0.000182,
|
|
"loss": 6.6894,
|
|
"mean_token_accuracy": 0.1218317560851574,
|
|
"num_tokens": 867727.0,
|
|
"step": 365
|
|
},
|
|
{
|
|
"entropy": 7.0502026081085205,
|
|
"epoch": 0.3622124326970142,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 0.0001845,
|
|
"loss": 6.6484,
|
|
"mean_token_accuracy": 0.12172565683722496,
|
|
"num_tokens": 879580.0,
|
|
"step": 370
|
|
},
|
|
{
|
|
"entropy": 7.093457746505737,
|
|
"epoch": 0.3671071953010279,
|
|
"grad_norm": 1.4765625,
|
|
"learning_rate": 0.000187,
|
|
"loss": 6.6455,
|
|
"mean_token_accuracy": 0.11903778240084648,
|
|
"num_tokens": 890603.0,
|
|
"step": 375
|
|
},
|
|
{
|
|
"entropy": 7.022216749191284,
|
|
"epoch": 0.3720019579050416,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 0.0001895,
|
|
"loss": 6.6953,
|
|
"mean_token_accuracy": 0.11619957983493805,
|
|
"num_tokens": 902566.0,
|
|
"step": 380
|
|
},
|
|
{
|
|
"entropy": 7.156719017028808,
|
|
"epoch": 0.3768967205090553,
|
|
"grad_norm": 1.4140625,
|
|
"learning_rate": 0.000192,
|
|
"loss": 6.7699,
|
|
"mean_token_accuracy": 0.11908866539597511,
|
|
"num_tokens": 915158.0,
|
|
"step": 385
|
|
},
|
|
{
|
|
"entropy": 7.020287132263183,
|
|
"epoch": 0.38179148311306904,
|
|
"grad_norm": 1.421875,
|
|
"learning_rate": 0.0001945,
|
|
"loss": 6.6569,
|
|
"mean_token_accuracy": 0.12016270384192466,
|
|
"num_tokens": 928299.0,
|
|
"step": 390
|
|
},
|
|
{
|
|
"entropy": 6.987773513793945,
|
|
"epoch": 0.3866862457170827,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 0.00019700000000000002,
|
|
"loss": 6.7094,
|
|
"mean_token_accuracy": 0.11790777072310447,
|
|
"num_tokens": 940470.0,
|
|
"step": 395
|
|
},
|
|
{
|
|
"entropy": 7.102205657958985,
|
|
"epoch": 0.39158100832109644,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.00019950000000000002,
|
|
"loss": 6.6851,
|
|
"mean_token_accuracy": 0.12131372764706612,
|
|
"num_tokens": 952661.0,
|
|
"step": 400
|
|
},
|
|
{
|
|
"entropy": 6.911374616622925,
|
|
"epoch": 0.3964757709251101,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 0.000202,
|
|
"loss": 6.6155,
|
|
"mean_token_accuracy": 0.11879359632730484,
|
|
"num_tokens": 965040.0,
|
|
"step": 405
|
|
},
|
|
{
|
|
"entropy": 6.855518102645874,
|
|
"epoch": 0.40137053352912383,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.00020449999999999998,
|
|
"loss": 6.5407,
|
|
"mean_token_accuracy": 0.12074877321720123,
|
|
"num_tokens": 977655.0,
|
|
"step": 410
|
|
},
|
|
{
|
|
"entropy": 7.038438987731934,
|
|
"epoch": 0.40626529613313755,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 0.000207,
|
|
"loss": 6.6291,
|
|
"mean_token_accuracy": 0.12360285148024559,
|
|
"num_tokens": 989422.0,
|
|
"step": 415
|
|
},
|
|
{
|
|
"entropy": 6.930527019500732,
|
|
"epoch": 0.4111600587371512,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.0002095,
|
|
"loss": 6.6136,
|
|
"mean_token_accuracy": 0.1211114652454853,
|
|
"num_tokens": 1002697.0,
|
|
"step": 420
|
|
},
|
|
{
|
|
"entropy": 6.963910531997681,
|
|
"epoch": 0.41605482134116495,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 0.000212,
|
|
"loss": 6.5715,
|
|
"mean_token_accuracy": 0.12396370768547058,
|
|
"num_tokens": 1014910.0,
|
|
"step": 425
|
|
},
|
|
{
|
|
"entropy": 6.838316869735718,
|
|
"epoch": 0.4209495839451787,
|
|
"grad_norm": 1.390625,
|
|
"learning_rate": 0.0002145,
|
|
"loss": 6.5537,
|
|
"mean_token_accuracy": 0.1339319072663784,
|
|
"num_tokens": 1026835.0,
|
|
"step": 430
|
|
},
|
|
{
|
|
"entropy": 7.047098207473755,
|
|
"epoch": 0.42584434654919234,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 0.00021700000000000002,
|
|
"loss": 6.6707,
|
|
"mean_token_accuracy": 0.11443433165550232,
|
|
"num_tokens": 1038792.0,
|
|
"step": 435
|
|
},
|
|
{
|
|
"entropy": 6.900348567962647,
|
|
"epoch": 0.43073910915320607,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 0.0002195,
|
|
"loss": 6.6413,
|
|
"mean_token_accuracy": 0.11995069831609725,
|
|
"num_tokens": 1051335.0,
|
|
"step": 440
|
|
},
|
|
{
|
|
"entropy": 6.856663560867309,
|
|
"epoch": 0.4356338717572198,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 0.000222,
|
|
"loss": 6.5079,
|
|
"mean_token_accuracy": 0.130057705193758,
|
|
"num_tokens": 1063480.0,
|
|
"step": 445
|
|
},
|
|
{
|
|
"entropy": 6.915047836303711,
|
|
"epoch": 0.44052863436123346,
|
|
"grad_norm": 1.5234375,
|
|
"learning_rate": 0.0002245,
|
|
"loss": 6.6642,
|
|
"mean_token_accuracy": 0.12786006629467012,
|
|
"num_tokens": 1074925.0,
|
|
"step": 450
|
|
},
|
|
{
|
|
"entropy": 6.8480541706085205,
|
|
"epoch": 0.4454233969652472,
|
|
"grad_norm": 1.390625,
|
|
"learning_rate": 0.00022700000000000002,
|
|
"loss": 6.396,
|
|
"mean_token_accuracy": 0.12921193838119507,
|
|
"num_tokens": 1086068.0,
|
|
"step": 455
|
|
},
|
|
{
|
|
"entropy": 6.727921867370606,
|
|
"epoch": 0.4503181595692609,
|
|
"grad_norm": 1.4453125,
|
|
"learning_rate": 0.00022950000000000002,
|
|
"loss": 6.4969,
|
|
"mean_token_accuracy": 0.13089798390865326,
|
|
"num_tokens": 1097309.0,
|
|
"step": 460
|
|
},
|
|
{
|
|
"entropy": 6.8872028350830075,
|
|
"epoch": 0.4552129221732746,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 0.00023200000000000003,
|
|
"loss": 6.5581,
|
|
"mean_token_accuracy": 0.125684704631567,
|
|
"num_tokens": 1110253.0,
|
|
"step": 465
|
|
},
|
|
{
|
|
"entropy": 6.802498722076416,
|
|
"epoch": 0.4601076847772883,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 0.00023449999999999998,
|
|
"loss": 6.5386,
|
|
"mean_token_accuracy": 0.125102449208498,
|
|
"num_tokens": 1121297.0,
|
|
"step": 470
|
|
},
|
|
{
|
|
"entropy": 6.830904102325439,
|
|
"epoch": 0.46500244738130203,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.000237,
|
|
"loss": 6.4694,
|
|
"mean_token_accuracy": 0.13397082462906837,
|
|
"num_tokens": 1133378.0,
|
|
"step": 475
|
|
},
|
|
{
|
|
"entropy": 6.764972782135009,
|
|
"epoch": 0.4698972099853157,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.0002395,
|
|
"loss": 6.4908,
|
|
"mean_token_accuracy": 0.1247988536953926,
|
|
"num_tokens": 1146197.0,
|
|
"step": 480
|
|
},
|
|
{
|
|
"entropy": 6.834934377670288,
|
|
"epoch": 0.4747919725893294,
|
|
"grad_norm": 1.484375,
|
|
"learning_rate": 0.000242,
|
|
"loss": 6.4895,
|
|
"mean_token_accuracy": 0.12815890833735466,
|
|
"num_tokens": 1158791.0,
|
|
"step": 485
|
|
},
|
|
{
|
|
"entropy": 6.834185266494751,
|
|
"epoch": 0.47968673519334315,
|
|
"grad_norm": 1.4140625,
|
|
"learning_rate": 0.0002445,
|
|
"loss": 6.4552,
|
|
"mean_token_accuracy": 0.13044697493314744,
|
|
"num_tokens": 1169977.0,
|
|
"step": 490
|
|
},
|
|
{
|
|
"entropy": 6.6346056938171385,
|
|
"epoch": 0.4845814977973568,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.000247,
|
|
"loss": 6.4207,
|
|
"mean_token_accuracy": 0.13247148767113687,
|
|
"num_tokens": 1182825.0,
|
|
"step": 495
|
|
},
|
|
{
|
|
"entropy": 6.824855661392212,
|
|
"epoch": 0.48947626040137054,
|
|
"grad_norm": 1.46875,
|
|
"learning_rate": 0.0002495,
|
|
"loss": 6.5415,
|
|
"mean_token_accuracy": 0.12181857749819755,
|
|
"num_tokens": 1196101.0,
|
|
"step": 500
|
|
},
|
|
{
|
|
"entropy": 6.662319135665894,
|
|
"epoch": 0.4943710230053842,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.000252,
|
|
"loss": 6.3397,
|
|
"mean_token_accuracy": 0.1353870265185833,
|
|
"num_tokens": 1208916.0,
|
|
"step": 505
|
|
},
|
|
{
|
|
"entropy": 6.704164838790893,
|
|
"epoch": 0.49926578560939794,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 0.0002545,
|
|
"loss": 6.3986,
|
|
"mean_token_accuracy": 0.13314119651913642,
|
|
"num_tokens": 1218972.0,
|
|
"step": 510
|
|
},
|
|
{
|
|
"entropy": 6.779240608215332,
|
|
"epoch": 0.5041605482134116,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.000257,
|
|
"loss": 6.4141,
|
|
"mean_token_accuracy": 0.13696231916546822,
|
|
"num_tokens": 1230692.0,
|
|
"step": 515
|
|
},
|
|
{
|
|
"entropy": 6.710984706878662,
|
|
"epoch": 0.5090553108174254,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 0.0002595,
|
|
"loss": 6.3371,
|
|
"mean_token_accuracy": 0.14076263681054116,
|
|
"num_tokens": 1242104.0,
|
|
"step": 520
|
|
},
|
|
{
|
|
"entropy": 6.6697978496551515,
|
|
"epoch": 0.5139500734214391,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.000262,
|
|
"loss": 6.3853,
|
|
"mean_token_accuracy": 0.1359956182539463,
|
|
"num_tokens": 1254119.0,
|
|
"step": 525
|
|
},
|
|
{
|
|
"entropy": 6.737369012832642,
|
|
"epoch": 0.5188448360254527,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 0.00026450000000000003,
|
|
"loss": 6.4548,
|
|
"mean_token_accuracy": 0.1344248741865158,
|
|
"num_tokens": 1265272.0,
|
|
"step": 530
|
|
},
|
|
{
|
|
"entropy": 6.730101156234741,
|
|
"epoch": 0.5237395986294665,
|
|
"grad_norm": 1.484375,
|
|
"learning_rate": 0.00026700000000000004,
|
|
"loss": 6.4222,
|
|
"mean_token_accuracy": 0.14020417779684066,
|
|
"num_tokens": 1277564.0,
|
|
"step": 535
|
|
},
|
|
{
|
|
"entropy": 6.691190624237061,
|
|
"epoch": 0.5286343612334802,
|
|
"grad_norm": 1.4375,
|
|
"learning_rate": 0.00026950000000000005,
|
|
"loss": 6.4491,
|
|
"mean_token_accuracy": 0.13473157808184624,
|
|
"num_tokens": 1289021.0,
|
|
"step": 540
|
|
},
|
|
{
|
|
"entropy": 6.646734714508057,
|
|
"epoch": 0.5335291238374938,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.00027200000000000005,
|
|
"loss": 6.3956,
|
|
"mean_token_accuracy": 0.13235612735152244,
|
|
"num_tokens": 1301101.0,
|
|
"step": 545
|
|
},
|
|
{
|
|
"entropy": 6.719683647155762,
|
|
"epoch": 0.5384238864415076,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 0.0002745,
|
|
"loss": 6.5075,
|
|
"mean_token_accuracy": 0.1343328684568405,
|
|
"num_tokens": 1312982.0,
|
|
"step": 550
|
|
},
|
|
{
|
|
"entropy": 6.649339962005615,
|
|
"epoch": 0.5433186490455213,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 0.000277,
|
|
"loss": 6.298,
|
|
"mean_token_accuracy": 0.13852434232831,
|
|
"num_tokens": 1323587.0,
|
|
"step": 555
|
|
},
|
|
{
|
|
"entropy": 6.660077142715454,
|
|
"epoch": 0.548213411649535,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 0.0002795,
|
|
"loss": 6.4452,
|
|
"mean_token_accuracy": 0.13839047104120256,
|
|
"num_tokens": 1335989.0,
|
|
"step": 560
|
|
},
|
|
{
|
|
"entropy": 6.759215688705444,
|
|
"epoch": 0.5531081742535487,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.00028199999999999997,
|
|
"loss": 6.47,
|
|
"mean_token_accuracy": 0.130010923743248,
|
|
"num_tokens": 1348065.0,
|
|
"step": 565
|
|
},
|
|
{
|
|
"entropy": 6.673825311660766,
|
|
"epoch": 0.5580029368575624,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 0.0002845,
|
|
"loss": 6.3943,
|
|
"mean_token_accuracy": 0.13619856983423234,
|
|
"num_tokens": 1360005.0,
|
|
"step": 570
|
|
},
|
|
{
|
|
"entropy": 6.64725513458252,
|
|
"epoch": 0.5628976994615761,
|
|
"grad_norm": 1.3984375,
|
|
"learning_rate": 0.000287,
|
|
"loss": 6.4037,
|
|
"mean_token_accuracy": 0.13103986009955407,
|
|
"num_tokens": 1372044.0,
|
|
"step": 575
|
|
},
|
|
{
|
|
"entropy": 6.6476539134979244,
|
|
"epoch": 0.5677924620655899,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 0.0002895,
|
|
"loss": 6.4819,
|
|
"mean_token_accuracy": 0.13560598343610764,
|
|
"num_tokens": 1384078.0,
|
|
"step": 580
|
|
},
|
|
{
|
|
"entropy": 6.72802586555481,
|
|
"epoch": 0.5726872246696035,
|
|
"grad_norm": 1.5390625,
|
|
"learning_rate": 0.000292,
|
|
"loss": 6.3781,
|
|
"mean_token_accuracy": 0.1315067872405052,
|
|
"num_tokens": 1396102.0,
|
|
"step": 585
|
|
},
|
|
{
|
|
"entropy": 6.672314643859863,
|
|
"epoch": 0.5775819872736172,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 0.0002945,
|
|
"loss": 6.366,
|
|
"mean_token_accuracy": 0.13516665622591972,
|
|
"num_tokens": 1408009.0,
|
|
"step": 590
|
|
},
|
|
{
|
|
"entropy": 6.647306442260742,
|
|
"epoch": 0.582476749877631,
|
|
"grad_norm": 1.4296875,
|
|
"learning_rate": 0.000297,
|
|
"loss": 6.3929,
|
|
"mean_token_accuracy": 0.13240321800112725,
|
|
"num_tokens": 1419883.0,
|
|
"step": 595
|
|
},
|
|
{
|
|
"entropy": 6.443280220031738,
|
|
"epoch": 0.5873715124816447,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 0.0002995,
|
|
"loss": 6.1976,
|
|
"mean_token_accuracy": 0.1442122057080269,
|
|
"num_tokens": 1430901.0,
|
|
"step": 600
|
|
},
|
|
{
|
|
"entropy": 6.578019142150879,
|
|
"epoch": 0.5922662750856583,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 0.000302,
|
|
"loss": 6.3251,
|
|
"mean_token_accuracy": 0.13777725845575334,
|
|
"num_tokens": 1443614.0,
|
|
"step": 605
|
|
},
|
|
{
|
|
"entropy": 6.604838514328003,
|
|
"epoch": 0.5971610376896721,
|
|
"grad_norm": 1.453125,
|
|
"learning_rate": 0.0003045,
|
|
"loss": 6.3186,
|
|
"mean_token_accuracy": 0.13596051931381226,
|
|
"num_tokens": 1454750.0,
|
|
"step": 610
|
|
},
|
|
{
|
|
"entropy": 6.47489013671875,
|
|
"epoch": 0.6020558002936858,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.000307,
|
|
"loss": 6.263,
|
|
"mean_token_accuracy": 0.13405164256691932,
|
|
"num_tokens": 1466424.0,
|
|
"step": 615
|
|
},
|
|
{
|
|
"entropy": 6.579163694381714,
|
|
"epoch": 0.6069505628976994,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.0003095,
|
|
"loss": 6.3106,
|
|
"mean_token_accuracy": 0.1360399268567562,
|
|
"num_tokens": 1478762.0,
|
|
"step": 620
|
|
},
|
|
{
|
|
"entropy": 6.509273624420166,
|
|
"epoch": 0.6118453255017132,
|
|
"grad_norm": 1.3984375,
|
|
"learning_rate": 0.000312,
|
|
"loss": 6.3347,
|
|
"mean_token_accuracy": 0.13646816983819007,
|
|
"num_tokens": 1489683.0,
|
|
"step": 625
|
|
},
|
|
{
|
|
"entropy": 6.514836597442627,
|
|
"epoch": 0.6167400881057269,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 0.0003145,
|
|
"loss": 6.2377,
|
|
"mean_token_accuracy": 0.13515424355864525,
|
|
"num_tokens": 1503307.0,
|
|
"step": 630
|
|
},
|
|
{
|
|
"entropy": 6.6227192878723145,
|
|
"epoch": 0.6216348507097406,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.000317,
|
|
"loss": 6.3727,
|
|
"mean_token_accuracy": 0.13602764680981635,
|
|
"num_tokens": 1514982.0,
|
|
"step": 635
|
|
},
|
|
{
|
|
"entropy": 6.397299718856812,
|
|
"epoch": 0.6265296133137542,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.0003195,
|
|
"loss": 6.2341,
|
|
"mean_token_accuracy": 0.14668046087026596,
|
|
"num_tokens": 1526760.0,
|
|
"step": 640
|
|
},
|
|
{
|
|
"entropy": 6.560241603851319,
|
|
"epoch": 0.631424375917768,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.000322,
|
|
"loss": 6.3118,
|
|
"mean_token_accuracy": 0.14421986192464828,
|
|
"num_tokens": 1537804.0,
|
|
"step": 645
|
|
},
|
|
{
|
|
"entropy": 6.549531269073486,
|
|
"epoch": 0.6363191385217817,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.00032450000000000003,
|
|
"loss": 6.3171,
|
|
"mean_token_accuracy": 0.1333357997238636,
|
|
"num_tokens": 1550423.0,
|
|
"step": 650
|
|
},
|
|
{
|
|
"entropy": 6.398512887954712,
|
|
"epoch": 0.6412139011257953,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.00032700000000000003,
|
|
"loss": 6.218,
|
|
"mean_token_accuracy": 0.1467081144452095,
|
|
"num_tokens": 1563032.0,
|
|
"step": 655
|
|
},
|
|
{
|
|
"entropy": 6.56570143699646,
|
|
"epoch": 0.6461086637298091,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 0.00032950000000000004,
|
|
"loss": 6.3105,
|
|
"mean_token_accuracy": 0.13749707862734795,
|
|
"num_tokens": 1575600.0,
|
|
"step": 660
|
|
},
|
|
{
|
|
"entropy": 6.476151990890503,
|
|
"epoch": 0.6510034263338228,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 0.00033200000000000005,
|
|
"loss": 6.2174,
|
|
"mean_token_accuracy": 0.1447758801281452,
|
|
"num_tokens": 1587604.0,
|
|
"step": 665
|
|
},
|
|
{
|
|
"entropy": 6.376614093780518,
|
|
"epoch": 0.6558981889378365,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 0.00033450000000000005,
|
|
"loss": 6.24,
|
|
"mean_token_accuracy": 0.13755062445998192,
|
|
"num_tokens": 1599731.0,
|
|
"step": 670
|
|
},
|
|
{
|
|
"entropy": 6.469626808166504,
|
|
"epoch": 0.6607929515418502,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 0.000337,
|
|
"loss": 6.282,
|
|
"mean_token_accuracy": 0.1430655002593994,
|
|
"num_tokens": 1611944.0,
|
|
"step": 675
|
|
},
|
|
{
|
|
"entropy": 6.544871091842651,
|
|
"epoch": 0.6656877141458639,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 0.0003395,
|
|
"loss": 6.1867,
|
|
"mean_token_accuracy": 0.1425486721098423,
|
|
"num_tokens": 1623177.0,
|
|
"step": 680
|
|
},
|
|
{
|
|
"entropy": 6.3893975734710695,
|
|
"epoch": 0.6705824767498776,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 0.000342,
|
|
"loss": 6.2379,
|
|
"mean_token_accuracy": 0.14739967435598372,
|
|
"num_tokens": 1635075.0,
|
|
"step": 685
|
|
},
|
|
{
|
|
"entropy": 6.408784580230713,
|
|
"epoch": 0.6754772393538914,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 0.00034449999999999997,
|
|
"loss": 6.1784,
|
|
"mean_token_accuracy": 0.14091105610132218,
|
|
"num_tokens": 1645126.0,
|
|
"step": 690
|
|
},
|
|
{
|
|
"entropy": 6.488248634338379,
|
|
"epoch": 0.680372001957905,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 0.000347,
|
|
"loss": 6.2174,
|
|
"mean_token_accuracy": 0.14224316030740738,
|
|
"num_tokens": 1656009.0,
|
|
"step": 695
|
|
},
|
|
{
|
|
"entropy": 6.27689561843872,
|
|
"epoch": 0.6852667645619187,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 0.0003495,
|
|
"loss": 6.1975,
|
|
"mean_token_accuracy": 0.1452504150569439,
|
|
"num_tokens": 1667546.0,
|
|
"step": 700
|
|
},
|
|
{
|
|
"entropy": 6.541668558120728,
|
|
"epoch": 0.6901615271659325,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.000352,
|
|
"loss": 6.252,
|
|
"mean_token_accuracy": 0.13904105573892594,
|
|
"num_tokens": 1679176.0,
|
|
"step": 705
|
|
},
|
|
{
|
|
"entropy": 6.330350160598755,
|
|
"epoch": 0.6950562897699462,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.0003545,
|
|
"loss": 6.1147,
|
|
"mean_token_accuracy": 0.1483779713511467,
|
|
"num_tokens": 1691240.0,
|
|
"step": 710
|
|
},
|
|
{
|
|
"entropy": 6.385787868499756,
|
|
"epoch": 0.6999510523739598,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.000357,
|
|
"loss": 6.1505,
|
|
"mean_token_accuracy": 0.1480160176753998,
|
|
"num_tokens": 1702185.0,
|
|
"step": 715
|
|
},
|
|
{
|
|
"entropy": 6.384578990936279,
|
|
"epoch": 0.7048458149779736,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 0.0003595,
|
|
"loss": 6.1536,
|
|
"mean_token_accuracy": 0.14635321646928787,
|
|
"num_tokens": 1713702.0,
|
|
"step": 720
|
|
},
|
|
{
|
|
"entropy": 6.361242246627808,
|
|
"epoch": 0.7097405775819873,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 0.000362,
|
|
"loss": 6.2363,
|
|
"mean_token_accuracy": 0.14713326394557952,
|
|
"num_tokens": 1724943.0,
|
|
"step": 725
|
|
},
|
|
{
|
|
"entropy": 6.3330967903137205,
|
|
"epoch": 0.714635340186001,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 0.0003645,
|
|
"loss": 6.2454,
|
|
"mean_token_accuracy": 0.1357298105955124,
|
|
"num_tokens": 1737055.0,
|
|
"step": 730
|
|
},
|
|
{
|
|
"entropy": 6.478425121307373,
|
|
"epoch": 0.7195301027900147,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 0.000367,
|
|
"loss": 6.2552,
|
|
"mean_token_accuracy": 0.13602484837174417,
|
|
"num_tokens": 1749772.0,
|
|
"step": 735
|
|
},
|
|
{
|
|
"entropy": 6.379587030410766,
|
|
"epoch": 0.7244248653940284,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 0.0003695,
|
|
"loss": 6.2908,
|
|
"mean_token_accuracy": 0.13715352192521096,
|
|
"num_tokens": 1762533.0,
|
|
"step": 740
|
|
},
|
|
{
|
|
"entropy": 6.489045238494873,
|
|
"epoch": 0.7293196279980421,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.000372,
|
|
"loss": 6.2885,
|
|
"mean_token_accuracy": 0.14545208886265754,
|
|
"num_tokens": 1774541.0,
|
|
"step": 745
|
|
},
|
|
{
|
|
"entropy": 6.449005842208862,
|
|
"epoch": 0.7342143906020558,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.0003745,
|
|
"loss": 6.2495,
|
|
"mean_token_accuracy": 0.14404454231262206,
|
|
"num_tokens": 1785627.0,
|
|
"step": 750
|
|
},
|
|
{
|
|
"entropy": 6.345538234710693,
|
|
"epoch": 0.7391091532060695,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.000377,
|
|
"loss": 6.074,
|
|
"mean_token_accuracy": 0.15339891761541366,
|
|
"num_tokens": 1796106.0,
|
|
"step": 755
|
|
},
|
|
{
|
|
"entropy": 6.269445323944092,
|
|
"epoch": 0.7440039158100832,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 0.0003795,
|
|
"loss": 6.1115,
|
|
"mean_token_accuracy": 0.1419329449534416,
|
|
"num_tokens": 1808228.0,
|
|
"step": 760
|
|
},
|
|
{
|
|
"entropy": 6.318842649459839,
|
|
"epoch": 0.748898678414097,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 0.000382,
|
|
"loss": 6.1434,
|
|
"mean_token_accuracy": 0.1400843970477581,
|
|
"num_tokens": 1819415.0,
|
|
"step": 765
|
|
},
|
|
{
|
|
"entropy": 6.33818244934082,
|
|
"epoch": 0.7537934410181106,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 0.0003845,
|
|
"loss": 6.1994,
|
|
"mean_token_accuracy": 0.14103697687387468,
|
|
"num_tokens": 1831043.0,
|
|
"step": 770
|
|
},
|
|
{
|
|
"entropy": 6.344356966018677,
|
|
"epoch": 0.7586882036221243,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.00038700000000000003,
|
|
"loss": 6.1764,
|
|
"mean_token_accuracy": 0.13956040516495705,
|
|
"num_tokens": 1843062.0,
|
|
"step": 775
|
|
},
|
|
{
|
|
"entropy": 6.430766439437866,
|
|
"epoch": 0.7635829662261381,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 0.00038950000000000003,
|
|
"loss": 6.2983,
|
|
"mean_token_accuracy": 0.1392583154141903,
|
|
"num_tokens": 1855181.0,
|
|
"step": 780
|
|
},
|
|
{
|
|
"entropy": 6.23683648109436,
|
|
"epoch": 0.7684777288301518,
|
|
"grad_norm": 1.4296875,
|
|
"learning_rate": 0.00039200000000000004,
|
|
"loss": 6.0649,
|
|
"mean_token_accuracy": 0.147367200255394,
|
|
"num_tokens": 1866626.0,
|
|
"step": 785
|
|
},
|
|
{
|
|
"entropy": 6.35269775390625,
|
|
"epoch": 0.7733724914341654,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 0.00039450000000000005,
|
|
"loss": 6.2047,
|
|
"mean_token_accuracy": 0.1448512777686119,
|
|
"num_tokens": 1878887.0,
|
|
"step": 790
|
|
},
|
|
{
|
|
"entropy": 6.355936002731323,
|
|
"epoch": 0.7782672540381792,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.00039700000000000005,
|
|
"loss": 6.1022,
|
|
"mean_token_accuracy": 0.14598082453012468,
|
|
"num_tokens": 1890592.0,
|
|
"step": 795
|
|
},
|
|
{
|
|
"entropy": 6.235448217391967,
|
|
"epoch": 0.7831620166421929,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 0.0003995,
|
|
"loss": 6.142,
|
|
"mean_token_accuracy": 0.14651560485363008,
|
|
"num_tokens": 1901875.0,
|
|
"step": 800
|
|
},
|
|
{
|
|
"entropy": 6.273421049118042,
|
|
"epoch": 0.7880567792462065,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 0.000402,
|
|
"loss": 6.1474,
|
|
"mean_token_accuracy": 0.13966845646500586,
|
|
"num_tokens": 1913913.0,
|
|
"step": 805
|
|
},
|
|
{
|
|
"entropy": 6.30178804397583,
|
|
"epoch": 0.7929515418502202,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.0004045,
|
|
"loss": 6.0861,
|
|
"mean_token_accuracy": 0.1498040184378624,
|
|
"num_tokens": 1924667.0,
|
|
"step": 810
|
|
},
|
|
{
|
|
"entropy": 6.291550588607788,
|
|
"epoch": 0.797846304454234,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 0.00040699999999999997,
|
|
"loss": 6.1604,
|
|
"mean_token_accuracy": 0.14530218094587327,
|
|
"num_tokens": 1935838.0,
|
|
"step": 815
|
|
},
|
|
{
|
|
"entropy": 6.291401100158692,
|
|
"epoch": 0.8027410670582477,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.0004095,
|
|
"loss": 6.1019,
|
|
"mean_token_accuracy": 0.15018822252750397,
|
|
"num_tokens": 1947608.0,
|
|
"step": 820
|
|
},
|
|
{
|
|
"entropy": 6.300445222854615,
|
|
"epoch": 0.8076358296622613,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 0.000412,
|
|
"loss": 6.0924,
|
|
"mean_token_accuracy": 0.1496323451399803,
|
|
"num_tokens": 1958426.0,
|
|
"step": 825
|
|
},
|
|
{
|
|
"entropy": 6.2596992492675785,
|
|
"epoch": 0.8125305922662751,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.0004145,
|
|
"loss": 6.1174,
|
|
"mean_token_accuracy": 0.14941085800528525,
|
|
"num_tokens": 1971193.0,
|
|
"step": 830
|
|
},
|
|
{
|
|
"entropy": 6.247623252868652,
|
|
"epoch": 0.8174253548702888,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 0.000417,
|
|
"loss": 6.0576,
|
|
"mean_token_accuracy": 0.14635169357061387,
|
|
"num_tokens": 1982019.0,
|
|
"step": 835
|
|
},
|
|
{
|
|
"entropy": 6.237645626068115,
|
|
"epoch": 0.8223201174743024,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 0.0004195,
|
|
"loss": 6.1127,
|
|
"mean_token_accuracy": 0.15242150872945787,
|
|
"num_tokens": 1993991.0,
|
|
"step": 840
|
|
},
|
|
{
|
|
"entropy": 6.244370412826538,
|
|
"epoch": 0.8272148800783162,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 0.000422,
|
|
"loss": 6.0823,
|
|
"mean_token_accuracy": 0.14876028150320053,
|
|
"num_tokens": 2006264.0,
|
|
"step": 845
|
|
},
|
|
{
|
|
"entropy": 6.165139627456665,
|
|
"epoch": 0.8321096426823299,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 0.0004245,
|
|
"loss": 6.1227,
|
|
"mean_token_accuracy": 0.15057290643453597,
|
|
"num_tokens": 2018308.0,
|
|
"step": 850
|
|
},
|
|
{
|
|
"entropy": 6.253602123260498,
|
|
"epoch": 0.8370044052863436,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.000427,
|
|
"loss": 6.0878,
|
|
"mean_token_accuracy": 0.14493273943662643,
|
|
"num_tokens": 2030829.0,
|
|
"step": 855
|
|
},
|
|
{
|
|
"entropy": 6.2643944263458256,
|
|
"epoch": 0.8418991678903573,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.0004295,
|
|
"loss": 6.1606,
|
|
"mean_token_accuracy": 0.14317945316433905,
|
|
"num_tokens": 2041897.0,
|
|
"step": 860
|
|
},
|
|
{
|
|
"entropy": 6.1602997303009035,
|
|
"epoch": 0.846793930494371,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.000432,
|
|
"loss": 6.0424,
|
|
"mean_token_accuracy": 0.15380731970071793,
|
|
"num_tokens": 2054279.0,
|
|
"step": 865
|
|
},
|
|
{
|
|
"entropy": 6.201865339279175,
|
|
"epoch": 0.8516886930983847,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.0004345,
|
|
"loss": 6.1401,
|
|
"mean_token_accuracy": 0.1524582713842392,
|
|
"num_tokens": 2066150.0,
|
|
"step": 870
|
|
},
|
|
{
|
|
"entropy": 6.292105579376221,
|
|
"epoch": 0.8565834557023985,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.000437,
|
|
"loss": 6.1618,
|
|
"mean_token_accuracy": 0.1416109673678875,
|
|
"num_tokens": 2077895.0,
|
|
"step": 875
|
|
},
|
|
{
|
|
"entropy": 6.222372436523438,
|
|
"epoch": 0.8614782183064121,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.0004395,
|
|
"loss": 6.0908,
|
|
"mean_token_accuracy": 0.1596553936600685,
|
|
"num_tokens": 2089205.0,
|
|
"step": 880
|
|
},
|
|
{
|
|
"entropy": 6.336112594604492,
|
|
"epoch": 0.8663729809104258,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 0.000442,
|
|
"loss": 6.187,
|
|
"mean_token_accuracy": 0.13830628544092177,
|
|
"num_tokens": 2099939.0,
|
|
"step": 885
|
|
},
|
|
{
|
|
"entropy": 6.246317911148071,
|
|
"epoch": 0.8712677435144396,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 0.0004445,
|
|
"loss": 6.171,
|
|
"mean_token_accuracy": 0.1431927777826786,
|
|
"num_tokens": 2112148.0,
|
|
"step": 890
|
|
},
|
|
{
|
|
"entropy": 6.198504447937012,
|
|
"epoch": 0.8761625061184533,
|
|
"grad_norm": 1.390625,
|
|
"learning_rate": 0.000447,
|
|
"loss": 6.0398,
|
|
"mean_token_accuracy": 0.1506725162267685,
|
|
"num_tokens": 2123375.0,
|
|
"step": 895
|
|
},
|
|
{
|
|
"entropy": 6.207621812820435,
|
|
"epoch": 0.8810572687224669,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.00044950000000000003,
|
|
"loss": 6.1126,
|
|
"mean_token_accuracy": 0.14134914726018905,
|
|
"num_tokens": 2135884.0,
|
|
"step": 900
|
|
},
|
|
{
|
|
"entropy": 6.248273086547852,
|
|
"epoch": 0.8859520313264807,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.00045200000000000004,
|
|
"loss": 6.1078,
|
|
"mean_token_accuracy": 0.14830219596624375,
|
|
"num_tokens": 2147912.0,
|
|
"step": 905
|
|
},
|
|
{
|
|
"entropy": 6.193967342376709,
|
|
"epoch": 0.8908467939304944,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 0.00045450000000000004,
|
|
"loss": 6.0775,
|
|
"mean_token_accuracy": 0.1499609798192978,
|
|
"num_tokens": 2159683.0,
|
|
"step": 910
|
|
},
|
|
{
|
|
"entropy": 6.1300129890441895,
|
|
"epoch": 0.895741556534508,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.00045700000000000005,
|
|
"loss": 5.9946,
|
|
"mean_token_accuracy": 0.1463859647512436,
|
|
"num_tokens": 2172528.0,
|
|
"step": 915
|
|
},
|
|
{
|
|
"entropy": 6.162504768371582,
|
|
"epoch": 0.9006363191385218,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 0.00045950000000000006,
|
|
"loss": 5.9592,
|
|
"mean_token_accuracy": 0.15458274483680726,
|
|
"num_tokens": 2183947.0,
|
|
"step": 920
|
|
},
|
|
{
|
|
"entropy": 6.154705381393432,
|
|
"epoch": 0.9055310817425355,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 0.000462,
|
|
"loss": 6.0676,
|
|
"mean_token_accuracy": 0.1460274837911129,
|
|
"num_tokens": 2195167.0,
|
|
"step": 925
|
|
},
|
|
{
|
|
"entropy": 6.221498584747314,
|
|
"epoch": 0.9104258443465492,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.0004645,
|
|
"loss": 6.0434,
|
|
"mean_token_accuracy": 0.1462668165564537,
|
|
"num_tokens": 2207830.0,
|
|
"step": 930
|
|
},
|
|
{
|
|
"entropy": 6.170248174667359,
|
|
"epoch": 0.9153206069505629,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.000467,
|
|
"loss": 6.0834,
|
|
"mean_token_accuracy": 0.15441582649946212,
|
|
"num_tokens": 2220717.0,
|
|
"step": 935
|
|
},
|
|
{
|
|
"entropy": 6.178001356124878,
|
|
"epoch": 0.9202153695545766,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 0.0004695,
|
|
"loss": 6.2167,
|
|
"mean_token_accuracy": 0.14381293207406998,
|
|
"num_tokens": 2232789.0,
|
|
"step": 940
|
|
},
|
|
{
|
|
"entropy": 6.206983280181885,
|
|
"epoch": 0.9251101321585903,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.000472,
|
|
"loss": 6.0395,
|
|
"mean_token_accuracy": 0.14444569125771523,
|
|
"num_tokens": 2245155.0,
|
|
"step": 945
|
|
},
|
|
{
|
|
"entropy": 6.121549892425537,
|
|
"epoch": 0.9300048947626041,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 0.0004745,
|
|
"loss": 6.012,
|
|
"mean_token_accuracy": 0.15058331415057183,
|
|
"num_tokens": 2256951.0,
|
|
"step": 950
|
|
},
|
|
{
|
|
"entropy": 6.0408790588378904,
|
|
"epoch": 0.9348996573666177,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 0.000477,
|
|
"loss": 6.0043,
|
|
"mean_token_accuracy": 0.15417952388525008,
|
|
"num_tokens": 2269087.0,
|
|
"step": 955
|
|
},
|
|
{
|
|
"entropy": 6.1350022315979,
|
|
"epoch": 0.9397944199706314,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.0004795,
|
|
"loss": 6.0201,
|
|
"mean_token_accuracy": 0.1560334235429764,
|
|
"num_tokens": 2280563.0,
|
|
"step": 960
|
|
},
|
|
{
|
|
"entropy": 6.190943622589112,
|
|
"epoch": 0.9446891825746452,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.000482,
|
|
"loss": 6.2106,
|
|
"mean_token_accuracy": 0.14610329791903495,
|
|
"num_tokens": 2292454.0,
|
|
"step": 965
|
|
},
|
|
{
|
|
"entropy": 6.0746870040893555,
|
|
"epoch": 0.9495839451786589,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.0004845,
|
|
"loss": 5.9563,
|
|
"mean_token_accuracy": 0.15315437838435172,
|
|
"num_tokens": 2305414.0,
|
|
"step": 970
|
|
},
|
|
{
|
|
"entropy": 6.177819538116455,
|
|
"epoch": 0.9544787077826725,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.000487,
|
|
"loss": 6.0325,
|
|
"mean_token_accuracy": 0.1509896457195282,
|
|
"num_tokens": 2316720.0,
|
|
"step": 975
|
|
},
|
|
{
|
|
"entropy": 6.1112165451049805,
|
|
"epoch": 0.9593734703866863,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.0004895,
|
|
"loss": 6.0576,
|
|
"mean_token_accuracy": 0.1500990182161331,
|
|
"num_tokens": 2330077.0,
|
|
"step": 980
|
|
},
|
|
{
|
|
"entropy": 6.1100501537323,
|
|
"epoch": 0.9642682329907,
|
|
"grad_norm": 1.015625,
|
|
"learning_rate": 0.000492,
|
|
"loss": 6.0185,
|
|
"mean_token_accuracy": 0.14640207290649415,
|
|
"num_tokens": 2342943.0,
|
|
"step": 985
|
|
},
|
|
{
|
|
"entropy": 6.120457935333252,
|
|
"epoch": 0.9691629955947136,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.0004945,
|
|
"loss": 6.0579,
|
|
"mean_token_accuracy": 0.15151562839746474,
|
|
"num_tokens": 2354770.0,
|
|
"step": 990
|
|
},
|
|
{
|
|
"entropy": 6.153151655197144,
|
|
"epoch": 0.9740577581987273,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.000497,
|
|
"loss": 6.0659,
|
|
"mean_token_accuracy": 0.1489930845797062,
|
|
"num_tokens": 2367061.0,
|
|
"step": 995
|
|
},
|
|
{
|
|
"entropy": 6.129442977905273,
|
|
"epoch": 0.9789525208027411,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 0.0004995,
|
|
"loss": 5.9541,
|
|
"mean_token_accuracy": 0.1546485498547554,
|
|
"num_tokens": 2379597.0,
|
|
"step": 1000
|
|
},
|
|
{
|
|
"epoch": 0.9789525208027411,
|
|
"eval_entropy": 5.923030702807787,
|
|
"eval_loss": 6.252185821533203,
|
|
"eval_mean_token_accuracy": 0.14683223417214616,
|
|
"eval_num_tokens": 2379597.0,
|
|
"eval_runtime": 2.8719,
|
|
"eval_samples_per_second": 1200.257,
|
|
"eval_steps_per_second": 150.076,
|
|
"step": 1000
|
|
},
|
|
{
|
|
"entropy": 6.1020409107208256,
|
|
"epoch": 0.9838472834067548,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 0.0004999997905632342,
|
|
"loss": 6.1611,
|
|
"mean_token_accuracy": 0.13938641250133516,
|
|
"num_tokens": 2391514.0,
|
|
"step": 1005
|
|
},
|
|
{
|
|
"entropy": 6.132669925689697,
|
|
"epoch": 0.9887420460107684,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.0004999989397270414,
|
|
"loss": 6.0899,
|
|
"mean_token_accuracy": 0.14869284480810166,
|
|
"num_tokens": 2404156.0,
|
|
"step": 1010
|
|
},
|
|
{
|
|
"entropy": 6.21925802230835,
|
|
"epoch": 0.9936368086147822,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 0.0004999974344040966,
|
|
"loss": 5.9988,
|
|
"mean_token_accuracy": 0.1483391046524048,
|
|
"num_tokens": 2415926.0,
|
|
"step": 1015
|
|
},
|
|
{
|
|
"entropy": 6.0971019744873045,
|
|
"epoch": 0.9985315712187959,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 0.000499995274598779,
|
|
"loss": 6.0348,
|
|
"mean_token_accuracy": 0.14810384511947633,
|
|
"num_tokens": 2428015.0,
|
|
"step": 1020
|
|
},
|
|
{
|
|
"entropy": 5.921160697937012,
|
|
"epoch": 1.0029368575624082,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.0004999924603173707,
|
|
"loss": 5.8551,
|
|
"mean_token_accuracy": 0.15039441486199698,
|
|
"num_tokens": 2439258.0,
|
|
"step": 1025
|
|
},
|
|
{
|
|
"entropy": 6.056629610061646,
|
|
"epoch": 1.007831620166422,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.0004999889915680581,
|
|
"loss": 5.8417,
|
|
"mean_token_accuracy": 0.15516380369663238,
|
|
"num_tokens": 2451155.0,
|
|
"step": 1030
|
|
},
|
|
{
|
|
"entropy": 6.037868022918701,
|
|
"epoch": 1.0127263827704356,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.0004999848683609313,
|
|
"loss": 5.8081,
|
|
"mean_token_accuracy": 0.16687209755182267,
|
|
"num_tokens": 2462748.0,
|
|
"step": 1035
|
|
},
|
|
{
|
|
"entropy": 5.9815459728240965,
|
|
"epoch": 1.0176211453744493,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 0.0004999800907079841,
|
|
"loss": 5.9096,
|
|
"mean_token_accuracy": 0.1518521785736084,
|
|
"num_tokens": 2476261.0,
|
|
"step": 1040
|
|
},
|
|
{
|
|
"entropy": 6.187918853759766,
|
|
"epoch": 1.0225159079784631,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.0004999746586231139,
|
|
"loss": 5.8581,
|
|
"mean_token_accuracy": 0.15841317027807236,
|
|
"num_tokens": 2488913.0,
|
|
"step": 1045
|
|
},
|
|
{
|
|
"entropy": 5.942181348800659,
|
|
"epoch": 1.0274106705824768,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.0004999685721221218,
|
|
"loss": 5.6992,
|
|
"mean_token_accuracy": 0.1668446958065033,
|
|
"num_tokens": 2499379.0,
|
|
"step": 1050
|
|
},
|
|
{
|
|
"entropy": 6.042421340942383,
|
|
"epoch": 1.0323054331864905,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.0004999618312227125,
|
|
"loss": 5.9374,
|
|
"mean_token_accuracy": 0.15410418733954429,
|
|
"num_tokens": 2512713.0,
|
|
"step": 1055
|
|
},
|
|
{
|
|
"entropy": 5.975375127792359,
|
|
"epoch": 1.0372001957905042,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.0004999544359444941,
|
|
"loss": 5.8255,
|
|
"mean_token_accuracy": 0.15900511890649796,
|
|
"num_tokens": 2524395.0,
|
|
"step": 1060
|
|
},
|
|
{
|
|
"entropy": 5.93801908493042,
|
|
"epoch": 1.0420949583945178,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.0004999463863089784,
|
|
"loss": 5.8019,
|
|
"mean_token_accuracy": 0.1654394745826721,
|
|
"num_tokens": 2536182.0,
|
|
"step": 1065
|
|
},
|
|
{
|
|
"entropy": 5.901182365417481,
|
|
"epoch": 1.0469897209985315,
|
|
"grad_norm": 1.0546875,
|
|
"learning_rate": 0.0004999376823395808,
|
|
"loss": 5.7942,
|
|
"mean_token_accuracy": 0.1684436872601509,
|
|
"num_tokens": 2548096.0,
|
|
"step": 1070
|
|
},
|
|
{
|
|
"entropy": 6.096840143203735,
|
|
"epoch": 1.0518844836025454,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 0.0004999283240616193,
|
|
"loss": 5.8347,
|
|
"mean_token_accuracy": 0.15511096715927125,
|
|
"num_tokens": 2559770.0,
|
|
"step": 1075
|
|
},
|
|
{
|
|
"entropy": 6.056040048599243,
|
|
"epoch": 1.056779246206559,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 0.0004999183115023159,
|
|
"loss": 5.8965,
|
|
"mean_token_accuracy": 0.1545817255973816,
|
|
"num_tokens": 2570826.0,
|
|
"step": 1080
|
|
},
|
|
{
|
|
"entropy": 5.975818204879761,
|
|
"epoch": 1.0616740088105727,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.0004999076446907955,
|
|
"loss": 5.7988,
|
|
"mean_token_accuracy": 0.1615009590983391,
|
|
"num_tokens": 2582323.0,
|
|
"step": 1085
|
|
},
|
|
{
|
|
"entropy": 5.974529695510864,
|
|
"epoch": 1.0665687714145864,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.0004998963236580864,
|
|
"loss": 5.8208,
|
|
"mean_token_accuracy": 0.15707745105028154,
|
|
"num_tokens": 2593855.0,
|
|
"step": 1090
|
|
},
|
|
{
|
|
"entropy": 5.976026439666748,
|
|
"epoch": 1.0714635340186,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.0004998843484371195,
|
|
"loss": 5.8901,
|
|
"mean_token_accuracy": 0.15716765969991683,
|
|
"num_tokens": 2605396.0,
|
|
"step": 1095
|
|
},
|
|
{
|
|
"entropy": 5.932062435150146,
|
|
"epoch": 1.0763582966226137,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 0.0004998717190627289,
|
|
"loss": 5.7899,
|
|
"mean_token_accuracy": 0.16322400867938996,
|
|
"num_tokens": 2617140.0,
|
|
"step": 1100
|
|
},
|
|
{
|
|
"entropy": 5.953844451904297,
|
|
"epoch": 1.0812530592266274,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 0.0004998584355716515,
|
|
"loss": 5.8435,
|
|
"mean_token_accuracy": 0.15606771260499955,
|
|
"num_tokens": 2629901.0,
|
|
"step": 1105
|
|
},
|
|
{
|
|
"entropy": 5.946261262893676,
|
|
"epoch": 1.0861478218306413,
|
|
"grad_norm": 0.96484375,
|
|
"learning_rate": 0.000499844498002527,
|
|
"loss": 5.8081,
|
|
"mean_token_accuracy": 0.1612951472401619,
|
|
"num_tokens": 2643124.0,
|
|
"step": 1110
|
|
},
|
|
{
|
|
"entropy": 5.988902473449707,
|
|
"epoch": 1.091042584434655,
|
|
"grad_norm": 1.015625,
|
|
"learning_rate": 0.0004998299063958973,
|
|
"loss": 5.8323,
|
|
"mean_token_accuracy": 0.16525632739067078,
|
|
"num_tokens": 2656171.0,
|
|
"step": 1115
|
|
},
|
|
{
|
|
"entropy": 5.941033029556275,
|
|
"epoch": 1.0959373470386686,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 0.0004998146607942074,
|
|
"loss": 5.8125,
|
|
"mean_token_accuracy": 0.16049325913190843,
|
|
"num_tokens": 2668506.0,
|
|
"step": 1120
|
|
},
|
|
{
|
|
"entropy": 5.879610538482666,
|
|
"epoch": 1.1008321096426823,
|
|
"grad_norm": 0.9921875,
|
|
"learning_rate": 0.0004997987612418043,
|
|
"loss": 5.6705,
|
|
"mean_token_accuracy": 0.1725097879767418,
|
|
"num_tokens": 2681519.0,
|
|
"step": 1125
|
|
},
|
|
{
|
|
"entropy": 5.924249458312988,
|
|
"epoch": 1.105726872246696,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 0.0004997822077849372,
|
|
"loss": 5.7649,
|
|
"mean_token_accuracy": 0.15810637921094894,
|
|
"num_tokens": 2694436.0,
|
|
"step": 1130
|
|
},
|
|
{
|
|
"entropy": 5.9003331661224365,
|
|
"epoch": 1.1106216348507096,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 0.0004997650004717577,
|
|
"loss": 5.7727,
|
|
"mean_token_accuracy": 0.16366594582796096,
|
|
"num_tokens": 2707257.0,
|
|
"step": 1135
|
|
},
|
|
{
|
|
"entropy": 5.881779766082763,
|
|
"epoch": 1.1155163974547235,
|
|
"grad_norm": 0.99609375,
|
|
"learning_rate": 0.0004997471393523191,
|
|
"loss": 5.7236,
|
|
"mean_token_accuracy": 0.16665565222501755,
|
|
"num_tokens": 2719934.0,
|
|
"step": 1140
|
|
},
|
|
{
|
|
"entropy": 5.840548467636109,
|
|
"epoch": 1.1204111600587372,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 0.0004997286244785766,
|
|
"loss": 5.7338,
|
|
"mean_token_accuracy": 0.15967083722352982,
|
|
"num_tokens": 2732428.0,
|
|
"step": 1145
|
|
},
|
|
{
|
|
"entropy": 5.980451679229736,
|
|
"epoch": 1.1253059226627509,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 0.0004997094559043869,
|
|
"loss": 5.8326,
|
|
"mean_token_accuracy": 0.17002013325691223,
|
|
"num_tokens": 2743207.0,
|
|
"step": 1150
|
|
},
|
|
{
|
|
"entropy": 5.922123193740845,
|
|
"epoch": 1.1302006852667645,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.0004996896336855088,
|
|
"loss": 5.872,
|
|
"mean_token_accuracy": 0.16078334599733352,
|
|
"num_tokens": 2754451.0,
|
|
"step": 1155
|
|
},
|
|
{
|
|
"entropy": 6.043293762207031,
|
|
"epoch": 1.1350954478707782,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 0.0004996691578796016,
|
|
"loss": 5.9171,
|
|
"mean_token_accuracy": 0.15479153990745545,
|
|
"num_tokens": 2765990.0,
|
|
"step": 1160
|
|
},
|
|
{
|
|
"entropy": 5.961138963699341,
|
|
"epoch": 1.1399902104747919,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.0004996480285462265,
|
|
"loss": 5.8185,
|
|
"mean_token_accuracy": 0.16515018194913864,
|
|
"num_tokens": 2777376.0,
|
|
"step": 1165
|
|
},
|
|
{
|
|
"entropy": 5.919709777832031,
|
|
"epoch": 1.1448849730788058,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.0004996262457468453,
|
|
"loss": 5.7851,
|
|
"mean_token_accuracy": 0.1699065536260605,
|
|
"num_tokens": 2788815.0,
|
|
"step": 1170
|
|
},
|
|
{
|
|
"entropy": 5.8117869853973385,
|
|
"epoch": 1.1497797356828194,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 0.0004996038095448208,
|
|
"loss": 5.779,
|
|
"mean_token_accuracy": 0.16125653833150863,
|
|
"num_tokens": 2801138.0,
|
|
"step": 1175
|
|
},
|
|
{
|
|
"entropy": 5.98084454536438,
|
|
"epoch": 1.154674498286833,
|
|
"grad_norm": 1.0546875,
|
|
"learning_rate": 0.0004995807200054164,
|
|
"loss": 5.792,
|
|
"mean_token_accuracy": 0.16341162621974945,
|
|
"num_tokens": 2813218.0,
|
|
"step": 1180
|
|
},
|
|
{
|
|
"entropy": 5.894933891296387,
|
|
"epoch": 1.1595692608908468,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.000499556977195796,
|
|
"loss": 5.7365,
|
|
"mean_token_accuracy": 0.16507397592067719,
|
|
"num_tokens": 2825330.0,
|
|
"step": 1185
|
|
},
|
|
{
|
|
"entropy": 5.853562307357788,
|
|
"epoch": 1.1644640234948604,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.0004995325811850237,
|
|
"loss": 5.8405,
|
|
"mean_token_accuracy": 0.15398580878973006,
|
|
"num_tokens": 2836606.0,
|
|
"step": 1190
|
|
},
|
|
{
|
|
"entropy": 5.856449317932129,
|
|
"epoch": 1.1693587860988741,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.0004995075320440637,
|
|
"loss": 5.7043,
|
|
"mean_token_accuracy": 0.1697368621826172,
|
|
"num_tokens": 2847303.0,
|
|
"step": 1195
|
|
},
|
|
{
|
|
"entropy": 5.8915904521942135,
|
|
"epoch": 1.174253548702888,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.0004994818298457798,
|
|
"loss": 5.8025,
|
|
"mean_token_accuracy": 0.17078602463006973,
|
|
"num_tokens": 2858628.0,
|
|
"step": 1200
|
|
},
|
|
{
|
|
"entropy": 5.8079485416412355,
|
|
"epoch": 1.1791483113069017,
|
|
"grad_norm": 0.97265625,
|
|
"learning_rate": 0.0004994554746649361,
|
|
"loss": 5.7587,
|
|
"mean_token_accuracy": 0.16064557582139968,
|
|
"num_tokens": 2872074.0,
|
|
"step": 1205
|
|
},
|
|
{
|
|
"entropy": 5.937418842315674,
|
|
"epoch": 1.1840430739109153,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 0.0004994284665781956,
|
|
"loss": 5.8741,
|
|
"mean_token_accuracy": 0.15438201725482942,
|
|
"num_tokens": 2884415.0,
|
|
"step": 1210
|
|
},
|
|
{
|
|
"entropy": 5.874923753738403,
|
|
"epoch": 1.188937836514929,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 0.0004994008056641203,
|
|
"loss": 5.7624,
|
|
"mean_token_accuracy": 0.16107115596532823,
|
|
"num_tokens": 2896867.0,
|
|
"step": 1215
|
|
},
|
|
{
|
|
"entropy": 5.8940307140350345,
|
|
"epoch": 1.1938325991189427,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.0004993724920031716,
|
|
"loss": 5.7415,
|
|
"mean_token_accuracy": 0.16686908304691314,
|
|
"num_tokens": 2908378.0,
|
|
"step": 1220
|
|
},
|
|
{
|
|
"entropy": 5.846650695800781,
|
|
"epoch": 1.1987273617229564,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 0.0004993435256777098,
|
|
"loss": 5.7102,
|
|
"mean_token_accuracy": 0.17124667763710022,
|
|
"num_tokens": 2920124.0,
|
|
"step": 1225
|
|
},
|
|
{
|
|
"entropy": 5.995499849319458,
|
|
"epoch": 1.2036221243269702,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 0.000499313906771993,
|
|
"loss": 5.9352,
|
|
"mean_token_accuracy": 0.16055679321289062,
|
|
"num_tokens": 2931910.0,
|
|
"step": 1230
|
|
},
|
|
{
|
|
"entropy": 5.981334924697876,
|
|
"epoch": 1.208516886930984,
|
|
"grad_norm": 1.015625,
|
|
"learning_rate": 0.0004992836353721783,
|
|
"loss": 5.8286,
|
|
"mean_token_accuracy": 0.15923483520746232,
|
|
"num_tokens": 2944270.0,
|
|
"step": 1235
|
|
},
|
|
{
|
|
"entropy": 5.851262903213501,
|
|
"epoch": 1.2134116495349976,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.0004992527115663202,
|
|
"loss": 5.8178,
|
|
"mean_token_accuracy": 0.16358651891350745,
|
|
"num_tokens": 2955908.0,
|
|
"step": 1240
|
|
},
|
|
{
|
|
"entropy": 5.974487829208374,
|
|
"epoch": 1.2183064121390113,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 0.0004992211354443714,
|
|
"loss": 5.8316,
|
|
"mean_token_accuracy": 0.15414459481835366,
|
|
"num_tokens": 2967432.0,
|
|
"step": 1245
|
|
},
|
|
{
|
|
"entropy": 5.881886148452759,
|
|
"epoch": 1.223201174743025,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.000499188907098182,
|
|
"loss": 5.8255,
|
|
"mean_token_accuracy": 0.1620217964053154,
|
|
"num_tokens": 2979092.0,
|
|
"step": 1250
|
|
},
|
|
{
|
|
"entropy": 5.85621337890625,
|
|
"epoch": 1.2280959373470386,
|
|
"grad_norm": 0.96875,
|
|
"learning_rate": 0.0004991560266214989,
|
|
"loss": 5.7587,
|
|
"mean_token_accuracy": 0.16611319035291672,
|
|
"num_tokens": 2991993.0,
|
|
"step": 1255
|
|
},
|
|
{
|
|
"entropy": 5.932657051086426,
|
|
"epoch": 1.2329906999510523,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 0.0004991224941099665,
|
|
"loss": 5.7767,
|
|
"mean_token_accuracy": 0.1694115564227104,
|
|
"num_tokens": 3004570.0,
|
|
"step": 1260
|
|
},
|
|
{
|
|
"entropy": 5.784896326065064,
|
|
"epoch": 1.2378854625550662,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 0.0004990883096611257,
|
|
"loss": 5.7954,
|
|
"mean_token_accuracy": 0.1682347059249878,
|
|
"num_tokens": 3016701.0,
|
|
"step": 1265
|
|
},
|
|
{
|
|
"entropy": 5.853497123718261,
|
|
"epoch": 1.2427802251590798,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.0004990534733744135,
|
|
"loss": 5.7733,
|
|
"mean_token_accuracy": 0.16693622022867202,
|
|
"num_tokens": 3028684.0,
|
|
"step": 1270
|
|
},
|
|
{
|
|
"entropy": 5.782205581665039,
|
|
"epoch": 1.2476749877630935,
|
|
"grad_norm": 0.99609375,
|
|
"learning_rate": 0.0004990179853511632,
|
|
"loss": 5.8238,
|
|
"mean_token_accuracy": 0.16249116659164428,
|
|
"num_tokens": 3040195.0,
|
|
"step": 1275
|
|
},
|
|
{
|
|
"entropy": 5.902102708816528,
|
|
"epoch": 1.2525697503671072,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 0.0004989818456946042,
|
|
"loss": 5.6781,
|
|
"mean_token_accuracy": 0.1641119286417961,
|
|
"num_tokens": 3054195.0,
|
|
"step": 1280
|
|
},
|
|
{
|
|
"entropy": 5.842147397994995,
|
|
"epoch": 1.2574645129711208,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 0.0004989450545098609,
|
|
"loss": 5.7114,
|
|
"mean_token_accuracy": 0.16541883945465088,
|
|
"num_tokens": 3065621.0,
|
|
"step": 1285
|
|
},
|
|
{
|
|
"entropy": 5.671838665008545,
|
|
"epoch": 1.2623592755751347,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 0.0004989076119039532,
|
|
"loss": 5.6392,
|
|
"mean_token_accuracy": 0.1744843065738678,
|
|
"num_tokens": 3077973.0,
|
|
"step": 1290
|
|
},
|
|
{
|
|
"entropy": 5.917423486709595,
|
|
"epoch": 1.2672540381791484,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 0.0004988695179857956,
|
|
"loss": 5.7565,
|
|
"mean_token_accuracy": 0.16196468621492385,
|
|
"num_tokens": 3091078.0,
|
|
"step": 1295
|
|
},
|
|
{
|
|
"entropy": 5.772269773483276,
|
|
"epoch": 1.272148800783162,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 0.0004988307728661976,
|
|
"loss": 5.6833,
|
|
"mean_token_accuracy": 0.17584044933319093,
|
|
"num_tokens": 3102823.0,
|
|
"step": 1300
|
|
},
|
|
{
|
|
"entropy": 5.8380790710449215,
|
|
"epoch": 1.2770435633871757,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.0004987913766578625,
|
|
"loss": 5.7022,
|
|
"mean_token_accuracy": 0.16909488290548325,
|
|
"num_tokens": 3113851.0,
|
|
"step": 1305
|
|
},
|
|
{
|
|
"entropy": 5.765717649459839,
|
|
"epoch": 1.2819383259911894,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 0.0004987513294753879,
|
|
"loss": 5.7223,
|
|
"mean_token_accuracy": 0.168990258872509,
|
|
"num_tokens": 3125434.0,
|
|
"step": 1310
|
|
},
|
|
{
|
|
"entropy": 5.798812913894653,
|
|
"epoch": 1.286833088595203,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.0004987106314352647,
|
|
"loss": 5.6852,
|
|
"mean_token_accuracy": 0.1797244131565094,
|
|
"num_tokens": 3136908.0,
|
|
"step": 1315
|
|
},
|
|
{
|
|
"entropy": 5.832630443572998,
|
|
"epoch": 1.2917278511992167,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.0004986692826558771,
|
|
"loss": 5.6826,
|
|
"mean_token_accuracy": 0.1732470378279686,
|
|
"num_tokens": 3148378.0,
|
|
"step": 1320
|
|
},
|
|
{
|
|
"entropy": 5.767803382873535,
|
|
"epoch": 1.2966226138032306,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.0004986272832575023,
|
|
"loss": 5.6986,
|
|
"mean_token_accuracy": 0.16598847061395644,
|
|
"num_tokens": 3159612.0,
|
|
"step": 1325
|
|
},
|
|
{
|
|
"entropy": 5.879412412643433,
|
|
"epoch": 1.3015173764072443,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 0.0004985846333623098,
|
|
"loss": 5.8126,
|
|
"mean_token_accuracy": 0.16224471032619475,
|
|
"num_tokens": 3171855.0,
|
|
"step": 1330
|
|
},
|
|
{
|
|
"entropy": 5.839180994033813,
|
|
"epoch": 1.306412139011258,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 0.0004985413330943618,
|
|
"loss": 5.6453,
|
|
"mean_token_accuracy": 0.17059389799833297,
|
|
"num_tokens": 3184299.0,
|
|
"step": 1335
|
|
},
|
|
{
|
|
"entropy": 5.836867380142212,
|
|
"epoch": 1.3113069016152716,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.0004984973825796119,
|
|
"loss": 5.7574,
|
|
"mean_token_accuracy": 0.16940534710884095,
|
|
"num_tokens": 3196015.0,
|
|
"step": 1340
|
|
},
|
|
{
|
|
"entropy": 5.72865138053894,
|
|
"epoch": 1.3162016642192853,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 0.0004984527819459051,
|
|
"loss": 5.5927,
|
|
"mean_token_accuracy": 0.17533381879329682,
|
|
"num_tokens": 3206525.0,
|
|
"step": 1345
|
|
},
|
|
{
|
|
"entropy": 5.784767293930054,
|
|
"epoch": 1.3210964268232992,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 0.0004984075313229779,
|
|
"loss": 5.7202,
|
|
"mean_token_accuracy": 0.16270063519477845,
|
|
"num_tokens": 3218117.0,
|
|
"step": 1350
|
|
},
|
|
{
|
|
"entropy": 5.805991840362549,
|
|
"epoch": 1.3259911894273126,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 0.0004983616308424572,
|
|
"loss": 5.7103,
|
|
"mean_token_accuracy": 0.1695941358804703,
|
|
"num_tokens": 3229686.0,
|
|
"step": 1355
|
|
},
|
|
{
|
|
"entropy": 5.849427270889282,
|
|
"epoch": 1.3308859520313265,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.0004983150806378601,
|
|
"loss": 5.7077,
|
|
"mean_token_accuracy": 0.17120572924613953,
|
|
"num_tokens": 3241779.0,
|
|
"step": 1360
|
|
},
|
|
{
|
|
"entropy": 5.816238069534302,
|
|
"epoch": 1.3357807146353402,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.0004982678808445943,
|
|
"loss": 5.7259,
|
|
"mean_token_accuracy": 0.16400495767593384,
|
|
"num_tokens": 3252033.0,
|
|
"step": 1365
|
|
},
|
|
{
|
|
"entropy": 5.842797422409058,
|
|
"epoch": 1.3406754772393539,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.0004982200315999563,
|
|
"loss": 5.7792,
|
|
"mean_token_accuracy": 0.16685152798891068,
|
|
"num_tokens": 3263987.0,
|
|
"step": 1370
|
|
},
|
|
{
|
|
"entropy": 5.683572149276733,
|
|
"epoch": 1.3455702398433675,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.0004981715330431324,
|
|
"loss": 5.6452,
|
|
"mean_token_accuracy": 0.16725172400474547,
|
|
"num_tokens": 3275611.0,
|
|
"step": 1375
|
|
},
|
|
{
|
|
"entropy": 5.83439826965332,
|
|
"epoch": 1.3504650024473812,
|
|
"grad_norm": 1.0546875,
|
|
"learning_rate": 0.0004981223853151969,
|
|
"loss": 5.7874,
|
|
"mean_token_accuracy": 0.16350995674729346,
|
|
"num_tokens": 3287620.0,
|
|
"step": 1380
|
|
},
|
|
{
|
|
"entropy": 5.767345333099366,
|
|
"epoch": 1.355359765051395,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 0.0004980725885591131,
|
|
"loss": 5.5957,
|
|
"mean_token_accuracy": 0.180044324696064,
|
|
"num_tokens": 3299651.0,
|
|
"step": 1385
|
|
},
|
|
{
|
|
"entropy": 5.723884010314942,
|
|
"epoch": 1.3602545276554088,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 0.000498022142919732,
|
|
"loss": 5.7058,
|
|
"mean_token_accuracy": 0.16510243713855743,
|
|
"num_tokens": 3311619.0,
|
|
"step": 1390
|
|
},
|
|
{
|
|
"entropy": 5.72031536102295,
|
|
"epoch": 1.3651492902594224,
|
|
"grad_norm": 0.97265625,
|
|
"learning_rate": 0.000497971048543792,
|
|
"loss": 5.6197,
|
|
"mean_token_accuracy": 0.17036764174699784,
|
|
"num_tokens": 3323658.0,
|
|
"step": 1395
|
|
},
|
|
{
|
|
"entropy": 5.776707029342651,
|
|
"epoch": 1.3700440528634361,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 0.0004979193055799187,
|
|
"loss": 5.67,
|
|
"mean_token_accuracy": 0.17030431926250458,
|
|
"num_tokens": 3335538.0,
|
|
"step": 1400
|
|
},
|
|
{
|
|
"entropy": 5.845314025878906,
|
|
"epoch": 1.3749388154674498,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.0004978669141786242,
|
|
"loss": 5.8177,
|
|
"mean_token_accuracy": 0.1640164852142334,
|
|
"num_tokens": 3347424.0,
|
|
"step": 1405
|
|
},
|
|
{
|
|
"entropy": 5.7030088901519775,
|
|
"epoch": 1.3798335780714635,
|
|
"grad_norm": 0.953125,
|
|
"learning_rate": 0.0004978138744923071,
|
|
"loss": 5.7139,
|
|
"mean_token_accuracy": 0.16582898795604706,
|
|
"num_tokens": 3359893.0,
|
|
"step": 1410
|
|
},
|
|
{
|
|
"entropy": 5.819153881072998,
|
|
"epoch": 1.3847283406754771,
|
|
"grad_norm": 0.99609375,
|
|
"learning_rate": 0.0004977601866752513,
|
|
"loss": 5.6884,
|
|
"mean_token_accuracy": 0.16975752115249634,
|
|
"num_tokens": 3371534.0,
|
|
"step": 1415
|
|
},
|
|
{
|
|
"entropy": 5.788328504562378,
|
|
"epoch": 1.389623103279491,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.0004977058508836266,
|
|
"loss": 5.6201,
|
|
"mean_token_accuracy": 0.17163756489753723,
|
|
"num_tokens": 3382912.0,
|
|
"step": 1420
|
|
},
|
|
{
|
|
"entropy": 5.59400749206543,
|
|
"epoch": 1.3945178658835047,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 0.0004976508672754869,
|
|
"loss": 5.6404,
|
|
"mean_token_accuracy": 0.1698626771569252,
|
|
"num_tokens": 3394632.0,
|
|
"step": 1425
|
|
},
|
|
{
|
|
"entropy": 5.793394613265991,
|
|
"epoch": 1.3994126284875184,
|
|
"grad_norm": 1.0,
|
|
"learning_rate": 0.0004975952360107712,
|
|
"loss": 5.5841,
|
|
"mean_token_accuracy": 0.17525828778743743,
|
|
"num_tokens": 3405931.0,
|
|
"step": 1430
|
|
},
|
|
{
|
|
"entropy": 5.678069353103638,
|
|
"epoch": 1.404307391091532,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 0.0004975389572513023,
|
|
"loss": 5.6375,
|
|
"mean_token_accuracy": 0.1715028166770935,
|
|
"num_tokens": 3417944.0,
|
|
"step": 1435
|
|
},
|
|
{
|
|
"entropy": 5.730694150924682,
|
|
"epoch": 1.4092021536955457,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.0004974820311607858,
|
|
"loss": 5.7073,
|
|
"mean_token_accuracy": 0.16782306283712387,
|
|
"num_tokens": 3429949.0,
|
|
"step": 1440
|
|
},
|
|
{
|
|
"entropy": 5.879026794433594,
|
|
"epoch": 1.4140969162995596,
|
|
"grad_norm": 0.984375,
|
|
"learning_rate": 0.0004974244579048114,
|
|
"loss": 5.7339,
|
|
"mean_token_accuracy": 0.16725998669862746,
|
|
"num_tokens": 3441951.0,
|
|
"step": 1445
|
|
},
|
|
{
|
|
"entropy": 5.70136284828186,
|
|
"epoch": 1.4189916789035733,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 0.0004973662376508503,
|
|
"loss": 5.7795,
|
|
"mean_token_accuracy": 0.1663120225071907,
|
|
"num_tokens": 3453807.0,
|
|
"step": 1450
|
|
},
|
|
{
|
|
"entropy": 5.853707551956177,
|
|
"epoch": 1.423886441507587,
|
|
"grad_norm": 0.97265625,
|
|
"learning_rate": 0.0004973073705682562,
|
|
"loss": 5.7488,
|
|
"mean_token_accuracy": 0.17351104617118834,
|
|
"num_tokens": 3465868.0,
|
|
"step": 1455
|
|
},
|
|
{
|
|
"entropy": 5.714973449707031,
|
|
"epoch": 1.4287812041116006,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 0.0004972478568282644,
|
|
"loss": 5.6466,
|
|
"mean_token_accuracy": 0.1747075527906418,
|
|
"num_tokens": 3477102.0,
|
|
"step": 1460
|
|
},
|
|
{
|
|
"entropy": 5.822602462768555,
|
|
"epoch": 1.4336759667156143,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 0.0004971876966039909,
|
|
"loss": 5.7085,
|
|
"mean_token_accuracy": 0.167814040184021,
|
|
"num_tokens": 3488845.0,
|
|
"step": 1465
|
|
},
|
|
{
|
|
"entropy": 5.673419380187989,
|
|
"epoch": 1.438570729319628,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.0004971268900704326,
|
|
"loss": 5.6544,
|
|
"mean_token_accuracy": 0.16964340806007386,
|
|
"num_tokens": 3500302.0,
|
|
"step": 1470
|
|
},
|
|
{
|
|
"entropy": 5.781837701797485,
|
|
"epoch": 1.4434654919236416,
|
|
"grad_norm": 0.9453125,
|
|
"learning_rate": 0.0004970654374044659,
|
|
"loss": 5.6533,
|
|
"mean_token_accuracy": 0.17830774933099747,
|
|
"num_tokens": 3512557.0,
|
|
"step": 1475
|
|
},
|
|
{
|
|
"entropy": 5.6502574443817135,
|
|
"epoch": 1.4483602545276555,
|
|
"grad_norm": 1.0546875,
|
|
"learning_rate": 0.0004970033387848472,
|
|
"loss": 5.6125,
|
|
"mean_token_accuracy": 0.1713570162653923,
|
|
"num_tokens": 3524415.0,
|
|
"step": 1480
|
|
},
|
|
{
|
|
"entropy": 5.85334095954895,
|
|
"epoch": 1.4532550171316692,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 0.0004969405943922116,
|
|
"loss": 5.7022,
|
|
"mean_token_accuracy": 0.17219314277172088,
|
|
"num_tokens": 3536321.0,
|
|
"step": 1485
|
|
},
|
|
{
|
|
"entropy": 5.714846754074097,
|
|
"epoch": 1.4581497797356828,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 0.0004968772044090728,
|
|
"loss": 5.6851,
|
|
"mean_token_accuracy": 0.1763856366276741,
|
|
"num_tokens": 3547606.0,
|
|
"step": 1490
|
|
},
|
|
{
|
|
"entropy": 5.656755828857422,
|
|
"epoch": 1.4630445423396965,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 0.0004968131690198224,
|
|
"loss": 5.5976,
|
|
"mean_token_accuracy": 0.1780870422720909,
|
|
"num_tokens": 3559935.0,
|
|
"step": 1495
|
|
},
|
|
{
|
|
"entropy": 5.717658948898316,
|
|
"epoch": 1.4679393049437102,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.000496748488410729,
|
|
"loss": 5.6521,
|
|
"mean_token_accuracy": 0.1780029535293579,
|
|
"num_tokens": 3571022.0,
|
|
"step": 1500
|
|
},
|
|
{
|
|
"entropy": 5.818920993804932,
|
|
"epoch": 1.472834067547724,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.000496683162769939,
|
|
"loss": 5.6748,
|
|
"mean_token_accuracy": 0.17060969322919844,
|
|
"num_tokens": 3582921.0,
|
|
"step": 1505
|
|
},
|
|
{
|
|
"entropy": 5.735677909851074,
|
|
"epoch": 1.4777288301517375,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 0.0004966171922874738,
|
|
"loss": 5.6074,
|
|
"mean_token_accuracy": 0.17647337913513184,
|
|
"num_tokens": 3593427.0,
|
|
"step": 1510
|
|
},
|
|
{
|
|
"entropy": 5.699115133285522,
|
|
"epoch": 1.4826235927557514,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.0004965505771552317,
|
|
"loss": 5.6062,
|
|
"mean_token_accuracy": 0.17297086268663406,
|
|
"num_tokens": 3605874.0,
|
|
"step": 1515
|
|
},
|
|
{
|
|
"entropy": 5.733571910858155,
|
|
"epoch": 1.487518355359765,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 0.0004964833175669854,
|
|
"loss": 5.6801,
|
|
"mean_token_accuracy": 0.1835954949259758,
|
|
"num_tokens": 3617475.0,
|
|
"step": 1520
|
|
},
|
|
{
|
|
"entropy": 5.592260789871216,
|
|
"epoch": 1.4924131179637787,
|
|
"grad_norm": 0.953125,
|
|
"learning_rate": 0.0004964154137183828,
|
|
"loss": 5.6286,
|
|
"mean_token_accuracy": 0.17687239348888398,
|
|
"num_tokens": 3630634.0,
|
|
"step": 1525
|
|
},
|
|
{
|
|
"entropy": 5.758604955673218,
|
|
"epoch": 1.4973078805677924,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.0004963468658069456,
|
|
"loss": 5.6535,
|
|
"mean_token_accuracy": 0.16691459715366364,
|
|
"num_tokens": 3643384.0,
|
|
"step": 1530
|
|
},
|
|
{
|
|
"entropy": 5.680797386169433,
|
|
"epoch": 1.502202643171806,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.0004962776740320686,
|
|
"loss": 5.6159,
|
|
"mean_token_accuracy": 0.17650843262672425,
|
|
"num_tokens": 3654921.0,
|
|
"step": 1535
|
|
},
|
|
{
|
|
"entropy": 5.756531429290772,
|
|
"epoch": 1.50709740577582,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 0.0004962078385950203,
|
|
"loss": 5.6837,
|
|
"mean_token_accuracy": 0.17438367754220963,
|
|
"num_tokens": 3666959.0,
|
|
"step": 1540
|
|
},
|
|
{
|
|
"entropy": 5.671481561660767,
|
|
"epoch": 1.5119921683798334,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 0.0004961373596989407,
|
|
"loss": 5.6654,
|
|
"mean_token_accuracy": 0.17500680088996887,
|
|
"num_tokens": 3678227.0,
|
|
"step": 1545
|
|
},
|
|
{
|
|
"entropy": 5.7445825099945065,
|
|
"epoch": 1.5168869309838473,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 0.0004960662375488421,
|
|
"loss": 5.6452,
|
|
"mean_token_accuracy": 0.16987358331680297,
|
|
"num_tokens": 3690020.0,
|
|
"step": 1550
|
|
},
|
|
{
|
|
"entropy": 5.718591928482056,
|
|
"epoch": 1.521781693587861,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 0.0004959944723516077,
|
|
"loss": 5.6008,
|
|
"mean_token_accuracy": 0.1810409441590309,
|
|
"num_tokens": 3700619.0,
|
|
"step": 1555
|
|
},
|
|
{
|
|
"entropy": 5.781977605819702,
|
|
"epoch": 1.5266764561918746,
|
|
"grad_norm": 0.98828125,
|
|
"learning_rate": 0.0004959220643159912,
|
|
"loss": 5.6934,
|
|
"mean_token_accuracy": 0.1670381173491478,
|
|
"num_tokens": 3712532.0,
|
|
"step": 1560
|
|
},
|
|
{
|
|
"entropy": 5.714819812774659,
|
|
"epoch": 1.5315712187958885,
|
|
"grad_norm": 1.0546875,
|
|
"learning_rate": 0.0004958490136526163,
|
|
"loss": 5.6366,
|
|
"mean_token_accuracy": 0.17465935200452803,
|
|
"num_tokens": 3724454.0,
|
|
"step": 1565
|
|
},
|
|
{
|
|
"entropy": 5.647976398468018,
|
|
"epoch": 1.536465981399902,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 0.000495775320573976,
|
|
"loss": 5.5818,
|
|
"mean_token_accuracy": 0.17660468220710754,
|
|
"num_tokens": 3735960.0,
|
|
"step": 1570
|
|
},
|
|
{
|
|
"entropy": 5.685937976837158,
|
|
"epoch": 1.5413607440039159,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 0.0004957009852944317,
|
|
"loss": 5.6185,
|
|
"mean_token_accuracy": 0.17408333122730255,
|
|
"num_tokens": 3748622.0,
|
|
"step": 1575
|
|
},
|
|
{
|
|
"entropy": 5.6516059875488285,
|
|
"epoch": 1.5462555066079295,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 0.0004956260080302134,
|
|
"loss": 5.5801,
|
|
"mean_token_accuracy": 0.17669832706451416,
|
|
"num_tokens": 3759597.0,
|
|
"step": 1580
|
|
},
|
|
{
|
|
"entropy": 5.741100454330445,
|
|
"epoch": 1.5511502692119432,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 0.0004955503889994183,
|
|
"loss": 5.7328,
|
|
"mean_token_accuracy": 0.16056070923805238,
|
|
"num_tokens": 3774056.0,
|
|
"step": 1585
|
|
},
|
|
{
|
|
"entropy": 5.6423286437988285,
|
|
"epoch": 1.5560450318159569,
|
|
"grad_norm": 0.98828125,
|
|
"learning_rate": 0.00049547412842201,
|
|
"loss": 5.5775,
|
|
"mean_token_accuracy": 0.1796143189072609,
|
|
"num_tokens": 3786421.0,
|
|
"step": 1590
|
|
},
|
|
{
|
|
"entropy": 5.771421098709107,
|
|
"epoch": 1.5609397944199705,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 0.0004953972265198188,
|
|
"loss": 5.7024,
|
|
"mean_token_accuracy": 0.17257727086544036,
|
|
"num_tokens": 3799016.0,
|
|
"step": 1595
|
|
},
|
|
{
|
|
"entropy": 5.55297327041626,
|
|
"epoch": 1.5658345570239844,
|
|
"grad_norm": 0.98046875,
|
|
"learning_rate": 0.0004953196835165404,
|
|
"loss": 5.4507,
|
|
"mean_token_accuracy": 0.1835170716047287,
|
|
"num_tokens": 3810666.0,
|
|
"step": 1600
|
|
},
|
|
{
|
|
"entropy": 5.631848430633545,
|
|
"epoch": 1.5707293196279979,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.000495241499637735,
|
|
"loss": 5.5193,
|
|
"mean_token_accuracy": 0.18205114156007768,
|
|
"num_tokens": 3820692.0,
|
|
"step": 1605
|
|
},
|
|
{
|
|
"entropy": 5.626948118209839,
|
|
"epoch": 1.5756240822320118,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 0.0004951626751108276,
|
|
"loss": 5.5369,
|
|
"mean_token_accuracy": 0.18134717494249344,
|
|
"num_tokens": 3831654.0,
|
|
"step": 1610
|
|
},
|
|
{
|
|
"entropy": 5.620755290985107,
|
|
"epoch": 1.5805188448360254,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 0.0004950832101651062,
|
|
"loss": 5.5372,
|
|
"mean_token_accuracy": 0.18002773821353912,
|
|
"num_tokens": 3842604.0,
|
|
"step": 1615
|
|
},
|
|
{
|
|
"entropy": 5.7996124744415285,
|
|
"epoch": 1.5854136074400391,
|
|
"grad_norm": 0.9921875,
|
|
"learning_rate": 0.0004950031050317222,
|
|
"loss": 5.6671,
|
|
"mean_token_accuracy": 0.17132557481527327,
|
|
"num_tokens": 3853991.0,
|
|
"step": 1620
|
|
},
|
|
{
|
|
"entropy": 5.596814584732056,
|
|
"epoch": 1.590308370044053,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.0004949223599436885,
|
|
"loss": 5.624,
|
|
"mean_token_accuracy": 0.17929036319255828,
|
|
"num_tokens": 3865173.0,
|
|
"step": 1625
|
|
},
|
|
{
|
|
"entropy": 5.714785194396972,
|
|
"epoch": 1.5952031326480665,
|
|
"grad_norm": 0.98046875,
|
|
"learning_rate": 0.0004948409751358803,
|
|
"loss": 5.6896,
|
|
"mean_token_accuracy": 0.16958404779434205,
|
|
"num_tokens": 3877777.0,
|
|
"step": 1630
|
|
},
|
|
{
|
|
"entropy": 5.675136232376099,
|
|
"epoch": 1.6000978952520803,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 0.000494758950845033,
|
|
"loss": 5.7327,
|
|
"mean_token_accuracy": 0.17379774451255797,
|
|
"num_tokens": 3889944.0,
|
|
"step": 1635
|
|
},
|
|
{
|
|
"entropy": 5.749578189849854,
|
|
"epoch": 1.604992657856094,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 0.0004946762873097427,
|
|
"loss": 5.6411,
|
|
"mean_token_accuracy": 0.17379636764526368,
|
|
"num_tokens": 3901865.0,
|
|
"step": 1640
|
|
},
|
|
{
|
|
"entropy": 5.6178545475006105,
|
|
"epoch": 1.6098874204601077,
|
|
"grad_norm": 0.99609375,
|
|
"learning_rate": 0.0004945929847704646,
|
|
"loss": 5.5867,
|
|
"mean_token_accuracy": 0.1784010872244835,
|
|
"num_tokens": 3914694.0,
|
|
"step": 1645
|
|
},
|
|
{
|
|
"entropy": 5.674717617034912,
|
|
"epoch": 1.6147821830641214,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.0004945090434695127,
|
|
"loss": 5.5281,
|
|
"mean_token_accuracy": 0.18020234853029252,
|
|
"num_tokens": 3925446.0,
|
|
"step": 1650
|
|
},
|
|
{
|
|
"entropy": 5.6460856914520265,
|
|
"epoch": 1.619676945668135,
|
|
"grad_norm": 0.9609375,
|
|
"learning_rate": 0.0004944244636510592,
|
|
"loss": 5.6285,
|
|
"mean_token_accuracy": 0.17150038629770278,
|
|
"num_tokens": 3938216.0,
|
|
"step": 1655
|
|
},
|
|
{
|
|
"entropy": 5.621230363845825,
|
|
"epoch": 1.624571708272149,
|
|
"grad_norm": 0.98828125,
|
|
"learning_rate": 0.0004943392455611336,
|
|
"loss": 5.5389,
|
|
"mean_token_accuracy": 0.17987858653068542,
|
|
"num_tokens": 3950373.0,
|
|
"step": 1660
|
|
},
|
|
{
|
|
"entropy": 5.595808839797973,
|
|
"epoch": 1.6294664708761624,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 0.000494253389447622,
|
|
"loss": 5.5604,
|
|
"mean_token_accuracy": 0.17657536119222642,
|
|
"num_tokens": 3961802.0,
|
|
"step": 1665
|
|
},
|
|
{
|
|
"entropy": 5.564799356460571,
|
|
"epoch": 1.6343612334801763,
|
|
"grad_norm": 0.98828125,
|
|
"learning_rate": 0.0004941668955602662,
|
|
"loss": 5.4352,
|
|
"mean_token_accuracy": 0.18312088549137115,
|
|
"num_tokens": 3973183.0,
|
|
"step": 1670
|
|
},
|
|
{
|
|
"entropy": 5.714397382736206,
|
|
"epoch": 1.63925599608419,
|
|
"grad_norm": 0.98046875,
|
|
"learning_rate": 0.0004940797641506638,
|
|
"loss": 5.6561,
|
|
"mean_token_accuracy": 0.1764741286635399,
|
|
"num_tokens": 3984556.0,
|
|
"step": 1675
|
|
},
|
|
{
|
|
"entropy": 5.6586535453796385,
|
|
"epoch": 1.6441507586882036,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 0.0004939919954722662,
|
|
"loss": 5.579,
|
|
"mean_token_accuracy": 0.17604130655527114,
|
|
"num_tokens": 3997195.0,
|
|
"step": 1680
|
|
},
|
|
{
|
|
"entropy": 5.608210277557373,
|
|
"epoch": 1.6490455212922175,
|
|
"grad_norm": 1.015625,
|
|
"learning_rate": 0.0004939035897803787,
|
|
"loss": 5.5304,
|
|
"mean_token_accuracy": 0.17734461277723312,
|
|
"num_tokens": 4009921.0,
|
|
"step": 1685
|
|
},
|
|
{
|
|
"entropy": 5.6763317584991455,
|
|
"epoch": 1.653940283896231,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 0.0004938145473321597,
|
|
"loss": 5.7076,
|
|
"mean_token_accuracy": 0.1721693053841591,
|
|
"num_tokens": 4022109.0,
|
|
"step": 1690
|
|
},
|
|
{
|
|
"entropy": 5.685062742233276,
|
|
"epoch": 1.6588350465002448,
|
|
"grad_norm": 0.93359375,
|
|
"learning_rate": 0.0004937248683866198,
|
|
"loss": 5.663,
|
|
"mean_token_accuracy": 0.1764303296804428,
|
|
"num_tokens": 4035460.0,
|
|
"step": 1695
|
|
},
|
|
{
|
|
"entropy": 5.738089513778687,
|
|
"epoch": 1.6637298091042585,
|
|
"grad_norm": 1.015625,
|
|
"learning_rate": 0.0004936345532046213,
|
|
"loss": 5.6089,
|
|
"mean_token_accuracy": 0.17306244969367982,
|
|
"num_tokens": 4047569.0,
|
|
"step": 1700
|
|
},
|
|
{
|
|
"entropy": 5.695468711853027,
|
|
"epoch": 1.6686245717082722,
|
|
"grad_norm": 0.91796875,
|
|
"learning_rate": 0.0004935436020488765,
|
|
"loss": 5.7061,
|
|
"mean_token_accuracy": 0.17170277535915374,
|
|
"num_tokens": 4061289.0,
|
|
"step": 1705
|
|
},
|
|
{
|
|
"entropy": 5.690058279037475,
|
|
"epoch": 1.6735193343122858,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 0.0004934520151839483,
|
|
"loss": 5.5552,
|
|
"mean_token_accuracy": 0.17911571711301805,
|
|
"num_tokens": 4073053.0,
|
|
"step": 1710
|
|
},
|
|
{
|
|
"entropy": 5.573972415924072,
|
|
"epoch": 1.6784140969162995,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 0.0004933597928762486,
|
|
"loss": 5.5514,
|
|
"mean_token_accuracy": 0.17718413323163987,
|
|
"num_tokens": 4084801.0,
|
|
"step": 1715
|
|
},
|
|
{
|
|
"entropy": 5.661252784729004,
|
|
"epoch": 1.6833088595203134,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 0.0004932669353940376,
|
|
"loss": 5.6629,
|
|
"mean_token_accuracy": 0.1697113633155823,
|
|
"num_tokens": 4097161.0,
|
|
"step": 1720
|
|
},
|
|
{
|
|
"entropy": 5.622225332260132,
|
|
"epoch": 1.6882036221243268,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 0.0004931734430074234,
|
|
"loss": 5.5034,
|
|
"mean_token_accuracy": 0.17641628682613372,
|
|
"num_tokens": 4108079.0,
|
|
"step": 1725
|
|
},
|
|
{
|
|
"entropy": 5.549112796783447,
|
|
"epoch": 1.6930983847283407,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 0.0004930793159883606,
|
|
"loss": 5.5236,
|
|
"mean_token_accuracy": 0.17827750146389007,
|
|
"num_tokens": 4119533.0,
|
|
"step": 1730
|
|
},
|
|
{
|
|
"entropy": 5.707393550872803,
|
|
"epoch": 1.6979931473323544,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 0.0004929845546106499,
|
|
"loss": 5.6569,
|
|
"mean_token_accuracy": 0.16999004334211348,
|
|
"num_tokens": 4132084.0,
|
|
"step": 1735
|
|
},
|
|
{
|
|
"entropy": 5.636761331558228,
|
|
"epoch": 1.702887909936368,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 0.0004928891591499373,
|
|
"loss": 5.7408,
|
|
"mean_token_accuracy": 0.16920279264450072,
|
|
"num_tokens": 4143113.0,
|
|
"step": 1740
|
|
},
|
|
{
|
|
"entropy": 5.820630693435669,
|
|
"epoch": 1.7077826725403817,
|
|
"grad_norm": 0.98046875,
|
|
"learning_rate": 0.0004927931298837135,
|
|
"loss": 5.6617,
|
|
"mean_token_accuracy": 0.1719266429543495,
|
|
"num_tokens": 4155774.0,
|
|
"step": 1745
|
|
},
|
|
{
|
|
"entropy": 5.592832279205322,
|
|
"epoch": 1.7126774351443954,
|
|
"grad_norm": 0.9921875,
|
|
"learning_rate": 0.0004926964670913126,
|
|
"loss": 5.5783,
|
|
"mean_token_accuracy": 0.176841701567173,
|
|
"num_tokens": 4167446.0,
|
|
"step": 1750
|
|
},
|
|
{
|
|
"entropy": 5.658400344848633,
|
|
"epoch": 1.7175721977484093,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 0.0004925991710539114,
|
|
"loss": 5.5782,
|
|
"mean_token_accuracy": 0.17812346816062927,
|
|
"num_tokens": 4179164.0,
|
|
"step": 1755
|
|
},
|
|
{
|
|
"entropy": 5.572030353546142,
|
|
"epoch": 1.7224669603524227,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.0004925012420545291,
|
|
"loss": 5.5317,
|
|
"mean_token_accuracy": 0.1798253834247589,
|
|
"num_tokens": 4189186.0,
|
|
"step": 1760
|
|
},
|
|
{
|
|
"entropy": 5.677495384216309,
|
|
"epoch": 1.7273617229564366,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.0004924026803780256,
|
|
"loss": 5.6403,
|
|
"mean_token_accuracy": 0.17903992384672165,
|
|
"num_tokens": 4200586.0,
|
|
"step": 1765
|
|
},
|
|
{
|
|
"entropy": 5.593063735961914,
|
|
"epoch": 1.7322564855604503,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 0.0004923034863111016,
|
|
"loss": 5.5394,
|
|
"mean_token_accuracy": 0.17907928675413132,
|
|
"num_tokens": 4211895.0,
|
|
"step": 1770
|
|
},
|
|
{
|
|
"entropy": 5.609043598175049,
|
|
"epoch": 1.737151248164464,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 0.000492203660142297,
|
|
"loss": 5.5094,
|
|
"mean_token_accuracy": 0.18068955838680267,
|
|
"num_tokens": 4224143.0,
|
|
"step": 1775
|
|
},
|
|
{
|
|
"entropy": 5.654990005493164,
|
|
"epoch": 1.7420460107684779,
|
|
"grad_norm": 0.9765625,
|
|
"learning_rate": 0.0004921032021619905,
|
|
"loss": 5.6356,
|
|
"mean_token_accuracy": 0.1761782467365265,
|
|
"num_tokens": 4236435.0,
|
|
"step": 1780
|
|
},
|
|
{
|
|
"entropy": 5.6238361358642575,
|
|
"epoch": 1.7469407733724913,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.000492002112662399,
|
|
"loss": 5.623,
|
|
"mean_token_accuracy": 0.17351601719856263,
|
|
"num_tokens": 4247793.0,
|
|
"step": 1785
|
|
},
|
|
{
|
|
"entropy": 5.602977180480957,
|
|
"epoch": 1.7518355359765052,
|
|
"grad_norm": 0.984375,
|
|
"learning_rate": 0.0004919003919375756,
|
|
"loss": 5.6,
|
|
"mean_token_accuracy": 0.17361711710691452,
|
|
"num_tokens": 4259739.0,
|
|
"step": 1790
|
|
},
|
|
{
|
|
"entropy": 5.6417151927948,
|
|
"epoch": 1.7567302985805189,
|
|
"grad_norm": 0.91015625,
|
|
"learning_rate": 0.0004917980402834104,
|
|
"loss": 5.5168,
|
|
"mean_token_accuracy": 0.18177273124456406,
|
|
"num_tokens": 4271720.0,
|
|
"step": 1795
|
|
},
|
|
{
|
|
"entropy": 5.639807510375976,
|
|
"epoch": 1.7616250611845325,
|
|
"grad_norm": 0.9765625,
|
|
"learning_rate": 0.000491695057997628,
|
|
"loss": 5.589,
|
|
"mean_token_accuracy": 0.1812170147895813,
|
|
"num_tokens": 4285640.0,
|
|
"step": 1800
|
|
},
|
|
{
|
|
"entropy": 5.536652326583862,
|
|
"epoch": 1.7665198237885462,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.0004915914453797879,
|
|
"loss": 5.5274,
|
|
"mean_token_accuracy": 0.1794113725423813,
|
|
"num_tokens": 4296839.0,
|
|
"step": 1805
|
|
},
|
|
{
|
|
"entropy": 5.557571506500244,
|
|
"epoch": 1.7714145863925599,
|
|
"grad_norm": 0.93359375,
|
|
"learning_rate": 0.0004914872027312832,
|
|
"loss": 5.5082,
|
|
"mean_token_accuracy": 0.1859801158308983,
|
|
"num_tokens": 4309592.0,
|
|
"step": 1810
|
|
},
|
|
{
|
|
"entropy": 5.546999120712281,
|
|
"epoch": 1.7763093489965738,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 0.0004913823303553393,
|
|
"loss": 5.4488,
|
|
"mean_token_accuracy": 0.1869891345500946,
|
|
"num_tokens": 4320932.0,
|
|
"step": 1815
|
|
},
|
|
{
|
|
"entropy": 5.662409257888794,
|
|
"epoch": 1.7812041116005872,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 0.0004912768285570135,
|
|
"loss": 5.4952,
|
|
"mean_token_accuracy": 0.18336316645145417,
|
|
"num_tokens": 4332659.0,
|
|
"step": 1820
|
|
},
|
|
{
|
|
"entropy": 5.5181403160095215,
|
|
"epoch": 1.7860988742046011,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 0.0004911706976431942,
|
|
"loss": 5.526,
|
|
"mean_token_accuracy": 0.18275016844272612,
|
|
"num_tokens": 4343656.0,
|
|
"step": 1825
|
|
},
|
|
{
|
|
"entropy": 5.527674722671509,
|
|
"epoch": 1.7909936368086148,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 0.0004910639379225995,
|
|
"loss": 5.4257,
|
|
"mean_token_accuracy": 0.18914714008569716,
|
|
"num_tokens": 4354424.0,
|
|
"step": 1830
|
|
},
|
|
{
|
|
"entropy": 5.522308015823365,
|
|
"epoch": 1.7958883994126285,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 0.0004909565497057768,
|
|
"loss": 5.4976,
|
|
"mean_token_accuracy": 0.1798456832766533,
|
|
"num_tokens": 4365801.0,
|
|
"step": 1835
|
|
},
|
|
{
|
|
"entropy": 5.589231061935425,
|
|
"epoch": 1.8007831620166423,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 0.0004908485333051017,
|
|
"loss": 5.5345,
|
|
"mean_token_accuracy": 0.18014159202575683,
|
|
"num_tokens": 4377697.0,
|
|
"step": 1840
|
|
},
|
|
{
|
|
"entropy": 5.530683517456055,
|
|
"epoch": 1.8056779246206558,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 0.000490739889034777,
|
|
"loss": 5.4653,
|
|
"mean_token_accuracy": 0.1751740276813507,
|
|
"num_tokens": 4389794.0,
|
|
"step": 1845
|
|
},
|
|
{
|
|
"entropy": 5.564450407028199,
|
|
"epoch": 1.8105726872246697,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 0.0004906306172108319,
|
|
"loss": 5.4342,
|
|
"mean_token_accuracy": 0.18271685540676116,
|
|
"num_tokens": 4403162.0,
|
|
"step": 1850
|
|
},
|
|
{
|
|
"entropy": 5.580508661270142,
|
|
"epoch": 1.8154674498286834,
|
|
"grad_norm": 0.99609375,
|
|
"learning_rate": 0.000490520718151121,
|
|
"loss": 5.5508,
|
|
"mean_token_accuracy": 0.17712914496660231,
|
|
"num_tokens": 4416475.0,
|
|
"step": 1855
|
|
},
|
|
{
|
|
"entropy": 5.521164751052856,
|
|
"epoch": 1.820362212432697,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 0.0004904101921753234,
|
|
"loss": 5.5653,
|
|
"mean_token_accuracy": 0.17847047746181488,
|
|
"num_tokens": 4427229.0,
|
|
"step": 1860
|
|
},
|
|
{
|
|
"entropy": 5.590284538269043,
|
|
"epoch": 1.8252569750367107,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 0.0004902990396049421,
|
|
"loss": 5.5065,
|
|
"mean_token_accuracy": 0.18182663172483443,
|
|
"num_tokens": 4439609.0,
|
|
"step": 1865
|
|
},
|
|
{
|
|
"entropy": 5.556601619720459,
|
|
"epoch": 1.8301517376407244,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.0004901872607633024,
|
|
"loss": 5.538,
|
|
"mean_token_accuracy": 0.185947448015213,
|
|
"num_tokens": 4452870.0,
|
|
"step": 1870
|
|
},
|
|
{
|
|
"entropy": 5.595296812057495,
|
|
"epoch": 1.8350465002447383,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 0.0004900748559755517,
|
|
"loss": 5.5374,
|
|
"mean_token_accuracy": 0.17752565741539,
|
|
"num_tokens": 4464941.0,
|
|
"step": 1875
|
|
},
|
|
{
|
|
"entropy": 5.557303619384766,
|
|
"epoch": 1.8399412628487517,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 0.0004899618255686577,
|
|
"loss": 5.4161,
|
|
"mean_token_accuracy": 0.18646868616342543,
|
|
"num_tokens": 4475866.0,
|
|
"step": 1880
|
|
},
|
|
{
|
|
"entropy": 5.546024465560913,
|
|
"epoch": 1.8448360254527656,
|
|
"grad_norm": 0.97265625,
|
|
"learning_rate": 0.0004898481698714084,
|
|
"loss": 5.593,
|
|
"mean_token_accuracy": 0.179109650850296,
|
|
"num_tokens": 4487554.0,
|
|
"step": 1885
|
|
},
|
|
{
|
|
"entropy": 5.630650329589844,
|
|
"epoch": 1.8497307880567793,
|
|
"grad_norm": 0.9921875,
|
|
"learning_rate": 0.0004897338892144103,
|
|
"loss": 5.5629,
|
|
"mean_token_accuracy": 0.17396460026502608,
|
|
"num_tokens": 4499203.0,
|
|
"step": 1890
|
|
},
|
|
{
|
|
"entropy": 5.643454313278198,
|
|
"epoch": 1.854625550660793,
|
|
"grad_norm": 1.015625,
|
|
"learning_rate": 0.000489618983930088,
|
|
"loss": 5.6067,
|
|
"mean_token_accuracy": 0.17734497636556626,
|
|
"num_tokens": 4511567.0,
|
|
"step": 1895
|
|
},
|
|
{
|
|
"entropy": 5.544012451171875,
|
|
"epoch": 1.8595203132648068,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 0.000489503454352683,
|
|
"loss": 5.5282,
|
|
"mean_token_accuracy": 0.17598173022270203,
|
|
"num_tokens": 4522898.0,
|
|
"step": 1900
|
|
},
|
|
{
|
|
"entropy": 5.588018608093262,
|
|
"epoch": 1.8644150758688203,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 0.0004893873008182531,
|
|
"loss": 5.5036,
|
|
"mean_token_accuracy": 0.18322323709726335,
|
|
"num_tokens": 4534289.0,
|
|
"step": 1905
|
|
},
|
|
{
|
|
"entropy": 5.626099157333374,
|
|
"epoch": 1.8693098384728342,
|
|
"grad_norm": 1.015625,
|
|
"learning_rate": 0.0004892705236646702,
|
|
"loss": 5.5528,
|
|
"mean_token_accuracy": 0.17845290005207062,
|
|
"num_tokens": 4546073.0,
|
|
"step": 1910
|
|
},
|
|
{
|
|
"entropy": 5.5971643924713135,
|
|
"epoch": 1.8742046010768476,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 0.0004891531232316213,
|
|
"loss": 5.5567,
|
|
"mean_token_accuracy": 0.17655638009309768,
|
|
"num_tokens": 4557939.0,
|
|
"step": 1915
|
|
},
|
|
{
|
|
"entropy": 5.592231941223145,
|
|
"epoch": 1.8790993636808615,
|
|
"grad_norm": 0.984375,
|
|
"learning_rate": 0.0004890350998606056,
|
|
"loss": 5.496,
|
|
"mean_token_accuracy": 0.17622438818216324,
|
|
"num_tokens": 4570067.0,
|
|
"step": 1920
|
|
},
|
|
{
|
|
"entropy": 5.538221454620361,
|
|
"epoch": 1.8839941262848752,
|
|
"grad_norm": 0.96875,
|
|
"learning_rate": 0.0004889164538949348,
|
|
"loss": 5.5101,
|
|
"mean_token_accuracy": 0.18144477158784866,
|
|
"num_tokens": 4581841.0,
|
|
"step": 1925
|
|
},
|
|
{
|
|
"entropy": 5.596781063079834,
|
|
"epoch": 1.8888888888888888,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 0.0004887971856797314,
|
|
"loss": 5.5239,
|
|
"mean_token_accuracy": 0.1778431847691536,
|
|
"num_tokens": 4594050.0,
|
|
"step": 1930
|
|
},
|
|
{
|
|
"entropy": 5.432804155349731,
|
|
"epoch": 1.8937836514929027,
|
|
"grad_norm": 0.98828125,
|
|
"learning_rate": 0.000488677295561928,
|
|
"loss": 5.428,
|
|
"mean_token_accuracy": 0.18622596114873885,
|
|
"num_tokens": 4605456.0,
|
|
"step": 1935
|
|
},
|
|
{
|
|
"entropy": 5.587638425827026,
|
|
"epoch": 1.8986784140969162,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 0.0004885567838902663,
|
|
"loss": 5.5811,
|
|
"mean_token_accuracy": 0.17455296516418456,
|
|
"num_tokens": 4617110.0,
|
|
"step": 1940
|
|
},
|
|
{
|
|
"entropy": 5.579770183563232,
|
|
"epoch": 1.90357317670093,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 0.0004884356510152958,
|
|
"loss": 5.5184,
|
|
"mean_token_accuracy": 0.1807307183742523,
|
|
"num_tokens": 4627172.0,
|
|
"step": 1945
|
|
},
|
|
{
|
|
"entropy": 5.510152912139892,
|
|
"epoch": 1.9084679393049437,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.0004883138972893732,
|
|
"loss": 5.4929,
|
|
"mean_token_accuracy": 0.18094931691884994,
|
|
"num_tokens": 4639710.0,
|
|
"step": 1950
|
|
},
|
|
{
|
|
"entropy": 5.590634489059449,
|
|
"epoch": 1.9133627019089574,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 0.00048819152306666096,
|
|
"loss": 5.4993,
|
|
"mean_token_accuracy": 0.18620602935552596,
|
|
"num_tokens": 4651526.0,
|
|
"step": 1955
|
|
},
|
|
{
|
|
"entropy": 5.541874361038208,
|
|
"epoch": 1.918257464512971,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 0.00048806852870312667,
|
|
"loss": 5.4362,
|
|
"mean_token_accuracy": 0.17709835022687911,
|
|
"num_tokens": 4662627.0,
|
|
"step": 1960
|
|
},
|
|
{
|
|
"entropy": 5.470085525512696,
|
|
"epoch": 1.9231522271169847,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 0.0004879449145565417,
|
|
"loss": 5.4582,
|
|
"mean_token_accuracy": 0.18288369923830033,
|
|
"num_tokens": 4674434.0,
|
|
"step": 1965
|
|
},
|
|
{
|
|
"entropy": 5.552283906936646,
|
|
"epoch": 1.9280469897209986,
|
|
"grad_norm": 0.97265625,
|
|
"learning_rate": 0.00048782068098648023,
|
|
"loss": 5.4158,
|
|
"mean_token_accuracy": 0.186358243227005,
|
|
"num_tokens": 4686028.0,
|
|
"step": 1970
|
|
},
|
|
{
|
|
"entropy": 5.587367248535156,
|
|
"epoch": 1.932941752325012,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.0004876958283543183,
|
|
"loss": 5.5802,
|
|
"mean_token_accuracy": 0.17691588252782822,
|
|
"num_tokens": 4698040.0,
|
|
"step": 1975
|
|
},
|
|
{
|
|
"entropy": 5.65945520401001,
|
|
"epoch": 1.937836514929026,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.00048757035702323275,
|
|
"loss": 5.4855,
|
|
"mean_token_accuracy": 0.1811575710773468,
|
|
"num_tokens": 4709274.0,
|
|
"step": 1980
|
|
},
|
|
{
|
|
"entropy": 5.476744174957275,
|
|
"epoch": 1.9427312775330396,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 0.0004874442673582001,
|
|
"loss": 5.5168,
|
|
"mean_token_accuracy": 0.18111482411623,
|
|
"num_tokens": 4722818.0,
|
|
"step": 1985
|
|
},
|
|
{
|
|
"entropy": 5.559481906890869,
|
|
"epoch": 1.9476260401370533,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.0004873175597259953,
|
|
"loss": 5.5433,
|
|
"mean_token_accuracy": 0.18057310134172438,
|
|
"num_tokens": 4733937.0,
|
|
"step": 1990
|
|
},
|
|
{
|
|
"entropy": 5.6205769062042235,
|
|
"epoch": 1.9525208027410672,
|
|
"grad_norm": 0.9453125,
|
|
"learning_rate": 0.0004871902344951913,
|
|
"loss": 5.5783,
|
|
"mean_token_accuracy": 0.17544569075107574,
|
|
"num_tokens": 4747473.0,
|
|
"step": 1995
|
|
},
|
|
{
|
|
"entropy": 5.592286682128906,
|
|
"epoch": 1.9574155653450807,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 0.00048706229203615716,
|
|
"loss": 5.6268,
|
|
"mean_token_accuracy": 0.17922073900699614,
|
|
"num_tokens": 4758675.0,
|
|
"step": 2000
|
|
},
|
|
{
|
|
"epoch": 1.9574155653450807,
|
|
"eval_entropy": 5.535625642524241,
|
|
"eval_loss": 5.802816390991211,
|
|
"eval_mean_token_accuracy": 0.17496823080385368,
|
|
"eval_num_tokens": 4758675.0,
|
|
"eval_runtime": 2.9945,
|
|
"eval_samples_per_second": 1151.107,
|
|
"eval_steps_per_second": 143.93,
|
|
"step": 2000
|
|
},
|
|
{
|
|
"entropy": 5.626655435562133,
|
|
"epoch": 1.9623103279490945,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 0.00048693373272105743,
|
|
"loss": 5.504,
|
|
"mean_token_accuracy": 0.180687840282917,
|
|
"num_tokens": 4769947.0,
|
|
"step": 2005
|
|
},
|
|
{
|
|
"entropy": 5.595974683761597,
|
|
"epoch": 1.9672050905531082,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 0.00048680455692385124,
|
|
"loss": 5.5583,
|
|
"mean_token_accuracy": 0.18348373621702194,
|
|
"num_tokens": 4782749.0,
|
|
"step": 2010
|
|
},
|
|
{
|
|
"entropy": 5.579078435897827,
|
|
"epoch": 1.9720998531571219,
|
|
"grad_norm": 1.0546875,
|
|
"learning_rate": 0.0004866747650202907,
|
|
"loss": 5.5238,
|
|
"mean_token_accuracy": 0.18451536893844606,
|
|
"num_tokens": 4794944.0,
|
|
"step": 2015
|
|
},
|
|
{
|
|
"entropy": 5.6003326892852785,
|
|
"epoch": 1.9769946157611356,
|
|
"grad_norm": 0.96875,
|
|
"learning_rate": 0.0004865443573879201,
|
|
"loss": 5.468,
|
|
"mean_token_accuracy": 0.18887062072753907,
|
|
"num_tokens": 4806992.0,
|
|
"step": 2020
|
|
},
|
|
{
|
|
"entropy": 5.549536085128784,
|
|
"epoch": 1.9818893783651492,
|
|
"grad_norm": 1.015625,
|
|
"learning_rate": 0.0004864133344060749,
|
|
"loss": 5.4539,
|
|
"mean_token_accuracy": 0.18131107091903687,
|
|
"num_tokens": 4818791.0,
|
|
"step": 2025
|
|
},
|
|
{
|
|
"entropy": 5.558773422241211,
|
|
"epoch": 1.9867841409691631,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.00048628169645588073,
|
|
"loss": 5.5525,
|
|
"mean_token_accuracy": 0.17917387038469315,
|
|
"num_tokens": 4830708.0,
|
|
"step": 2030
|
|
},
|
|
{
|
|
"entropy": 5.571465063095093,
|
|
"epoch": 1.9916789035731766,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 0.0004861494439202515,
|
|
"loss": 5.5524,
|
|
"mean_token_accuracy": 0.1800464168190956,
|
|
"num_tokens": 4843031.0,
|
|
"step": 2035
|
|
},
|
|
{
|
|
"entropy": 5.617353916168213,
|
|
"epoch": 1.9965736661771905,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 0.0004860165771838892,
|
|
"loss": 5.5313,
|
|
"mean_token_accuracy": 0.1778000995516777,
|
|
"num_tokens": 4855523.0,
|
|
"step": 2040
|
|
},
|
|
{
|
|
"entropy": 5.416062302059597,
|
|
"epoch": 2.0009789525208026,
|
|
"grad_norm": 0.890625,
|
|
"learning_rate": 0.0004858830966332825,
|
|
"loss": 5.346,
|
|
"mean_token_accuracy": 0.18389874531163108,
|
|
"num_tokens": 4866979.0,
|
|
"step": 2045
|
|
},
|
|
{
|
|
"entropy": 5.488109588623047,
|
|
"epoch": 2.0058737151248165,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 0.0004857490026567055,
|
|
"loss": 5.1157,
|
|
"mean_token_accuracy": 0.19696198999881745,
|
|
"num_tokens": 4878496.0,
|
|
"step": 2050
|
|
},
|
|
{
|
|
"entropy": 5.498682832717895,
|
|
"epoch": 2.01076847772883,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 0.0004856142956442165,
|
|
"loss": 5.1833,
|
|
"mean_token_accuracy": 0.19493499547243118,
|
|
"num_tokens": 4890519.0,
|
|
"step": 2055
|
|
},
|
|
{
|
|
"entropy": 5.596047735214233,
|
|
"epoch": 2.015663240332844,
|
|
"grad_norm": 0.98828125,
|
|
"learning_rate": 0.0004854789759876572,
|
|
"loss": 5.2827,
|
|
"mean_token_accuracy": 0.19122138023376464,
|
|
"num_tokens": 4902797.0,
|
|
"step": 2060
|
|
},
|
|
{
|
|
"entropy": 5.531758785247803,
|
|
"epoch": 2.0205580029368577,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.00048534304408065135,
|
|
"loss": 5.1783,
|
|
"mean_token_accuracy": 0.19460100531578065,
|
|
"num_tokens": 4913243.0,
|
|
"step": 2065
|
|
},
|
|
{
|
|
"entropy": 5.424594974517822,
|
|
"epoch": 2.025452765540871,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 0.00048520650031860357,
|
|
"loss": 5.0638,
|
|
"mean_token_accuracy": 0.19740711152553558,
|
|
"num_tokens": 4923876.0,
|
|
"step": 2070
|
|
},
|
|
{
|
|
"entropy": 5.36385588645935,
|
|
"epoch": 2.030347528144885,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 0.00048506934509869845,
|
|
"loss": 5.0638,
|
|
"mean_token_accuracy": 0.2020087271928787,
|
|
"num_tokens": 4936004.0,
|
|
"step": 2075
|
|
},
|
|
{
|
|
"entropy": 5.394824838638305,
|
|
"epoch": 2.0352422907488985,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 0.00048493157881989894,
|
|
"loss": 5.098,
|
|
"mean_token_accuracy": 0.19910106658935547,
|
|
"num_tokens": 4947404.0,
|
|
"step": 2080
|
|
},
|
|
{
|
|
"entropy": 5.37768030166626,
|
|
"epoch": 2.0401370533529124,
|
|
"grad_norm": 0.921875,
|
|
"learning_rate": 0.0004847932018829456,
|
|
"loss": 5.2171,
|
|
"mean_token_accuracy": 0.1941538408398628,
|
|
"num_tokens": 4960444.0,
|
|
"step": 2085
|
|
},
|
|
{
|
|
"entropy": 5.418075847625732,
|
|
"epoch": 2.0450318159569263,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 0.0004846542146903555,
|
|
"loss": 5.1722,
|
|
"mean_token_accuracy": 0.19768768548965454,
|
|
"num_tokens": 4972356.0,
|
|
"step": 2090
|
|
},
|
|
{
|
|
"entropy": 5.449041891098022,
|
|
"epoch": 2.0499265785609397,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 0.00048451461764642046,
|
|
"loss": 5.1357,
|
|
"mean_token_accuracy": 0.19979992508888245,
|
|
"num_tokens": 4984785.0,
|
|
"step": 2095
|
|
},
|
|
{
|
|
"entropy": 5.291361522674561,
|
|
"epoch": 2.0548213411649536,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 0.0004843744111572067,
|
|
"loss": 5.0675,
|
|
"mean_token_accuracy": 0.1959679678082466,
|
|
"num_tokens": 4995909.0,
|
|
"step": 2100
|
|
},
|
|
{
|
|
"entropy": 5.432163047790527,
|
|
"epoch": 2.059716103768967,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 0.0004842335956305526,
|
|
"loss": 5.0949,
|
|
"mean_token_accuracy": 0.19766340106725694,
|
|
"num_tokens": 5006191.0,
|
|
"step": 2105
|
|
},
|
|
{
|
|
"entropy": 5.350412321090698,
|
|
"epoch": 2.064610866372981,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 0.00048409217147606895,
|
|
"loss": 5.089,
|
|
"mean_token_accuracy": 0.2033711478114128,
|
|
"num_tokens": 5017399.0,
|
|
"step": 2110
|
|
},
|
|
{
|
|
"entropy": 5.316557788848877,
|
|
"epoch": 2.0695056289769944,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 0.0004839501391051363,
|
|
"loss": 5.0824,
|
|
"mean_token_accuracy": 0.19411368370056153,
|
|
"num_tokens": 5028402.0,
|
|
"step": 2115
|
|
},
|
|
{
|
|
"entropy": 5.446633148193359,
|
|
"epoch": 2.0744003915810083,
|
|
"grad_norm": 1.0,
|
|
"learning_rate": 0.0004838074989309045,
|
|
"loss": 5.1938,
|
|
"mean_token_accuracy": 0.20314160287380217,
|
|
"num_tokens": 5040813.0,
|
|
"step": 2120
|
|
},
|
|
{
|
|
"entropy": 5.414164018630982,
|
|
"epoch": 2.079295154185022,
|
|
"grad_norm": 0.94921875,
|
|
"learning_rate": 0.00048366425136829176,
|
|
"loss": 5.1433,
|
|
"mean_token_accuracy": 0.20220062136650085,
|
|
"num_tokens": 5053076.0,
|
|
"step": 2125
|
|
},
|
|
{
|
|
"entropy": 5.4324311256408695,
|
|
"epoch": 2.0841899167890356,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 0.00048352039683398286,
|
|
"loss": 5.2068,
|
|
"mean_token_accuracy": 0.19256707429885864,
|
|
"num_tokens": 5065397.0,
|
|
"step": 2130
|
|
},
|
|
{
|
|
"entropy": 5.374685382843017,
|
|
"epoch": 2.0890846793930495,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.00048337593574642796,
|
|
"loss": 5.0098,
|
|
"mean_token_accuracy": 0.20131478905677797,
|
|
"num_tokens": 5076545.0,
|
|
"step": 2135
|
|
},
|
|
{
|
|
"entropy": 5.4096685409545895,
|
|
"epoch": 2.093979441997063,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 0.00048323086852584187,
|
|
"loss": 5.2009,
|
|
"mean_token_accuracy": 0.19109852015972137,
|
|
"num_tokens": 5089487.0,
|
|
"step": 2140
|
|
},
|
|
{
|
|
"entropy": 5.413058519363403,
|
|
"epoch": 2.098874204601077,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 0.0004830851955942024,
|
|
"loss": 5.1923,
|
|
"mean_token_accuracy": 0.1943016231060028,
|
|
"num_tokens": 5102046.0,
|
|
"step": 2145
|
|
},
|
|
{
|
|
"entropy": 5.484387826919556,
|
|
"epoch": 2.1037689672050908,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 0.0004829389173752495,
|
|
"loss": 5.3399,
|
|
"mean_token_accuracy": 0.19494949281215668,
|
|
"num_tokens": 5114758.0,
|
|
"step": 2150
|
|
},
|
|
{
|
|
"entropy": 5.461303567886352,
|
|
"epoch": 2.108663729809104,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.00048279203429448366,
|
|
"loss": 5.1454,
|
|
"mean_token_accuracy": 0.19781216084957123,
|
|
"num_tokens": 5126130.0,
|
|
"step": 2155
|
|
},
|
|
{
|
|
"entropy": 5.358008193969726,
|
|
"epoch": 2.113558492413118,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 0.0004826445467791646,
|
|
"loss": 5.2108,
|
|
"mean_token_accuracy": 0.19490469843149186,
|
|
"num_tokens": 5137749.0,
|
|
"step": 2160
|
|
},
|
|
{
|
|
"entropy": 5.471472644805909,
|
|
"epoch": 2.1184532550171316,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 0.00048249645525831055,
|
|
"loss": 5.1601,
|
|
"mean_token_accuracy": 0.20036131292581558,
|
|
"num_tokens": 5149361.0,
|
|
"step": 2165
|
|
},
|
|
{
|
|
"entropy": 5.363424825668335,
|
|
"epoch": 2.1233480176211454,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 0.0004823477601626967,
|
|
"loss": 5.0896,
|
|
"mean_token_accuracy": 0.2008701056241989,
|
|
"num_tokens": 5161025.0,
|
|
"step": 2170
|
|
},
|
|
{
|
|
"entropy": 5.255881643295288,
|
|
"epoch": 2.128242780225159,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.00048219846192485365,
|
|
"loss": 5.0238,
|
|
"mean_token_accuracy": 0.20319584757089615,
|
|
"num_tokens": 5171507.0,
|
|
"step": 2175
|
|
},
|
|
{
|
|
"entropy": 5.427309846878051,
|
|
"epoch": 2.133137542829173,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.0004820485609790668,
|
|
"loss": 5.275,
|
|
"mean_token_accuracy": 0.19347049593925475,
|
|
"num_tokens": 5184026.0,
|
|
"step": 2180
|
|
},
|
|
{
|
|
"entropy": 5.4172220706939695,
|
|
"epoch": 2.1380323054331867,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.00048189805776137454,
|
|
"loss": 5.1795,
|
|
"mean_token_accuracy": 0.20001329630613326,
|
|
"num_tokens": 5195788.0,
|
|
"step": 2185
|
|
},
|
|
{
|
|
"entropy": 5.262393999099731,
|
|
"epoch": 2.1429270680372,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.00048174695270956707,
|
|
"loss": 5.0315,
|
|
"mean_token_accuracy": 0.20920827537775039,
|
|
"num_tokens": 5205440.0,
|
|
"step": 2190
|
|
},
|
|
{
|
|
"entropy": 5.293731689453125,
|
|
"epoch": 2.147821830641214,
|
|
"grad_norm": 1.015625,
|
|
"learning_rate": 0.0004815952462631857,
|
|
"loss": 5.1003,
|
|
"mean_token_accuracy": 0.2001971885561943,
|
|
"num_tokens": 5216578.0,
|
|
"step": 2195
|
|
},
|
|
{
|
|
"entropy": 5.37099986076355,
|
|
"epoch": 2.1527165932452275,
|
|
"grad_norm": 1.0546875,
|
|
"learning_rate": 0.00048144293886352035,
|
|
"loss": 5.1344,
|
|
"mean_token_accuracy": 0.20005329102277755,
|
|
"num_tokens": 5228836.0,
|
|
"step": 2200
|
|
},
|
|
{
|
|
"entropy": 5.275912046432495,
|
|
"epoch": 2.1576113558492414,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.0004812900309536098,
|
|
"loss": 5.0887,
|
|
"mean_token_accuracy": 0.2067259818315506,
|
|
"num_tokens": 5240648.0,
|
|
"step": 2205
|
|
},
|
|
{
|
|
"entropy": 5.3612512111663815,
|
|
"epoch": 2.162506118453255,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.00048113652297823907,
|
|
"loss": 5.2269,
|
|
"mean_token_accuracy": 0.18981953859329223,
|
|
"num_tokens": 5252391.0,
|
|
"step": 2210
|
|
},
|
|
{
|
|
"entropy": 5.453209781646729,
|
|
"epoch": 2.1674008810572687,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 0.00048098241538393897,
|
|
"loss": 5.2036,
|
|
"mean_token_accuracy": 0.19229551404714584,
|
|
"num_tokens": 5264574.0,
|
|
"step": 2215
|
|
},
|
|
{
|
|
"entropy": 5.34055609703064,
|
|
"epoch": 2.1722956436612826,
|
|
"grad_norm": 0.953125,
|
|
"learning_rate": 0.00048082770861898426,
|
|
"loss": 5.1746,
|
|
"mean_token_accuracy": 0.19398458898067475,
|
|
"num_tokens": 5277400.0,
|
|
"step": 2220
|
|
},
|
|
{
|
|
"entropy": 5.379359340667724,
|
|
"epoch": 2.177190406265296,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 0.00048067240313339295,
|
|
"loss": 5.1089,
|
|
"mean_token_accuracy": 0.19827474504709244,
|
|
"num_tokens": 5288951.0,
|
|
"step": 2225
|
|
},
|
|
{
|
|
"entropy": 5.3159558296203615,
|
|
"epoch": 2.18208516886931,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 0.00048051649937892423,
|
|
"loss": 5.0671,
|
|
"mean_token_accuracy": 0.2028965413570404,
|
|
"num_tokens": 5300902.0,
|
|
"step": 2230
|
|
},
|
|
{
|
|
"entropy": 5.325251483917237,
|
|
"epoch": 2.1869799314733234,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.00048035999780907785,
|
|
"loss": 5.1804,
|
|
"mean_token_accuracy": 0.1967838153243065,
|
|
"num_tokens": 5312498.0,
|
|
"step": 2235
|
|
},
|
|
{
|
|
"entropy": 5.33814377784729,
|
|
"epoch": 2.1918746940773373,
|
|
"grad_norm": 0.98046875,
|
|
"learning_rate": 0.00048020289887909246,
|
|
"loss": 5.0948,
|
|
"mean_token_accuracy": 0.19691168814897536,
|
|
"num_tokens": 5323591.0,
|
|
"step": 2240
|
|
},
|
|
{
|
|
"entropy": 5.343142366409301,
|
|
"epoch": 2.196769456681351,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 0.0004800452030459441,
|
|
"loss": 5.0878,
|
|
"mean_token_accuracy": 0.2060595616698265,
|
|
"num_tokens": 5334673.0,
|
|
"step": 2245
|
|
},
|
|
{
|
|
"entropy": 5.302957439422608,
|
|
"epoch": 2.2016642192853646,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.0004798869107683456,
|
|
"loss": 5.0975,
|
|
"mean_token_accuracy": 0.2082034319639206,
|
|
"num_tokens": 5347049.0,
|
|
"step": 2250
|
|
},
|
|
{
|
|
"entropy": 5.4850016117095945,
|
|
"epoch": 2.2065589818893785,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 0.00047972802250674426,
|
|
"loss": 5.2136,
|
|
"mean_token_accuracy": 0.1905737653374672,
|
|
"num_tokens": 5359153.0,
|
|
"step": 2255
|
|
},
|
|
{
|
|
"entropy": 5.326099538803101,
|
|
"epoch": 2.211453744493392,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.00047956853872332126,
|
|
"loss": 5.0928,
|
|
"mean_token_accuracy": 0.20605096518993377,
|
|
"num_tokens": 5369663.0,
|
|
"step": 2260
|
|
},
|
|
{
|
|
"entropy": 5.356387901306152,
|
|
"epoch": 2.216348507097406,
|
|
"grad_norm": 0.98828125,
|
|
"learning_rate": 0.0004794084598819899,
|
|
"loss": 5.1502,
|
|
"mean_token_accuracy": 0.1967753291130066,
|
|
"num_tokens": 5380962.0,
|
|
"step": 2265
|
|
},
|
|
{
|
|
"entropy": 5.288668155670166,
|
|
"epoch": 2.2212432697014193,
|
|
"grad_norm": 0.96875,
|
|
"learning_rate": 0.00047924778644839466,
|
|
"loss": 5.1048,
|
|
"mean_token_accuracy": 0.2026848703622818,
|
|
"num_tokens": 5393319.0,
|
|
"step": 2270
|
|
},
|
|
{
|
|
"entropy": 5.390505695343018,
|
|
"epoch": 2.226138032305433,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 0.00047908651888990943,
|
|
"loss": 5.1442,
|
|
"mean_token_accuracy": 0.20073584467172623,
|
|
"num_tokens": 5405052.0,
|
|
"step": 2275
|
|
},
|
|
{
|
|
"entropy": 5.326527070999146,
|
|
"epoch": 2.231032794909447,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 0.0004789246576756362,
|
|
"loss": 5.0887,
|
|
"mean_token_accuracy": 0.2013887345790863,
|
|
"num_tokens": 5416416.0,
|
|
"step": 2280
|
|
},
|
|
{
|
|
"entropy": 5.414171504974365,
|
|
"epoch": 2.2359275575134605,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.0004787622032764041,
|
|
"loss": 5.3084,
|
|
"mean_token_accuracy": 0.18751744031906128,
|
|
"num_tokens": 5428676.0,
|
|
"step": 2285
|
|
},
|
|
{
|
|
"entropy": 5.395980930328369,
|
|
"epoch": 2.2408223201174744,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.0004785991561647675,
|
|
"loss": 5.1538,
|
|
"mean_token_accuracy": 0.19835059940814972,
|
|
"num_tokens": 5439885.0,
|
|
"step": 2290
|
|
},
|
|
{
|
|
"entropy": 5.331133651733398,
|
|
"epoch": 2.245717082721488,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 0.00047843551681500494,
|
|
"loss": 5.2068,
|
|
"mean_token_accuracy": 0.19880653768777848,
|
|
"num_tokens": 5451236.0,
|
|
"step": 2295
|
|
},
|
|
{
|
|
"entropy": 5.391649007797241,
|
|
"epoch": 2.2506118453255017,
|
|
"grad_norm": 0.98828125,
|
|
"learning_rate": 0.0004782712857031178,
|
|
"loss": 5.2206,
|
|
"mean_token_accuracy": 0.19829923510551453,
|
|
"num_tokens": 5464088.0,
|
|
"step": 2300
|
|
},
|
|
{
|
|
"entropy": 5.2941186904907225,
|
|
"epoch": 2.255506607929515,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 0.0004781064633068287,
|
|
"loss": 5.0972,
|
|
"mean_token_accuracy": 0.1968427300453186,
|
|
"num_tokens": 5475857.0,
|
|
"step": 2305
|
|
},
|
|
{
|
|
"entropy": 5.406572008132935,
|
|
"epoch": 2.260401370533529,
|
|
"grad_norm": 1.015625,
|
|
"learning_rate": 0.0004779410501055802,
|
|
"loss": 5.2506,
|
|
"mean_token_accuracy": 0.19424178153276445,
|
|
"num_tokens": 5488670.0,
|
|
"step": 2310
|
|
},
|
|
{
|
|
"entropy": 5.382027053833008,
|
|
"epoch": 2.265296133137543,
|
|
"grad_norm": 0.8984375,
|
|
"learning_rate": 0.00047777504658053343,
|
|
"loss": 5.1331,
|
|
"mean_token_accuracy": 0.19536806344985963,
|
|
"num_tokens": 5501746.0,
|
|
"step": 2315
|
|
},
|
|
{
|
|
"entropy": 5.342251920700074,
|
|
"epoch": 2.2701908957415564,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.0004776084532145668,
|
|
"loss": 5.2087,
|
|
"mean_token_accuracy": 0.19615187793970107,
|
|
"num_tokens": 5513504.0,
|
|
"step": 2320
|
|
},
|
|
{
|
|
"entropy": 5.28951063156128,
|
|
"epoch": 2.2750856583455703,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 0.00047744127049227425,
|
|
"loss": 5.1353,
|
|
"mean_token_accuracy": 0.1898852616548538,
|
|
"num_tokens": 5526144.0,
|
|
"step": 2325
|
|
},
|
|
{
|
|
"entropy": 5.376743125915527,
|
|
"epoch": 2.2799804209495838,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 0.0004772734988999644,
|
|
"loss": 5.1969,
|
|
"mean_token_accuracy": 0.19190049171447754,
|
|
"num_tokens": 5537545.0,
|
|
"step": 2330
|
|
},
|
|
{
|
|
"entropy": 5.363980293273926,
|
|
"epoch": 2.2848751835535976,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 0.0004771051389256582,
|
|
"loss": 5.1988,
|
|
"mean_token_accuracy": 0.19740142524242402,
|
|
"num_tokens": 5549447.0,
|
|
"step": 2335
|
|
},
|
|
{
|
|
"entropy": 5.373389053344726,
|
|
"epoch": 2.2897699461576115,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.00047693619105908887,
|
|
"loss": 5.1783,
|
|
"mean_token_accuracy": 0.19465951174497603,
|
|
"num_tokens": 5561091.0,
|
|
"step": 2340
|
|
},
|
|
{
|
|
"entropy": 5.344110679626465,
|
|
"epoch": 2.294664708761625,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 0.0004767666557916992,
|
|
"loss": 5.0986,
|
|
"mean_token_accuracy": 0.19979317635297775,
|
|
"num_tokens": 5573326.0,
|
|
"step": 2345
|
|
},
|
|
{
|
|
"entropy": 5.291253471374512,
|
|
"epoch": 2.299559471365639,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.00047659653361664087,
|
|
"loss": 5.1232,
|
|
"mean_token_accuracy": 0.19844507426023483,
|
|
"num_tokens": 5584947.0,
|
|
"step": 2350
|
|
},
|
|
{
|
|
"entropy": 5.330148124694825,
|
|
"epoch": 2.3044542339696523,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 0.00047642582502877256,
|
|
"loss": 5.1108,
|
|
"mean_token_accuracy": 0.20429294407367707,
|
|
"num_tokens": 5596944.0,
|
|
"step": 2355
|
|
},
|
|
{
|
|
"entropy": 5.328449010848999,
|
|
"epoch": 2.309348996573666,
|
|
"grad_norm": 1.0,
|
|
"learning_rate": 0.000476254530524659,
|
|
"loss": 5.1795,
|
|
"mean_token_accuracy": 0.20087141394615174,
|
|
"num_tokens": 5609265.0,
|
|
"step": 2360
|
|
},
|
|
{
|
|
"entropy": 5.3663146018981935,
|
|
"epoch": 2.31424375917768,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 0.0004760826506025691,
|
|
"loss": 5.1304,
|
|
"mean_token_accuracy": 0.19760584831237793,
|
|
"num_tokens": 5620730.0,
|
|
"step": 2365
|
|
},
|
|
{
|
|
"entropy": 5.285108232498169,
|
|
"epoch": 2.3191385217816936,
|
|
"grad_norm": 1.0,
|
|
"learning_rate": 0.0004759101857624747,
|
|
"loss": 5.1766,
|
|
"mean_token_accuracy": 0.20640088468790055,
|
|
"num_tokens": 5633191.0,
|
|
"step": 2370
|
|
},
|
|
{
|
|
"entropy": 5.3933042049407955,
|
|
"epoch": 2.3240332843857074,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 0.000475737136506049,
|
|
"loss": 5.2271,
|
|
"mean_token_accuracy": 0.1945857360959053,
|
|
"num_tokens": 5645134.0,
|
|
"step": 2375
|
|
},
|
|
{
|
|
"entropy": 5.295850324630737,
|
|
"epoch": 2.328928046989721,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 0.00047556350333666524,
|
|
"loss": 5.0834,
|
|
"mean_token_accuracy": 0.20512981414794923,
|
|
"num_tokens": 5658799.0,
|
|
"step": 2380
|
|
},
|
|
{
|
|
"entropy": 5.313294506072998,
|
|
"epoch": 2.333822809593735,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 0.0004753892867593953,
|
|
"loss": 5.0859,
|
|
"mean_token_accuracy": 0.20842575281858444,
|
|
"num_tokens": 5670202.0,
|
|
"step": 2385
|
|
},
|
|
{
|
|
"entropy": 5.322448492050171,
|
|
"epoch": 2.3387175721977482,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 0.00047521448728100787,
|
|
"loss": 5.2334,
|
|
"mean_token_accuracy": 0.19291446208953858,
|
|
"num_tokens": 5682469.0,
|
|
"step": 2390
|
|
},
|
|
{
|
|
"entropy": 5.4270847797393795,
|
|
"epoch": 2.343612334801762,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.00047503910540996734,
|
|
"loss": 5.2345,
|
|
"mean_token_accuracy": 0.19537753313779832,
|
|
"num_tokens": 5692908.0,
|
|
"step": 2395
|
|
},
|
|
{
|
|
"entropy": 5.408088541030883,
|
|
"epoch": 2.348507097405776,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.0004748631416564322,
|
|
"loss": 5.1633,
|
|
"mean_token_accuracy": 0.20164895057678223,
|
|
"num_tokens": 5703813.0,
|
|
"step": 2400
|
|
},
|
|
{
|
|
"entropy": 5.196409845352173,
|
|
"epoch": 2.3534018600097895,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 0.00047468659653225343,
|
|
"loss": 4.9836,
|
|
"mean_token_accuracy": 0.21172523200511933,
|
|
"num_tokens": 5715274.0,
|
|
"step": 2405
|
|
},
|
|
{
|
|
"entropy": 5.29620771408081,
|
|
"epoch": 2.3582966226138034,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 0.00047450947055097326,
|
|
"loss": 5.1346,
|
|
"mean_token_accuracy": 0.1948849856853485,
|
|
"num_tokens": 5727809.0,
|
|
"step": 2410
|
|
},
|
|
{
|
|
"entropy": 5.345274257659912,
|
|
"epoch": 2.363191385217817,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 0.0004743317642278234,
|
|
"loss": 5.2698,
|
|
"mean_token_accuracy": 0.19395796507596968,
|
|
"num_tokens": 5740398.0,
|
|
"step": 2415
|
|
},
|
|
{
|
|
"entropy": 5.324441909790039,
|
|
"epoch": 2.3680861478218307,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 0.000474153478079724,
|
|
"loss": 5.1448,
|
|
"mean_token_accuracy": 0.2060188740491867,
|
|
"num_tokens": 5752453.0,
|
|
"step": 2420
|
|
},
|
|
{
|
|
"entropy": 5.363028478622437,
|
|
"epoch": 2.372980910425844,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 0.0004739746126252813,
|
|
"loss": 5.2544,
|
|
"mean_token_accuracy": 0.19350223541259765,
|
|
"num_tokens": 5765062.0,
|
|
"step": 2425
|
|
},
|
|
{
|
|
"entropy": 5.430942630767822,
|
|
"epoch": 2.377875673029858,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 0.0004737951683847872,
|
|
"loss": 5.219,
|
|
"mean_token_accuracy": 0.19821250736713408,
|
|
"num_tokens": 5776765.0,
|
|
"step": 2430
|
|
},
|
|
{
|
|
"entropy": 5.291578006744385,
|
|
"epoch": 2.382770435633872,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 0.0004736151458802168,
|
|
"loss": 5.1678,
|
|
"mean_token_accuracy": 0.20081659257411957,
|
|
"num_tokens": 5789509.0,
|
|
"step": 2435
|
|
},
|
|
{
|
|
"entropy": 5.356848478317261,
|
|
"epoch": 2.3876651982378854,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 0.0004734345456352275,
|
|
"loss": 5.1043,
|
|
"mean_token_accuracy": 0.20367712676525115,
|
|
"num_tokens": 5801264.0,
|
|
"step": 2440
|
|
},
|
|
{
|
|
"entropy": 5.308737421035767,
|
|
"epoch": 2.3925599608418993,
|
|
"grad_norm": 1.015625,
|
|
"learning_rate": 0.0004732533681751571,
|
|
"loss": 5.1319,
|
|
"mean_token_accuracy": 0.20206829607486726,
|
|
"num_tokens": 5813246.0,
|
|
"step": 2445
|
|
},
|
|
{
|
|
"entropy": 5.312044334411621,
|
|
"epoch": 2.3974547234459127,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.0004730716140270227,
|
|
"loss": 5.1469,
|
|
"mean_token_accuracy": 0.2028827801346779,
|
|
"num_tokens": 5825304.0,
|
|
"step": 2450
|
|
},
|
|
{
|
|
"entropy": 5.267190885543823,
|
|
"epoch": 2.4023494860499266,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.0004728892837195186,
|
|
"loss": 5.0377,
|
|
"mean_token_accuracy": 0.2059757873415947,
|
|
"num_tokens": 5837996.0,
|
|
"step": 2455
|
|
},
|
|
{
|
|
"entropy": 5.323007535934448,
|
|
"epoch": 2.4072442486539405,
|
|
"grad_norm": 0.9609375,
|
|
"learning_rate": 0.0004727063777830151,
|
|
"loss": 5.1748,
|
|
"mean_token_accuracy": 0.19384027421474456,
|
|
"num_tokens": 5850968.0,
|
|
"step": 2460
|
|
},
|
|
{
|
|
"entropy": 5.284120225906372,
|
|
"epoch": 2.412139011257954,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.00047252289674955706,
|
|
"loss": 5.1703,
|
|
"mean_token_accuracy": 0.1982756406068802,
|
|
"num_tokens": 5863233.0,
|
|
"step": 2465
|
|
},
|
|
{
|
|
"entropy": 5.306171417236328,
|
|
"epoch": 2.417033773861968,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.00047233884115286214,
|
|
"loss": 5.0615,
|
|
"mean_token_accuracy": 0.20489953309297562,
|
|
"num_tokens": 5873776.0,
|
|
"step": 2470
|
|
},
|
|
{
|
|
"entropy": 5.330395984649658,
|
|
"epoch": 2.4219285364659813,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 0.0004721542115283193,
|
|
"loss": 5.1998,
|
|
"mean_token_accuracy": 0.19702814221382142,
|
|
"num_tokens": 5885839.0,
|
|
"step": 2475
|
|
},
|
|
{
|
|
"entropy": 5.301304960250855,
|
|
"epoch": 2.426823299069995,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.00047196900841298725,
|
|
"loss": 5.1866,
|
|
"mean_token_accuracy": 0.1993207722902298,
|
|
"num_tokens": 5896973.0,
|
|
"step": 2480
|
|
},
|
|
{
|
|
"entropy": 5.327944040298462,
|
|
"epoch": 2.431718061674009,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.0004717832323455929,
|
|
"loss": 5.1753,
|
|
"mean_token_accuracy": 0.20232927352190017,
|
|
"num_tokens": 5908306.0,
|
|
"step": 2485
|
|
},
|
|
{
|
|
"entropy": 5.290309238433838,
|
|
"epoch": 2.4366128242780225,
|
|
"grad_norm": 1.015625,
|
|
"learning_rate": 0.0004715968838665298,
|
|
"loss": 5.1711,
|
|
"mean_token_accuracy": 0.19939935356378555,
|
|
"num_tokens": 5919719.0,
|
|
"step": 2490
|
|
},
|
|
{
|
|
"entropy": 5.33341794013977,
|
|
"epoch": 2.4415075868820364,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 0.00047140996351785654,
|
|
"loss": 5.1023,
|
|
"mean_token_accuracy": 0.20435553342103957,
|
|
"num_tokens": 5931406.0,
|
|
"step": 2495
|
|
},
|
|
{
|
|
"entropy": 5.368729209899902,
|
|
"epoch": 2.44640234948605,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 0.00047122247184329527,
|
|
"loss": 5.2185,
|
|
"mean_token_accuracy": 0.19418967366218567,
|
|
"num_tokens": 5943427.0,
|
|
"step": 2500
|
|
},
|
|
{
|
|
"entropy": 5.307469177246094,
|
|
"epoch": 2.4512971120900637,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 0.0004710344093882298,
|
|
"loss": 5.1507,
|
|
"mean_token_accuracy": 0.2013296440243721,
|
|
"num_tokens": 5954684.0,
|
|
"step": 2505
|
|
},
|
|
{
|
|
"entropy": 5.359532833099365,
|
|
"epoch": 2.456191874694077,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.0004708457766997046,
|
|
"loss": 5.2619,
|
|
"mean_token_accuracy": 0.18810701966285706,
|
|
"num_tokens": 5965135.0,
|
|
"step": 2510
|
|
},
|
|
{
|
|
"entropy": 5.419138956069946,
|
|
"epoch": 2.461086637298091,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 0.00047065657432642275,
|
|
"loss": 5.128,
|
|
"mean_token_accuracy": 0.20935332030057907,
|
|
"num_tokens": 5976419.0,
|
|
"step": 2515
|
|
},
|
|
{
|
|
"entropy": 5.281298351287842,
|
|
"epoch": 2.4659813999021045,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 0.00047046680281874416,
|
|
"loss": 5.1704,
|
|
"mean_token_accuracy": 0.19998786300420762,
|
|
"num_tokens": 5990204.0,
|
|
"step": 2520
|
|
},
|
|
{
|
|
"entropy": 5.401511573791504,
|
|
"epoch": 2.4708761625061184,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 0.0004702764627286845,
|
|
"loss": 5.2293,
|
|
"mean_token_accuracy": 0.19928793162107467,
|
|
"num_tokens": 6002137.0,
|
|
"step": 2525
|
|
},
|
|
{
|
|
"entropy": 5.285235929489136,
|
|
"epoch": 2.4757709251101323,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 0.0004700855546099136,
|
|
"loss": 5.1081,
|
|
"mean_token_accuracy": 0.20293399542570115,
|
|
"num_tokens": 6014254.0,
|
|
"step": 2530
|
|
},
|
|
{
|
|
"entropy": 5.33097767829895,
|
|
"epoch": 2.4806656877141458,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 0.000469894079017753,
|
|
"loss": 5.1706,
|
|
"mean_token_accuracy": 0.1951598733663559,
|
|
"num_tokens": 6025999.0,
|
|
"step": 2535
|
|
},
|
|
{
|
|
"entropy": 5.242245769500732,
|
|
"epoch": 2.4855604503181596,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 0.0004697020365091755,
|
|
"loss": 5.1076,
|
|
"mean_token_accuracy": 0.2008503183722496,
|
|
"num_tokens": 6037909.0,
|
|
"step": 2540
|
|
},
|
|
{
|
|
"entropy": 5.338990831375122,
|
|
"epoch": 2.490455212922173,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.0004695094276428027,
|
|
"loss": 5.2176,
|
|
"mean_token_accuracy": 0.18787843734025955,
|
|
"num_tokens": 6050267.0,
|
|
"step": 2545
|
|
},
|
|
{
|
|
"entropy": 5.3056189060211185,
|
|
"epoch": 2.495349975526187,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 0.00046931625297890367,
|
|
"loss": 5.1037,
|
|
"mean_token_accuracy": 0.20342702567577362,
|
|
"num_tokens": 6062168.0,
|
|
"step": 2550
|
|
},
|
|
{
|
|
"entropy": 5.221565580368042,
|
|
"epoch": 2.500244738130201,
|
|
"grad_norm": 0.93359375,
|
|
"learning_rate": 0.00046912251307939336,
|
|
"loss": 5.063,
|
|
"mean_token_accuracy": 0.20233901143074035,
|
|
"num_tokens": 6075737.0,
|
|
"step": 2555
|
|
},
|
|
{
|
|
"entropy": 5.328143358230591,
|
|
"epoch": 2.5051395007342143,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 0.0004689282085078308,
|
|
"loss": 5.1588,
|
|
"mean_token_accuracy": 0.1983553498983383,
|
|
"num_tokens": 6089195.0,
|
|
"step": 2560
|
|
},
|
|
{
|
|
"entropy": 5.28541522026062,
|
|
"epoch": 2.510034263338228,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.00046873333982941763,
|
|
"loss": 5.1283,
|
|
"mean_token_accuracy": 0.19364329129457475,
|
|
"num_tokens": 6101277.0,
|
|
"step": 2565
|
|
},
|
|
{
|
|
"entropy": 5.3025566101074215,
|
|
"epoch": 2.5149290259422417,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.0004685379076109964,
|
|
"loss": 5.2084,
|
|
"mean_token_accuracy": 0.1892598196864128,
|
|
"num_tokens": 6113169.0,
|
|
"step": 2570
|
|
},
|
|
{
|
|
"entropy": 5.2775373458862305,
|
|
"epoch": 2.5198237885462555,
|
|
"grad_norm": 1.0546875,
|
|
"learning_rate": 0.00046834191242104887,
|
|
"loss": 5.0687,
|
|
"mean_token_accuracy": 0.20382051467895507,
|
|
"num_tokens": 6124006.0,
|
|
"step": 2575
|
|
},
|
|
{
|
|
"entropy": 5.243126773834229,
|
|
"epoch": 2.5247185511502694,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.0004681453548296944,
|
|
"loss": 5.0609,
|
|
"mean_token_accuracy": 0.20143638849258422,
|
|
"num_tokens": 6134991.0,
|
|
"step": 2580
|
|
},
|
|
{
|
|
"entropy": 5.288752269744873,
|
|
"epoch": 2.529613313754283,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.0004679482354086884,
|
|
"loss": 5.1545,
|
|
"mean_token_accuracy": 0.195332270860672,
|
|
"num_tokens": 6145771.0,
|
|
"step": 2585
|
|
},
|
|
{
|
|
"entropy": 5.329096794128418,
|
|
"epoch": 2.534508076358297,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 0.00046775055473142037,
|
|
"loss": 5.1409,
|
|
"mean_token_accuracy": 0.20373797565698623,
|
|
"num_tokens": 6157778.0,
|
|
"step": 2590
|
|
},
|
|
{
|
|
"entropy": 5.320698356628418,
|
|
"epoch": 2.5394028389623102,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.00046755231337291257,
|
|
"loss": 5.2232,
|
|
"mean_token_accuracy": 0.194973361492157,
|
|
"num_tokens": 6167977.0,
|
|
"step": 2595
|
|
},
|
|
{
|
|
"entropy": 5.258221435546875,
|
|
"epoch": 2.544297601566324,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 0.000467353511909818,
|
|
"loss": 5.1519,
|
|
"mean_token_accuracy": 0.1974998250603676,
|
|
"num_tokens": 6179012.0,
|
|
"step": 2600
|
|
},
|
|
{
|
|
"entropy": 5.416901731491089,
|
|
"epoch": 2.549192364170338,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.00046715415092041923,
|
|
"loss": 5.2214,
|
|
"mean_token_accuracy": 0.20321713387966156,
|
|
"num_tokens": 6191199.0,
|
|
"step": 2605
|
|
},
|
|
{
|
|
"entropy": 5.396421337127686,
|
|
"epoch": 2.5540871267743515,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.00046695423098462607,
|
|
"loss": 5.2765,
|
|
"mean_token_accuracy": 0.19418736398220063,
|
|
"num_tokens": 6202990.0,
|
|
"step": 2610
|
|
},
|
|
{
|
|
"entropy": 5.373351144790649,
|
|
"epoch": 2.558981889378365,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.0004667537526839745,
|
|
"loss": 5.2863,
|
|
"mean_token_accuracy": 0.19325242787599564,
|
|
"num_tokens": 6215270.0,
|
|
"step": 2615
|
|
},
|
|
{
|
|
"entropy": 5.2843457698822025,
|
|
"epoch": 2.563876651982379,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 0.0004665527166016244,
|
|
"loss": 5.1041,
|
|
"mean_token_accuracy": 0.2006557270884514,
|
|
"num_tokens": 6227471.0,
|
|
"step": 2620
|
|
},
|
|
{
|
|
"entropy": 5.304417896270752,
|
|
"epoch": 2.5687714145863927,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.0004663511233223584,
|
|
"loss": 5.1405,
|
|
"mean_token_accuracy": 0.19751403629779815,
|
|
"num_tokens": 6239960.0,
|
|
"step": 2625
|
|
},
|
|
{
|
|
"entropy": 5.183145141601562,
|
|
"epoch": 2.573666177190406,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 0.00046614897343257993,
|
|
"loss": 5.0943,
|
|
"mean_token_accuracy": 0.19900689721107484,
|
|
"num_tokens": 6252986.0,
|
|
"step": 2630
|
|
},
|
|
{
|
|
"entropy": 5.334723329544067,
|
|
"epoch": 2.57856093979442,
|
|
"grad_norm": 1.0546875,
|
|
"learning_rate": 0.0004659462675203113,
|
|
"loss": 5.2365,
|
|
"mean_token_accuracy": 0.19438600391149521,
|
|
"num_tokens": 6265814.0,
|
|
"step": 2635
|
|
},
|
|
{
|
|
"entropy": 5.294690322875977,
|
|
"epoch": 2.5834557023984335,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 0.0004657430061751924,
|
|
"loss": 5.1526,
|
|
"mean_token_accuracy": 0.19875487089157104,
|
|
"num_tokens": 6276875.0,
|
|
"step": 2640
|
|
},
|
|
{
|
|
"entropy": 5.29907865524292,
|
|
"epoch": 2.5883504650024474,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 0.00046553918998847873,
|
|
"loss": 5.1866,
|
|
"mean_token_accuracy": 0.1913258284330368,
|
|
"num_tokens": 6288864.0,
|
|
"step": 2645
|
|
},
|
|
{
|
|
"entropy": 5.373501443862915,
|
|
"epoch": 2.5932452276064613,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 0.0004653348195530396,
|
|
"loss": 5.2424,
|
|
"mean_token_accuracy": 0.1908942475914955,
|
|
"num_tokens": 6302693.0,
|
|
"step": 2650
|
|
},
|
|
{
|
|
"entropy": 5.310032081604004,
|
|
"epoch": 2.5981399902104747,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.00046512989546335684,
|
|
"loss": 5.2109,
|
|
"mean_token_accuracy": 0.1932237148284912,
|
|
"num_tokens": 6315961.0,
|
|
"step": 2655
|
|
},
|
|
{
|
|
"entropy": 5.304839754104615,
|
|
"epoch": 2.6030347528144886,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.00046492441831552244,
|
|
"loss": 5.2087,
|
|
"mean_token_accuracy": 0.19596468061208724,
|
|
"num_tokens": 6328383.0,
|
|
"step": 2660
|
|
},
|
|
{
|
|
"entropy": 5.363293695449829,
|
|
"epoch": 2.607929515418502,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 0.00046471838870723744,
|
|
"loss": 5.136,
|
|
"mean_token_accuracy": 0.1972019836306572,
|
|
"num_tokens": 6341188.0,
|
|
"step": 2665
|
|
},
|
|
{
|
|
"entropy": 5.237611436843872,
|
|
"epoch": 2.612824278022516,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.00046451180723780966,
|
|
"loss": 5.0922,
|
|
"mean_token_accuracy": 0.20550482720136642,
|
|
"num_tokens": 6352364.0,
|
|
"step": 2670
|
|
},
|
|
{
|
|
"entropy": 5.364541006088257,
|
|
"epoch": 2.61771904062653,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 0.00046430467450815237,
|
|
"loss": 5.2227,
|
|
"mean_token_accuracy": 0.20022366791963578,
|
|
"num_tokens": 6364801.0,
|
|
"step": 2675
|
|
},
|
|
{
|
|
"entropy": 5.332408142089844,
|
|
"epoch": 2.6226138032305433,
|
|
"grad_norm": 0.96484375,
|
|
"learning_rate": 0.00046409699112078234,
|
|
"loss": 5.1131,
|
|
"mean_token_accuracy": 0.20269023180007933,
|
|
"num_tokens": 6378350.0,
|
|
"step": 2680
|
|
},
|
|
{
|
|
"entropy": 5.227812242507935,
|
|
"epoch": 2.627508565834557,
|
|
"grad_norm": 1.0546875,
|
|
"learning_rate": 0.000463888757679818,
|
|
"loss": 5.0975,
|
|
"mean_token_accuracy": 0.19431902468204498,
|
|
"num_tokens": 6390372.0,
|
|
"step": 2685
|
|
},
|
|
{
|
|
"entropy": 5.292713356018067,
|
|
"epoch": 2.6324033284385706,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.000463679974790978,
|
|
"loss": 5.1655,
|
|
"mean_token_accuracy": 0.19646825790405273,
|
|
"num_tokens": 6402460.0,
|
|
"step": 2690
|
|
},
|
|
{
|
|
"entropy": 5.2531421184539795,
|
|
"epoch": 2.6372980910425845,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 0.00046347064306157904,
|
|
"loss": 5.0339,
|
|
"mean_token_accuracy": 0.20605625808238984,
|
|
"num_tokens": 6413086.0,
|
|
"step": 2695
|
|
},
|
|
{
|
|
"entropy": 5.273374080657959,
|
|
"epoch": 2.6421928536465984,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 0.00046326076310053443,
|
|
"loss": 5.2039,
|
|
"mean_token_accuracy": 0.20057330429553985,
|
|
"num_tokens": 6425334.0,
|
|
"step": 2700
|
|
},
|
|
{
|
|
"entropy": 5.329495000839233,
|
|
"epoch": 2.647087616250612,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 0.0004630503355183522,
|
|
"loss": 5.2021,
|
|
"mean_token_accuracy": 0.19525025635957718,
|
|
"num_tokens": 6438043.0,
|
|
"step": 2705
|
|
},
|
|
{
|
|
"entropy": 5.352862691879272,
|
|
"epoch": 2.6519823788546253,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 0.0004628393609271332,
|
|
"loss": 5.2473,
|
|
"mean_token_accuracy": 0.1973058670759201,
|
|
"num_tokens": 6449424.0,
|
|
"step": 2710
|
|
},
|
|
{
|
|
"entropy": 5.27777681350708,
|
|
"epoch": 2.656877141458639,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.0004626278399405698,
|
|
"loss": 5.1823,
|
|
"mean_token_accuracy": 0.20338010936975479,
|
|
"num_tokens": 6461149.0,
|
|
"step": 2715
|
|
},
|
|
{
|
|
"entropy": 5.37155704498291,
|
|
"epoch": 2.661771904062653,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 0.0004624157731739432,
|
|
"loss": 5.1824,
|
|
"mean_token_accuracy": 0.20031111240386962,
|
|
"num_tokens": 6472750.0,
|
|
"step": 2720
|
|
},
|
|
{
|
|
"entropy": 5.269566822052002,
|
|
"epoch": 2.6666666666666665,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.00046220316124412255,
|
|
"loss": 5.1534,
|
|
"mean_token_accuracy": 0.2030242934823036,
|
|
"num_tokens": 6485912.0,
|
|
"step": 2725
|
|
},
|
|
{
|
|
"entropy": 5.277011966705322,
|
|
"epoch": 2.6715614292706804,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 0.0004619900047695628,
|
|
"loss": 5.1074,
|
|
"mean_token_accuracy": 0.2049603432416916,
|
|
"num_tokens": 6496457.0,
|
|
"step": 2730
|
|
},
|
|
{
|
|
"entropy": 5.2734582901000975,
|
|
"epoch": 2.676456191874694,
|
|
"grad_norm": 1.0546875,
|
|
"learning_rate": 0.0004617763043703029,
|
|
"loss": 5.2227,
|
|
"mean_token_accuracy": 0.19709507524967193,
|
|
"num_tokens": 6509112.0,
|
|
"step": 2735
|
|
},
|
|
{
|
|
"entropy": 5.344844722747803,
|
|
"epoch": 2.6813509544787077,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.0004615620606679637,
|
|
"loss": 5.2023,
|
|
"mean_token_accuracy": 0.19780662953853606,
|
|
"num_tokens": 6520968.0,
|
|
"step": 2740
|
|
},
|
|
{
|
|
"entropy": 5.323253107070923,
|
|
"epoch": 2.6862457170827216,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.0004613472742857468,
|
|
"loss": 5.2199,
|
|
"mean_token_accuracy": 0.1946541726589203,
|
|
"num_tokens": 6533384.0,
|
|
"step": 2745
|
|
},
|
|
{
|
|
"entropy": 5.23217282295227,
|
|
"epoch": 2.691140479686735,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 0.00046113194584843217,
|
|
"loss": 5.08,
|
|
"mean_token_accuracy": 0.20902790129184723,
|
|
"num_tokens": 6544334.0,
|
|
"step": 2750
|
|
},
|
|
{
|
|
"entropy": 5.267884683609009,
|
|
"epoch": 2.696035242290749,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.00046091607598237655,
|
|
"loss": 5.1461,
|
|
"mean_token_accuracy": 0.20653503835201265,
|
|
"num_tokens": 6556260.0,
|
|
"step": 2755
|
|
},
|
|
{
|
|
"entropy": 5.357528781890869,
|
|
"epoch": 2.7009300048947624,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 0.00046069966531551174,
|
|
"loss": 5.1733,
|
|
"mean_token_accuracy": 0.1969723477959633,
|
|
"num_tokens": 6568148.0,
|
|
"step": 2760
|
|
},
|
|
{
|
|
"entropy": 5.397097110748291,
|
|
"epoch": 2.7058247674987763,
|
|
"grad_norm": 0.99609375,
|
|
"learning_rate": 0.0004604827144773425,
|
|
"loss": 5.2952,
|
|
"mean_token_accuracy": 0.19570557475090028,
|
|
"num_tokens": 6580929.0,
|
|
"step": 2765
|
|
},
|
|
{
|
|
"entropy": 5.2552718162536625,
|
|
"epoch": 2.71071953010279,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 0.00046026522409894476,
|
|
"loss": 5.2036,
|
|
"mean_token_accuracy": 0.19973676651716232,
|
|
"num_tokens": 6594412.0,
|
|
"step": 2770
|
|
},
|
|
{
|
|
"entropy": 5.272260332107544,
|
|
"epoch": 2.7156142927068037,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 0.0004600471948129643,
|
|
"loss": 5.1549,
|
|
"mean_token_accuracy": 0.20321643203496934,
|
|
"num_tokens": 6606735.0,
|
|
"step": 2775
|
|
},
|
|
{
|
|
"entropy": 5.34075813293457,
|
|
"epoch": 2.7205090553108175,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.00045982862725361414,
|
|
"loss": 5.189,
|
|
"mean_token_accuracy": 0.19283341318368913,
|
|
"num_tokens": 6620203.0,
|
|
"step": 2780
|
|
},
|
|
{
|
|
"entropy": 5.281694984436035,
|
|
"epoch": 2.725403817914831,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 0.00045960952205667305,
|
|
"loss": 5.0273,
|
|
"mean_token_accuracy": 0.2054688349366188,
|
|
"num_tokens": 6632420.0,
|
|
"step": 2785
|
|
},
|
|
{
|
|
"entropy": 5.248138332366944,
|
|
"epoch": 2.730298580518845,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.0004593898798594839,
|
|
"loss": 5.0615,
|
|
"mean_token_accuracy": 0.20480649769306183,
|
|
"num_tokens": 6644090.0,
|
|
"step": 2790
|
|
},
|
|
{
|
|
"entropy": 5.18441481590271,
|
|
"epoch": 2.7351933431228588,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.00045916970130095155,
|
|
"loss": 5.1237,
|
|
"mean_token_accuracy": 0.20232576578855516,
|
|
"num_tokens": 6654970.0,
|
|
"step": 2795
|
|
},
|
|
{
|
|
"entropy": 5.235738801956177,
|
|
"epoch": 2.7400881057268722,
|
|
"grad_norm": 1.0,
|
|
"learning_rate": 0.000458948987021541,
|
|
"loss": 5.0864,
|
|
"mean_token_accuracy": 0.20247414112091064,
|
|
"num_tokens": 6667428.0,
|
|
"step": 2800
|
|
},
|
|
{
|
|
"entropy": 5.293523788452148,
|
|
"epoch": 2.744982868330886,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.0004587277376632755,
|
|
"loss": 5.1167,
|
|
"mean_token_accuracy": 0.20096131265163422,
|
|
"num_tokens": 6679743.0,
|
|
"step": 2805
|
|
},
|
|
{
|
|
"entropy": 5.195648813247681,
|
|
"epoch": 2.7498776309348996,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 0.0004585059538697349,
|
|
"loss": 5.1231,
|
|
"mean_token_accuracy": 0.2077399328351021,
|
|
"num_tokens": 6691657.0,
|
|
"step": 2810
|
|
},
|
|
{
|
|
"entropy": 5.2407111644744875,
|
|
"epoch": 2.7547723935389135,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 0.00045828363628605355,
|
|
"loss": 5.1147,
|
|
"mean_token_accuracy": 0.20235977917909623,
|
|
"num_tokens": 6703862.0,
|
|
"step": 2815
|
|
},
|
|
{
|
|
"entropy": 5.314387226104737,
|
|
"epoch": 2.759667156142927,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.00045806078555891874,
|
|
"loss": 5.1477,
|
|
"mean_token_accuracy": 0.19421834498643875,
|
|
"num_tokens": 6714896.0,
|
|
"step": 2820
|
|
},
|
|
{
|
|
"entropy": 5.247271633148193,
|
|
"epoch": 2.764561918746941,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 0.00045783740233656825,
|
|
"loss": 5.1073,
|
|
"mean_token_accuracy": 0.20424874275922775,
|
|
"num_tokens": 6726432.0,
|
|
"step": 2825
|
|
},
|
|
{
|
|
"entropy": 5.23317141532898,
|
|
"epoch": 2.7694566813509542,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.00045761348726878906,
|
|
"loss": 5.0982,
|
|
"mean_token_accuracy": 0.20008147805929183,
|
|
"num_tokens": 6738262.0,
|
|
"step": 2830
|
|
},
|
|
{
|
|
"entropy": 5.314716863632202,
|
|
"epoch": 2.774351443954968,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.0004573890410069149,
|
|
"loss": 5.2182,
|
|
"mean_token_accuracy": 0.19755987972021102,
|
|
"num_tokens": 6750838.0,
|
|
"step": 2835
|
|
},
|
|
{
|
|
"entropy": 5.339499568939209,
|
|
"epoch": 2.779246206558982,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.00045716406420382507,
|
|
"loss": 5.1352,
|
|
"mean_token_accuracy": 0.20612797290086746,
|
|
"num_tokens": 6763284.0,
|
|
"step": 2840
|
|
},
|
|
{
|
|
"entropy": 5.200328302383423,
|
|
"epoch": 2.7841409691629955,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.00045693855751394185,
|
|
"loss": 5.1781,
|
|
"mean_token_accuracy": 0.19806490689516068,
|
|
"num_tokens": 6775122.0,
|
|
"step": 2845
|
|
},
|
|
{
|
|
"entropy": 5.246775674819946,
|
|
"epoch": 2.7890357317670094,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.00045671252159322907,
|
|
"loss": 4.9814,
|
|
"mean_token_accuracy": 0.21260356158018112,
|
|
"num_tokens": 6786126.0,
|
|
"step": 2850
|
|
},
|
|
{
|
|
"entropy": 5.225829267501831,
|
|
"epoch": 2.793930494371023,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.00045648595709918974,
|
|
"loss": 5.0955,
|
|
"mean_token_accuracy": 0.20787982046604156,
|
|
"num_tokens": 6797549.0,
|
|
"step": 2855
|
|
},
|
|
{
|
|
"entropy": 5.221702241897583,
|
|
"epoch": 2.7988252569750367,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.0004562588646908646,
|
|
"loss": 5.0589,
|
|
"mean_token_accuracy": 0.1999519497156143,
|
|
"num_tokens": 6809882.0,
|
|
"step": 2860
|
|
},
|
|
{
|
|
"entropy": 5.277024984359741,
|
|
"epoch": 2.8037200195790506,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.00045603124502883004,
|
|
"loss": 5.1685,
|
|
"mean_token_accuracy": 0.20202742516994476,
|
|
"num_tokens": 6822490.0,
|
|
"step": 2865
|
|
},
|
|
{
|
|
"entropy": 5.319039916992187,
|
|
"epoch": 2.808614782183064,
|
|
"grad_norm": 1.015625,
|
|
"learning_rate": 0.0004558030987751961,
|
|
"loss": 5.1629,
|
|
"mean_token_accuracy": 0.19774821102619172,
|
|
"num_tokens": 6834857.0,
|
|
"step": 2870
|
|
},
|
|
{
|
|
"entropy": 5.291704940795898,
|
|
"epoch": 2.813509544787078,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.0004555744265936045,
|
|
"loss": 5.1726,
|
|
"mean_token_accuracy": 0.19582183808088302,
|
|
"num_tokens": 6847371.0,
|
|
"step": 2875
|
|
},
|
|
{
|
|
"entropy": 5.288819742202759,
|
|
"epoch": 2.8184043073910914,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 0.0004553452291492269,
|
|
"loss": 5.1859,
|
|
"mean_token_accuracy": 0.20653139501810075,
|
|
"num_tokens": 6858313.0,
|
|
"step": 2880
|
|
},
|
|
{
|
|
"entropy": 5.22146954536438,
|
|
"epoch": 2.8232990699951053,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.00045511550710876283,
|
|
"loss": 5.1053,
|
|
"mean_token_accuracy": 0.20446014255285264,
|
|
"num_tokens": 6869046.0,
|
|
"step": 2885
|
|
},
|
|
{
|
|
"entropy": 5.209698915481567,
|
|
"epoch": 2.828193832599119,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.0004548852611404378,
|
|
"loss": 4.9938,
|
|
"mean_token_accuracy": 0.21259300410747528,
|
|
"num_tokens": 6879484.0,
|
|
"step": 2890
|
|
},
|
|
{
|
|
"entropy": 5.295617961883545,
|
|
"epoch": 2.8330885952031326,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.0004546544919140014,
|
|
"loss": 5.1401,
|
|
"mean_token_accuracy": 0.2019681915640831,
|
|
"num_tokens": 6890941.0,
|
|
"step": 2895
|
|
},
|
|
{
|
|
"entropy": 5.305285978317261,
|
|
"epoch": 2.8379833578071465,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.0004544232001007253,
|
|
"loss": 5.1445,
|
|
"mean_token_accuracy": 0.19834502339363097,
|
|
"num_tokens": 6903446.0,
|
|
"step": 2900
|
|
},
|
|
{
|
|
"entropy": 5.2520472526550295,
|
|
"epoch": 2.84287812041116,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 0.000454191386373401,
|
|
"loss": 5.139,
|
|
"mean_token_accuracy": 0.20072694271802902,
|
|
"num_tokens": 6916972.0,
|
|
"step": 2905
|
|
},
|
|
{
|
|
"entropy": 5.312392044067383,
|
|
"epoch": 2.847772883015174,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.00045395905140633875,
|
|
"loss": 5.2139,
|
|
"mean_token_accuracy": 0.19229765385389327,
|
|
"num_tokens": 6929888.0,
|
|
"step": 2910
|
|
},
|
|
{
|
|
"entropy": 5.216417598724365,
|
|
"epoch": 2.8526676456191877,
|
|
"grad_norm": 1.0546875,
|
|
"learning_rate": 0.00045372619587536427,
|
|
"loss": 5.0993,
|
|
"mean_token_accuracy": 0.20833698511123658,
|
|
"num_tokens": 6941739.0,
|
|
"step": 2915
|
|
},
|
|
{
|
|
"entropy": 5.288608837127685,
|
|
"epoch": 2.857562408223201,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 0.0004534928204578182,
|
|
"loss": 5.1386,
|
|
"mean_token_accuracy": 0.20470602214336395,
|
|
"num_tokens": 6953842.0,
|
|
"step": 2920
|
|
},
|
|
{
|
|
"entropy": 5.276420736312867,
|
|
"epoch": 2.8624571708272146,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.0004532589258325531,
|
|
"loss": 5.1236,
|
|
"mean_token_accuracy": 0.20376610457897187,
|
|
"num_tokens": 6965217.0,
|
|
"step": 2925
|
|
},
|
|
{
|
|
"entropy": 5.278570938110351,
|
|
"epoch": 2.8673519334312285,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.0004530245126799317,
|
|
"loss": 5.1017,
|
|
"mean_token_accuracy": 0.20043444782495498,
|
|
"num_tokens": 6976996.0,
|
|
"step": 2930
|
|
},
|
|
{
|
|
"entropy": 5.156794118881225,
|
|
"epoch": 2.8722466960352424,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.0004527895816818255,
|
|
"loss": 5.077,
|
|
"mean_token_accuracy": 0.2072145789861679,
|
|
"num_tokens": 6987481.0,
|
|
"step": 2935
|
|
},
|
|
{
|
|
"entropy": 5.305797386169433,
|
|
"epoch": 2.877141458639256,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.0004525541335216119,
|
|
"loss": 5.1421,
|
|
"mean_token_accuracy": 0.2094895660877228,
|
|
"num_tokens": 6998297.0,
|
|
"step": 2940
|
|
},
|
|
{
|
|
"entropy": 5.271157121658325,
|
|
"epoch": 2.8820362212432697,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 0.0004523181688841728,
|
|
"loss": 5.1776,
|
|
"mean_token_accuracy": 0.20025330334901809,
|
|
"num_tokens": 7009792.0,
|
|
"step": 2945
|
|
},
|
|
{
|
|
"entropy": 5.40869107246399,
|
|
"epoch": 2.886930983847283,
|
|
"grad_norm": 0.96484375,
|
|
"learning_rate": 0.0004520816884558925,
|
|
"loss": 5.1608,
|
|
"mean_token_accuracy": 0.19975550919771196,
|
|
"num_tokens": 7022327.0,
|
|
"step": 2950
|
|
},
|
|
{
|
|
"entropy": 5.127566289901734,
|
|
"epoch": 2.891825746451297,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.00045184469292465555,
|
|
"loss": 5.0348,
|
|
"mean_token_accuracy": 0.2134496822953224,
|
|
"num_tokens": 7032861.0,
|
|
"step": 2955
|
|
},
|
|
{
|
|
"entropy": 5.2581127166748045,
|
|
"epoch": 2.896720509055311,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.000451607182979845,
|
|
"loss": 5.1886,
|
|
"mean_token_accuracy": 0.19754125773906708,
|
|
"num_tokens": 7045091.0,
|
|
"step": 2960
|
|
},
|
|
{
|
|
"entropy": 5.361897563934326,
|
|
"epoch": 2.9016152716593244,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 0.0004513691593123401,
|
|
"loss": 5.1417,
|
|
"mean_token_accuracy": 0.19922478795051574,
|
|
"num_tokens": 7058687.0,
|
|
"step": 2965
|
|
},
|
|
{
|
|
"entropy": 5.230517911911011,
|
|
"epoch": 2.9065100342633383,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.00045113062261451447,
|
|
"loss": 5.1041,
|
|
"mean_token_accuracy": 0.20409076511859894,
|
|
"num_tokens": 7070185.0,
|
|
"step": 2970
|
|
},
|
|
{
|
|
"entropy": 5.153442859649658,
|
|
"epoch": 2.9114047968673518,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 0.0004508915735802342,
|
|
"loss": 5.0436,
|
|
"mean_token_accuracy": 0.21531937271356583,
|
|
"num_tokens": 7082084.0,
|
|
"step": 2975
|
|
},
|
|
{
|
|
"entropy": 5.288640642166138,
|
|
"epoch": 2.9162995594713657,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.00045065201290485547,
|
|
"loss": 5.1311,
|
|
"mean_token_accuracy": 0.2090048909187317,
|
|
"num_tokens": 7093648.0,
|
|
"step": 2980
|
|
},
|
|
{
|
|
"entropy": 5.317954778671265,
|
|
"epoch": 2.9211943220753795,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 0.0004504119412852228,
|
|
"loss": 5.2205,
|
|
"mean_token_accuracy": 0.1979729115962982,
|
|
"num_tokens": 7106444.0,
|
|
"step": 2985
|
|
},
|
|
{
|
|
"entropy": 5.221889877319336,
|
|
"epoch": 2.926089084679393,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 0.0004501713594196671,
|
|
"loss": 5.1525,
|
|
"mean_token_accuracy": 0.1946215435862541,
|
|
"num_tokens": 7119287.0,
|
|
"step": 2990
|
|
},
|
|
{
|
|
"entropy": 5.262315082550049,
|
|
"epoch": 2.930983847283407,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.0004499302680080034,
|
|
"loss": 5.1373,
|
|
"mean_token_accuracy": 0.20100004523992537,
|
|
"num_tokens": 7130615.0,
|
|
"step": 2995
|
|
},
|
|
{
|
|
"entropy": 5.250856971740722,
|
|
"epoch": 2.9358786098874203,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.000449688667751529,
|
|
"loss": 5.103,
|
|
"mean_token_accuracy": 0.2066326454281807,
|
|
"num_tokens": 7141864.0,
|
|
"step": 3000
|
|
},
|
|
{
|
|
"epoch": 2.9358786098874203,
|
|
"eval_entropy": 5.239256037913453,
|
|
"eval_loss": 5.65110969543457,
|
|
"eval_mean_token_accuracy": 0.18974790772263245,
|
|
"eval_num_tokens": 7141864.0,
|
|
"eval_runtime": 2.7121,
|
|
"eval_samples_per_second": 1270.994,
|
|
"eval_steps_per_second": 158.92,
|
|
"step": 3000
|
|
},
|
|
{
|
|
"entropy": 5.3498396396636965,
|
|
"epoch": 2.9407733724914342,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 0.00044944655935302114,
|
|
"loss": 5.1835,
|
|
"mean_token_accuracy": 0.19889111071825027,
|
|
"num_tokens": 7152303.0,
|
|
"step": 3005
|
|
},
|
|
{
|
|
"entropy": 5.192798328399658,
|
|
"epoch": 2.945668135095448,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.0004492039435167355,
|
|
"loss": 5.1174,
|
|
"mean_token_accuracy": 0.2020832344889641,
|
|
"num_tokens": 7164398.0,
|
|
"step": 3010
|
|
},
|
|
{
|
|
"entropy": 5.242094326019287,
|
|
"epoch": 2.9505628976994616,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.0004489608209484034,
|
|
"loss": 5.1279,
|
|
"mean_token_accuracy": 0.20991869866847992,
|
|
"num_tokens": 7175192.0,
|
|
"step": 3015
|
|
},
|
|
{
|
|
"entropy": 5.273676490783691,
|
|
"epoch": 2.955457660303475,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 0.0004487171923552306,
|
|
"loss": 5.2383,
|
|
"mean_token_accuracy": 0.19441885203123094,
|
|
"num_tokens": 7189522.0,
|
|
"step": 3020
|
|
},
|
|
{
|
|
"entropy": 5.32355146408081,
|
|
"epoch": 2.960352422907489,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 0.0004484730584458945,
|
|
"loss": 5.1586,
|
|
"mean_token_accuracy": 0.2014496371150017,
|
|
"num_tokens": 7201404.0,
|
|
"step": 3025
|
|
},
|
|
{
|
|
"entropy": 5.206380558013916,
|
|
"epoch": 2.965247185511503,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.0004482284199305426,
|
|
"loss": 5.1062,
|
|
"mean_token_accuracy": 0.20622824877500534,
|
|
"num_tokens": 7212355.0,
|
|
"step": 3030
|
|
},
|
|
{
|
|
"entropy": 5.183655405044556,
|
|
"epoch": 2.9701419481155162,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.00044798327752078993,
|
|
"loss": 5.0126,
|
|
"mean_token_accuracy": 0.21361497044563293,
|
|
"num_tokens": 7223297.0,
|
|
"step": 3035
|
|
},
|
|
{
|
|
"entropy": 5.1699216842651365,
|
|
"epoch": 2.97503671071953,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 0.00044773763192971756,
|
|
"loss": 5.0496,
|
|
"mean_token_accuracy": 0.21205516457557677,
|
|
"num_tokens": 7235019.0,
|
|
"step": 3040
|
|
},
|
|
{
|
|
"entropy": 5.302969074249267,
|
|
"epoch": 2.9799314733235436,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 0.0004474914838718701,
|
|
"loss": 5.1468,
|
|
"mean_token_accuracy": 0.2011548325419426,
|
|
"num_tokens": 7247429.0,
|
|
"step": 3045
|
|
},
|
|
{
|
|
"entropy": 5.151635313034058,
|
|
"epoch": 2.9848262359275575,
|
|
"grad_norm": 1.015625,
|
|
"learning_rate": 0.00044724483406325375,
|
|
"loss": 5.0214,
|
|
"mean_token_accuracy": 0.21079832166433335,
|
|
"num_tokens": 7259211.0,
|
|
"step": 3050
|
|
},
|
|
{
|
|
"entropy": 5.201655673980713,
|
|
"epoch": 2.9897209985315714,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 0.0004469976832213344,
|
|
"loss": 5.1013,
|
|
"mean_token_accuracy": 0.20135508179664613,
|
|
"num_tokens": 7270843.0,
|
|
"step": 3055
|
|
},
|
|
{
|
|
"entropy": 5.2060614109039305,
|
|
"epoch": 2.994615761135585,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.000446750032065035,
|
|
"loss": 5.0263,
|
|
"mean_token_accuracy": 0.20377332866191863,
|
|
"num_tokens": 7282644.0,
|
|
"step": 3060
|
|
},
|
|
{
|
|
"entropy": 5.1719215393066404,
|
|
"epoch": 2.9995105237395987,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 0.0004465018813147342,
|
|
"loss": 5.0764,
|
|
"mean_token_accuracy": 0.2082974672317505,
|
|
"num_tokens": 7294592.0,
|
|
"step": 3065
|
|
},
|
|
{
|
|
"entropy": 5.152208911048041,
|
|
"epoch": 3.003915810083211,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 0.00044625323169226376,
|
|
"loss": 4.8313,
|
|
"mean_token_accuracy": 0.21952111356788212,
|
|
"num_tokens": 7304315.0,
|
|
"step": 3070
|
|
},
|
|
{
|
|
"entropy": 5.258079576492309,
|
|
"epoch": 3.0088105726872247,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 0.00044600408392090653,
|
|
"loss": 4.8218,
|
|
"mean_token_accuracy": 0.2206038549542427,
|
|
"num_tokens": 7316042.0,
|
|
"step": 3075
|
|
},
|
|
{
|
|
"entropy": 5.194670152664185,
|
|
"epoch": 3.013705335291238,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 0.0004457544387253945,
|
|
"loss": 4.8032,
|
|
"mean_token_accuracy": 0.22254225313663484,
|
|
"num_tokens": 7328096.0,
|
|
"step": 3080
|
|
},
|
|
{
|
|
"entropy": 5.21949610710144,
|
|
"epoch": 3.018600097895252,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 0.0004455042968319063,
|
|
"loss": 4.8169,
|
|
"mean_token_accuracy": 0.22124014794826508,
|
|
"num_tokens": 7340093.0,
|
|
"step": 3085
|
|
},
|
|
{
|
|
"entropy": 5.261151647567749,
|
|
"epoch": 3.023494860499266,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.00044525365896806593,
|
|
"loss": 4.8632,
|
|
"mean_token_accuracy": 0.22004459500312806,
|
|
"num_tokens": 7352439.0,
|
|
"step": 3090
|
|
},
|
|
{
|
|
"entropy": 5.141685581207275,
|
|
"epoch": 3.0283896231032794,
|
|
"grad_norm": 1.0,
|
|
"learning_rate": 0.00044500252586293957,
|
|
"loss": 4.759,
|
|
"mean_token_accuracy": 0.218286868929863,
|
|
"num_tokens": 7364139.0,
|
|
"step": 3095
|
|
},
|
|
{
|
|
"entropy": 5.218305540084839,
|
|
"epoch": 3.0332843857072933,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.00044475089824703426,
|
|
"loss": 4.8619,
|
|
"mean_token_accuracy": 0.21531160771846772,
|
|
"num_tokens": 7375390.0,
|
|
"step": 3100
|
|
},
|
|
{
|
|
"entropy": 5.173544788360596,
|
|
"epoch": 3.0381791483113068,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.0004444987768522952,
|
|
"loss": 4.7697,
|
|
"mean_token_accuracy": 0.2147290900349617,
|
|
"num_tokens": 7386350.0,
|
|
"step": 3105
|
|
},
|
|
{
|
|
"entropy": 5.174273061752319,
|
|
"epoch": 3.0430739109153206,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 0.0004442461624121044,
|
|
"loss": 4.7454,
|
|
"mean_token_accuracy": 0.2209487721323967,
|
|
"num_tokens": 7398256.0,
|
|
"step": 3110
|
|
},
|
|
{
|
|
"entropy": 5.181314134597779,
|
|
"epoch": 3.0479686735193345,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.00044399305566127773,
|
|
"loss": 4.7692,
|
|
"mean_token_accuracy": 0.219735686480999,
|
|
"num_tokens": 7410083.0,
|
|
"step": 3115
|
|
},
|
|
{
|
|
"entropy": 5.160170269012451,
|
|
"epoch": 3.052863436123348,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.0004437394573360631,
|
|
"loss": 4.7951,
|
|
"mean_token_accuracy": 0.22411915212869643,
|
|
"num_tokens": 7421988.0,
|
|
"step": 3120
|
|
},
|
|
{
|
|
"entropy": 5.139834976196289,
|
|
"epoch": 3.057758198727362,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.0004434853681741384,
|
|
"loss": 4.7997,
|
|
"mean_token_accuracy": 0.21659549027681352,
|
|
"num_tokens": 7434191.0,
|
|
"step": 3125
|
|
},
|
|
{
|
|
"entropy": 5.182546091079712,
|
|
"epoch": 3.0626529613313753,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.00044323078891460934,
|
|
"loss": 4.7833,
|
|
"mean_token_accuracy": 0.22339957505464553,
|
|
"num_tokens": 7445765.0,
|
|
"step": 3130
|
|
},
|
|
{
|
|
"entropy": 5.123447847366333,
|
|
"epoch": 3.067547723935389,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 0.0004429757202980071,
|
|
"loss": 4.7552,
|
|
"mean_token_accuracy": 0.22224232852458953,
|
|
"num_tokens": 7457269.0,
|
|
"step": 3135
|
|
},
|
|
{
|
|
"entropy": 5.104322624206543,
|
|
"epoch": 3.0724424865394027,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 0.00044272016306628656,
|
|
"loss": 4.779,
|
|
"mean_token_accuracy": 0.22368589043617249,
|
|
"num_tokens": 7470048.0,
|
|
"step": 3140
|
|
},
|
|
{
|
|
"entropy": 5.089307832717895,
|
|
"epoch": 3.0773372491434166,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.0004424641179628237,
|
|
"loss": 4.7551,
|
|
"mean_token_accuracy": 0.22463481724262238,
|
|
"num_tokens": 7482954.0,
|
|
"step": 3145
|
|
},
|
|
{
|
|
"entropy": 5.12674765586853,
|
|
"epoch": 3.0822320117474304,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 0.0004422075857324137,
|
|
"loss": 4.8024,
|
|
"mean_token_accuracy": 0.22329255938529968,
|
|
"num_tokens": 7495546.0,
|
|
"step": 3150
|
|
},
|
|
{
|
|
"entropy": 5.1817950248718265,
|
|
"epoch": 3.087126774351444,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 0.00044195056712126876,
|
|
"loss": 4.8436,
|
|
"mean_token_accuracy": 0.2192997917532921,
|
|
"num_tokens": 7508042.0,
|
|
"step": 3155
|
|
},
|
|
{
|
|
"entropy": 5.086804294586182,
|
|
"epoch": 3.092021536955458,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.0004416930628770158,
|
|
"loss": 4.8123,
|
|
"mean_token_accuracy": 0.21833253055810928,
|
|
"num_tokens": 7520548.0,
|
|
"step": 3160
|
|
},
|
|
{
|
|
"entropy": 5.14989275932312,
|
|
"epoch": 3.0969162995594712,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 0.00044143507374869444,
|
|
"loss": 4.8172,
|
|
"mean_token_accuracy": 0.21817636638879775,
|
|
"num_tokens": 7531106.0,
|
|
"step": 3165
|
|
},
|
|
{
|
|
"entropy": 5.08776741027832,
|
|
"epoch": 3.101811062163485,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.0004411766004867548,
|
|
"loss": 4.7439,
|
|
"mean_token_accuracy": 0.22358861118555068,
|
|
"num_tokens": 7543159.0,
|
|
"step": 3170
|
|
},
|
|
{
|
|
"entropy": 5.1496686935424805,
|
|
"epoch": 3.1067058247674986,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.00044091764384305524,
|
|
"loss": 4.8313,
|
|
"mean_token_accuracy": 0.22145208567380906,
|
|
"num_tokens": 7554708.0,
|
|
"step": 3175
|
|
},
|
|
{
|
|
"entropy": 5.182804679870605,
|
|
"epoch": 3.1116005873715125,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.00044065820457085995,
|
|
"loss": 4.8088,
|
|
"mean_token_accuracy": 0.2163847044110298,
|
|
"num_tokens": 7564896.0,
|
|
"step": 3180
|
|
},
|
|
{
|
|
"entropy": 5.093549823760986,
|
|
"epoch": 3.1164953499755264,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.0004403982834248374,
|
|
"loss": 4.7333,
|
|
"mean_token_accuracy": 0.2243751674890518,
|
|
"num_tokens": 7575917.0,
|
|
"step": 3185
|
|
},
|
|
{
|
|
"entropy": 5.106040048599243,
|
|
"epoch": 3.12139011257954,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.00044013788116105754,
|
|
"loss": 4.8104,
|
|
"mean_token_accuracy": 0.22413290143013,
|
|
"num_tokens": 7587632.0,
|
|
"step": 3190
|
|
},
|
|
{
|
|
"entropy": 5.115657091140747,
|
|
"epoch": 3.1262848751835537,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.0004398769985369898,
|
|
"loss": 4.6619,
|
|
"mean_token_accuracy": 0.2362922489643097,
|
|
"num_tokens": 7599177.0,
|
|
"step": 3195
|
|
},
|
|
{
|
|
"entropy": 5.15286660194397,
|
|
"epoch": 3.131179637787567,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.0004396156363115011,
|
|
"loss": 4.8064,
|
|
"mean_token_accuracy": 0.22309130877256395,
|
|
"num_tokens": 7611122.0,
|
|
"step": 3200
|
|
},
|
|
{
|
|
"entropy": 5.14999794960022,
|
|
"epoch": 3.136074400391581,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.0004393537952448531,
|
|
"loss": 4.8488,
|
|
"mean_token_accuracy": 0.21808122098445892,
|
|
"num_tokens": 7622053.0,
|
|
"step": 3205
|
|
},
|
|
{
|
|
"entropy": 5.1783332347869875,
|
|
"epoch": 3.140969162995595,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.0004390914760987008,
|
|
"loss": 4.8574,
|
|
"mean_token_accuracy": 0.2219322144985199,
|
|
"num_tokens": 7633774.0,
|
|
"step": 3210
|
|
},
|
|
{
|
|
"entropy": 5.17280764579773,
|
|
"epoch": 3.1458639255996084,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.0004388286796360895,
|
|
"loss": 4.8814,
|
|
"mean_token_accuracy": 0.21389546245336533,
|
|
"num_tokens": 7645286.0,
|
|
"step": 3215
|
|
},
|
|
{
|
|
"entropy": 5.111659717559815,
|
|
"epoch": 3.1507586882036223,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 0.0004385654066214529,
|
|
"loss": 4.7673,
|
|
"mean_token_accuracy": 0.22385075837373733,
|
|
"num_tokens": 7656576.0,
|
|
"step": 3220
|
|
},
|
|
{
|
|
"entropy": 5.107363080978393,
|
|
"epoch": 3.1556534508076357,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.0004383016578206112,
|
|
"loss": 4.8201,
|
|
"mean_token_accuracy": 0.22123815417289733,
|
|
"num_tokens": 7667786.0,
|
|
"step": 3225
|
|
},
|
|
{
|
|
"entropy": 5.20523624420166,
|
|
"epoch": 3.1605482134116496,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.0004380374340007684,
|
|
"loss": 4.8452,
|
|
"mean_token_accuracy": 0.2151228219270706,
|
|
"num_tokens": 7680029.0,
|
|
"step": 3230
|
|
},
|
|
{
|
|
"entropy": 5.136455726623535,
|
|
"epoch": 3.165442976015663,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.0004377727359305103,
|
|
"loss": 4.8486,
|
|
"mean_token_accuracy": 0.2207125499844551,
|
|
"num_tokens": 7692659.0,
|
|
"step": 3235
|
|
},
|
|
{
|
|
"entropy": 5.150415134429932,
|
|
"epoch": 3.170337738619677,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.0004375075643798022,
|
|
"loss": 4.8128,
|
|
"mean_token_accuracy": 0.2215397596359253,
|
|
"num_tokens": 7705011.0,
|
|
"step": 3240
|
|
},
|
|
{
|
|
"entropy": 5.054905748367309,
|
|
"epoch": 3.175232501223691,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 0.0004372419201199867,
|
|
"loss": 4.7561,
|
|
"mean_token_accuracy": 0.22285788357257844,
|
|
"num_tokens": 7717489.0,
|
|
"step": 3245
|
|
},
|
|
{
|
|
"entropy": 5.087309694290161,
|
|
"epoch": 3.1801272638277043,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 0.0004369758039237814,
|
|
"loss": 4.7968,
|
|
"mean_token_accuracy": 0.22163646519184113,
|
|
"num_tokens": 7730009.0,
|
|
"step": 3250
|
|
},
|
|
{
|
|
"entropy": 5.211210298538208,
|
|
"epoch": 3.185022026431718,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.00043670921656527686,
|
|
"loss": 4.8711,
|
|
"mean_token_accuracy": 0.21754691898822784,
|
|
"num_tokens": 7741782.0,
|
|
"step": 3255
|
|
},
|
|
{
|
|
"entropy": 5.170057535171509,
|
|
"epoch": 3.1899167890357316,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 0.000436442158819934,
|
|
"loss": 4.8354,
|
|
"mean_token_accuracy": 0.21667892038822173,
|
|
"num_tokens": 7753135.0,
|
|
"step": 3260
|
|
},
|
|
{
|
|
"entropy": 5.098474073410034,
|
|
"epoch": 3.1948115516397455,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.00043617463146458196,
|
|
"loss": 4.8281,
|
|
"mean_token_accuracy": 0.21399773508310319,
|
|
"num_tokens": 7766344.0,
|
|
"step": 3265
|
|
},
|
|
{
|
|
"entropy": 5.120054292678833,
|
|
"epoch": 3.199706314243759,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 0.000435906635277416,
|
|
"loss": 4.8442,
|
|
"mean_token_accuracy": 0.2192484274506569,
|
|
"num_tokens": 7778419.0,
|
|
"step": 3270
|
|
},
|
|
{
|
|
"entropy": 5.065897846221924,
|
|
"epoch": 3.204601076847773,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.0004356381710379954,
|
|
"loss": 4.7307,
|
|
"mean_token_accuracy": 0.2220268577337265,
|
|
"num_tokens": 7789303.0,
|
|
"step": 3275
|
|
},
|
|
{
|
|
"entropy": 5.102967166900635,
|
|
"epoch": 3.2094958394517867,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 0.0004353692395272404,
|
|
"loss": 4.8441,
|
|
"mean_token_accuracy": 0.2154310703277588,
|
|
"num_tokens": 7803315.0,
|
|
"step": 3280
|
|
},
|
|
{
|
|
"entropy": 5.133005380630493,
|
|
"epoch": 3.2143906020558,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 0.00043509984152743074,
|
|
"loss": 4.8317,
|
|
"mean_token_accuracy": 0.21344627887010575,
|
|
"num_tokens": 7814651.0,
|
|
"step": 3285
|
|
},
|
|
{
|
|
"entropy": 5.086959648132324,
|
|
"epoch": 3.219285364659814,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.00043482997782220333,
|
|
"loss": 4.7976,
|
|
"mean_token_accuracy": 0.21823935210704803,
|
|
"num_tokens": 7826481.0,
|
|
"step": 3290
|
|
},
|
|
{
|
|
"entropy": 5.1153992176055905,
|
|
"epoch": 3.2241801272638275,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 0.00043455964919654927,
|
|
"loss": 4.7424,
|
|
"mean_token_accuracy": 0.23253000527620316,
|
|
"num_tokens": 7837868.0,
|
|
"step": 3295
|
|
},
|
|
{
|
|
"entropy": 5.099810552597046,
|
|
"epoch": 3.2290748898678414,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.0004342888564368124,
|
|
"loss": 4.8011,
|
|
"mean_token_accuracy": 0.22438711524009705,
|
|
"num_tokens": 7850928.0,
|
|
"step": 3300
|
|
},
|
|
{
|
|
"entropy": 5.163304328918457,
|
|
"epoch": 3.2339696524718553,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.00043401760033068656,
|
|
"loss": 4.8854,
|
|
"mean_token_accuracy": 0.2155757039785385,
|
|
"num_tokens": 7862343.0,
|
|
"step": 3305
|
|
},
|
|
{
|
|
"entropy": 5.148097896575928,
|
|
"epoch": 3.2388644150758688,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 0.0004337458816672132,
|
|
"loss": 4.8496,
|
|
"mean_token_accuracy": 0.21238613426685332,
|
|
"num_tokens": 7874681.0,
|
|
"step": 3310
|
|
},
|
|
{
|
|
"entropy": 5.073517274856568,
|
|
"epoch": 3.2437591776798826,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.0004334737012367797,
|
|
"loss": 4.7769,
|
|
"mean_token_accuracy": 0.21962419748306275,
|
|
"num_tokens": 7886624.0,
|
|
"step": 3315
|
|
},
|
|
{
|
|
"entropy": 5.226518678665161,
|
|
"epoch": 3.248653940283896,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.00043320105983111627,
|
|
"loss": 4.8749,
|
|
"mean_token_accuracy": 0.21509021818637847,
|
|
"num_tokens": 7897918.0,
|
|
"step": 3320
|
|
},
|
|
{
|
|
"entropy": 5.152651309967041,
|
|
"epoch": 3.25354870288791,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.0004329279582432941,
|
|
"loss": 4.932,
|
|
"mean_token_accuracy": 0.21958141177892684,
|
|
"num_tokens": 7909698.0,
|
|
"step": 3325
|
|
},
|
|
{
|
|
"entropy": 5.121517133712769,
|
|
"epoch": 3.258443465491924,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 0.0004326543972677231,
|
|
"loss": 4.8369,
|
|
"mean_token_accuracy": 0.21473742574453353,
|
|
"num_tokens": 7921715.0,
|
|
"step": 3330
|
|
},
|
|
{
|
|
"entropy": 5.076841068267822,
|
|
"epoch": 3.2633382280959373,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.00043238037770014937,
|
|
"loss": 4.7511,
|
|
"mean_token_accuracy": 0.21911688148975372,
|
|
"num_tokens": 7933262.0,
|
|
"step": 3335
|
|
},
|
|
{
|
|
"entropy": 5.141078281402588,
|
|
"epoch": 3.268232990699951,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 0.000432105900337653,
|
|
"loss": 4.8511,
|
|
"mean_token_accuracy": 0.21800520569086074,
|
|
"num_tokens": 7944352.0,
|
|
"step": 3340
|
|
},
|
|
{
|
|
"entropy": 5.0780316352844235,
|
|
"epoch": 3.2731277533039647,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.0004318309659786457,
|
|
"loss": 4.7584,
|
|
"mean_token_accuracy": 0.22223492413759233,
|
|
"num_tokens": 7955024.0,
|
|
"step": 3345
|
|
},
|
|
{
|
|
"entropy": 5.087853527069091,
|
|
"epoch": 3.2780225159079786,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.0004315555754228687,
|
|
"loss": 4.8218,
|
|
"mean_token_accuracy": 0.22424828857183457,
|
|
"num_tokens": 7965543.0,
|
|
"step": 3350
|
|
},
|
|
{
|
|
"entropy": 5.142214775085449,
|
|
"epoch": 3.282917278511992,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.00043127972947138994,
|
|
"loss": 4.8638,
|
|
"mean_token_accuracy": 0.2150084137916565,
|
|
"num_tokens": 7977179.0,
|
|
"step": 3355
|
|
},
|
|
{
|
|
"entropy": 5.203800439834595,
|
|
"epoch": 3.287812041116006,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 0.00043100342892660225,
|
|
"loss": 4.9112,
|
|
"mean_token_accuracy": 0.20913542062044144,
|
|
"num_tokens": 7990177.0,
|
|
"step": 3360
|
|
},
|
|
{
|
|
"entropy": 5.177821969985962,
|
|
"epoch": 3.2927068037200193,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.0004307266745922207,
|
|
"loss": 4.7909,
|
|
"mean_token_accuracy": 0.2120165690779686,
|
|
"num_tokens": 8000879.0,
|
|
"step": 3365
|
|
},
|
|
{
|
|
"entropy": 5.078297185897827,
|
|
"epoch": 3.2976015663240332,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.00043044946727328036,
|
|
"loss": 4.8003,
|
|
"mean_token_accuracy": 0.21971254646778107,
|
|
"num_tokens": 8013335.0,
|
|
"step": 3370
|
|
},
|
|
{
|
|
"entropy": 5.103021907806396,
|
|
"epoch": 3.302496328928047,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 0.00043017180777613415,
|
|
"loss": 4.8135,
|
|
"mean_token_accuracy": 0.22505059242248535,
|
|
"num_tokens": 8025020.0,
|
|
"step": 3375
|
|
},
|
|
{
|
|
"entropy": 5.110682249069214,
|
|
"epoch": 3.3073910915320606,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.00042989369690844993,
|
|
"loss": 4.7648,
|
|
"mean_token_accuracy": 0.2246474251151085,
|
|
"num_tokens": 8037244.0,
|
|
"step": 3380
|
|
},
|
|
{
|
|
"entropy": 5.001568698883057,
|
|
"epoch": 3.3122858541360745,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.000429615135479209,
|
|
"loss": 4.7959,
|
|
"mean_token_accuracy": 0.22334180027246475,
|
|
"num_tokens": 8049087.0,
|
|
"step": 3385
|
|
},
|
|
{
|
|
"entropy": 5.188577890396118,
|
|
"epoch": 3.317180616740088,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.00042933612429870284,
|
|
"loss": 4.9156,
|
|
"mean_token_accuracy": 0.21281692385673523,
|
|
"num_tokens": 8061052.0,
|
|
"step": 3390
|
|
},
|
|
{
|
|
"entropy": 5.12839412689209,
|
|
"epoch": 3.322075379344102,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 0.0004290566641785314,
|
|
"loss": 4.7894,
|
|
"mean_token_accuracy": 0.22035609632730485,
|
|
"num_tokens": 8072389.0,
|
|
"step": 3395
|
|
},
|
|
{
|
|
"entropy": 5.003451681137085,
|
|
"epoch": 3.3269701419481157,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 0.00042877675593160053,
|
|
"loss": 4.8,
|
|
"mean_token_accuracy": 0.21525861769914628,
|
|
"num_tokens": 8085141.0,
|
|
"step": 3400
|
|
},
|
|
{
|
|
"entropy": 5.1706421852111815,
|
|
"epoch": 3.331864904552129,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 0.00042849640037211957,
|
|
"loss": 4.9041,
|
|
"mean_token_accuracy": 0.2083066239953041,
|
|
"num_tokens": 8097337.0,
|
|
"step": 3405
|
|
},
|
|
{
|
|
"entropy": 5.114046382904053,
|
|
"epoch": 3.336759667156143,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.000428215598315599,
|
|
"loss": 4.8412,
|
|
"mean_token_accuracy": 0.21854109466075897,
|
|
"num_tokens": 8109160.0,
|
|
"step": 3410
|
|
},
|
|
{
|
|
"entropy": 5.143175458908081,
|
|
"epoch": 3.3416544297601565,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.00042793435057884816,
|
|
"loss": 4.7823,
|
|
"mean_token_accuracy": 0.21902110427618027,
|
|
"num_tokens": 8121195.0,
|
|
"step": 3415
|
|
},
|
|
{
|
|
"entropy": 5.103787803649903,
|
|
"epoch": 3.3465491923641704,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.00042765265797997274,
|
|
"loss": 4.7733,
|
|
"mean_token_accuracy": 0.22462240755558013,
|
|
"num_tokens": 8132364.0,
|
|
"step": 3420
|
|
},
|
|
{
|
|
"entropy": 5.122178840637207,
|
|
"epoch": 3.3514439549681843,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 0.00042737052133837253,
|
|
"loss": 4.8555,
|
|
"mean_token_accuracy": 0.21716293841600418,
|
|
"num_tokens": 8144703.0,
|
|
"step": 3425
|
|
},
|
|
{
|
|
"entropy": 5.119469022750854,
|
|
"epoch": 3.3563387175721977,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 0.00042708794147473876,
|
|
"loss": 4.8393,
|
|
"mean_token_accuracy": 0.21995826959609985,
|
|
"num_tokens": 8157364.0,
|
|
"step": 3430
|
|
},
|
|
{
|
|
"entropy": 5.194144201278687,
|
|
"epoch": 3.3612334801762116,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.0004268049192110523,
|
|
"loss": 4.9333,
|
|
"mean_token_accuracy": 0.21170254945755004,
|
|
"num_tokens": 8170264.0,
|
|
"step": 3435
|
|
},
|
|
{
|
|
"entropy": 5.169523477554321,
|
|
"epoch": 3.366128242780225,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.00042652145537058056,
|
|
"loss": 4.865,
|
|
"mean_token_accuracy": 0.2144750773906708,
|
|
"num_tokens": 8182854.0,
|
|
"step": 3440
|
|
},
|
|
{
|
|
"entropy": 5.071971988677978,
|
|
"epoch": 3.371023005384239,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 0.00042623755077787556,
|
|
"loss": 4.8302,
|
|
"mean_token_accuracy": 0.21609048843383788,
|
|
"num_tokens": 8195098.0,
|
|
"step": 3445
|
|
},
|
|
{
|
|
"entropy": 5.1184186935424805,
|
|
"epoch": 3.3759177679882524,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.00042595320625877153,
|
|
"loss": 4.9155,
|
|
"mean_token_accuracy": 0.21652448922395706,
|
|
"num_tokens": 8207513.0,
|
|
"step": 3450
|
|
},
|
|
{
|
|
"entropy": 5.167665195465088,
|
|
"epoch": 3.3808125305922663,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.00042566842264038203,
|
|
"loss": 4.8084,
|
|
"mean_token_accuracy": 0.2188054382801056,
|
|
"num_tokens": 8218603.0,
|
|
"step": 3455
|
|
},
|
|
{
|
|
"entropy": 5.169710397720337,
|
|
"epoch": 3.38570729319628,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 0.0004253832007510982,
|
|
"loss": 4.8944,
|
|
"mean_token_accuracy": 0.21486698538064958,
|
|
"num_tokens": 8231624.0,
|
|
"step": 3460
|
|
},
|
|
{
|
|
"entropy": 5.103657531738281,
|
|
"epoch": 3.3906020558002936,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 0.000425097541420586,
|
|
"loss": 4.8423,
|
|
"mean_token_accuracy": 0.21821292191743852,
|
|
"num_tokens": 8242119.0,
|
|
"step": 3465
|
|
},
|
|
{
|
|
"entropy": 5.117683172225952,
|
|
"epoch": 3.3954968184043075,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.0004248114454797837,
|
|
"loss": 4.807,
|
|
"mean_token_accuracy": 0.2168683558702469,
|
|
"num_tokens": 8252944.0,
|
|
"step": 3470
|
|
},
|
|
{
|
|
"entropy": 5.120380592346192,
|
|
"epoch": 3.400391581008321,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.00042452491376089964,
|
|
"loss": 4.893,
|
|
"mean_token_accuracy": 0.21788542568683625,
|
|
"num_tokens": 8264761.0,
|
|
"step": 3475
|
|
},
|
|
{
|
|
"entropy": 5.08057017326355,
|
|
"epoch": 3.405286343612335,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.0004242379470974099,
|
|
"loss": 4.8175,
|
|
"mean_token_accuracy": 0.22083471715450287,
|
|
"num_tokens": 8278172.0,
|
|
"step": 3480
|
|
},
|
|
{
|
|
"entropy": 5.121869325637817,
|
|
"epoch": 3.4101811062163483,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 0.00042395054632405563,
|
|
"loss": 4.8658,
|
|
"mean_token_accuracy": 0.21356443911790848,
|
|
"num_tokens": 8290836.0,
|
|
"step": 3485
|
|
},
|
|
{
|
|
"entropy": 5.146685361862183,
|
|
"epoch": 3.415075868820362,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.0004236627122768406,
|
|
"loss": 4.8467,
|
|
"mean_token_accuracy": 0.22179711163043975,
|
|
"num_tokens": 8302467.0,
|
|
"step": 3490
|
|
},
|
|
{
|
|
"entropy": 5.041498041152954,
|
|
"epoch": 3.419970631424376,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.0004233744457930294,
|
|
"loss": 4.7966,
|
|
"mean_token_accuracy": 0.2170724630355835,
|
|
"num_tokens": 8315190.0,
|
|
"step": 3495
|
|
},
|
|
{
|
|
"entropy": 5.161109066009521,
|
|
"epoch": 3.4248653940283895,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.00042308574771114394,
|
|
"loss": 4.9148,
|
|
"mean_token_accuracy": 0.21417440623044967,
|
|
"num_tokens": 8327463.0,
|
|
"step": 3500
|
|
},
|
|
{
|
|
"entropy": 5.111668586730957,
|
|
"epoch": 3.4297601566324034,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.0004227966188709618,
|
|
"loss": 4.8377,
|
|
"mean_token_accuracy": 0.21845465749502183,
|
|
"num_tokens": 8339005.0,
|
|
"step": 3505
|
|
},
|
|
{
|
|
"entropy": 5.139991712570191,
|
|
"epoch": 3.434654919236417,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 0.0004225070601135138,
|
|
"loss": 4.9125,
|
|
"mean_token_accuracy": 0.21437896490097047,
|
|
"num_tokens": 8351478.0,
|
|
"step": 3510
|
|
},
|
|
{
|
|
"entropy": 5.168607521057129,
|
|
"epoch": 3.4395496818404308,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.000422217072281081,
|
|
"loss": 4.8433,
|
|
"mean_token_accuracy": 0.21583523452281952,
|
|
"num_tokens": 8363939.0,
|
|
"step": 3515
|
|
},
|
|
{
|
|
"entropy": 5.17737832069397,
|
|
"epoch": 3.4444444444444446,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.0004219266562171925,
|
|
"loss": 5.0011,
|
|
"mean_token_accuracy": 0.2089764431118965,
|
|
"num_tokens": 8377086.0,
|
|
"step": 3520
|
|
},
|
|
{
|
|
"entropy": 5.040504741668701,
|
|
"epoch": 3.449339207048458,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.0004216358127666235,
|
|
"loss": 4.7402,
|
|
"mean_token_accuracy": 0.2260405331850052,
|
|
"num_tokens": 8389085.0,
|
|
"step": 3525
|
|
},
|
|
{
|
|
"entropy": 5.103902959823609,
|
|
"epoch": 3.454233969652472,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.00042134454277539205,
|
|
"loss": 4.829,
|
|
"mean_token_accuracy": 0.21698508113622667,
|
|
"num_tokens": 8401240.0,
|
|
"step": 3530
|
|
},
|
|
{
|
|
"entropy": 4.998382949829102,
|
|
"epoch": 3.4591287322564854,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.000421052847090757,
|
|
"loss": 4.7466,
|
|
"mean_token_accuracy": 0.2224629834294319,
|
|
"num_tokens": 8413988.0,
|
|
"step": 3535
|
|
},
|
|
{
|
|
"entropy": 5.103152704238892,
|
|
"epoch": 3.4640234948604993,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.0004207607265612156,
|
|
"loss": 4.8352,
|
|
"mean_token_accuracy": 0.2225386008620262,
|
|
"num_tokens": 8425106.0,
|
|
"step": 3540
|
|
},
|
|
{
|
|
"entropy": 5.090368127822876,
|
|
"epoch": 3.468918257464513,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 0.00042046818203650074,
|
|
"loss": 4.86,
|
|
"mean_token_accuracy": 0.2257356509566307,
|
|
"num_tokens": 8437232.0,
|
|
"step": 3545
|
|
},
|
|
{
|
|
"entropy": 5.079847431182861,
|
|
"epoch": 3.4738130200685267,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 0.00042017521436757876,
|
|
"loss": 4.8133,
|
|
"mean_token_accuracy": 0.22792982906103135,
|
|
"num_tokens": 8448403.0,
|
|
"step": 3550
|
|
},
|
|
{
|
|
"entropy": 5.122736120223999,
|
|
"epoch": 3.4787077826725405,
|
|
"grad_norm": 1.0546875,
|
|
"learning_rate": 0.0004198818244066468,
|
|
"loss": 4.8588,
|
|
"mean_token_accuracy": 0.21321402192115785,
|
|
"num_tokens": 8461044.0,
|
|
"step": 3555
|
|
},
|
|
{
|
|
"entropy": 5.096948671340942,
|
|
"epoch": 3.483602545276554,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 0.00041958801300713035,
|
|
"loss": 4.8599,
|
|
"mean_token_accuracy": 0.21646499633789062,
|
|
"num_tokens": 8473829.0,
|
|
"step": 3560
|
|
},
|
|
{
|
|
"entropy": 5.096843147277832,
|
|
"epoch": 3.488497307880568,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 0.000419293781023681,
|
|
"loss": 4.8512,
|
|
"mean_token_accuracy": 0.22051677703857422,
|
|
"num_tokens": 8485033.0,
|
|
"step": 3565
|
|
},
|
|
{
|
|
"entropy": 5.0834801197052,
|
|
"epoch": 3.4933920704845813,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.00041899912931217347,
|
|
"loss": 4.8231,
|
|
"mean_token_accuracy": 0.22450067847967148,
|
|
"num_tokens": 8498307.0,
|
|
"step": 3570
|
|
},
|
|
{
|
|
"entropy": 5.0844282627105715,
|
|
"epoch": 3.4982868330885952,
|
|
"grad_norm": 1.015625,
|
|
"learning_rate": 0.00041870405872970355,
|
|
"loss": 4.9073,
|
|
"mean_token_accuracy": 0.21928595751523972,
|
|
"num_tokens": 8510766.0,
|
|
"step": 3575
|
|
},
|
|
{
|
|
"entropy": 5.100914096832275,
|
|
"epoch": 3.5031815956926087,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.0004184085701345856,
|
|
"loss": 4.8549,
|
|
"mean_token_accuracy": 0.2184406891465187,
|
|
"num_tokens": 8523041.0,
|
|
"step": 3580
|
|
},
|
|
{
|
|
"entropy": 5.121054792404175,
|
|
"epoch": 3.5080763582966226,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 0.0004181126643863496,
|
|
"loss": 4.8354,
|
|
"mean_token_accuracy": 0.2177764892578125,
|
|
"num_tokens": 8535984.0,
|
|
"step": 3585
|
|
},
|
|
{
|
|
"entropy": 5.093640518188477,
|
|
"epoch": 3.5129711209006365,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.0004178163423457391,
|
|
"loss": 4.8075,
|
|
"mean_token_accuracy": 0.22597914487123488,
|
|
"num_tokens": 8548061.0,
|
|
"step": 3590
|
|
},
|
|
{
|
|
"entropy": 5.09451470375061,
|
|
"epoch": 3.51786588350465,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.00041751960487470884,
|
|
"loss": 4.7958,
|
|
"mean_token_accuracy": 0.22748810350894927,
|
|
"num_tokens": 8558145.0,
|
|
"step": 3595
|
|
},
|
|
{
|
|
"entropy": 5.029383277893066,
|
|
"epoch": 3.522760646108664,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.0004172224528364215,
|
|
"loss": 4.7723,
|
|
"mean_token_accuracy": 0.2199097290635109,
|
|
"num_tokens": 8570007.0,
|
|
"step": 3600
|
|
},
|
|
{
|
|
"entropy": 5.113267087936402,
|
|
"epoch": 3.5276554087126772,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.000416924887095246,
|
|
"loss": 4.8472,
|
|
"mean_token_accuracy": 0.2192206010222435,
|
|
"num_tokens": 8582162.0,
|
|
"step": 3605
|
|
},
|
|
{
|
|
"entropy": 5.056365060806274,
|
|
"epoch": 3.532550171316691,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.00041662690851675463,
|
|
"loss": 4.7057,
|
|
"mean_token_accuracy": 0.22681989520788193,
|
|
"num_tokens": 8593205.0,
|
|
"step": 3610
|
|
},
|
|
{
|
|
"entropy": 5.028490972518921,
|
|
"epoch": 3.537444933920705,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.0004163285179677203,
|
|
"loss": 4.7384,
|
|
"mean_token_accuracy": 0.22807639688253403,
|
|
"num_tokens": 8604576.0,
|
|
"step": 3615
|
|
},
|
|
{
|
|
"entropy": 5.0321262836456295,
|
|
"epoch": 3.5423396965247185,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.0004160297163161148,
|
|
"loss": 4.8157,
|
|
"mean_token_accuracy": 0.21812277138233185,
|
|
"num_tokens": 8617252.0,
|
|
"step": 3620
|
|
},
|
|
{
|
|
"entropy": 4.983499479293823,
|
|
"epoch": 3.5472344591287324,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.0004157305044311053,
|
|
"loss": 4.7504,
|
|
"mean_token_accuracy": 0.22493973821401597,
|
|
"num_tokens": 8627817.0,
|
|
"step": 3625
|
|
},
|
|
{
|
|
"entropy": 5.115007448196411,
|
|
"epoch": 3.552129221732746,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.00041543088318305235,
|
|
"loss": 4.8982,
|
|
"mean_token_accuracy": 0.21084729284048082,
|
|
"num_tokens": 8640246.0,
|
|
"step": 3630
|
|
},
|
|
{
|
|
"entropy": 5.066983366012574,
|
|
"epoch": 3.5570239843367597,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.0004151308534435073,
|
|
"loss": 4.8294,
|
|
"mean_token_accuracy": 0.21993755400180817,
|
|
"num_tokens": 8651695.0,
|
|
"step": 3635
|
|
},
|
|
{
|
|
"entropy": 5.1451818466186525,
|
|
"epoch": 3.5619187469407736,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 0.00041483041608521,
|
|
"loss": 4.8984,
|
|
"mean_token_accuracy": 0.21316303610801696,
|
|
"num_tokens": 8664529.0,
|
|
"step": 3640
|
|
},
|
|
{
|
|
"entropy": 5.082834625244141,
|
|
"epoch": 3.566813509544787,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.0004145295719820855,
|
|
"loss": 4.845,
|
|
"mean_token_accuracy": 0.21952054500579835,
|
|
"num_tokens": 8676203.0,
|
|
"step": 3645
|
|
},
|
|
{
|
|
"entropy": 5.060942316055298,
|
|
"epoch": 3.571708272148801,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.0004142283220092425,
|
|
"loss": 4.8212,
|
|
"mean_token_accuracy": 0.22039462327957154,
|
|
"num_tokens": 8688790.0,
|
|
"step": 3650
|
|
},
|
|
{
|
|
"entropy": 5.050752830505371,
|
|
"epoch": 3.5766030347528144,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.00041392666704296986,
|
|
"loss": 4.8507,
|
|
"mean_token_accuracy": 0.2112608879804611,
|
|
"num_tokens": 8699179.0,
|
|
"step": 3655
|
|
},
|
|
{
|
|
"entropy": 5.032579851150513,
|
|
"epoch": 3.5814977973568283,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 0.00041362460796073495,
|
|
"loss": 4.742,
|
|
"mean_token_accuracy": 0.22416270524263382,
|
|
"num_tokens": 8710883.0,
|
|
"step": 3660
|
|
},
|
|
{
|
|
"entropy": 5.108354282379151,
|
|
"epoch": 3.586392559960842,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 0.0004133221456411803,
|
|
"loss": 4.9056,
|
|
"mean_token_accuracy": 0.21302346438169478,
|
|
"num_tokens": 8721425.0,
|
|
"step": 3665
|
|
},
|
|
{
|
|
"entropy": 5.165343856811523,
|
|
"epoch": 3.5912873225648556,
|
|
"grad_norm": 1.0546875,
|
|
"learning_rate": 0.00041301928096412164,
|
|
"loss": 4.8661,
|
|
"mean_token_accuracy": 0.21713459640741348,
|
|
"num_tokens": 8733809.0,
|
|
"step": 3670
|
|
},
|
|
{
|
|
"entropy": 5.068774461746216,
|
|
"epoch": 3.596182085168869,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.00041271601481054486,
|
|
"loss": 4.782,
|
|
"mean_token_accuracy": 0.22668402045965194,
|
|
"num_tokens": 8746370.0,
|
|
"step": 3675
|
|
},
|
|
{
|
|
"entropy": 5.073219871520996,
|
|
"epoch": 3.601076847772883,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 0.0004124123480626039,
|
|
"loss": 4.9065,
|
|
"mean_token_accuracy": 0.2157248854637146,
|
|
"num_tokens": 8758655.0,
|
|
"step": 3680
|
|
},
|
|
{
|
|
"entropy": 5.111428451538086,
|
|
"epoch": 3.605971610376897,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.0004121082816036178,
|
|
"loss": 4.8241,
|
|
"mean_token_accuracy": 0.22177139967679976,
|
|
"num_tokens": 8770171.0,
|
|
"step": 3685
|
|
},
|
|
{
|
|
"entropy": 5.085653305053711,
|
|
"epoch": 3.6108663729809103,
|
|
"grad_norm": 1.0546875,
|
|
"learning_rate": 0.0004118038163180684,
|
|
"loss": 4.8002,
|
|
"mean_token_accuracy": 0.22371812760829926,
|
|
"num_tokens": 8783015.0,
|
|
"step": 3690
|
|
},
|
|
{
|
|
"entropy": 5.092598009109497,
|
|
"epoch": 3.615761135584924,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.00041149895309159756,
|
|
"loss": 4.8909,
|
|
"mean_token_accuracy": 0.20332240909337998,
|
|
"num_tokens": 8795382.0,
|
|
"step": 3695
|
|
},
|
|
{
|
|
"entropy": 5.08798360824585,
|
|
"epoch": 3.6206558981889376,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.000411193692811005,
|
|
"loss": 4.7672,
|
|
"mean_token_accuracy": 0.22842831909656525,
|
|
"num_tokens": 8806634.0,
|
|
"step": 3700
|
|
},
|
|
{
|
|
"entropy": 5.099050235748291,
|
|
"epoch": 3.6255506607929515,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.00041088803636424494,
|
|
"loss": 4.8453,
|
|
"mean_token_accuracy": 0.2124974772334099,
|
|
"num_tokens": 8818926.0,
|
|
"step": 3705
|
|
},
|
|
{
|
|
"entropy": 5.049224233627319,
|
|
"epoch": 3.6304454233969654,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.00041058198464042424,
|
|
"loss": 4.8035,
|
|
"mean_token_accuracy": 0.2252272590994835,
|
|
"num_tokens": 8830267.0,
|
|
"step": 3710
|
|
},
|
|
{
|
|
"entropy": 5.075808572769165,
|
|
"epoch": 3.635340186000979,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.0004102755385297996,
|
|
"loss": 4.8897,
|
|
"mean_token_accuracy": 0.21413865089416503,
|
|
"num_tokens": 8843330.0,
|
|
"step": 3715
|
|
},
|
|
{
|
|
"entropy": 5.051680183410644,
|
|
"epoch": 3.6402349486049927,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.00040996869892377473,
|
|
"loss": 4.8087,
|
|
"mean_token_accuracy": 0.22400161176919936,
|
|
"num_tokens": 8853467.0,
|
|
"step": 3720
|
|
},
|
|
{
|
|
"entropy": 5.0674622535705565,
|
|
"epoch": 3.645129711209006,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 0.00040966146671489836,
|
|
"loss": 4.8341,
|
|
"mean_token_accuracy": 0.21511287689208985,
|
|
"num_tokens": 8868203.0,
|
|
"step": 3725
|
|
},
|
|
{
|
|
"entropy": 5.044716215133667,
|
|
"epoch": 3.65002447381302,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.00040935384279686067,
|
|
"loss": 4.7361,
|
|
"mean_token_accuracy": 0.22642216980457305,
|
|
"num_tokens": 8879171.0,
|
|
"step": 3730
|
|
},
|
|
{
|
|
"entropy": 4.989019775390625,
|
|
"epoch": 3.654919236417034,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.00040904582806449173,
|
|
"loss": 4.723,
|
|
"mean_token_accuracy": 0.22874550074338912,
|
|
"num_tokens": 8890459.0,
|
|
"step": 3735
|
|
},
|
|
{
|
|
"entropy": 5.059218406677246,
|
|
"epoch": 3.6598139990210474,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.00040873742341375826,
|
|
"loss": 4.8125,
|
|
"mean_token_accuracy": 0.22379768639802933,
|
|
"num_tokens": 8902878.0,
|
|
"step": 3740
|
|
},
|
|
{
|
|
"entropy": 5.009291505813598,
|
|
"epoch": 3.6647087616250613,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.00040842862974176114,
|
|
"loss": 4.7337,
|
|
"mean_token_accuracy": 0.22724575400352479,
|
|
"num_tokens": 8914792.0,
|
|
"step": 3745
|
|
},
|
|
{
|
|
"entropy": 4.9672339916229244,
|
|
"epoch": 3.6696035242290748,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.0004081194479467329,
|
|
"loss": 4.75,
|
|
"mean_token_accuracy": 0.22816742211580276,
|
|
"num_tokens": 8926610.0,
|
|
"step": 3750
|
|
},
|
|
{
|
|
"entropy": 5.06518964767456,
|
|
"epoch": 3.6744982868330887,
|
|
"grad_norm": 0.96484375,
|
|
"learning_rate": 0.00040780987892803514,
|
|
"loss": 4.8625,
|
|
"mean_token_accuracy": 0.22146295756101608,
|
|
"num_tokens": 8940250.0,
|
|
"step": 3755
|
|
},
|
|
{
|
|
"entropy": 5.131087017059326,
|
|
"epoch": 3.6793930494371025,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.00040749992358615555,
|
|
"loss": 4.8046,
|
|
"mean_token_accuracy": 0.2123077243566513,
|
|
"num_tokens": 8951960.0,
|
|
"step": 3760
|
|
},
|
|
{
|
|
"entropy": 4.953831195831299,
|
|
"epoch": 3.684287812041116,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.000407189582822706,
|
|
"loss": 4.7646,
|
|
"mean_token_accuracy": 0.2197168067097664,
|
|
"num_tokens": 8963265.0,
|
|
"step": 3765
|
|
},
|
|
{
|
|
"entropy": 5.039992570877075,
|
|
"epoch": 3.6891825746451294,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.0004068788575404192,
|
|
"loss": 4.8209,
|
|
"mean_token_accuracy": 0.22028125673532487,
|
|
"num_tokens": 8974679.0,
|
|
"step": 3770
|
|
},
|
|
{
|
|
"entropy": 5.09268364906311,
|
|
"epoch": 3.6940773372491433,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 0.0004065677486431464,
|
|
"loss": 4.8292,
|
|
"mean_token_accuracy": 0.22199592888355255,
|
|
"num_tokens": 8986840.0,
|
|
"step": 3775
|
|
},
|
|
{
|
|
"entropy": 5.113239908218384,
|
|
"epoch": 3.6989720998531572,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.0004062562570358548,
|
|
"loss": 4.8443,
|
|
"mean_token_accuracy": 0.21674781739711763,
|
|
"num_tokens": 8997926.0,
|
|
"step": 3780
|
|
},
|
|
{
|
|
"entropy": 5.064158153533936,
|
|
"epoch": 3.7038668624571707,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.00040594438362462484,
|
|
"loss": 4.8083,
|
|
"mean_token_accuracy": 0.2272493675351143,
|
|
"num_tokens": 9009668.0,
|
|
"step": 3785
|
|
},
|
|
{
|
|
"entropy": 5.071455669403076,
|
|
"epoch": 3.7087616250611846,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 0.0004056321293166474,
|
|
"loss": 4.8264,
|
|
"mean_token_accuracy": 0.2173181027173996,
|
|
"num_tokens": 9021611.0,
|
|
"step": 3790
|
|
},
|
|
{
|
|
"entropy": 5.07202558517456,
|
|
"epoch": 3.713656387665198,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.00040531949502022155,
|
|
"loss": 4.803,
|
|
"mean_token_accuracy": 0.22555143237113953,
|
|
"num_tokens": 9033258.0,
|
|
"step": 3795
|
|
},
|
|
{
|
|
"entropy": 5.166383552551269,
|
|
"epoch": 3.718551150269212,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.00040500648164475155,
|
|
"loss": 4.9353,
|
|
"mean_token_accuracy": 0.21520323008298875,
|
|
"num_tokens": 9045264.0,
|
|
"step": 3800
|
|
},
|
|
{
|
|
"entropy": 5.069120931625366,
|
|
"epoch": 3.723445912873226,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.0004046930901007445,
|
|
"loss": 4.8851,
|
|
"mean_token_accuracy": 0.21698033958673477,
|
|
"num_tokens": 9058072.0,
|
|
"step": 3805
|
|
},
|
|
{
|
|
"entropy": 5.129068422317505,
|
|
"epoch": 3.7283406754772392,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 0.0004043793212998073,
|
|
"loss": 4.8574,
|
|
"mean_token_accuracy": 0.22141923755407333,
|
|
"num_tokens": 9070982.0,
|
|
"step": 3810
|
|
},
|
|
{
|
|
"entropy": 5.083976364135742,
|
|
"epoch": 3.733235438081253,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.0004040651761546445,
|
|
"loss": 4.9035,
|
|
"mean_token_accuracy": 0.21738988012075425,
|
|
"num_tokens": 9083520.0,
|
|
"step": 3815
|
|
},
|
|
{
|
|
"entropy": 5.115589666366577,
|
|
"epoch": 3.7381302006852666,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.0004037506555790551,
|
|
"loss": 4.9049,
|
|
"mean_token_accuracy": 0.21713944375514985,
|
|
"num_tokens": 9095729.0,
|
|
"step": 3820
|
|
},
|
|
{
|
|
"entropy": 5.086327981948853,
|
|
"epoch": 3.7430249632892805,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.0004034357604879303,
|
|
"loss": 4.8131,
|
|
"mean_token_accuracy": 0.2237031042575836,
|
|
"num_tokens": 9107400.0,
|
|
"step": 3825
|
|
},
|
|
{
|
|
"entropy": 5.108111715316772,
|
|
"epoch": 3.7479197258932944,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.0004031204917972508,
|
|
"loss": 4.84,
|
|
"mean_token_accuracy": 0.21787605285644532,
|
|
"num_tokens": 9119557.0,
|
|
"step": 3830
|
|
},
|
|
{
|
|
"entropy": 5.075828647613525,
|
|
"epoch": 3.752814488497308,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.00040280485042408384,
|
|
"loss": 4.836,
|
|
"mean_token_accuracy": 0.222735133767128,
|
|
"num_tokens": 9131862.0,
|
|
"step": 3835
|
|
},
|
|
{
|
|
"entropy": 5.147574329376221,
|
|
"epoch": 3.7577092511013217,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.00040248883728658094,
|
|
"loss": 4.8571,
|
|
"mean_token_accuracy": 0.2193186029791832,
|
|
"num_tokens": 9143250.0,
|
|
"step": 3840
|
|
},
|
|
{
|
|
"entropy": 5.129842519760132,
|
|
"epoch": 3.762604013705335,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.0004021724533039748,
|
|
"loss": 4.9094,
|
|
"mean_token_accuracy": 0.2181650459766388,
|
|
"num_tokens": 9155565.0,
|
|
"step": 3845
|
|
},
|
|
{
|
|
"entropy": 4.93073034286499,
|
|
"epoch": 3.767498776309349,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.00040185569939657717,
|
|
"loss": 4.7068,
|
|
"mean_token_accuracy": 0.2270694926381111,
|
|
"num_tokens": 9166186.0,
|
|
"step": 3850
|
|
},
|
|
{
|
|
"entropy": 5.081850004196167,
|
|
"epoch": 3.772393538913363,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.00040153857648577557,
|
|
"loss": 4.8421,
|
|
"mean_token_accuracy": 0.22167644798755645,
|
|
"num_tokens": 9178756.0,
|
|
"step": 3855
|
|
},
|
|
{
|
|
"entropy": 5.139322662353516,
|
|
"epoch": 3.7772883015173764,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.0004012210854940309,
|
|
"loss": 4.9906,
|
|
"mean_token_accuracy": 0.21866356134414672,
|
|
"num_tokens": 9190613.0,
|
|
"step": 3860
|
|
},
|
|
{
|
|
"entropy": 5.099810838699341,
|
|
"epoch": 3.7821830641213903,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.000400903227344875,
|
|
"loss": 4.9191,
|
|
"mean_token_accuracy": 0.21503413170576097,
|
|
"num_tokens": 9203255.0,
|
|
"step": 3865
|
|
},
|
|
{
|
|
"entropy": 5.059392738342285,
|
|
"epoch": 3.7870778267254037,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 0.0004005850029629074,
|
|
"loss": 4.8367,
|
|
"mean_token_accuracy": 0.21643659919500352,
|
|
"num_tokens": 9215512.0,
|
|
"step": 3870
|
|
},
|
|
{
|
|
"entropy": 5.122841548919678,
|
|
"epoch": 3.7919725893294176,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.0004002664132737932,
|
|
"loss": 4.8445,
|
|
"mean_token_accuracy": 0.2175495907664299,
|
|
"num_tokens": 9226888.0,
|
|
"step": 3875
|
|
},
|
|
{
|
|
"entropy": 5.131028938293457,
|
|
"epoch": 3.7968673519334315,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.00039994745920425996,
|
|
"loss": 4.8552,
|
|
"mean_token_accuracy": 0.22309367805719377,
|
|
"num_tokens": 9238658.0,
|
|
"step": 3880
|
|
},
|
|
{
|
|
"entropy": 5.046094560623169,
|
|
"epoch": 3.801762114537445,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.0003996281416820952,
|
|
"loss": 4.761,
|
|
"mean_token_accuracy": 0.23520938456058502,
|
|
"num_tokens": 9249453.0,
|
|
"step": 3885
|
|
},
|
|
{
|
|
"entropy": 5.060846567153931,
|
|
"epoch": 3.8066568771414584,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.0003993084616361438,
|
|
"loss": 4.7883,
|
|
"mean_token_accuracy": 0.21691110581159592,
|
|
"num_tokens": 9260648.0,
|
|
"step": 3890
|
|
},
|
|
{
|
|
"entropy": 5.0653399467468265,
|
|
"epoch": 3.8115516397454723,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.0003989884199963049,
|
|
"loss": 4.8212,
|
|
"mean_token_accuracy": 0.218986214697361,
|
|
"num_tokens": 9273120.0,
|
|
"step": 3895
|
|
},
|
|
{
|
|
"entropy": 5.0901384353637695,
|
|
"epoch": 3.816446402349486,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 0.0003986680176935297,
|
|
"loss": 4.8453,
|
|
"mean_token_accuracy": 0.22201039493083954,
|
|
"num_tokens": 9285460.0,
|
|
"step": 3900
|
|
},
|
|
{
|
|
"entropy": 5.052167367935181,
|
|
"epoch": 3.8213411649534996,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.0003983472556598184,
|
|
"loss": 4.8365,
|
|
"mean_token_accuracy": 0.2265273168683052,
|
|
"num_tokens": 9297038.0,
|
|
"step": 3905
|
|
},
|
|
{
|
|
"entropy": 5.058988428115844,
|
|
"epoch": 3.8262359275575135,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 0.0003980261348282177,
|
|
"loss": 4.7678,
|
|
"mean_token_accuracy": 0.23172608464956285,
|
|
"num_tokens": 9309006.0,
|
|
"step": 3910
|
|
},
|
|
{
|
|
"entropy": 5.029935455322265,
|
|
"epoch": 3.831130690161527,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.0003977046561328178,
|
|
"loss": 4.7527,
|
|
"mean_token_accuracy": 0.23079726994037628,
|
|
"num_tokens": 9321276.0,
|
|
"step": 3915
|
|
},
|
|
{
|
|
"entropy": 4.97658486366272,
|
|
"epoch": 3.836025452765541,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.00039738282050875,
|
|
"loss": 4.7715,
|
|
"mean_token_accuracy": 0.21992994844913483,
|
|
"num_tokens": 9333172.0,
|
|
"step": 3920
|
|
},
|
|
{
|
|
"entropy": 5.103640079498291,
|
|
"epoch": 3.8409202153695547,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.0003970606288921839,
|
|
"loss": 4.8113,
|
|
"mean_token_accuracy": 0.22476234287023544,
|
|
"num_tokens": 9343653.0,
|
|
"step": 3925
|
|
},
|
|
{
|
|
"entropy": 5.034993600845337,
|
|
"epoch": 3.845814977973568,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.00039673808222032457,
|
|
"loss": 4.8093,
|
|
"mean_token_accuracy": 0.22278518229722977,
|
|
"num_tokens": 9355811.0,
|
|
"step": 3930
|
|
},
|
|
{
|
|
"entropy": 4.919755554199218,
|
|
"epoch": 3.850709740577582,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 0.0003964151814314099,
|
|
"loss": 4.7726,
|
|
"mean_token_accuracy": 0.22335645258426667,
|
|
"num_tokens": 9367132.0,
|
|
"step": 3935
|
|
},
|
|
{
|
|
"entropy": 5.017191553115845,
|
|
"epoch": 3.8556045031815955,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.0003960919274647075,
|
|
"loss": 4.7673,
|
|
"mean_token_accuracy": 0.22698212265968323,
|
|
"num_tokens": 9379101.0,
|
|
"step": 3940
|
|
},
|
|
{
|
|
"entropy": 5.057470798492432,
|
|
"epoch": 3.8604992657856094,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 0.000395768321260513,
|
|
"loss": 4.8288,
|
|
"mean_token_accuracy": 0.22712221890687942,
|
|
"num_tokens": 9390270.0,
|
|
"step": 3945
|
|
},
|
|
{
|
|
"entropy": 5.064850902557373,
|
|
"epoch": 3.8653940283896233,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 0.0003954443637601462,
|
|
"loss": 4.842,
|
|
"mean_token_accuracy": 0.2169718399643898,
|
|
"num_tokens": 9401724.0,
|
|
"step": 3950
|
|
},
|
|
{
|
|
"entropy": 5.049954080581665,
|
|
"epoch": 3.8702887909936368,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.00039512005590594876,
|
|
"loss": 4.8423,
|
|
"mean_token_accuracy": 0.2201844722032547,
|
|
"num_tokens": 9415206.0,
|
|
"step": 3955
|
|
},
|
|
{
|
|
"entropy": 5.194021081924438,
|
|
"epoch": 3.8751835535976507,
|
|
"grad_norm": 1.3984375,
|
|
"learning_rate": 0.00039479539864128164,
|
|
"loss": 4.8965,
|
|
"mean_token_accuracy": 0.21629704385995865,
|
|
"num_tokens": 9425830.0,
|
|
"step": 3960
|
|
},
|
|
{
|
|
"entropy": 4.963757419586182,
|
|
"epoch": 3.880078316201664,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.00039447039291052194,
|
|
"loss": 4.7876,
|
|
"mean_token_accuracy": 0.22419182658195497,
|
|
"num_tokens": 9437603.0,
|
|
"step": 3965
|
|
},
|
|
{
|
|
"entropy": 4.988585805892944,
|
|
"epoch": 3.884973078805678,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.00039414503965906075,
|
|
"loss": 4.8142,
|
|
"mean_token_accuracy": 0.22689663469791413,
|
|
"num_tokens": 9448138.0,
|
|
"step": 3970
|
|
},
|
|
{
|
|
"entropy": 5.16522707939148,
|
|
"epoch": 3.889867841409692,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.0003938193398332995,
|
|
"loss": 4.8378,
|
|
"mean_token_accuracy": 0.2153660163283348,
|
|
"num_tokens": 9460530.0,
|
|
"step": 3975
|
|
},
|
|
{
|
|
"entropy": 5.092146348953247,
|
|
"epoch": 3.8947626040137053,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.00039349329438064835,
|
|
"loss": 4.8541,
|
|
"mean_token_accuracy": 0.2215948611497879,
|
|
"num_tokens": 9472242.0,
|
|
"step": 3980
|
|
},
|
|
{
|
|
"entropy": 5.041393804550171,
|
|
"epoch": 3.899657366617719,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 0.0003931669042495226,
|
|
"loss": 4.7491,
|
|
"mean_token_accuracy": 0.22804808169603347,
|
|
"num_tokens": 9483266.0,
|
|
"step": 3985
|
|
},
|
|
{
|
|
"entropy": 5.045307779312134,
|
|
"epoch": 3.9045521292217327,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.00039284017038933994,
|
|
"loss": 4.7909,
|
|
"mean_token_accuracy": 0.22371412813663483,
|
|
"num_tokens": 9494032.0,
|
|
"step": 3990
|
|
},
|
|
{
|
|
"entropy": 5.0007702827453615,
|
|
"epoch": 3.9094468918257466,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.00039251309375051824,
|
|
"loss": 4.7481,
|
|
"mean_token_accuracy": 0.23098208010196686,
|
|
"num_tokens": 9506301.0,
|
|
"step": 3995
|
|
},
|
|
{
|
|
"entropy": 5.028079414367676,
|
|
"epoch": 3.91434165442976,
|
|
"grad_norm": 1.671875,
|
|
"learning_rate": 0.00039218567528447225,
|
|
"loss": 4.8206,
|
|
"mean_token_accuracy": 0.22137255370616912,
|
|
"num_tokens": 9517972.0,
|
|
"step": 4000
|
|
},
|
|
{
|
|
"epoch": 3.91434165442976,
|
|
"eval_entropy": 4.977437346827956,
|
|
"eval_loss": 5.587992191314697,
|
|
"eval_mean_token_accuracy": 0.19564044451353998,
|
|
"eval_num_tokens": 9517972.0,
|
|
"eval_runtime": 2.724,
|
|
"eval_samples_per_second": 1265.405,
|
|
"eval_steps_per_second": 158.222,
|
|
"step": 4000
|
|
},
|
|
{
|
|
"entropy": 5.103353357315063,
|
|
"epoch": 3.919236417033774,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.0003918579159436113,
|
|
"loss": 4.9132,
|
|
"mean_token_accuracy": 0.21382989585399628,
|
|
"num_tokens": 9530108.0,
|
|
"step": 4005
|
|
},
|
|
{
|
|
"entropy": 5.06493911743164,
|
|
"epoch": 3.9241311796377873,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 0.00039152981668133573,
|
|
"loss": 4.7868,
|
|
"mean_token_accuracy": 0.22151001542806625,
|
|
"num_tokens": 9542055.0,
|
|
"step": 4010
|
|
},
|
|
{
|
|
"entropy": 5.0945597171783445,
|
|
"epoch": 3.9290259422418012,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.0003912013784520354,
|
|
"loss": 4.8136,
|
|
"mean_token_accuracy": 0.2190907344222069,
|
|
"num_tokens": 9553507.0,
|
|
"step": 4015
|
|
},
|
|
{
|
|
"entropy": 5.168673324584961,
|
|
"epoch": 3.933920704845815,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 0.00039087260221108537,
|
|
"loss": 5.0045,
|
|
"mean_token_accuracy": 0.2076257809996605,
|
|
"num_tokens": 9564958.0,
|
|
"step": 4020
|
|
},
|
|
{
|
|
"entropy": 5.08221755027771,
|
|
"epoch": 3.9388154674498286,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 0.0003905434889148448,
|
|
"loss": 4.8898,
|
|
"mean_token_accuracy": 0.22382588684558868,
|
|
"num_tokens": 9577149.0,
|
|
"step": 4025
|
|
},
|
|
{
|
|
"entropy": 5.125473546981811,
|
|
"epoch": 3.9437102300538425,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.00039021403952065254,
|
|
"loss": 4.8643,
|
|
"mean_token_accuracy": 0.2155940130352974,
|
|
"num_tokens": 9590920.0,
|
|
"step": 4030
|
|
},
|
|
{
|
|
"entropy": 5.061619901657105,
|
|
"epoch": 3.948604992657856,
|
|
"grad_norm": 1.390625,
|
|
"learning_rate": 0.0003898842549868255,
|
|
"loss": 4.7858,
|
|
"mean_token_accuracy": 0.23111396729946138,
|
|
"num_tokens": 9602224.0,
|
|
"step": 4035
|
|
},
|
|
{
|
|
"entropy": 5.029408931732178,
|
|
"epoch": 3.95349975526187,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.00038955413627265534,
|
|
"loss": 4.826,
|
|
"mean_token_accuracy": 0.2155000552535057,
|
|
"num_tokens": 9615160.0,
|
|
"step": 4040
|
|
},
|
|
{
|
|
"entropy": 5.077261829376221,
|
|
"epoch": 3.9583945178658837,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.0003892236843384058,
|
|
"loss": 4.8794,
|
|
"mean_token_accuracy": 0.21613506972789764,
|
|
"num_tokens": 9627853.0,
|
|
"step": 4045
|
|
},
|
|
{
|
|
"entropy": 5.1072883129119875,
|
|
"epoch": 3.963289280469897,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.0003888929001453098,
|
|
"loss": 4.8566,
|
|
"mean_token_accuracy": 0.21715804934501648,
|
|
"num_tokens": 9640215.0,
|
|
"step": 4050
|
|
},
|
|
{
|
|
"entropy": 5.186117029190063,
|
|
"epoch": 3.968184043073911,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.0003885617846555671,
|
|
"loss": 4.9161,
|
|
"mean_token_accuracy": 0.2154057204723358,
|
|
"num_tokens": 9652088.0,
|
|
"step": 4055
|
|
},
|
|
{
|
|
"entropy": 4.929154968261718,
|
|
"epoch": 3.9730788056779245,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 0.0003882303388323406,
|
|
"loss": 4.7686,
|
|
"mean_token_accuracy": 0.2280975952744484,
|
|
"num_tokens": 9664594.0,
|
|
"step": 4060
|
|
},
|
|
{
|
|
"entropy": 4.958717966079712,
|
|
"epoch": 3.9779735682819384,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.00038789856363975473,
|
|
"loss": 4.8172,
|
|
"mean_token_accuracy": 0.22695261985063553,
|
|
"num_tokens": 9675289.0,
|
|
"step": 4065
|
|
},
|
|
{
|
|
"entropy": 5.139262342453003,
|
|
"epoch": 3.9828683308859523,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.0003875664600428914,
|
|
"loss": 4.8389,
|
|
"mean_token_accuracy": 0.21972294002771378,
|
|
"num_tokens": 9687029.0,
|
|
"step": 4070
|
|
},
|
|
{
|
|
"entropy": 5.1033586978912355,
|
|
"epoch": 3.9877630934899657,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.0003872340290077883,
|
|
"loss": 4.8805,
|
|
"mean_token_accuracy": 0.2241383895277977,
|
|
"num_tokens": 9698069.0,
|
|
"step": 4075
|
|
},
|
|
{
|
|
"entropy": 5.05276780128479,
|
|
"epoch": 3.9926578560939796,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.00038690127150143515,
|
|
"loss": 4.7545,
|
|
"mean_token_accuracy": 0.2242726728320122,
|
|
"num_tokens": 9708872.0,
|
|
"step": 4080
|
|
},
|
|
{
|
|
"entropy": 4.995786809921265,
|
|
"epoch": 3.997552618697993,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 0.0003865681884917717,
|
|
"loss": 4.8207,
|
|
"mean_token_accuracy": 0.22683833837509154,
|
|
"num_tokens": 9721786.0,
|
|
"step": 4085
|
|
},
|
|
{
|
|
"entropy": 5.1724024878607855,
|
|
"epoch": 4.001957905041605,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.00038623478094768424,
|
|
"loss": 4.7452,
|
|
"mean_token_accuracy": 0.2254696422153049,
|
|
"num_tokens": 9731518.0,
|
|
"step": 4090
|
|
},
|
|
{
|
|
"entropy": 5.023131275177002,
|
|
"epoch": 4.006852667645619,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 0.0003859010498390033,
|
|
"loss": 4.5591,
|
|
"mean_token_accuracy": 0.23827751129865646,
|
|
"num_tokens": 9743895.0,
|
|
"step": 4095
|
|
},
|
|
{
|
|
"entropy": 4.985896110534668,
|
|
"epoch": 4.011747430249633,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.00038556699613650044,
|
|
"loss": 4.5581,
|
|
"mean_token_accuracy": 0.2374291941523552,
|
|
"num_tokens": 9756104.0,
|
|
"step": 4100
|
|
},
|
|
{
|
|
"entropy": 4.957859086990356,
|
|
"epoch": 4.016642192853647,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.00038523262081188573,
|
|
"loss": 4.4576,
|
|
"mean_token_accuracy": 0.24857828617095948,
|
|
"num_tokens": 9767494.0,
|
|
"step": 4105
|
|
},
|
|
{
|
|
"entropy": 5.041051959991455,
|
|
"epoch": 4.02153695545766,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.00038489792483780474,
|
|
"loss": 4.5525,
|
|
"mean_token_accuracy": 0.2367478311061859,
|
|
"num_tokens": 9779123.0,
|
|
"step": 4110
|
|
},
|
|
{
|
|
"entropy": 4.988537740707398,
|
|
"epoch": 4.026431718061674,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 0.00038456290918783566,
|
|
"loss": 4.6262,
|
|
"mean_token_accuracy": 0.23023803383111954,
|
|
"num_tokens": 9791309.0,
|
|
"step": 4115
|
|
},
|
|
{
|
|
"entropy": 5.059031200408936,
|
|
"epoch": 4.031326480665688,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.0003842275748364868,
|
|
"loss": 4.5714,
|
|
"mean_token_accuracy": 0.233939291536808,
|
|
"num_tokens": 9803333.0,
|
|
"step": 4120
|
|
},
|
|
{
|
|
"entropy": 5.124443626403808,
|
|
"epoch": 4.0362212432697016,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 0.0003838919227591933,
|
|
"loss": 4.6479,
|
|
"mean_token_accuracy": 0.23417795747518538,
|
|
"num_tokens": 9815592.0,
|
|
"step": 4125
|
|
},
|
|
{
|
|
"entropy": 5.063463544845581,
|
|
"epoch": 4.0411160058737154,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.0003835559539323146,
|
|
"loss": 4.6197,
|
|
"mean_token_accuracy": 0.23014721870422364,
|
|
"num_tokens": 9827380.0,
|
|
"step": 4130
|
|
},
|
|
{
|
|
"entropy": 4.968182563781738,
|
|
"epoch": 4.0460107684777284,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.0003832196693331315,
|
|
"loss": 4.4356,
|
|
"mean_token_accuracy": 0.24900406301021577,
|
|
"num_tokens": 9838261.0,
|
|
"step": 4135
|
|
},
|
|
{
|
|
"entropy": 4.958034372329712,
|
|
"epoch": 4.050905531081742,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.0003828830699398433,
|
|
"loss": 4.5673,
|
|
"mean_token_accuracy": 0.24179045110940933,
|
|
"num_tokens": 9849330.0,
|
|
"step": 4140
|
|
},
|
|
{
|
|
"entropy": 5.065645170211792,
|
|
"epoch": 4.055800293685756,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.00038254615673156516,
|
|
"loss": 4.6275,
|
|
"mean_token_accuracy": 0.2306502193212509,
|
|
"num_tokens": 9860711.0,
|
|
"step": 4145
|
|
},
|
|
{
|
|
"entropy": 5.059020519256592,
|
|
"epoch": 4.06069505628977,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 0.00038220893068832484,
|
|
"loss": 4.5425,
|
|
"mean_token_accuracy": 0.2374820217490196,
|
|
"num_tokens": 9872230.0,
|
|
"step": 4150
|
|
},
|
|
{
|
|
"entropy": 5.044583511352539,
|
|
"epoch": 4.065589818893784,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 0.00038187139279106025,
|
|
"loss": 4.591,
|
|
"mean_token_accuracy": 0.22831845730543138,
|
|
"num_tokens": 9884459.0,
|
|
"step": 4155
|
|
},
|
|
{
|
|
"entropy": 4.965525722503662,
|
|
"epoch": 4.070484581497797,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.00038153354402161636,
|
|
"loss": 4.5306,
|
|
"mean_token_accuracy": 0.24032900631427764,
|
|
"num_tokens": 9895636.0,
|
|
"step": 4160
|
|
},
|
|
{
|
|
"entropy": 4.978104209899902,
|
|
"epoch": 4.075379344101811,
|
|
"grad_norm": 1.4609375,
|
|
"learning_rate": 0.0003811953853627425,
|
|
"loss": 4.507,
|
|
"mean_token_accuracy": 0.24414079487323762,
|
|
"num_tokens": 9907090.0,
|
|
"step": 4165
|
|
},
|
|
{
|
|
"entropy": 4.997107219696045,
|
|
"epoch": 4.080274106705825,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.00038085691779808916,
|
|
"loss": 4.5661,
|
|
"mean_token_accuracy": 0.24097975045442582,
|
|
"num_tokens": 9918663.0,
|
|
"step": 4170
|
|
},
|
|
{
|
|
"entropy": 4.950863170623779,
|
|
"epoch": 4.085168869309839,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.00038051814231220585,
|
|
"loss": 4.5697,
|
|
"mean_token_accuracy": 0.2428872510790825,
|
|
"num_tokens": 9930662.0,
|
|
"step": 4175
|
|
},
|
|
{
|
|
"entropy": 5.114802503585816,
|
|
"epoch": 4.090063631913853,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.0003801790598905374,
|
|
"loss": 4.6904,
|
|
"mean_token_accuracy": 0.22135650217533112,
|
|
"num_tokens": 9942782.0,
|
|
"step": 4180
|
|
},
|
|
{
|
|
"entropy": 5.004737758636475,
|
|
"epoch": 4.094958394517866,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 0.00037983967151942143,
|
|
"loss": 4.5331,
|
|
"mean_token_accuracy": 0.2448731318116188,
|
|
"num_tokens": 9954663.0,
|
|
"step": 4185
|
|
},
|
|
{
|
|
"entropy": 4.978229808807373,
|
|
"epoch": 4.0998531571218795,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.000379499978186086,
|
|
"loss": 4.5862,
|
|
"mean_token_accuracy": 0.23844058215618133,
|
|
"num_tokens": 9968036.0,
|
|
"step": 4190
|
|
},
|
|
{
|
|
"entropy": 5.04127984046936,
|
|
"epoch": 4.104747919725893,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 0.0003791599808786456,
|
|
"loss": 4.62,
|
|
"mean_token_accuracy": 0.232499660551548,
|
|
"num_tokens": 9979855.0,
|
|
"step": 4195
|
|
},
|
|
{
|
|
"entropy": 5.025613069534302,
|
|
"epoch": 4.109642682329907,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.0003788196805860995,
|
|
"loss": 4.4975,
|
|
"mean_token_accuracy": 0.2550596997141838,
|
|
"num_tokens": 9991380.0,
|
|
"step": 4200
|
|
},
|
|
{
|
|
"entropy": 5.030689477920532,
|
|
"epoch": 4.114537444933921,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.0003784790782983279,
|
|
"loss": 4.6009,
|
|
"mean_token_accuracy": 0.23677781075239182,
|
|
"num_tokens": 10003886.0,
|
|
"step": 4205
|
|
},
|
|
{
|
|
"entropy": 4.982917642593383,
|
|
"epoch": 4.119432207537934,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 0.0003781381750060898,
|
|
"loss": 4.5927,
|
|
"mean_token_accuracy": 0.23751294910907744,
|
|
"num_tokens": 10015237.0,
|
|
"step": 4210
|
|
},
|
|
{
|
|
"entropy": 4.986427736282349,
|
|
"epoch": 4.124326970141948,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 0.0003777969717010194,
|
|
"loss": 4.5197,
|
|
"mean_token_accuracy": 0.24729954749345778,
|
|
"num_tokens": 10028514.0,
|
|
"step": 4215
|
|
},
|
|
{
|
|
"entropy": 4.94989333152771,
|
|
"epoch": 4.129221732745962,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 0.0003774554693756239,
|
|
"loss": 4.545,
|
|
"mean_token_accuracy": 0.23948704749345778,
|
|
"num_tokens": 10041658.0,
|
|
"step": 4220
|
|
},
|
|
{
|
|
"entropy": 4.941936111450195,
|
|
"epoch": 4.134116495349976,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.0003771136690232802,
|
|
"loss": 4.4823,
|
|
"mean_token_accuracy": 0.25030840635299684,
|
|
"num_tokens": 10052622.0,
|
|
"step": 4225
|
|
},
|
|
{
|
|
"entropy": 4.951936388015747,
|
|
"epoch": 4.139011257953989,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.000376771571638232,
|
|
"loss": 4.5212,
|
|
"mean_token_accuracy": 0.23812614232301713,
|
|
"num_tokens": 10063819.0,
|
|
"step": 4230
|
|
},
|
|
{
|
|
"entropy": 4.998723363876342,
|
|
"epoch": 4.143906020558003,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.00037642917821558737,
|
|
"loss": 4.6672,
|
|
"mean_token_accuracy": 0.2340690091252327,
|
|
"num_tokens": 10076757.0,
|
|
"step": 4235
|
|
},
|
|
{
|
|
"entropy": 4.940063190460205,
|
|
"epoch": 4.148800783162017,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.000376086489751315,
|
|
"loss": 4.4913,
|
|
"mean_token_accuracy": 0.24697423428297044,
|
|
"num_tokens": 10088287.0,
|
|
"step": 4240
|
|
},
|
|
{
|
|
"entropy": 4.959346103668213,
|
|
"epoch": 4.1536955457660305,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 0.00037574350724224213,
|
|
"loss": 4.51,
|
|
"mean_token_accuracy": 0.2408648580312729,
|
|
"num_tokens": 10099739.0,
|
|
"step": 4245
|
|
},
|
|
{
|
|
"entropy": 4.995651626586914,
|
|
"epoch": 4.158590308370044,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.0003754002316860515,
|
|
"loss": 4.6101,
|
|
"mean_token_accuracy": 0.23685633689165114,
|
|
"num_tokens": 10112613.0,
|
|
"step": 4250
|
|
},
|
|
{
|
|
"entropy": 5.025398540496826,
|
|
"epoch": 4.163485070974057,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.00037505666408127773,
|
|
"loss": 4.5495,
|
|
"mean_token_accuracy": 0.2375389203429222,
|
|
"num_tokens": 10124966.0,
|
|
"step": 4255
|
|
},
|
|
{
|
|
"entropy": 4.934124517440796,
|
|
"epoch": 4.168379833578071,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.0003747128054273055,
|
|
"loss": 4.5406,
|
|
"mean_token_accuracy": 0.2428314670920372,
|
|
"num_tokens": 10135841.0,
|
|
"step": 4260
|
|
},
|
|
{
|
|
"entropy": 5.013625955581665,
|
|
"epoch": 4.173274596182085,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.0003743686567243659,
|
|
"loss": 4.6596,
|
|
"mean_token_accuracy": 0.22884552776813508,
|
|
"num_tokens": 10147374.0,
|
|
"step": 4265
|
|
},
|
|
{
|
|
"entropy": 4.992853593826294,
|
|
"epoch": 4.178169358786099,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.0003740242189735336,
|
|
"loss": 4.5636,
|
|
"mean_token_accuracy": 0.236056911945343,
|
|
"num_tokens": 10159886.0,
|
|
"step": 4270
|
|
},
|
|
{
|
|
"entropy": 5.046988439559937,
|
|
"epoch": 4.183064121390113,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.0003736794931767242,
|
|
"loss": 4.6437,
|
|
"mean_token_accuracy": 0.23168521523475646,
|
|
"num_tokens": 10172629.0,
|
|
"step": 4275
|
|
},
|
|
{
|
|
"entropy": 4.970481204986572,
|
|
"epoch": 4.187958883994126,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 0.0003733344803366914,
|
|
"loss": 4.5006,
|
|
"mean_token_accuracy": 0.2400296911597252,
|
|
"num_tokens": 10184467.0,
|
|
"step": 4280
|
|
},
|
|
{
|
|
"entropy": 4.981130743026734,
|
|
"epoch": 4.19285364659814,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.0003729891814570232,
|
|
"loss": 4.5989,
|
|
"mean_token_accuracy": 0.22856157273054123,
|
|
"num_tokens": 10196864.0,
|
|
"step": 4285
|
|
},
|
|
{
|
|
"entropy": 5.0006462097167965,
|
|
"epoch": 4.197748409202154,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 0.00037264359754214036,
|
|
"loss": 4.615,
|
|
"mean_token_accuracy": 0.23426750302314758,
|
|
"num_tokens": 10210787.0,
|
|
"step": 4290
|
|
},
|
|
{
|
|
"entropy": 4.971421957015991,
|
|
"epoch": 4.202643171806168,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.00037229772959729263,
|
|
"loss": 4.6164,
|
|
"mean_token_accuracy": 0.23017945289611816,
|
|
"num_tokens": 10223881.0,
|
|
"step": 4295
|
|
},
|
|
{
|
|
"entropy": 4.9670933246612545,
|
|
"epoch": 4.2075379344101815,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 0.0003719515786285554,
|
|
"loss": 4.5432,
|
|
"mean_token_accuracy": 0.24093651324510573,
|
|
"num_tokens": 10235505.0,
|
|
"step": 4300
|
|
},
|
|
{
|
|
"entropy": 4.944381380081177,
|
|
"epoch": 4.2124326970141945,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.00037160514564282815,
|
|
"loss": 4.541,
|
|
"mean_token_accuracy": 0.24333113729953765,
|
|
"num_tokens": 10247799.0,
|
|
"step": 4305
|
|
},
|
|
{
|
|
"entropy": 4.884352731704712,
|
|
"epoch": 4.217327459618208,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.00037125843164783,
|
|
"loss": 4.46,
|
|
"mean_token_accuracy": 0.24434017539024352,
|
|
"num_tokens": 10259068.0,
|
|
"step": 4310
|
|
},
|
|
{
|
|
"entropy": 4.95476336479187,
|
|
"epoch": 4.222222222222222,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 0.0003709114376520979,
|
|
"loss": 4.4964,
|
|
"mean_token_accuracy": 0.24015609323978424,
|
|
"num_tokens": 10271286.0,
|
|
"step": 4315
|
|
},
|
|
{
|
|
"entropy": 4.938775587081909,
|
|
"epoch": 4.227116984826236,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.00037056416466498313,
|
|
"loss": 4.5561,
|
|
"mean_token_accuracy": 0.23273864537477493,
|
|
"num_tokens": 10283173.0,
|
|
"step": 4320
|
|
},
|
|
{
|
|
"entropy": 5.012444305419922,
|
|
"epoch": 4.232011747430249,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.0003702166136966485,
|
|
"loss": 4.6257,
|
|
"mean_token_accuracy": 0.2402504190802574,
|
|
"num_tokens": 10296117.0,
|
|
"step": 4325
|
|
},
|
|
{
|
|
"entropy": 5.034178256988525,
|
|
"epoch": 4.236906510034263,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.0003698687857580655,
|
|
"loss": 4.6023,
|
|
"mean_token_accuracy": 0.2323506772518158,
|
|
"num_tokens": 10306995.0,
|
|
"step": 4330
|
|
},
|
|
{
|
|
"entropy": 4.841176128387451,
|
|
"epoch": 4.241801272638277,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.0003695206818610113,
|
|
"loss": 4.4346,
|
|
"mean_token_accuracy": 0.2476430505514145,
|
|
"num_tokens": 10318549.0,
|
|
"step": 4335
|
|
},
|
|
{
|
|
"entropy": 4.992100238800049,
|
|
"epoch": 4.246696035242291,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 0.0003691723030180657,
|
|
"loss": 4.6176,
|
|
"mean_token_accuracy": 0.23537442684173585,
|
|
"num_tokens": 10329399.0,
|
|
"step": 4340
|
|
},
|
|
{
|
|
"entropy": 4.993355083465576,
|
|
"epoch": 4.251590797846305,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 0.0003688236502426082,
|
|
"loss": 4.6357,
|
|
"mean_token_accuracy": 0.23501158505678177,
|
|
"num_tokens": 10341567.0,
|
|
"step": 4345
|
|
},
|
|
{
|
|
"entropy": 4.990873718261719,
|
|
"epoch": 4.256485560450318,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 0.0003684747245488153,
|
|
"loss": 4.4868,
|
|
"mean_token_accuracy": 0.2507901802659035,
|
|
"num_tokens": 10352407.0,
|
|
"step": 4350
|
|
},
|
|
{
|
|
"entropy": 4.960176038742065,
|
|
"epoch": 4.261380323054332,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 0.0003681255269516574,
|
|
"loss": 4.5799,
|
|
"mean_token_accuracy": 0.23848912119865417,
|
|
"num_tokens": 10364403.0,
|
|
"step": 4355
|
|
},
|
|
{
|
|
"entropy": 5.034172248840332,
|
|
"epoch": 4.266275085658346,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.0003677760584668956,
|
|
"loss": 4.6293,
|
|
"mean_token_accuracy": 0.23745577782392502,
|
|
"num_tokens": 10375392.0,
|
|
"step": 4360
|
|
},
|
|
{
|
|
"entropy": 5.023036861419678,
|
|
"epoch": 4.2711698482623595,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.00036742632011107926,
|
|
"loss": 4.6398,
|
|
"mean_token_accuracy": 0.22803306132555007,
|
|
"num_tokens": 10388038.0,
|
|
"step": 4365
|
|
},
|
|
{
|
|
"entropy": 4.989942741394043,
|
|
"epoch": 4.276064610866373,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.0003670763129015424,
|
|
"loss": 4.6633,
|
|
"mean_token_accuracy": 0.22033597081899642,
|
|
"num_tokens": 10401706.0,
|
|
"step": 4370
|
|
},
|
|
{
|
|
"entropy": 4.898762989044189,
|
|
"epoch": 4.280959373470386,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.00036672603785640144,
|
|
"loss": 4.5558,
|
|
"mean_token_accuracy": 0.2382776752114296,
|
|
"num_tokens": 10413363.0,
|
|
"step": 4375
|
|
},
|
|
{
|
|
"entropy": 4.985649633407593,
|
|
"epoch": 4.2858541360744,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.00036637549599455175,
|
|
"loss": 4.5086,
|
|
"mean_token_accuracy": 0.2554389536380768,
|
|
"num_tokens": 10425000.0,
|
|
"step": 4380
|
|
},
|
|
{
|
|
"entropy": 4.965001392364502,
|
|
"epoch": 4.290748898678414,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.0003660246883356648,
|
|
"loss": 4.5917,
|
|
"mean_token_accuracy": 0.24058783203363418,
|
|
"num_tokens": 10436412.0,
|
|
"step": 4385
|
|
},
|
|
{
|
|
"entropy": 4.929542827606201,
|
|
"epoch": 4.295643661282428,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 0.00036567361590018513,
|
|
"loss": 4.5348,
|
|
"mean_token_accuracy": 0.24117553383111953,
|
|
"num_tokens": 10446970.0,
|
|
"step": 4390
|
|
},
|
|
{
|
|
"entropy": 4.971066617965699,
|
|
"epoch": 4.300538423886442,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.0003653222797093277,
|
|
"loss": 4.5958,
|
|
"mean_token_accuracy": 0.2335049331188202,
|
|
"num_tokens": 10458721.0,
|
|
"step": 4395
|
|
},
|
|
{
|
|
"entropy": 4.929677724838257,
|
|
"epoch": 4.305433186490455,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.0003649706807850746,
|
|
"loss": 4.4786,
|
|
"mean_token_accuracy": 0.2507967263460159,
|
|
"num_tokens": 10469676.0,
|
|
"step": 4400
|
|
},
|
|
{
|
|
"entropy": 4.970559358596802,
|
|
"epoch": 4.310327949094469,
|
|
"grad_norm": 1.390625,
|
|
"learning_rate": 0.000364618820150172,
|
|
"loss": 4.6013,
|
|
"mean_token_accuracy": 0.23871603459119797,
|
|
"num_tokens": 10480832.0,
|
|
"step": 4405
|
|
},
|
|
{
|
|
"entropy": 4.944663619995117,
|
|
"epoch": 4.315222711698483,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.0003642666988281277,
|
|
"loss": 4.5965,
|
|
"mean_token_accuracy": 0.23900092542171478,
|
|
"num_tokens": 10493100.0,
|
|
"step": 4410
|
|
},
|
|
{
|
|
"entropy": 5.035148572921753,
|
|
"epoch": 4.320117474302497,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.0003639143178432075,
|
|
"loss": 4.6073,
|
|
"mean_token_accuracy": 0.2362759679555893,
|
|
"num_tokens": 10503910.0,
|
|
"step": 4415
|
|
},
|
|
{
|
|
"entropy": 4.999735975265503,
|
|
"epoch": 4.32501223690651,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.00036356167822043265,
|
|
"loss": 4.6022,
|
|
"mean_token_accuracy": 0.23736752718687057,
|
|
"num_tokens": 10515739.0,
|
|
"step": 4420
|
|
},
|
|
{
|
|
"entropy": 4.931397581100464,
|
|
"epoch": 4.3299069995105235,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.00036320878098557657,
|
|
"loss": 4.5844,
|
|
"mean_token_accuracy": 0.24389175325632095,
|
|
"num_tokens": 10527587.0,
|
|
"step": 4425
|
|
},
|
|
{
|
|
"entropy": 4.922537899017334,
|
|
"epoch": 4.334801762114537,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 0.00036285562716516234,
|
|
"loss": 4.6023,
|
|
"mean_token_accuracy": 0.239091594517231,
|
|
"num_tokens": 10538961.0,
|
|
"step": 4430
|
|
},
|
|
{
|
|
"entropy": 5.007340621948242,
|
|
"epoch": 4.339696524718551,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.0003625022177864591,
|
|
"loss": 4.6344,
|
|
"mean_token_accuracy": 0.22378634810447692,
|
|
"num_tokens": 10552084.0,
|
|
"step": 4435
|
|
},
|
|
{
|
|
"entropy": 5.001192235946656,
|
|
"epoch": 4.344591287322565,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.0003621485538774796,
|
|
"loss": 4.5266,
|
|
"mean_token_accuracy": 0.24157078862190245,
|
|
"num_tokens": 10563647.0,
|
|
"step": 4440
|
|
},
|
|
{
|
|
"entropy": 4.932107543945312,
|
|
"epoch": 4.349486049926578,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.0003617946364669768,
|
|
"loss": 4.5989,
|
|
"mean_token_accuracy": 0.2350343644618988,
|
|
"num_tokens": 10575651.0,
|
|
"step": 4445
|
|
},
|
|
{
|
|
"entropy": 5.014455842971802,
|
|
"epoch": 4.354380812530592,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.00036144046658444115,
|
|
"loss": 4.6686,
|
|
"mean_token_accuracy": 0.2301238015294075,
|
|
"num_tokens": 10588672.0,
|
|
"step": 4450
|
|
},
|
|
{
|
|
"entropy": 5.024813079833985,
|
|
"epoch": 4.359275575134606,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.00036108604526009753,
|
|
"loss": 4.6073,
|
|
"mean_token_accuracy": 0.23376379162073135,
|
|
"num_tokens": 10601363.0,
|
|
"step": 4455
|
|
},
|
|
{
|
|
"entropy": 4.9786200523376465,
|
|
"epoch": 4.36417033773862,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.0003607313735249021,
|
|
"loss": 4.6024,
|
|
"mean_token_accuracy": 0.23971123546361922,
|
|
"num_tokens": 10613462.0,
|
|
"step": 4460
|
|
},
|
|
{
|
|
"entropy": 4.9615809440612795,
|
|
"epoch": 4.369065100342634,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.0003603764524105396,
|
|
"loss": 4.5825,
|
|
"mean_token_accuracy": 0.24286321103572844,
|
|
"num_tokens": 10624896.0,
|
|
"step": 4465
|
|
},
|
|
{
|
|
"entropy": 4.9141175746917725,
|
|
"epoch": 4.373959862946647,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 0.0003600212829494201,
|
|
"loss": 4.504,
|
|
"mean_token_accuracy": 0.24894710034132003,
|
|
"num_tokens": 10635542.0,
|
|
"step": 4470
|
|
},
|
|
{
|
|
"entropy": 4.977388048171997,
|
|
"epoch": 4.378854625550661,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.0003596658661746759,
|
|
"loss": 4.5588,
|
|
"mean_token_accuracy": 0.24535323828458785,
|
|
"num_tokens": 10648955.0,
|
|
"step": 4475
|
|
},
|
|
{
|
|
"entropy": 4.973334836959839,
|
|
"epoch": 4.3837493881546745,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.000359310203120159,
|
|
"loss": 4.5934,
|
|
"mean_token_accuracy": 0.23908900320529938,
|
|
"num_tokens": 10660144.0,
|
|
"step": 4480
|
|
},
|
|
{
|
|
"entropy": 4.941062641143799,
|
|
"epoch": 4.388644150758688,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 0.00035895429482043763,
|
|
"loss": 4.4907,
|
|
"mean_token_accuracy": 0.24111208468675613,
|
|
"num_tokens": 10671896.0,
|
|
"step": 4485
|
|
},
|
|
{
|
|
"entropy": 4.986586046218872,
|
|
"epoch": 4.393538913362702,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 0.00035859814231079337,
|
|
"loss": 4.6403,
|
|
"mean_token_accuracy": 0.2328612059354782,
|
|
"num_tokens": 10683344.0,
|
|
"step": 4490
|
|
},
|
|
{
|
|
"entropy": 4.831319856643677,
|
|
"epoch": 4.398433675966715,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 0.00035824174662721814,
|
|
"loss": 4.4669,
|
|
"mean_token_accuracy": 0.24965253621339797,
|
|
"num_tokens": 10694057.0,
|
|
"step": 4495
|
|
},
|
|
{
|
|
"entropy": 5.074819278717041,
|
|
"epoch": 4.403328438570729,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.00035788510880641137,
|
|
"loss": 4.7056,
|
|
"mean_token_accuracy": 0.22890681475400926,
|
|
"num_tokens": 10707429.0,
|
|
"step": 4500
|
|
},
|
|
{
|
|
"entropy": 5.049197864532471,
|
|
"epoch": 4.408223201174743,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.00035752822988577683,
|
|
"loss": 4.5631,
|
|
"mean_token_accuracy": 0.23588933050632477,
|
|
"num_tokens": 10719857.0,
|
|
"step": 4505
|
|
},
|
|
{
|
|
"entropy": 4.944564390182495,
|
|
"epoch": 4.413117963778757,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.0003571711109034193,
|
|
"loss": 4.5742,
|
|
"mean_token_accuracy": 0.24017254561185836,
|
|
"num_tokens": 10732136.0,
|
|
"step": 4510
|
|
},
|
|
{
|
|
"entropy": 4.869391059875488,
|
|
"epoch": 4.41801272638277,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.00035681375289814226,
|
|
"loss": 4.5107,
|
|
"mean_token_accuracy": 0.2448602706193924,
|
|
"num_tokens": 10743104.0,
|
|
"step": 4515
|
|
},
|
|
{
|
|
"entropy": 4.992645597457885,
|
|
"epoch": 4.422907488986784,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 0.0003564561569094443,
|
|
"loss": 4.5514,
|
|
"mean_token_accuracy": 0.24186391681432723,
|
|
"num_tokens": 10754965.0,
|
|
"step": 4520
|
|
},
|
|
{
|
|
"entropy": 5.020322179794311,
|
|
"epoch": 4.427802251590798,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.0003560983239775162,
|
|
"loss": 4.6161,
|
|
"mean_token_accuracy": 0.23685276359319687,
|
|
"num_tokens": 10765438.0,
|
|
"step": 4525
|
|
},
|
|
{
|
|
"entropy": 4.90551791191101,
|
|
"epoch": 4.432697014194812,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.000355740255143238,
|
|
"loss": 4.6224,
|
|
"mean_token_accuracy": 0.23386283218860626,
|
|
"num_tokens": 10778176.0,
|
|
"step": 4530
|
|
},
|
|
{
|
|
"entropy": 4.968013525009155,
|
|
"epoch": 4.4375917767988255,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 0.0003553819514481761,
|
|
"loss": 4.6608,
|
|
"mean_token_accuracy": 0.226600943505764,
|
|
"num_tokens": 10790871.0,
|
|
"step": 4535
|
|
},
|
|
{
|
|
"entropy": 4.986626672744751,
|
|
"epoch": 4.4424865394028386,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.0003550234139345798,
|
|
"loss": 4.6401,
|
|
"mean_token_accuracy": 0.23747914880514145,
|
|
"num_tokens": 10802880.0,
|
|
"step": 4540
|
|
},
|
|
{
|
|
"entropy": 4.981742095947266,
|
|
"epoch": 4.447381302006852,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.0003546646436453789,
|
|
"loss": 4.5852,
|
|
"mean_token_accuracy": 0.23627849817276,
|
|
"num_tokens": 10816366.0,
|
|
"step": 4545
|
|
},
|
|
{
|
|
"entropy": 4.868809509277344,
|
|
"epoch": 4.452276064610866,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.00035430564162417986,
|
|
"loss": 4.4891,
|
|
"mean_token_accuracy": 0.24741119891405106,
|
|
"num_tokens": 10827973.0,
|
|
"step": 4550
|
|
},
|
|
{
|
|
"entropy": 5.132536363601685,
|
|
"epoch": 4.45717082721488,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.0003539464089152636,
|
|
"loss": 4.6797,
|
|
"mean_token_accuracy": 0.23054636865854264,
|
|
"num_tokens": 10839438.0,
|
|
"step": 4555
|
|
},
|
|
{
|
|
"entropy": 4.904827022552491,
|
|
"epoch": 4.462065589818894,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.00035358694656358194,
|
|
"loss": 4.5165,
|
|
"mean_token_accuracy": 0.2442225217819214,
|
|
"num_tokens": 10850189.0,
|
|
"step": 4560
|
|
},
|
|
{
|
|
"entropy": 4.833751010894775,
|
|
"epoch": 4.466960352422907,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.0003532272556147545,
|
|
"loss": 4.5193,
|
|
"mean_token_accuracy": 0.23978835195302964,
|
|
"num_tokens": 10861730.0,
|
|
"step": 4565
|
|
},
|
|
{
|
|
"entropy": 5.036434888839722,
|
|
"epoch": 4.471855115026921,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 0.0003528673371150664,
|
|
"loss": 4.6726,
|
|
"mean_token_accuracy": 0.23058370351791382,
|
|
"num_tokens": 10873843.0,
|
|
"step": 4570
|
|
},
|
|
{
|
|
"entropy": 4.995850515365601,
|
|
"epoch": 4.476749877630935,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.00035250719211146395,
|
|
"loss": 4.6395,
|
|
"mean_token_accuracy": 0.23562803864479065,
|
|
"num_tokens": 10886754.0,
|
|
"step": 4575
|
|
},
|
|
{
|
|
"entropy": 4.960853624343872,
|
|
"epoch": 4.481644640234949,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 0.0003521468216515528,
|
|
"loss": 4.5898,
|
|
"mean_token_accuracy": 0.23953092396259307,
|
|
"num_tokens": 10899402.0,
|
|
"step": 4580
|
|
},
|
|
{
|
|
"entropy": 4.983584070205689,
|
|
"epoch": 4.486539402838963,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.00035178622678359433,
|
|
"loss": 4.6076,
|
|
"mean_token_accuracy": 0.24189481884241104,
|
|
"num_tokens": 10912706.0,
|
|
"step": 4585
|
|
},
|
|
{
|
|
"entropy": 4.929827404022217,
|
|
"epoch": 4.491434165442976,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.00035142540855650264,
|
|
"loss": 4.6414,
|
|
"mean_token_accuracy": 0.23340380936861038,
|
|
"num_tokens": 10924710.0,
|
|
"step": 4590
|
|
},
|
|
{
|
|
"entropy": 4.896418762207031,
|
|
"epoch": 4.49632892804699,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.00035106436801984154,
|
|
"loss": 4.5596,
|
|
"mean_token_accuracy": 0.24512310326099396,
|
|
"num_tokens": 10936863.0,
|
|
"step": 4595
|
|
},
|
|
{
|
|
"entropy": 4.937282752990723,
|
|
"epoch": 4.5012236906510035,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 0.0003507031062238216,
|
|
"loss": 4.5465,
|
|
"mean_token_accuracy": 0.24911466538906096,
|
|
"num_tokens": 10948098.0,
|
|
"step": 4600
|
|
},
|
|
{
|
|
"entropy": 4.956559467315674,
|
|
"epoch": 4.506118453255017,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 0.0003503416242192968,
|
|
"loss": 4.6285,
|
|
"mean_token_accuracy": 0.2394946500658989,
|
|
"num_tokens": 10960703.0,
|
|
"step": 4605
|
|
},
|
|
{
|
|
"entropy": 4.99582805633545,
|
|
"epoch": 4.51101321585903,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.00034997992305776194,
|
|
"loss": 4.5726,
|
|
"mean_token_accuracy": 0.23462877422571182,
|
|
"num_tokens": 10972652.0,
|
|
"step": 4610
|
|
},
|
|
{
|
|
"entropy": 4.9431041240692135,
|
|
"epoch": 4.515907978463044,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.00034961800379134907,
|
|
"loss": 4.583,
|
|
"mean_token_accuracy": 0.23193895816802979,
|
|
"num_tokens": 10985511.0,
|
|
"step": 4615
|
|
},
|
|
{
|
|
"entropy": 4.928348207473755,
|
|
"epoch": 4.520802741067058,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.0003492558674728248,
|
|
"loss": 4.5437,
|
|
"mean_token_accuracy": 0.23933225572109224,
|
|
"num_tokens": 10997397.0,
|
|
"step": 4620
|
|
},
|
|
{
|
|
"entropy": 4.884153079986572,
|
|
"epoch": 4.525697503671072,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 0.00034889351515558705,
|
|
"loss": 4.5624,
|
|
"mean_token_accuracy": 0.23536658883094788,
|
|
"num_tokens": 11009301.0,
|
|
"step": 4625
|
|
},
|
|
{
|
|
"entropy": 4.983486604690552,
|
|
"epoch": 4.530592266275086,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.00034853094789366216,
|
|
"loss": 4.6166,
|
|
"mean_token_accuracy": 0.2318914443254471,
|
|
"num_tokens": 11021214.0,
|
|
"step": 4630
|
|
},
|
|
{
|
|
"entropy": 4.995839071273804,
|
|
"epoch": 4.5354870288791,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.00034816816674170155,
|
|
"loss": 4.6307,
|
|
"mean_token_accuracy": 0.23181201964616777,
|
|
"num_tokens": 11033706.0,
|
|
"step": 4635
|
|
},
|
|
{
|
|
"entropy": 4.904265308380127,
|
|
"epoch": 4.540381791483113,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.00034780517275497896,
|
|
"loss": 4.5223,
|
|
"mean_token_accuracy": 0.24747188985347748,
|
|
"num_tokens": 11046903.0,
|
|
"step": 4640
|
|
},
|
|
{
|
|
"entropy": 4.995366525650025,
|
|
"epoch": 4.545276554087127,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.00034744196698938715,
|
|
"loss": 4.6808,
|
|
"mean_token_accuracy": 0.23345842957496643,
|
|
"num_tokens": 11059769.0,
|
|
"step": 4645
|
|
},
|
|
{
|
|
"entropy": 4.958969449996948,
|
|
"epoch": 4.550171316691141,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.00034707855050143487,
|
|
"loss": 4.6213,
|
|
"mean_token_accuracy": 0.23973002284765244,
|
|
"num_tokens": 11072278.0,
|
|
"step": 4650
|
|
},
|
|
{
|
|
"entropy": 4.980345344543457,
|
|
"epoch": 4.5550660792951545,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.0003467149243482439,
|
|
"loss": 4.6103,
|
|
"mean_token_accuracy": 0.23416877686977386,
|
|
"num_tokens": 11084393.0,
|
|
"step": 4655
|
|
},
|
|
{
|
|
"entropy": 4.974357843399048,
|
|
"epoch": 4.5599608418991675,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.00034635108958754605,
|
|
"loss": 4.5113,
|
|
"mean_token_accuracy": 0.25227575153112414,
|
|
"num_tokens": 11096209.0,
|
|
"step": 4660
|
|
},
|
|
{
|
|
"entropy": 4.796844816207885,
|
|
"epoch": 4.564855604503181,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.0003459870472776796,
|
|
"loss": 4.3975,
|
|
"mean_token_accuracy": 0.25478396117687224,
|
|
"num_tokens": 11107563.0,
|
|
"step": 4665
|
|
},
|
|
{
|
|
"entropy": 4.876433897018432,
|
|
"epoch": 4.569750367107195,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.0003456227984775867,
|
|
"loss": 4.5936,
|
|
"mean_token_accuracy": 0.2475576013326645,
|
|
"num_tokens": 11119771.0,
|
|
"step": 4670
|
|
},
|
|
{
|
|
"entropy": 4.9424066066741945,
|
|
"epoch": 4.574645129711209,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.0003452583442468104,
|
|
"loss": 4.5355,
|
|
"mean_token_accuracy": 0.24378240704536439,
|
|
"num_tokens": 11130243.0,
|
|
"step": 4675
|
|
},
|
|
{
|
|
"entropy": 4.956759214401245,
|
|
"epoch": 4.579539892315223,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.0003448936856454909,
|
|
"loss": 4.6354,
|
|
"mean_token_accuracy": 0.23188417702913283,
|
|
"num_tokens": 11142623.0,
|
|
"step": 4680
|
|
},
|
|
{
|
|
"entropy": 4.957581090927124,
|
|
"epoch": 4.584434654919236,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.0003445288237343632,
|
|
"loss": 4.5506,
|
|
"mean_token_accuracy": 0.23696067482233046,
|
|
"num_tokens": 11154961.0,
|
|
"step": 4685
|
|
},
|
|
{
|
|
"entropy": 4.863600587844848,
|
|
"epoch": 4.58932941752325,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 0.0003441637595747535,
|
|
"loss": 4.5568,
|
|
"mean_token_accuracy": 0.24411790668964387,
|
|
"num_tokens": 11166924.0,
|
|
"step": 4690
|
|
},
|
|
{
|
|
"entropy": 4.99712495803833,
|
|
"epoch": 4.594224180127264,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 0.0003437984942285764,
|
|
"loss": 4.5925,
|
|
"mean_token_accuracy": 0.23994487076997756,
|
|
"num_tokens": 11178151.0,
|
|
"step": 4695
|
|
},
|
|
{
|
|
"entropy": 4.99697642326355,
|
|
"epoch": 4.599118942731278,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.00034343302875833174,
|
|
"loss": 4.6063,
|
|
"mean_token_accuracy": 0.23970601409673692,
|
|
"num_tokens": 11190546.0,
|
|
"step": 4700
|
|
},
|
|
{
|
|
"entropy": 4.911056089401245,
|
|
"epoch": 4.604013705335291,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 0.0003430673642271014,
|
|
"loss": 4.5319,
|
|
"mean_token_accuracy": 0.2503520429134369,
|
|
"num_tokens": 11202191.0,
|
|
"step": 4705
|
|
},
|
|
{
|
|
"entropy": 4.8730621337890625,
|
|
"epoch": 4.608908467939305,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.0003427015016985464,
|
|
"loss": 4.6004,
|
|
"mean_token_accuracy": 0.23604031950235366,
|
|
"num_tokens": 11213233.0,
|
|
"step": 4710
|
|
},
|
|
{
|
|
"entropy": 4.965299892425537,
|
|
"epoch": 4.6138032305433185,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.0003423354422369036,
|
|
"loss": 4.5624,
|
|
"mean_token_accuracy": 0.23677294552326203,
|
|
"num_tokens": 11224209.0,
|
|
"step": 4715
|
|
},
|
|
{
|
|
"entropy": 5.060855054855347,
|
|
"epoch": 4.618697993147332,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.0003419691869069829,
|
|
"loss": 4.7085,
|
|
"mean_token_accuracy": 0.23144390285015107,
|
|
"num_tokens": 11236764.0,
|
|
"step": 4720
|
|
},
|
|
{
|
|
"entropy": 4.937286138534546,
|
|
"epoch": 4.623592755751346,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 0.0003416027367741637,
|
|
"loss": 4.5261,
|
|
"mean_token_accuracy": 0.24710342288017273,
|
|
"num_tokens": 11248386.0,
|
|
"step": 4725
|
|
},
|
|
{
|
|
"entropy": 4.834506940841675,
|
|
"epoch": 4.62848751835536,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.0003412360929043922,
|
|
"loss": 4.5261,
|
|
"mean_token_accuracy": 0.2465933382511139,
|
|
"num_tokens": 11260056.0,
|
|
"step": 4730
|
|
},
|
|
{
|
|
"entropy": 4.969740867614746,
|
|
"epoch": 4.633382280959373,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 0.0003408692563641781,
|
|
"loss": 4.6864,
|
|
"mean_token_accuracy": 0.22559406459331513,
|
|
"num_tokens": 11274186.0,
|
|
"step": 4735
|
|
},
|
|
{
|
|
"entropy": 4.9639567852020265,
|
|
"epoch": 4.638277043563387,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.00034050222822059153,
|
|
"loss": 4.5563,
|
|
"mean_token_accuracy": 0.2435510516166687,
|
|
"num_tokens": 11286464.0,
|
|
"step": 4740
|
|
},
|
|
{
|
|
"entropy": 4.903935527801513,
|
|
"epoch": 4.643171806167401,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.0003401350095412601,
|
|
"loss": 4.5388,
|
|
"mean_token_accuracy": 0.23533929139375687,
|
|
"num_tokens": 11298536.0,
|
|
"step": 4745
|
|
},
|
|
{
|
|
"entropy": 4.984070634841919,
|
|
"epoch": 4.648066568771415,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 0.0003397676013943655,
|
|
"loss": 4.7008,
|
|
"mean_token_accuracy": 0.22351232320070266,
|
|
"num_tokens": 11311477.0,
|
|
"step": 4750
|
|
},
|
|
{
|
|
"entropy": 5.042261743545533,
|
|
"epoch": 4.652961331375428,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 0.00033940000484864065,
|
|
"loss": 4.6359,
|
|
"mean_token_accuracy": 0.23226390033960342,
|
|
"num_tokens": 11323449.0,
|
|
"step": 4755
|
|
},
|
|
{
|
|
"entropy": 4.958922100067139,
|
|
"epoch": 4.657856093979442,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 0.00033903222097336636,
|
|
"loss": 4.6416,
|
|
"mean_token_accuracy": 0.23971253782510757,
|
|
"num_tokens": 11336606.0,
|
|
"step": 4760
|
|
},
|
|
{
|
|
"entropy": 4.934089326858521,
|
|
"epoch": 4.662750856583456,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.0003386642508383685,
|
|
"loss": 4.5607,
|
|
"mean_token_accuracy": 0.23808138817548752,
|
|
"num_tokens": 11348272.0,
|
|
"step": 4765
|
|
},
|
|
{
|
|
"entropy": 4.979602956771851,
|
|
"epoch": 4.66764561918747,
|
|
"grad_norm": 1.0546875,
|
|
"learning_rate": 0.0003382960955140146,
|
|
"loss": 4.6474,
|
|
"mean_token_accuracy": 0.2371411442756653,
|
|
"num_tokens": 11359762.0,
|
|
"step": 4770
|
|
},
|
|
{
|
|
"entropy": 4.918827533721924,
|
|
"epoch": 4.6725403817914835,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.0003379277560712112,
|
|
"loss": 4.5287,
|
|
"mean_token_accuracy": 0.24563721120357512,
|
|
"num_tokens": 11372015.0,
|
|
"step": 4775
|
|
},
|
|
{
|
|
"entropy": 4.992553663253784,
|
|
"epoch": 4.6774351443954965,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 0.0003375592335813999,
|
|
"loss": 4.5794,
|
|
"mean_token_accuracy": 0.24276368618011473,
|
|
"num_tokens": 11382433.0,
|
|
"step": 4780
|
|
},
|
|
{
|
|
"entropy": 4.926769495010376,
|
|
"epoch": 4.68232990699951,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.0003371905291165551,
|
|
"loss": 4.5468,
|
|
"mean_token_accuracy": 0.2355273887515068,
|
|
"num_tokens": 11394479.0,
|
|
"step": 4785
|
|
},
|
|
{
|
|
"entropy": 4.898515892028809,
|
|
"epoch": 4.687224669603524,
|
|
"grad_norm": 1.3203125,
|
|
"learning_rate": 0.0003368216437491806,
|
|
"loss": 4.5381,
|
|
"mean_token_accuracy": 0.24220383167266846,
|
|
"num_tokens": 11405759.0,
|
|
"step": 4790
|
|
},
|
|
{
|
|
"entropy": 5.041534185409546,
|
|
"epoch": 4.692119432207538,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 0.00033645257855230616,
|
|
"loss": 4.686,
|
|
"mean_token_accuracy": 0.23345834463834764,
|
|
"num_tokens": 11418356.0,
|
|
"step": 4795
|
|
},
|
|
{
|
|
"entropy": 4.962784957885742,
|
|
"epoch": 4.697014194811552,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.0003360833345994849,
|
|
"loss": 4.5647,
|
|
"mean_token_accuracy": 0.2334904357790947,
|
|
"num_tokens": 11428999.0,
|
|
"step": 4800
|
|
},
|
|
{
|
|
"entropy": 4.961305141448975,
|
|
"epoch": 4.701908957415565,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.00033571391296478956,
|
|
"loss": 4.6493,
|
|
"mean_token_accuracy": 0.23007457405328752,
|
|
"num_tokens": 11439531.0,
|
|
"step": 4805
|
|
},
|
|
{
|
|
"entropy": 4.888871335983277,
|
|
"epoch": 4.706803720019579,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 0.00033534431472281005,
|
|
"loss": 4.5147,
|
|
"mean_token_accuracy": 0.2470294326543808,
|
|
"num_tokens": 11451582.0,
|
|
"step": 4810
|
|
},
|
|
{
|
|
"entropy": 4.912890005111694,
|
|
"epoch": 4.711698482623593,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 0.0003349745409486499,
|
|
"loss": 4.6071,
|
|
"mean_token_accuracy": 0.23003580719232558,
|
|
"num_tokens": 11463243.0,
|
|
"step": 4815
|
|
},
|
|
{
|
|
"entropy": 5.000146865844727,
|
|
"epoch": 4.716593245227607,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.0003346045927179232,
|
|
"loss": 4.597,
|
|
"mean_token_accuracy": 0.2359566494822502,
|
|
"num_tokens": 11475797.0,
|
|
"step": 4820
|
|
},
|
|
{
|
|
"entropy": 4.880976438522339,
|
|
"epoch": 4.721488007831621,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.0003342344711067516,
|
|
"loss": 4.5452,
|
|
"mean_token_accuracy": 0.24409642368555068,
|
|
"num_tokens": 11487166.0,
|
|
"step": 4825
|
|
},
|
|
{
|
|
"entropy": 4.8728338241577145,
|
|
"epoch": 4.726382770435634,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.0003338641771917609,
|
|
"loss": 4.5857,
|
|
"mean_token_accuracy": 0.22893455922603606,
|
|
"num_tokens": 11498834.0,
|
|
"step": 4830
|
|
},
|
|
{
|
|
"entropy": 4.904224443435669,
|
|
"epoch": 4.7312775330396475,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.00033349371205007827,
|
|
"loss": 4.5863,
|
|
"mean_token_accuracy": 0.2370509222149849,
|
|
"num_tokens": 11511665.0,
|
|
"step": 4835
|
|
},
|
|
{
|
|
"entropy": 5.072694969177246,
|
|
"epoch": 4.736172295643661,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.00033312307675932904,
|
|
"loss": 4.5992,
|
|
"mean_token_accuracy": 0.23935865312814714,
|
|
"num_tokens": 11522358.0,
|
|
"step": 4840
|
|
},
|
|
{
|
|
"entropy": 4.960729694366455,
|
|
"epoch": 4.741067058247675,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.0003327522723976332,
|
|
"loss": 4.5857,
|
|
"mean_token_accuracy": 0.23962829560041427,
|
|
"num_tokens": 11536082.0,
|
|
"step": 4845
|
|
},
|
|
{
|
|
"entropy": 4.896367073059082,
|
|
"epoch": 4.745961820851688,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.0003323813000436028,
|
|
"loss": 4.5804,
|
|
"mean_token_accuracy": 0.24031926840543746,
|
|
"num_tokens": 11549004.0,
|
|
"step": 4850
|
|
},
|
|
{
|
|
"entropy": 4.942358016967773,
|
|
"epoch": 4.750856583455702,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.00033201016077633825,
|
|
"loss": 4.6194,
|
|
"mean_token_accuracy": 0.23238101601600647,
|
|
"num_tokens": 11560029.0,
|
|
"step": 4855
|
|
},
|
|
{
|
|
"entropy": 4.97268648147583,
|
|
"epoch": 4.755751346059716,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.0003316388556754259,
|
|
"loss": 4.5764,
|
|
"mean_token_accuracy": 0.24354737401008605,
|
|
"num_tokens": 11571563.0,
|
|
"step": 4860
|
|
},
|
|
{
|
|
"entropy": 4.867502641677857,
|
|
"epoch": 4.76064610866373,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 0.0003312673858209341,
|
|
"loss": 4.5175,
|
|
"mean_token_accuracy": 0.23850720077753068,
|
|
"num_tokens": 11582917.0,
|
|
"step": 4865
|
|
},
|
|
{
|
|
"entropy": 4.924775886535644,
|
|
"epoch": 4.765540871267744,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.0003308957522934107,
|
|
"loss": 4.6328,
|
|
"mean_token_accuracy": 0.2353920817375183,
|
|
"num_tokens": 11594272.0,
|
|
"step": 4870
|
|
},
|
|
{
|
|
"entropy": 4.96436653137207,
|
|
"epoch": 4.770435633871757,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 0.00033052395617387954,
|
|
"loss": 4.6137,
|
|
"mean_token_accuracy": 0.24112553000450135,
|
|
"num_tokens": 11605389.0,
|
|
"step": 4875
|
|
},
|
|
{
|
|
"entropy": 4.93902096748352,
|
|
"epoch": 4.775330396475771,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.00033015199854383734,
|
|
"loss": 4.6033,
|
|
"mean_token_accuracy": 0.23862474411725998,
|
|
"num_tokens": 11617542.0,
|
|
"step": 4880
|
|
},
|
|
{
|
|
"entropy": 4.920818424224853,
|
|
"epoch": 4.780225159079785,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.0003297798804852508,
|
|
"loss": 4.5455,
|
|
"mean_token_accuracy": 0.2366666316986084,
|
|
"num_tokens": 11630078.0,
|
|
"step": 4885
|
|
},
|
|
{
|
|
"entropy": 4.940057563781738,
|
|
"epoch": 4.7851199216837985,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.00032940760308055315,
|
|
"loss": 4.6167,
|
|
"mean_token_accuracy": 0.2333507552742958,
|
|
"num_tokens": 11641418.0,
|
|
"step": 4890
|
|
},
|
|
{
|
|
"entropy": 5.0347026824951175,
|
|
"epoch": 4.790014684287812,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.00032903516741264124,
|
|
"loss": 4.7665,
|
|
"mean_token_accuracy": 0.2256920740008354,
|
|
"num_tokens": 11654797.0,
|
|
"step": 4895
|
|
},
|
|
{
|
|
"entropy": 4.936593437194825,
|
|
"epoch": 4.794909446891825,
|
|
"grad_norm": 0.984375,
|
|
"learning_rate": 0.00032866257456487215,
|
|
"loss": 4.5822,
|
|
"mean_token_accuracy": 0.2424963504076004,
|
|
"num_tokens": 11667880.0,
|
|
"step": 4900
|
|
},
|
|
{
|
|
"entropy": 4.986945867538452,
|
|
"epoch": 4.799804209495839,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.00032828982562106023,
|
|
"loss": 4.5762,
|
|
"mean_token_accuracy": 0.23732181191444396,
|
|
"num_tokens": 11680229.0,
|
|
"step": 4905
|
|
},
|
|
{
|
|
"entropy": 4.926059579849243,
|
|
"epoch": 4.804698972099853,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.000327916921665474,
|
|
"loss": 4.5886,
|
|
"mean_token_accuracy": 0.23226813673973085,
|
|
"num_tokens": 11691219.0,
|
|
"step": 4910
|
|
},
|
|
{
|
|
"entropy": 4.9361631870269775,
|
|
"epoch": 4.809593734703867,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.00032754386378283266,
|
|
"loss": 4.5513,
|
|
"mean_token_accuracy": 0.24084499776363372,
|
|
"num_tokens": 11702630.0,
|
|
"step": 4915
|
|
},
|
|
{
|
|
"entropy": 4.962361097335815,
|
|
"epoch": 4.814488497307881,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.0003271706530583035,
|
|
"loss": 4.6579,
|
|
"mean_token_accuracy": 0.23210628032684327,
|
|
"num_tokens": 11713904.0,
|
|
"step": 4920
|
|
},
|
|
{
|
|
"entropy": 4.9835145473480225,
|
|
"epoch": 4.819383259911894,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.00032679729057749797,
|
|
"loss": 4.5844,
|
|
"mean_token_accuracy": 0.24705798029899598,
|
|
"num_tokens": 11726106.0,
|
|
"step": 4925
|
|
},
|
|
{
|
|
"entropy": 4.951479530334472,
|
|
"epoch": 4.824278022515908,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.0003264237774264693,
|
|
"loss": 4.5579,
|
|
"mean_token_accuracy": 0.2422999322414398,
|
|
"num_tokens": 11739032.0,
|
|
"step": 4930
|
|
},
|
|
{
|
|
"entropy": 4.921961879730224,
|
|
"epoch": 4.829172785119922,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.00032605011469170875,
|
|
"loss": 4.5394,
|
|
"mean_token_accuracy": 0.23905659317970276,
|
|
"num_tokens": 11750859.0,
|
|
"step": 4935
|
|
},
|
|
{
|
|
"entropy": 4.932737016677857,
|
|
"epoch": 4.834067547723936,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 0.000325676303460143,
|
|
"loss": 4.5245,
|
|
"mean_token_accuracy": 0.25352912247180937,
|
|
"num_tokens": 11761442.0,
|
|
"step": 4940
|
|
},
|
|
{
|
|
"entropy": 4.915727233886718,
|
|
"epoch": 4.838962310327949,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.0003253023448191303,
|
|
"loss": 4.4855,
|
|
"mean_token_accuracy": 0.2534261792898178,
|
|
"num_tokens": 11771986.0,
|
|
"step": 4945
|
|
},
|
|
{
|
|
"entropy": 4.8648669719696045,
|
|
"epoch": 4.8438570729319625,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.00032492823985645804,
|
|
"loss": 4.5548,
|
|
"mean_token_accuracy": 0.23888727724552156,
|
|
"num_tokens": 11782813.0,
|
|
"step": 4950
|
|
},
|
|
{
|
|
"entropy": 4.965753889083862,
|
|
"epoch": 4.848751835535976,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 0.0003245539896603391,
|
|
"loss": 4.6013,
|
|
"mean_token_accuracy": 0.23862355351448059,
|
|
"num_tokens": 11794676.0,
|
|
"step": 4955
|
|
},
|
|
{
|
|
"entropy": 4.956359577178955,
|
|
"epoch": 4.85364659813999,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.0003241795953194086,
|
|
"loss": 4.5374,
|
|
"mean_token_accuracy": 0.2480431005358696,
|
|
"num_tokens": 11806251.0,
|
|
"step": 4960
|
|
},
|
|
{
|
|
"entropy": 4.981100988388062,
|
|
"epoch": 4.858541360744004,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 0.0003238050579227215,
|
|
"loss": 4.618,
|
|
"mean_token_accuracy": 0.2375776380300522,
|
|
"num_tokens": 11817331.0,
|
|
"step": 4965
|
|
},
|
|
{
|
|
"entropy": 4.944558477401733,
|
|
"epoch": 4.863436123348018,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.0003234303785597482,
|
|
"loss": 4.6062,
|
|
"mean_token_accuracy": 0.2414374068379402,
|
|
"num_tokens": 11829178.0,
|
|
"step": 4970
|
|
},
|
|
{
|
|
"entropy": 4.879626083374023,
|
|
"epoch": 4.868330885952031,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 0.0003230555583203728,
|
|
"loss": 4.6051,
|
|
"mean_token_accuracy": 0.23914755880832672,
|
|
"num_tokens": 11841421.0,
|
|
"step": 4975
|
|
},
|
|
{
|
|
"entropy": 4.902350521087646,
|
|
"epoch": 4.873225648556045,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 0.0003226805982948884,
|
|
"loss": 4.5538,
|
|
"mean_token_accuracy": 0.23678377121686936,
|
|
"num_tokens": 11854351.0,
|
|
"step": 4980
|
|
},
|
|
{
|
|
"entropy": 4.972124814987183,
|
|
"epoch": 4.878120411160059,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.00032230549957399534,
|
|
"loss": 4.5696,
|
|
"mean_token_accuracy": 0.2439131036400795,
|
|
"num_tokens": 11865739.0,
|
|
"step": 4985
|
|
},
|
|
{
|
|
"entropy": 5.014398574829102,
|
|
"epoch": 4.883015173764073,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.0003219302632487971,
|
|
"loss": 4.7044,
|
|
"mean_token_accuracy": 0.233197383582592,
|
|
"num_tokens": 11878215.0,
|
|
"step": 4990
|
|
},
|
|
{
|
|
"entropy": 4.957666969299316,
|
|
"epoch": 4.887909936368086,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.00032155489041079755,
|
|
"loss": 4.5947,
|
|
"mean_token_accuracy": 0.2403508022427559,
|
|
"num_tokens": 11890224.0,
|
|
"step": 4995
|
|
},
|
|
{
|
|
"entropy": 4.90994439125061,
|
|
"epoch": 4.8928046989721,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.0003211793821518977,
|
|
"loss": 4.5575,
|
|
"mean_token_accuracy": 0.2488363578915596,
|
|
"num_tokens": 11901982.0,
|
|
"step": 5000
|
|
},
|
|
{
|
|
"epoch": 4.8928046989721,
|
|
"eval_entropy": 4.9151236916916,
|
|
"eval_loss": 5.558598518371582,
|
|
"eval_mean_token_accuracy": 0.20045298462400857,
|
|
"eval_num_tokens": 11901982.0,
|
|
"eval_runtime": 2.7091,
|
|
"eval_samples_per_second": 1272.391,
|
|
"eval_steps_per_second": 159.095,
|
|
"step": 5000
|
|
},
|
|
{
|
|
"entropy": 4.970084285736084,
|
|
"epoch": 4.897699461576114,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.00032080373956439213,
|
|
"loss": 4.5766,
|
|
"mean_token_accuracy": 0.23770701736211777,
|
|
"num_tokens": 11914236.0,
|
|
"step": 5005
|
|
},
|
|
{
|
|
"entropy": 4.940792083740234,
|
|
"epoch": 4.9025942241801275,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 0.0003204279637409667,
|
|
"loss": 4.6004,
|
|
"mean_token_accuracy": 0.24051721394062042,
|
|
"num_tokens": 11924946.0,
|
|
"step": 5010
|
|
},
|
|
{
|
|
"entropy": 4.928751277923584,
|
|
"epoch": 4.907488986784141,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.00032005205577469436,
|
|
"loss": 4.6396,
|
|
"mean_token_accuracy": 0.2318523943424225,
|
|
"num_tokens": 11937135.0,
|
|
"step": 5015
|
|
},
|
|
{
|
|
"entropy": 4.892696285247803,
|
|
"epoch": 4.912383749388154,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.0003196760167590328,
|
|
"loss": 4.5777,
|
|
"mean_token_accuracy": 0.24381590336561204,
|
|
"num_tokens": 11948831.0,
|
|
"step": 5020
|
|
},
|
|
{
|
|
"entropy": 5.015315008163452,
|
|
"epoch": 4.917278511992168,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 0.00031929984778782057,
|
|
"loss": 4.7053,
|
|
"mean_token_accuracy": 0.23329141587018967,
|
|
"num_tokens": 11961048.0,
|
|
"step": 5025
|
|
},
|
|
{
|
|
"entropy": 4.913628101348877,
|
|
"epoch": 4.922173274596182,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.00031892354995527444,
|
|
"loss": 4.5653,
|
|
"mean_token_accuracy": 0.23947801887989045,
|
|
"num_tokens": 11973015.0,
|
|
"step": 5030
|
|
},
|
|
{
|
|
"entropy": 4.931114625930786,
|
|
"epoch": 4.927068037200196,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 0.00031854712435598615,
|
|
"loss": 4.6083,
|
|
"mean_token_accuracy": 0.23548408597707748,
|
|
"num_tokens": 11985139.0,
|
|
"step": 5035
|
|
},
|
|
{
|
|
"entropy": 4.971907615661621,
|
|
"epoch": 4.931962799804209,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 0.0003181705720849188,
|
|
"loss": 4.6079,
|
|
"mean_token_accuracy": 0.23368552327156067,
|
|
"num_tokens": 11996420.0,
|
|
"step": 5040
|
|
},
|
|
{
|
|
"entropy": 4.979585790634156,
|
|
"epoch": 4.936857562408223,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.0003177938942374042,
|
|
"loss": 4.5557,
|
|
"mean_token_accuracy": 0.2486712157726288,
|
|
"num_tokens": 12007104.0,
|
|
"step": 5045
|
|
},
|
|
{
|
|
"entropy": 4.938420629501342,
|
|
"epoch": 4.941752325012237,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.0003174170919091392,
|
|
"loss": 4.6011,
|
|
"mean_token_accuracy": 0.2386533722281456,
|
|
"num_tokens": 12018663.0,
|
|
"step": 5050
|
|
},
|
|
{
|
|
"entropy": 4.980367660522461,
|
|
"epoch": 4.946647087616251,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.00031704016619618305,
|
|
"loss": 4.6438,
|
|
"mean_token_accuracy": 0.23362721502780914,
|
|
"num_tokens": 12030445.0,
|
|
"step": 5055
|
|
},
|
|
{
|
|
"entropy": 4.970768880844116,
|
|
"epoch": 4.951541850220265,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.0003166631181949536,
|
|
"loss": 4.6339,
|
|
"mean_token_accuracy": 0.23144124448299408,
|
|
"num_tokens": 12042301.0,
|
|
"step": 5060
|
|
},
|
|
{
|
|
"entropy": 4.887622547149658,
|
|
"epoch": 4.9564366128242785,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.00031628594900222465,
|
|
"loss": 4.5971,
|
|
"mean_token_accuracy": 0.23787095993757248,
|
|
"num_tokens": 12054131.0,
|
|
"step": 5065
|
|
},
|
|
{
|
|
"entropy": 4.968758010864258,
|
|
"epoch": 4.9613313754282915,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 0.00031590865971512237,
|
|
"loss": 4.6252,
|
|
"mean_token_accuracy": 0.234019935131073,
|
|
"num_tokens": 12067292.0,
|
|
"step": 5070
|
|
},
|
|
{
|
|
"entropy": 4.953561735153198,
|
|
"epoch": 4.966226138032305,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.00031553125143112237,
|
|
"loss": 4.6688,
|
|
"mean_token_accuracy": 0.23385276794433593,
|
|
"num_tokens": 12078056.0,
|
|
"step": 5075
|
|
},
|
|
{
|
|
"entropy": 4.884413242340088,
|
|
"epoch": 4.971120900636319,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 0.00031515372524804644,
|
|
"loss": 4.5109,
|
|
"mean_token_accuracy": 0.24655757546424867,
|
|
"num_tokens": 12089310.0,
|
|
"step": 5080
|
|
},
|
|
{
|
|
"entropy": 4.915296745300293,
|
|
"epoch": 4.976015663240333,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 0.00031477608226405907,
|
|
"loss": 4.5641,
|
|
"mean_token_accuracy": 0.24150988906621934,
|
|
"num_tokens": 12100931.0,
|
|
"step": 5085
|
|
},
|
|
{
|
|
"entropy": 4.936488294601441,
|
|
"epoch": 4.980910425844346,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.00031439832357766485,
|
|
"loss": 4.604,
|
|
"mean_token_accuracy": 0.23317671120166777,
|
|
"num_tokens": 12112159.0,
|
|
"step": 5090
|
|
},
|
|
{
|
|
"entropy": 4.974797010421753,
|
|
"epoch": 4.98580518844836,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.00031402045028770456,
|
|
"loss": 4.6281,
|
|
"mean_token_accuracy": 0.23169159889221191,
|
|
"num_tokens": 12124057.0,
|
|
"step": 5095
|
|
},
|
|
{
|
|
"entropy": 4.9140619277954105,
|
|
"epoch": 4.990699951052374,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.0003136424634933528,
|
|
"loss": 4.5903,
|
|
"mean_token_accuracy": 0.23971892148256302,
|
|
"num_tokens": 12136697.0,
|
|
"step": 5100
|
|
},
|
|
{
|
|
"entropy": 4.9594427108764645,
|
|
"epoch": 4.995594713656388,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.00031326436429411386,
|
|
"loss": 4.5789,
|
|
"mean_token_accuracy": 0.24007336646318436,
|
|
"num_tokens": 12149152.0,
|
|
"step": 5105
|
|
},
|
|
{
|
|
"entropy": 4.837845855289036,
|
|
"epoch": 5.0,
|
|
"grad_norm": 2.25,
|
|
"learning_rate": 0.0003128861537898193,
|
|
"loss": 4.5335,
|
|
"mean_token_accuracy": 0.24379850758446586,
|
|
"num_tokens": 12158480.0,
|
|
"step": 5110
|
|
},
|
|
{
|
|
"entropy": 4.958009862899781,
|
|
"epoch": 5.004894762604014,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.0003125078330806245,
|
|
"loss": 4.3122,
|
|
"mean_token_accuracy": 0.2604338303208351,
|
|
"num_tokens": 12168435.0,
|
|
"step": 5115
|
|
},
|
|
{
|
|
"entropy": 4.963918924331665,
|
|
"epoch": 5.009789525208028,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 0.00031212940326700504,
|
|
"loss": 4.322,
|
|
"mean_token_accuracy": 0.26302495002746584,
|
|
"num_tokens": 12180408.0,
|
|
"step": 5120
|
|
},
|
|
{
|
|
"entropy": 4.897024536132813,
|
|
"epoch": 5.014684287812041,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.00031175086544975436,
|
|
"loss": 4.3045,
|
|
"mean_token_accuracy": 0.26604206264019015,
|
|
"num_tokens": 12192139.0,
|
|
"step": 5125
|
|
},
|
|
{
|
|
"entropy": 4.938781595230102,
|
|
"epoch": 5.019579050416055,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.0003113722207299795,
|
|
"loss": 4.3542,
|
|
"mean_token_accuracy": 0.2577071011066437,
|
|
"num_tokens": 12204184.0,
|
|
"step": 5130
|
|
},
|
|
{
|
|
"entropy": 4.999024438858032,
|
|
"epoch": 5.024473813020069,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.00031099347020909906,
|
|
"loss": 4.4331,
|
|
"mean_token_accuracy": 0.24938651025295258,
|
|
"num_tokens": 12216512.0,
|
|
"step": 5135
|
|
},
|
|
{
|
|
"entropy": 4.886103200912475,
|
|
"epoch": 5.0293685756240825,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 0.00031061461498883895,
|
|
"loss": 4.2971,
|
|
"mean_token_accuracy": 0.269036191701889,
|
|
"num_tokens": 12227419.0,
|
|
"step": 5140
|
|
},
|
|
{
|
|
"entropy": 4.847523498535156,
|
|
"epoch": 5.034263338228096,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.0003102356561712299,
|
|
"loss": 4.3648,
|
|
"mean_token_accuracy": 0.25474782586097716,
|
|
"num_tokens": 12238965.0,
|
|
"step": 5145
|
|
},
|
|
{
|
|
"entropy": 4.959598731994629,
|
|
"epoch": 5.039158100832109,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.0003098565948586038,
|
|
"loss": 4.4558,
|
|
"mean_token_accuracy": 0.24450213015079497,
|
|
"num_tokens": 12252740.0,
|
|
"step": 5150
|
|
},
|
|
{
|
|
"entropy": 4.921490287780761,
|
|
"epoch": 5.044052863436123,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.00030947743215359075,
|
|
"loss": 4.3254,
|
|
"mean_token_accuracy": 0.25831259191036227,
|
|
"num_tokens": 12264190.0,
|
|
"step": 5155
|
|
},
|
|
{
|
|
"entropy": 4.907011032104492,
|
|
"epoch": 5.048947626040137,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.0003090981691591159,
|
|
"loss": 4.3652,
|
|
"mean_token_accuracy": 0.25150704085826875,
|
|
"num_tokens": 12275901.0,
|
|
"step": 5160
|
|
},
|
|
{
|
|
"entropy": 4.905701065063477,
|
|
"epoch": 5.053842388644151,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 0.000308718806978396,
|
|
"loss": 4.3429,
|
|
"mean_token_accuracy": 0.25858851969242097,
|
|
"num_tokens": 12287320.0,
|
|
"step": 5165
|
|
},
|
|
{
|
|
"entropy": 4.966667413711548,
|
|
"epoch": 5.058737151248164,
|
|
"grad_norm": 1.03125,
|
|
"learning_rate": 0.0003083393467149363,
|
|
"loss": 4.3863,
|
|
"mean_token_accuracy": 0.2497824788093567,
|
|
"num_tokens": 12300796.0,
|
|
"step": 5170
|
|
},
|
|
{
|
|
"entropy": 4.899695777893067,
|
|
"epoch": 5.063631913852178,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.0003079597894725274,
|
|
"loss": 4.3642,
|
|
"mean_token_accuracy": 0.2561481907963753,
|
|
"num_tokens": 12313368.0,
|
|
"step": 5175
|
|
},
|
|
{
|
|
"entropy": 4.918936395645142,
|
|
"epoch": 5.068526676456192,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 0.00030758013635524205,
|
|
"loss": 4.3876,
|
|
"mean_token_accuracy": 0.254037569463253,
|
|
"num_tokens": 12325071.0,
|
|
"step": 5180
|
|
},
|
|
{
|
|
"entropy": 4.832960748672486,
|
|
"epoch": 5.073421439060206,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 0.0003072003884674319,
|
|
"loss": 4.3656,
|
|
"mean_token_accuracy": 0.2558576062321663,
|
|
"num_tokens": 12336851.0,
|
|
"step": 5185
|
|
},
|
|
{
|
|
"entropy": 4.764031934738159,
|
|
"epoch": 5.07831620166422,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 0.00030682054691372396,
|
|
"loss": 4.3434,
|
|
"mean_token_accuracy": 0.25979203879833224,
|
|
"num_tokens": 12348401.0,
|
|
"step": 5190
|
|
},
|
|
{
|
|
"entropy": 4.95928840637207,
|
|
"epoch": 5.083210964268233,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.0003064406127990182,
|
|
"loss": 4.3884,
|
|
"mean_token_accuracy": 0.2560496285557747,
|
|
"num_tokens": 12359545.0,
|
|
"step": 5195
|
|
},
|
|
{
|
|
"entropy": 5.0024186134338375,
|
|
"epoch": 5.0881057268722465,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.0003060605872284834,
|
|
"loss": 4.396,
|
|
"mean_token_accuracy": 0.25134445130825045,
|
|
"num_tokens": 12371385.0,
|
|
"step": 5200
|
|
},
|
|
{
|
|
"entropy": 4.871951484680176,
|
|
"epoch": 5.09300048947626,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.00030568047130755474,
|
|
"loss": 4.415,
|
|
"mean_token_accuracy": 0.25351625978946685,
|
|
"num_tokens": 12384933.0,
|
|
"step": 5205
|
|
},
|
|
{
|
|
"entropy": 4.867712926864624,
|
|
"epoch": 5.097895252080274,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.00030530026614192983,
|
|
"loss": 4.3827,
|
|
"mean_token_accuracy": 0.2571286603808403,
|
|
"num_tokens": 12397301.0,
|
|
"step": 5210
|
|
},
|
|
{
|
|
"entropy": 4.920883750915527,
|
|
"epoch": 5.102790014684288,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 0.0003049199728375662,
|
|
"loss": 4.3399,
|
|
"mean_token_accuracy": 0.2628617614507675,
|
|
"num_tokens": 12408593.0,
|
|
"step": 5215
|
|
},
|
|
{
|
|
"entropy": 4.908628320693969,
|
|
"epoch": 5.107684777288301,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 0.00030453959250067764,
|
|
"loss": 4.3396,
|
|
"mean_token_accuracy": 0.2595177605748177,
|
|
"num_tokens": 12419498.0,
|
|
"step": 5220
|
|
},
|
|
{
|
|
"entropy": 4.821868848800659,
|
|
"epoch": 5.112579539892315,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 0.00030415912623773107,
|
|
"loss": 4.3209,
|
|
"mean_token_accuracy": 0.2581139370799065,
|
|
"num_tokens": 12431874.0,
|
|
"step": 5225
|
|
},
|
|
{
|
|
"entropy": 4.9897682666778564,
|
|
"epoch": 5.117474302496329,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.0003037785751554434,
|
|
"loss": 4.501,
|
|
"mean_token_accuracy": 0.25574222952127457,
|
|
"num_tokens": 12444030.0,
|
|
"step": 5230
|
|
},
|
|
{
|
|
"entropy": 4.962854623794556,
|
|
"epoch": 5.122369065100343,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 0.00030339794036077824,
|
|
"loss": 4.3746,
|
|
"mean_token_accuracy": 0.25864806324243544,
|
|
"num_tokens": 12454627.0,
|
|
"step": 5235
|
|
},
|
|
{
|
|
"entropy": 4.834767484664917,
|
|
"epoch": 5.127263827704357,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 0.0003030172229609427,
|
|
"loss": 4.3432,
|
|
"mean_token_accuracy": 0.2612172350287437,
|
|
"num_tokens": 12466465.0,
|
|
"step": 5240
|
|
},
|
|
{
|
|
"entropy": 4.888991165161133,
|
|
"epoch": 5.13215859030837,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.0003026364240633842,
|
|
"loss": 4.296,
|
|
"mean_token_accuracy": 0.27039791345596315,
|
|
"num_tokens": 12478886.0,
|
|
"step": 5245
|
|
},
|
|
{
|
|
"entropy": 4.848423814773559,
|
|
"epoch": 5.137053352912384,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.00030225554477578733,
|
|
"loss": 4.3093,
|
|
"mean_token_accuracy": 0.2598715707659721,
|
|
"num_tokens": 12491418.0,
|
|
"step": 5250
|
|
},
|
|
{
|
|
"entropy": 4.859292840957641,
|
|
"epoch": 5.1419481155163975,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.0003018745862060702,
|
|
"loss": 4.3423,
|
|
"mean_token_accuracy": 0.2566388979554176,
|
|
"num_tokens": 12503784.0,
|
|
"step": 5255
|
|
},
|
|
{
|
|
"entropy": 4.907123231887818,
|
|
"epoch": 5.146842878120411,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.00030149354946238196,
|
|
"loss": 4.3375,
|
|
"mean_token_accuracy": 0.261844602227211,
|
|
"num_tokens": 12514560.0,
|
|
"step": 5260
|
|
},
|
|
{
|
|
"entropy": 4.897166156768799,
|
|
"epoch": 5.151737640724425,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.0003011124356530989,
|
|
"loss": 4.4245,
|
|
"mean_token_accuracy": 0.2525751248002052,
|
|
"num_tokens": 12527920.0,
|
|
"step": 5265
|
|
},
|
|
{
|
|
"entropy": 4.928752136230469,
|
|
"epoch": 5.156632403328438,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.0003007312458868214,
|
|
"loss": 4.3743,
|
|
"mean_token_accuracy": 0.25650078505277635,
|
|
"num_tokens": 12538793.0,
|
|
"step": 5270
|
|
},
|
|
{
|
|
"entropy": 4.814674186706543,
|
|
"epoch": 5.161527165932452,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.0003003499812723711,
|
|
"loss": 4.3407,
|
|
"mean_token_accuracy": 0.25908356755971906,
|
|
"num_tokens": 12551158.0,
|
|
"step": 5275
|
|
},
|
|
{
|
|
"entropy": 4.931568908691406,
|
|
"epoch": 5.166421928536466,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 0.000299968642918787,
|
|
"loss": 4.4402,
|
|
"mean_token_accuracy": 0.25640726685523985,
|
|
"num_tokens": 12564138.0,
|
|
"step": 5280
|
|
},
|
|
{
|
|
"entropy": 4.921501970291137,
|
|
"epoch": 5.17131669114048,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 0.00029958723193532287,
|
|
"loss": 4.4058,
|
|
"mean_token_accuracy": 0.25719621777534485,
|
|
"num_tokens": 12575140.0,
|
|
"step": 5285
|
|
},
|
|
{
|
|
"entropy": 4.872871589660645,
|
|
"epoch": 5.176211453744493,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.0002992057494314437,
|
|
"loss": 4.3463,
|
|
"mean_token_accuracy": 0.252190089225769,
|
|
"num_tokens": 12586371.0,
|
|
"step": 5290
|
|
},
|
|
{
|
|
"entropy": 4.939267635345459,
|
|
"epoch": 5.181106216348507,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.00029882419651682234,
|
|
"loss": 4.4147,
|
|
"mean_token_accuracy": 0.2542558580636978,
|
|
"num_tokens": 12599785.0,
|
|
"step": 5295
|
|
},
|
|
{
|
|
"entropy": 4.789497232437133,
|
|
"epoch": 5.186000978952521,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 0.00029844257430133674,
|
|
"loss": 4.212,
|
|
"mean_token_accuracy": 0.2707947090268135,
|
|
"num_tokens": 12611073.0,
|
|
"step": 5300
|
|
},
|
|
{
|
|
"entropy": 4.84962100982666,
|
|
"epoch": 5.190895741556535,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.00029806088389506614,
|
|
"loss": 4.3582,
|
|
"mean_token_accuracy": 0.25633101165294647,
|
|
"num_tokens": 12623337.0,
|
|
"step": 5305
|
|
},
|
|
{
|
|
"entropy": 4.874534654617309,
|
|
"epoch": 5.1957905041605486,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.00029767912640828837,
|
|
"loss": 4.3945,
|
|
"mean_token_accuracy": 0.25490366518497465,
|
|
"num_tokens": 12635325.0,
|
|
"step": 5310
|
|
},
|
|
{
|
|
"entropy": 5.002076005935669,
|
|
"epoch": 5.2006852667645616,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.00029729730295147627,
|
|
"loss": 4.4477,
|
|
"mean_token_accuracy": 0.25073795169591906,
|
|
"num_tokens": 12646675.0,
|
|
"step": 5315
|
|
},
|
|
{
|
|
"entropy": 4.881000995635986,
|
|
"epoch": 5.2055800293685754,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 0.00029691541463529466,
|
|
"loss": 4.3804,
|
|
"mean_token_accuracy": 0.2621867716312408,
|
|
"num_tokens": 12657349.0,
|
|
"step": 5320
|
|
},
|
|
{
|
|
"entropy": 4.919429540634155,
|
|
"epoch": 5.210474791972589,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.0002965334625705968,
|
|
"loss": 4.4285,
|
|
"mean_token_accuracy": 0.25295074433088305,
|
|
"num_tokens": 12669851.0,
|
|
"step": 5325
|
|
},
|
|
{
|
|
"entropy": 4.976959133148194,
|
|
"epoch": 5.215369554576603,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.00029615144786842174,
|
|
"loss": 4.4419,
|
|
"mean_token_accuracy": 0.25048954486846925,
|
|
"num_tokens": 12684368.0,
|
|
"step": 5330
|
|
},
|
|
{
|
|
"entropy": 4.908678770065308,
|
|
"epoch": 5.220264317180617,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 0.00029576937163999046,
|
|
"loss": 4.3887,
|
|
"mean_token_accuracy": 0.25789752006530764,
|
|
"num_tokens": 12696401.0,
|
|
"step": 5335
|
|
},
|
|
{
|
|
"entropy": 4.888817834854126,
|
|
"epoch": 5.22515907978463,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.000295387234996703,
|
|
"loss": 4.4001,
|
|
"mean_token_accuracy": 0.2558760404586792,
|
|
"num_tokens": 12707493.0,
|
|
"step": 5340
|
|
},
|
|
{
|
|
"entropy": 4.872880363464356,
|
|
"epoch": 5.230053842388644,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.0002950050390501351,
|
|
"loss": 4.3732,
|
|
"mean_token_accuracy": 0.25516442507505416,
|
|
"num_tokens": 12719732.0,
|
|
"step": 5345
|
|
},
|
|
{
|
|
"entropy": 4.870816421508789,
|
|
"epoch": 5.234948604992658,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 0.0002946227849120352,
|
|
"loss": 4.3123,
|
|
"mean_token_accuracy": 0.2601855263113976,
|
|
"num_tokens": 12730629.0,
|
|
"step": 5350
|
|
},
|
|
{
|
|
"entropy": 4.887098169326782,
|
|
"epoch": 5.239843367596672,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.0002942404736943206,
|
|
"loss": 4.3079,
|
|
"mean_token_accuracy": 0.26518921852111815,
|
|
"num_tokens": 12742742.0,
|
|
"step": 5355
|
|
},
|
|
{
|
|
"entropy": 4.886412620544434,
|
|
"epoch": 5.244738130200686,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.00029385810650907514,
|
|
"loss": 4.474,
|
|
"mean_token_accuracy": 0.24400135576725007,
|
|
"num_tokens": 12755810.0,
|
|
"step": 5360
|
|
},
|
|
{
|
|
"entropy": 4.864665222167969,
|
|
"epoch": 5.249632892804699,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 0.000293475684468545,
|
|
"loss": 4.3247,
|
|
"mean_token_accuracy": 0.2605849504470825,
|
|
"num_tokens": 12768774.0,
|
|
"step": 5365
|
|
},
|
|
{
|
|
"entropy": 4.871584033966064,
|
|
"epoch": 5.254527655408713,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 0.0002930932086851362,
|
|
"loss": 4.311,
|
|
"mean_token_accuracy": 0.2626017689704895,
|
|
"num_tokens": 12778860.0,
|
|
"step": 5370
|
|
},
|
|
{
|
|
"entropy": 4.802646493911743,
|
|
"epoch": 5.2594224180127265,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.00029271068027141093,
|
|
"loss": 4.3288,
|
|
"mean_token_accuracy": 0.25410080701112747,
|
|
"num_tokens": 12790718.0,
|
|
"step": 5375
|
|
},
|
|
{
|
|
"entropy": 4.8621697425842285,
|
|
"epoch": 5.26431718061674,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.0002923281003400848,
|
|
"loss": 4.3795,
|
|
"mean_token_accuracy": 0.2574193745851517,
|
|
"num_tokens": 12801924.0,
|
|
"step": 5380
|
|
},
|
|
{
|
|
"entropy": 4.8984628200531,
|
|
"epoch": 5.269211943220753,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.00029194547000402284,
|
|
"loss": 4.423,
|
|
"mean_token_accuracy": 0.24654452204704286,
|
|
"num_tokens": 12814180.0,
|
|
"step": 5385
|
|
},
|
|
{
|
|
"entropy": 4.925138330459594,
|
|
"epoch": 5.274106705824767,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.00029156279037623694,
|
|
"loss": 4.3861,
|
|
"mean_token_accuracy": 0.2502188071608543,
|
|
"num_tokens": 12826179.0,
|
|
"step": 5390
|
|
},
|
|
{
|
|
"entropy": 4.8376720428466795,
|
|
"epoch": 5.279001468428781,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.0002911800625698823,
|
|
"loss": 4.473,
|
|
"mean_token_accuracy": 0.24802757054567337,
|
|
"num_tokens": 12838818.0,
|
|
"step": 5395
|
|
},
|
|
{
|
|
"entropy": 4.865996932983398,
|
|
"epoch": 5.283896231032795,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.0002907972876982544,
|
|
"loss": 4.326,
|
|
"mean_token_accuracy": 0.2606485769152641,
|
|
"num_tokens": 12850404.0,
|
|
"step": 5400
|
|
},
|
|
{
|
|
"entropy": 4.852719354629516,
|
|
"epoch": 5.288790993636809,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.00029041446687478543,
|
|
"loss": 4.3717,
|
|
"mean_token_accuracy": 0.251312343776226,
|
|
"num_tokens": 12862902.0,
|
|
"step": 5405
|
|
},
|
|
{
|
|
"entropy": 4.842373514175415,
|
|
"epoch": 5.293685756240822,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 0.0002900316012130413,
|
|
"loss": 4.3494,
|
|
"mean_token_accuracy": 0.25836356431245805,
|
|
"num_tokens": 12875440.0,
|
|
"step": 5410
|
|
},
|
|
{
|
|
"entropy": 4.975588035583496,
|
|
"epoch": 5.298580518844836,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.0002896486918267186,
|
|
"loss": 4.472,
|
|
"mean_token_accuracy": 0.2513862207531929,
|
|
"num_tokens": 12887664.0,
|
|
"step": 5415
|
|
},
|
|
{
|
|
"entropy": 4.866049575805664,
|
|
"epoch": 5.30347528144885,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.00028926573982964067,
|
|
"loss": 4.3668,
|
|
"mean_token_accuracy": 0.25593926161527636,
|
|
"num_tokens": 12898597.0,
|
|
"step": 5420
|
|
},
|
|
{
|
|
"entropy": 4.844847679138184,
|
|
"epoch": 5.308370044052864,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.00028888274633575504,
|
|
"loss": 4.3405,
|
|
"mean_token_accuracy": 0.2640332952141762,
|
|
"num_tokens": 12910272.0,
|
|
"step": 5425
|
|
},
|
|
{
|
|
"entropy": 4.92423415184021,
|
|
"epoch": 5.3132648066568775,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 0.00028849971245913005,
|
|
"loss": 4.3896,
|
|
"mean_token_accuracy": 0.2510180279612541,
|
|
"num_tokens": 12920481.0,
|
|
"step": 5430
|
|
},
|
|
{
|
|
"entropy": 4.862576961517334,
|
|
"epoch": 5.3181595692608905,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.00028811663931395127,
|
|
"loss": 4.3703,
|
|
"mean_token_accuracy": 0.25634227246046065,
|
|
"num_tokens": 12933388.0,
|
|
"step": 5435
|
|
},
|
|
{
|
|
"entropy": 4.848942279815674,
|
|
"epoch": 5.323054331864904,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.00028773352801451864,
|
|
"loss": 4.3438,
|
|
"mean_token_accuracy": 0.2634120240807533,
|
|
"num_tokens": 12944552.0,
|
|
"step": 5440
|
|
},
|
|
{
|
|
"entropy": 4.927693271636963,
|
|
"epoch": 5.327949094468918,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.00028735037967524303,
|
|
"loss": 4.4076,
|
|
"mean_token_accuracy": 0.24917805194854736,
|
|
"num_tokens": 12956412.0,
|
|
"step": 5445
|
|
},
|
|
{
|
|
"entropy": 4.800685691833496,
|
|
"epoch": 5.332843857072932,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 0.0002869671954106432,
|
|
"loss": 4.271,
|
|
"mean_token_accuracy": 0.26187579333782196,
|
|
"num_tokens": 12969317.0,
|
|
"step": 5450
|
|
},
|
|
{
|
|
"entropy": 4.889603948593139,
|
|
"epoch": 5.337738619676946,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.0002865839763353421,
|
|
"loss": 4.4635,
|
|
"mean_token_accuracy": 0.24944115430116653,
|
|
"num_tokens": 12982699.0,
|
|
"step": 5455
|
|
},
|
|
{
|
|
"entropy": 4.961989641189575,
|
|
"epoch": 5.342633382280959,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.00028620072356406437,
|
|
"loss": 4.4472,
|
|
"mean_token_accuracy": 0.24868619740009307,
|
|
"num_tokens": 12995777.0,
|
|
"step": 5460
|
|
},
|
|
{
|
|
"entropy": 4.847643852233887,
|
|
"epoch": 5.347528144884973,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.0002858174382116322,
|
|
"loss": 4.3442,
|
|
"mean_token_accuracy": 0.25567984879016875,
|
|
"num_tokens": 13006992.0,
|
|
"step": 5465
|
|
},
|
|
{
|
|
"entropy": 4.847750473022461,
|
|
"epoch": 5.352422907488987,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.00028543412139296295,
|
|
"loss": 4.3688,
|
|
"mean_token_accuracy": 0.25548591911792756,
|
|
"num_tokens": 13019333.0,
|
|
"step": 5470
|
|
},
|
|
{
|
|
"entropy": 4.889858913421631,
|
|
"epoch": 5.357317670093001,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 0.0002850507742230652,
|
|
"loss": 4.3919,
|
|
"mean_token_accuracy": 0.25415838360786436,
|
|
"num_tokens": 13031398.0,
|
|
"step": 5475
|
|
},
|
|
{
|
|
"entropy": 4.897127771377564,
|
|
"epoch": 5.362212432697014,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 0.000284667397817036,
|
|
"loss": 4.3531,
|
|
"mean_token_accuracy": 0.25854593217372895,
|
|
"num_tokens": 13043052.0,
|
|
"step": 5480
|
|
},
|
|
{
|
|
"entropy": 4.837593936920166,
|
|
"epoch": 5.367107195301028,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.00028428399329005744,
|
|
"loss": 4.3506,
|
|
"mean_token_accuracy": 0.25983099043369295,
|
|
"num_tokens": 13053297.0,
|
|
"step": 5485
|
|
},
|
|
{
|
|
"entropy": 4.903572607040405,
|
|
"epoch": 5.3720019579050415,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.00028390056175739333,
|
|
"loss": 4.4608,
|
|
"mean_token_accuracy": 0.250194339454174,
|
|
"num_tokens": 13066922.0,
|
|
"step": 5490
|
|
},
|
|
{
|
|
"entropy": 4.967030334472656,
|
|
"epoch": 5.376896720509055,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.0002835171043343861,
|
|
"loss": 4.4263,
|
|
"mean_token_accuracy": 0.25020225942134855,
|
|
"num_tokens": 13078819.0,
|
|
"step": 5495
|
|
},
|
|
{
|
|
"entropy": 4.889230489730835,
|
|
"epoch": 5.381791483113069,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.0002831336221364534,
|
|
"loss": 4.4086,
|
|
"mean_token_accuracy": 0.2416940689086914,
|
|
"num_tokens": 13091737.0,
|
|
"step": 5500
|
|
},
|
|
{
|
|
"entropy": 4.82708969116211,
|
|
"epoch": 5.386686245717082,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.00028275011627908517,
|
|
"loss": 4.3627,
|
|
"mean_token_accuracy": 0.26323580741882324,
|
|
"num_tokens": 13104338.0,
|
|
"step": 5505
|
|
},
|
|
{
|
|
"entropy": 4.8442614555358885,
|
|
"epoch": 5.391581008321096,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 0.0002823665878778398,
|
|
"loss": 4.3563,
|
|
"mean_token_accuracy": 0.2633529782295227,
|
|
"num_tokens": 13117348.0,
|
|
"step": 5510
|
|
},
|
|
{
|
|
"entropy": 4.9412072658538815,
|
|
"epoch": 5.39647577092511,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.00028198303804834163,
|
|
"loss": 4.4809,
|
|
"mean_token_accuracy": 0.24831988662481308,
|
|
"num_tokens": 13130204.0,
|
|
"step": 5515
|
|
},
|
|
{
|
|
"entropy": 5.003201055526733,
|
|
"epoch": 5.401370533529124,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.0002815994679062771,
|
|
"loss": 4.4445,
|
|
"mean_token_accuracy": 0.25087785720825195,
|
|
"num_tokens": 13141999.0,
|
|
"step": 5520
|
|
},
|
|
{
|
|
"entropy": 4.8898577213287355,
|
|
"epoch": 5.406265296133138,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.00028121587856739177,
|
|
"loss": 4.3676,
|
|
"mean_token_accuracy": 0.25085431784391404,
|
|
"num_tokens": 13154327.0,
|
|
"step": 5525
|
|
},
|
|
{
|
|
"entropy": 4.804069566726684,
|
|
"epoch": 5.411160058737151,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 0.0002808322711474873,
|
|
"loss": 4.3518,
|
|
"mean_token_accuracy": 0.25942639261484146,
|
|
"num_tokens": 13164271.0,
|
|
"step": 5530
|
|
},
|
|
{
|
|
"entropy": 4.837275075912475,
|
|
"epoch": 5.416054821341165,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.00028044864676241737,
|
|
"loss": 4.3722,
|
|
"mean_token_accuracy": 0.2564785420894623,
|
|
"num_tokens": 13175801.0,
|
|
"step": 5535
|
|
},
|
|
{
|
|
"entropy": 4.882635021209717,
|
|
"epoch": 5.420949583945179,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.00028006500652808566,
|
|
"loss": 4.357,
|
|
"mean_token_accuracy": 0.24884607046842575,
|
|
"num_tokens": 13188793.0,
|
|
"step": 5540
|
|
},
|
|
{
|
|
"entropy": 4.95216588973999,
|
|
"epoch": 5.425844346549193,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 0.0002796813515604415,
|
|
"loss": 4.3867,
|
|
"mean_token_accuracy": 0.2546717330813408,
|
|
"num_tokens": 13200567.0,
|
|
"step": 5545
|
|
},
|
|
{
|
|
"entropy": 4.859859657287598,
|
|
"epoch": 5.4307391091532065,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 0.0002792976829754773,
|
|
"loss": 4.3861,
|
|
"mean_token_accuracy": 0.2546194359660149,
|
|
"num_tokens": 13212105.0,
|
|
"step": 5550
|
|
},
|
|
{
|
|
"entropy": 4.881920719146729,
|
|
"epoch": 5.4356338717572195,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.00027891400188922495,
|
|
"loss": 4.3623,
|
|
"mean_token_accuracy": 0.2614657819271088,
|
|
"num_tokens": 13223706.0,
|
|
"step": 5555
|
|
},
|
|
{
|
|
"entropy": 4.9416053771972654,
|
|
"epoch": 5.440528634361233,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.00027853030941775274,
|
|
"loss": 4.5306,
|
|
"mean_token_accuracy": 0.2471021294593811,
|
|
"num_tokens": 13235326.0,
|
|
"step": 5560
|
|
},
|
|
{
|
|
"entropy": 4.907420444488525,
|
|
"epoch": 5.445423396965247,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.0002781466066771623,
|
|
"loss": 4.442,
|
|
"mean_token_accuracy": 0.2501250237226486,
|
|
"num_tokens": 13248182.0,
|
|
"step": 5565
|
|
},
|
|
{
|
|
"entropy": 4.909937381744385,
|
|
"epoch": 5.450318159569261,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.00027776289478358477,
|
|
"loss": 4.4102,
|
|
"mean_token_accuracy": 0.2543193385004997,
|
|
"num_tokens": 13259729.0,
|
|
"step": 5570
|
|
},
|
|
{
|
|
"entropy": 5.001272296905517,
|
|
"epoch": 5.455212922173274,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 0.0002773791748531781,
|
|
"loss": 4.5052,
|
|
"mean_token_accuracy": 0.24846877604722978,
|
|
"num_tokens": 13270735.0,
|
|
"step": 5575
|
|
},
|
|
{
|
|
"entropy": 4.887505054473877,
|
|
"epoch": 5.460107684777288,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.00027699544800212356,
|
|
"loss": 4.3816,
|
|
"mean_token_accuracy": 0.25734333842992785,
|
|
"num_tokens": 13282724.0,
|
|
"step": 5580
|
|
},
|
|
{
|
|
"entropy": 4.870601558685303,
|
|
"epoch": 5.465002447381302,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.0002766117153466227,
|
|
"loss": 4.4024,
|
|
"mean_token_accuracy": 0.2541832819581032,
|
|
"num_tokens": 13296676.0,
|
|
"step": 5585
|
|
},
|
|
{
|
|
"entropy": 4.907495212554932,
|
|
"epoch": 5.469897209985316,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 0.0002762279780028937,
|
|
"loss": 4.3456,
|
|
"mean_token_accuracy": 0.2542095884680748,
|
|
"num_tokens": 13308524.0,
|
|
"step": 5590
|
|
},
|
|
{
|
|
"entropy": 4.904850864410401,
|
|
"epoch": 5.47479197258933,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.00027584423708716866,
|
|
"loss": 4.4717,
|
|
"mean_token_accuracy": 0.2411001518368721,
|
|
"num_tokens": 13320523.0,
|
|
"step": 5595
|
|
},
|
|
{
|
|
"entropy": 4.818140125274658,
|
|
"epoch": 5.479686735193344,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 0.0002754604937156899,
|
|
"loss": 4.3241,
|
|
"mean_token_accuracy": 0.26283698827028273,
|
|
"num_tokens": 13333485.0,
|
|
"step": 5600
|
|
},
|
|
{
|
|
"entropy": 4.889340829849243,
|
|
"epoch": 5.484581497797357,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 0.00027507674900470686,
|
|
"loss": 4.4188,
|
|
"mean_token_accuracy": 0.2551365777850151,
|
|
"num_tokens": 13345581.0,
|
|
"step": 5605
|
|
},
|
|
{
|
|
"entropy": 4.825367021560669,
|
|
"epoch": 5.4894762604013705,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 0.000274693004070473,
|
|
"loss": 4.3587,
|
|
"mean_token_accuracy": 0.2517304763197899,
|
|
"num_tokens": 13358672.0,
|
|
"step": 5610
|
|
},
|
|
{
|
|
"entropy": 4.9278435707092285,
|
|
"epoch": 5.494371023005384,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.00027430926002924226,
|
|
"loss": 4.3791,
|
|
"mean_token_accuracy": 0.2576457604765892,
|
|
"num_tokens": 13369753.0,
|
|
"step": 5615
|
|
},
|
|
{
|
|
"entropy": 4.9037861824035645,
|
|
"epoch": 5.499265785609398,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 0.0002739255179972662,
|
|
"loss": 4.4261,
|
|
"mean_token_accuracy": 0.2506695121526718,
|
|
"num_tokens": 13381707.0,
|
|
"step": 5620
|
|
},
|
|
{
|
|
"entropy": 4.826402950286865,
|
|
"epoch": 5.504160548213411,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.0002735417790907903,
|
|
"loss": 4.3484,
|
|
"mean_token_accuracy": 0.260126519203186,
|
|
"num_tokens": 13393551.0,
|
|
"step": 5625
|
|
},
|
|
{
|
|
"entropy": 4.915320825576782,
|
|
"epoch": 5.509055310817425,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 0.0002731580444260512,
|
|
"loss": 4.4892,
|
|
"mean_token_accuracy": 0.2423268064856529,
|
|
"num_tokens": 13405253.0,
|
|
"step": 5630
|
|
},
|
|
{
|
|
"entropy": 4.9282050132751465,
|
|
"epoch": 5.513950073421439,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.0002727743151192729,
|
|
"loss": 4.3981,
|
|
"mean_token_accuracy": 0.2548184052109718,
|
|
"num_tokens": 13416892.0,
|
|
"step": 5635
|
|
},
|
|
{
|
|
"entropy": 4.901979303359985,
|
|
"epoch": 5.518844836025453,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.00027239059228666417,
|
|
"loss": 4.4077,
|
|
"mean_token_accuracy": 0.2559808880090714,
|
|
"num_tokens": 13429226.0,
|
|
"step": 5640
|
|
},
|
|
{
|
|
"entropy": 4.886145877838135,
|
|
"epoch": 5.523739598629467,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.0002720068770444146,
|
|
"loss": 4.4478,
|
|
"mean_token_accuracy": 0.2462196171283722,
|
|
"num_tokens": 13440028.0,
|
|
"step": 5645
|
|
},
|
|
{
|
|
"entropy": 4.788758850097656,
|
|
"epoch": 5.52863436123348,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.000271623170508692,
|
|
"loss": 4.3139,
|
|
"mean_token_accuracy": 0.25626635253429414,
|
|
"num_tokens": 13451213.0,
|
|
"step": 5650
|
|
},
|
|
{
|
|
"entropy": 4.804979562759399,
|
|
"epoch": 5.533529123837494,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.00027123947379563857,
|
|
"loss": 4.3179,
|
|
"mean_token_accuracy": 0.25836723297834396,
|
|
"num_tokens": 13462751.0,
|
|
"step": 5655
|
|
},
|
|
{
|
|
"entropy": 4.7869219303131105,
|
|
"epoch": 5.538423886441508,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.00027085578802136823,
|
|
"loss": 4.3119,
|
|
"mean_token_accuracy": 0.2503983810544014,
|
|
"num_tokens": 13474622.0,
|
|
"step": 5660
|
|
},
|
|
{
|
|
"entropy": 4.9020153999328615,
|
|
"epoch": 5.5433186490455215,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.00027047211430196276,
|
|
"loss": 4.4257,
|
|
"mean_token_accuracy": 0.2556076109409332,
|
|
"num_tokens": 13485793.0,
|
|
"step": 5665
|
|
},
|
|
{
|
|
"entropy": 4.958245897293091,
|
|
"epoch": 5.5482134116495345,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.00027008845375346924,
|
|
"loss": 4.4426,
|
|
"mean_token_accuracy": 0.25535325407981874,
|
|
"num_tokens": 13497498.0,
|
|
"step": 5670
|
|
},
|
|
{
|
|
"entropy": 4.963417863845825,
|
|
"epoch": 5.553108174253548,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.0002697048074918961,
|
|
"loss": 4.4397,
|
|
"mean_token_accuracy": 0.257719512283802,
|
|
"num_tokens": 13509305.0,
|
|
"step": 5675
|
|
},
|
|
{
|
|
"entropy": 4.838377571105957,
|
|
"epoch": 5.558002936857562,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.0002693211766332105,
|
|
"loss": 4.349,
|
|
"mean_token_accuracy": 0.26085864305496215,
|
|
"num_tokens": 13520339.0,
|
|
"step": 5680
|
|
},
|
|
{
|
|
"entropy": 4.846307229995728,
|
|
"epoch": 5.562897699461576,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.0002689375622933344,
|
|
"loss": 4.3849,
|
|
"mean_token_accuracy": 0.25081703513860704,
|
|
"num_tokens": 13532043.0,
|
|
"step": 5685
|
|
},
|
|
{
|
|
"entropy": 4.938611602783203,
|
|
"epoch": 5.56779246206559,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.00026855396558814225,
|
|
"loss": 4.4004,
|
|
"mean_token_accuracy": 0.2577081561088562,
|
|
"num_tokens": 13543335.0,
|
|
"step": 5690
|
|
},
|
|
{
|
|
"entropy": 4.948917627334595,
|
|
"epoch": 5.572687224669604,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.0002681703876334567,
|
|
"loss": 4.467,
|
|
"mean_token_accuracy": 0.24466674774885178,
|
|
"num_tokens": 13553433.0,
|
|
"step": 5695
|
|
},
|
|
{
|
|
"entropy": 4.89360990524292,
|
|
"epoch": 5.577581987273617,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.0002677868295450463,
|
|
"loss": 4.4266,
|
|
"mean_token_accuracy": 0.2540895834565163,
|
|
"num_tokens": 13565176.0,
|
|
"step": 5700
|
|
},
|
|
{
|
|
"entropy": 4.873272132873535,
|
|
"epoch": 5.582476749877631,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.0002674032924386214,
|
|
"loss": 4.3603,
|
|
"mean_token_accuracy": 0.25523366779088974,
|
|
"num_tokens": 13576650.0,
|
|
"step": 5705
|
|
},
|
|
{
|
|
"entropy": 4.818515777587891,
|
|
"epoch": 5.587371512481645,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.00026701977742983146,
|
|
"loss": 4.3695,
|
|
"mean_token_accuracy": 0.24810456931591035,
|
|
"num_tokens": 13588532.0,
|
|
"step": 5710
|
|
},
|
|
{
|
|
"entropy": 4.87041597366333,
|
|
"epoch": 5.592266275085659,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 0.00026663628563426185,
|
|
"loss": 4.3333,
|
|
"mean_token_accuracy": 0.26031445264816283,
|
|
"num_tokens": 13599424.0,
|
|
"step": 5715
|
|
},
|
|
{
|
|
"entropy": 4.856188344955444,
|
|
"epoch": 5.597161037689672,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 0.0002662528181674302,
|
|
"loss": 4.3466,
|
|
"mean_token_accuracy": 0.2565928384661674,
|
|
"num_tokens": 13610652.0,
|
|
"step": 5720
|
|
},
|
|
{
|
|
"entropy": 4.846140003204345,
|
|
"epoch": 5.6020558002936856,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.0002658693761447835,
|
|
"loss": 4.4162,
|
|
"mean_token_accuracy": 0.24877500385046006,
|
|
"num_tokens": 13623040.0,
|
|
"step": 5725
|
|
},
|
|
{
|
|
"entropy": 4.899311065673828,
|
|
"epoch": 5.606950562897699,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 0.00026548596068169455,
|
|
"loss": 4.4517,
|
|
"mean_token_accuracy": 0.25163528472185137,
|
|
"num_tokens": 13635401.0,
|
|
"step": 5730
|
|
},
|
|
{
|
|
"entropy": 4.865639066696167,
|
|
"epoch": 5.611845325501713,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 0.00026510257289345915,
|
|
"loss": 4.3686,
|
|
"mean_token_accuracy": 0.25666899532079696,
|
|
"num_tokens": 13649100.0,
|
|
"step": 5735
|
|
},
|
|
{
|
|
"entropy": 4.885151338577271,
|
|
"epoch": 5.616740088105727,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.00026471921389529233,
|
|
"loss": 4.3883,
|
|
"mean_token_accuracy": 0.2459629863500595,
|
|
"num_tokens": 13661257.0,
|
|
"step": 5740
|
|
},
|
|
{
|
|
"entropy": 4.789510059356689,
|
|
"epoch": 5.62163485070974,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.0002643358848023256,
|
|
"loss": 4.3063,
|
|
"mean_token_accuracy": 0.2655410796403885,
|
|
"num_tokens": 13672507.0,
|
|
"step": 5745
|
|
},
|
|
{
|
|
"entropy": 4.9358001232147215,
|
|
"epoch": 5.626529613313754,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.0002639525867296033,
|
|
"loss": 4.4602,
|
|
"mean_token_accuracy": 0.2463882565498352,
|
|
"num_tokens": 13684143.0,
|
|
"step": 5750
|
|
},
|
|
{
|
|
"entropy": 4.950975131988526,
|
|
"epoch": 5.631424375917768,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 0.00026356932079207976,
|
|
"loss": 4.4523,
|
|
"mean_token_accuracy": 0.25883112400770186,
|
|
"num_tokens": 13696361.0,
|
|
"step": 5755
|
|
},
|
|
{
|
|
"entropy": 4.9228184700012205,
|
|
"epoch": 5.636319138521782,
|
|
"grad_norm": 1.3203125,
|
|
"learning_rate": 0.0002631860881046155,
|
|
"loss": 4.417,
|
|
"mean_token_accuracy": 0.25572172850370406,
|
|
"num_tokens": 13707199.0,
|
|
"step": 5760
|
|
},
|
|
{
|
|
"entropy": 4.85296139717102,
|
|
"epoch": 5.641213901125795,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.00026280288978197463,
|
|
"loss": 4.3313,
|
|
"mean_token_accuracy": 0.2568573772907257,
|
|
"num_tokens": 13718676.0,
|
|
"step": 5765
|
|
},
|
|
{
|
|
"entropy": 4.9180662631988525,
|
|
"epoch": 5.646108663729809,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 0.00026241972693882116,
|
|
"loss": 4.452,
|
|
"mean_token_accuracy": 0.2521181508898735,
|
|
"num_tokens": 13730299.0,
|
|
"step": 5770
|
|
},
|
|
{
|
|
"entropy": 4.848993158340454,
|
|
"epoch": 5.651003426333823,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.00026203660068971596,
|
|
"loss": 4.3345,
|
|
"mean_token_accuracy": 0.2588157162070274,
|
|
"num_tokens": 13741519.0,
|
|
"step": 5775
|
|
},
|
|
{
|
|
"entropy": 4.836781930923462,
|
|
"epoch": 5.655898188937837,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.00026165351214911336,
|
|
"loss": 4.3613,
|
|
"mean_token_accuracy": 0.2587398186326027,
|
|
"num_tokens": 13753017.0,
|
|
"step": 5780
|
|
},
|
|
{
|
|
"entropy": 4.870823669433594,
|
|
"epoch": 5.6607929515418505,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.0002612704624313581,
|
|
"loss": 4.3718,
|
|
"mean_token_accuracy": 0.25970977246761323,
|
|
"num_tokens": 13764560.0,
|
|
"step": 5785
|
|
},
|
|
{
|
|
"entropy": 4.891121101379395,
|
|
"epoch": 5.665687714145864,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.00026088745265068187,
|
|
"loss": 4.3582,
|
|
"mean_token_accuracy": 0.2562860056757927,
|
|
"num_tokens": 13776225.0,
|
|
"step": 5790
|
|
},
|
|
{
|
|
"entropy": 4.786376333236694,
|
|
"epoch": 5.670582476749877,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.0002605044839212004,
|
|
"loss": 4.3066,
|
|
"mean_token_accuracy": 0.26747307777404783,
|
|
"num_tokens": 13788012.0,
|
|
"step": 5795
|
|
},
|
|
{
|
|
"entropy": 4.918028068542481,
|
|
"epoch": 5.675477239353891,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.0002601215573569097,
|
|
"loss": 4.4261,
|
|
"mean_token_accuracy": 0.25143319815397264,
|
|
"num_tokens": 13801110.0,
|
|
"step": 5800
|
|
},
|
|
{
|
|
"entropy": 4.859095764160156,
|
|
"epoch": 5.680372001957905,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 0.00025973867407168337,
|
|
"loss": 4.3776,
|
|
"mean_token_accuracy": 0.25642815977334976,
|
|
"num_tokens": 13813494.0,
|
|
"step": 5805
|
|
},
|
|
{
|
|
"entropy": 4.928546524047851,
|
|
"epoch": 5.685266764561919,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.000259355835179269,
|
|
"loss": 4.4149,
|
|
"mean_token_accuracy": 0.25614451467990873,
|
|
"num_tokens": 13824839.0,
|
|
"step": 5810
|
|
},
|
|
{
|
|
"entropy": 4.902575922012329,
|
|
"epoch": 5.690161527165932,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 0.00025897304179328527,
|
|
"loss": 4.3711,
|
|
"mean_token_accuracy": 0.25395126938819884,
|
|
"num_tokens": 13835331.0,
|
|
"step": 5815
|
|
},
|
|
{
|
|
"entropy": 4.842872667312622,
|
|
"epoch": 5.695056289769946,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.0002585902950272182,
|
|
"loss": 4.3318,
|
|
"mean_token_accuracy": 0.259154349565506,
|
|
"num_tokens": 13846753.0,
|
|
"step": 5820
|
|
},
|
|
{
|
|
"entropy": 4.8264305114746096,
|
|
"epoch": 5.69995105237396,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 0.00025820759599441825,
|
|
"loss": 4.3749,
|
|
"mean_token_accuracy": 0.2616315230727196,
|
|
"num_tokens": 13858732.0,
|
|
"step": 5825
|
|
},
|
|
{
|
|
"entropy": 4.932910776138305,
|
|
"epoch": 5.704845814977974,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.00025782494580809724,
|
|
"loss": 4.5086,
|
|
"mean_token_accuracy": 0.25525975078344343,
|
|
"num_tokens": 13871254.0,
|
|
"step": 5830
|
|
},
|
|
{
|
|
"entropy": 4.863980674743653,
|
|
"epoch": 5.709740577581988,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 0.0002574423455813246,
|
|
"loss": 4.3471,
|
|
"mean_token_accuracy": 0.25700268894433975,
|
|
"num_tokens": 13883101.0,
|
|
"step": 5835
|
|
},
|
|
{
|
|
"entropy": 4.830964994430542,
|
|
"epoch": 5.714635340186001,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.0002570597964270247,
|
|
"loss": 4.3982,
|
|
"mean_token_accuracy": 0.2551607474684715,
|
|
"num_tokens": 13895710.0,
|
|
"step": 5840
|
|
},
|
|
{
|
|
"entropy": 4.83728141784668,
|
|
"epoch": 5.7195301027900145,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.00025667729945797325,
|
|
"loss": 4.3581,
|
|
"mean_token_accuracy": 0.2518611580133438,
|
|
"num_tokens": 13907277.0,
|
|
"step": 5845
|
|
},
|
|
{
|
|
"entropy": 4.839091110229492,
|
|
"epoch": 5.724424865394028,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.0002562948557867941,
|
|
"loss": 4.3859,
|
|
"mean_token_accuracy": 0.2661369562149048,
|
|
"num_tokens": 13919302.0,
|
|
"step": 5850
|
|
},
|
|
{
|
|
"entropy": 4.850262117385864,
|
|
"epoch": 5.729319627998042,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 0.0002559124665259561,
|
|
"loss": 4.3563,
|
|
"mean_token_accuracy": 0.2551110714673996,
|
|
"num_tokens": 13930855.0,
|
|
"step": 5855
|
|
},
|
|
{
|
|
"entropy": 4.84032678604126,
|
|
"epoch": 5.734214390602056,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 0.00025553013278776994,
|
|
"loss": 4.4229,
|
|
"mean_token_accuracy": 0.2592659771442413,
|
|
"num_tokens": 13942032.0,
|
|
"step": 5860
|
|
},
|
|
{
|
|
"entropy": 4.853889322280883,
|
|
"epoch": 5.739109153206069,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 0.0002551478556843847,
|
|
"loss": 4.4186,
|
|
"mean_token_accuracy": 0.2460196405649185,
|
|
"num_tokens": 13953154.0,
|
|
"step": 5865
|
|
},
|
|
{
|
|
"entropy": 4.847426652908325,
|
|
"epoch": 5.744003915810083,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.00025476563632778463,
|
|
"loss": 4.3732,
|
|
"mean_token_accuracy": 0.2568355903029442,
|
|
"num_tokens": 13966653.0,
|
|
"step": 5870
|
|
},
|
|
{
|
|
"entropy": 4.8953962326049805,
|
|
"epoch": 5.748898678414097,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 0.0002543834758297862,
|
|
"loss": 4.4338,
|
|
"mean_token_accuracy": 0.2526059657335281,
|
|
"num_tokens": 13980803.0,
|
|
"step": 5875
|
|
},
|
|
{
|
|
"entropy": 4.864094018936157,
|
|
"epoch": 5.753793441018111,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.0002540013753020345,
|
|
"loss": 4.3791,
|
|
"mean_token_accuracy": 0.2601077049970627,
|
|
"num_tokens": 13993080.0,
|
|
"step": 5880
|
|
},
|
|
{
|
|
"entropy": 4.917114210128784,
|
|
"epoch": 5.758688203622125,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.00025361933585600036,
|
|
"loss": 4.3565,
|
|
"mean_token_accuracy": 0.25888574570417405,
|
|
"num_tokens": 14003888.0,
|
|
"step": 5885
|
|
},
|
|
{
|
|
"entropy": 4.802571058273315,
|
|
"epoch": 5.763582966226138,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 0.0002532373586029767,
|
|
"loss": 4.3826,
|
|
"mean_token_accuracy": 0.25347985327243805,
|
|
"num_tokens": 14016290.0,
|
|
"step": 5890
|
|
},
|
|
{
|
|
"entropy": 4.847525215148925,
|
|
"epoch": 5.768477728830152,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.00025285544465407573,
|
|
"loss": 4.3688,
|
|
"mean_token_accuracy": 0.2575444638729095,
|
|
"num_tokens": 14028572.0,
|
|
"step": 5895
|
|
},
|
|
{
|
|
"entropy": 4.861686086654663,
|
|
"epoch": 5.7733724914341655,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.00025247359512022536,
|
|
"loss": 4.3098,
|
|
"mean_token_accuracy": 0.2677211925387383,
|
|
"num_tokens": 14039656.0,
|
|
"step": 5900
|
|
},
|
|
{
|
|
"entropy": 4.732901096343994,
|
|
"epoch": 5.778267254038179,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.00025209181111216633,
|
|
"loss": 4.2269,
|
|
"mean_token_accuracy": 0.26832785457372665,
|
|
"num_tokens": 14051556.0,
|
|
"step": 5905
|
|
},
|
|
{
|
|
"entropy": 4.8498122215271,
|
|
"epoch": 5.783162016642192,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.00025171009374044855,
|
|
"loss": 4.3738,
|
|
"mean_token_accuracy": 0.26021302342414854,
|
|
"num_tokens": 14063547.0,
|
|
"step": 5910
|
|
},
|
|
{
|
|
"entropy": 4.865735149383545,
|
|
"epoch": 5.788056779246206,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.00025132844411542823,
|
|
"loss": 4.4411,
|
|
"mean_token_accuracy": 0.25166173130273817,
|
|
"num_tokens": 14076071.0,
|
|
"step": 5915
|
|
},
|
|
{
|
|
"entropy": 4.995202827453613,
|
|
"epoch": 5.79295154185022,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.0002509468633472644,
|
|
"loss": 4.4838,
|
|
"mean_token_accuracy": 0.25088701099157334,
|
|
"num_tokens": 14087889.0,
|
|
"step": 5920
|
|
},
|
|
{
|
|
"entropy": 4.901824951171875,
|
|
"epoch": 5.797846304454234,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 0.00025056535254591614,
|
|
"loss": 4.3811,
|
|
"mean_token_accuracy": 0.25655424445867536,
|
|
"num_tokens": 14098638.0,
|
|
"step": 5925
|
|
},
|
|
{
|
|
"entropy": 4.837943458557129,
|
|
"epoch": 5.802741067058248,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 0.00025018391282113846,
|
|
"loss": 4.3791,
|
|
"mean_token_accuracy": 0.2580624133348465,
|
|
"num_tokens": 14111179.0,
|
|
"step": 5930
|
|
},
|
|
{
|
|
"entropy": 4.893588066101074,
|
|
"epoch": 5.807635829662261,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.00024980254528248,
|
|
"loss": 4.3968,
|
|
"mean_token_accuracy": 0.2524055078625679,
|
|
"num_tokens": 14123217.0,
|
|
"step": 5935
|
|
},
|
|
{
|
|
"entropy": 4.805589103698731,
|
|
"epoch": 5.812530592266275,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 0.00024942125103927937,
|
|
"loss": 4.4205,
|
|
"mean_token_accuracy": 0.24955332428216934,
|
|
"num_tokens": 14135101.0,
|
|
"step": 5940
|
|
},
|
|
{
|
|
"entropy": 4.834405899047852,
|
|
"epoch": 5.817425354870289,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.00024904003120066197,
|
|
"loss": 4.3614,
|
|
"mean_token_accuracy": 0.2539971902966499,
|
|
"num_tokens": 14147050.0,
|
|
"step": 5945
|
|
},
|
|
{
|
|
"entropy": 4.886589384078979,
|
|
"epoch": 5.822320117474303,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.00024865888687553657,
|
|
"loss": 4.3648,
|
|
"mean_token_accuracy": 0.2603609248995781,
|
|
"num_tokens": 14159014.0,
|
|
"step": 5950
|
|
},
|
|
{
|
|
"entropy": 4.9152076721191404,
|
|
"epoch": 5.827214880078317,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 0.00024827781917259264,
|
|
"loss": 4.387,
|
|
"mean_token_accuracy": 0.2601025730371475,
|
|
"num_tokens": 14170007.0,
|
|
"step": 5955
|
|
},
|
|
{
|
|
"entropy": 4.905130195617676,
|
|
"epoch": 5.83210964268233,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.00024789682920029637,
|
|
"loss": 4.4073,
|
|
"mean_token_accuracy": 0.253394378721714,
|
|
"num_tokens": 14181933.0,
|
|
"step": 5960
|
|
},
|
|
{
|
|
"entropy": 4.861382627487183,
|
|
"epoch": 5.8370044052863435,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.00024751591806688815,
|
|
"loss": 4.4136,
|
|
"mean_token_accuracy": 0.2488293930888176,
|
|
"num_tokens": 14195507.0,
|
|
"step": 5965
|
|
},
|
|
{
|
|
"entropy": 4.833344554901123,
|
|
"epoch": 5.841899167890357,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 0.0002471350868803791,
|
|
"loss": 4.3257,
|
|
"mean_token_accuracy": 0.2623078554868698,
|
|
"num_tokens": 14206751.0,
|
|
"step": 5970
|
|
},
|
|
{
|
|
"entropy": 4.816693305969238,
|
|
"epoch": 5.846793930494371,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 0.0002467543367485473,
|
|
"loss": 4.3789,
|
|
"mean_token_accuracy": 0.2612681910395622,
|
|
"num_tokens": 14217953.0,
|
|
"step": 5975
|
|
},
|
|
{
|
|
"entropy": 4.876659822463989,
|
|
"epoch": 5.851688693098385,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.00024637366877893564,
|
|
"loss": 4.3855,
|
|
"mean_token_accuracy": 0.2643557578325272,
|
|
"num_tokens": 14229318.0,
|
|
"step": 5980
|
|
},
|
|
{
|
|
"entropy": 4.834124279022217,
|
|
"epoch": 5.856583455702398,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 0.0002459930840788476,
|
|
"loss": 4.4219,
|
|
"mean_token_accuracy": 0.2506131693720818,
|
|
"num_tokens": 14241249.0,
|
|
"step": 5985
|
|
},
|
|
{
|
|
"entropy": 4.832979917526245,
|
|
"epoch": 5.861478218306412,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 0.00024561258375534466,
|
|
"loss": 4.3209,
|
|
"mean_token_accuracy": 0.2616737484931946,
|
|
"num_tokens": 14254603.0,
|
|
"step": 5990
|
|
},
|
|
{
|
|
"entropy": 4.916781663894653,
|
|
"epoch": 5.866372980910426,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.0002452321689152428,
|
|
"loss": 4.4344,
|
|
"mean_token_accuracy": 0.25329224318265914,
|
|
"num_tokens": 14266084.0,
|
|
"step": 5995
|
|
},
|
|
{
|
|
"entropy": 4.908779430389404,
|
|
"epoch": 5.87126774351444,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.0002448518406651093,
|
|
"loss": 4.4077,
|
|
"mean_token_accuracy": 0.2533883288502693,
|
|
"num_tokens": 14277760.0,
|
|
"step": 6000
|
|
},
|
|
{
|
|
"epoch": 5.87126774351444,
|
|
"eval_entropy": 4.847652898863684,
|
|
"eval_loss": 5.528921127319336,
|
|
"eval_mean_token_accuracy": 0.2043717649447669,
|
|
"eval_num_tokens": 14277760.0,
|
|
"eval_runtime": 2.7115,
|
|
"eval_samples_per_second": 1271.231,
|
|
"eval_steps_per_second": 158.95,
|
|
"step": 6000
|
|
},
|
|
{
|
|
"entropy": 4.872960376739502,
|
|
"epoch": 5.876162506118453,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 0.00024447160011125963,
|
|
"loss": 4.3288,
|
|
"mean_token_accuracy": 0.2566951096057892,
|
|
"num_tokens": 14288873.0,
|
|
"step": 6005
|
|
},
|
|
{
|
|
"entropy": 4.829443359375,
|
|
"epoch": 5.881057268722467,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.0002440914483597541,
|
|
"loss": 4.382,
|
|
"mean_token_accuracy": 0.2564694702625275,
|
|
"num_tokens": 14300555.0,
|
|
"step": 6010
|
|
},
|
|
{
|
|
"entropy": 4.803920078277588,
|
|
"epoch": 5.885952031326481,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.0002437113865163948,
|
|
"loss": 4.3054,
|
|
"mean_token_accuracy": 0.2675867885351181,
|
|
"num_tokens": 14312280.0,
|
|
"step": 6015
|
|
},
|
|
{
|
|
"entropy": 4.905507183074951,
|
|
"epoch": 5.8908467939304945,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.00024333141568672214,
|
|
"loss": 4.4598,
|
|
"mean_token_accuracy": 0.25115940868854525,
|
|
"num_tokens": 14325241.0,
|
|
"step": 6020
|
|
},
|
|
{
|
|
"entropy": 4.898667621612549,
|
|
"epoch": 5.895741556534508,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.00024295153697601203,
|
|
"loss": 4.4245,
|
|
"mean_token_accuracy": 0.24731726944446564,
|
|
"num_tokens": 14337619.0,
|
|
"step": 6025
|
|
},
|
|
{
|
|
"entropy": 4.881683826446533,
|
|
"epoch": 5.900636319138522,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 0.00024257175148927214,
|
|
"loss": 4.4707,
|
|
"mean_token_accuracy": 0.2454853668808937,
|
|
"num_tokens": 14350732.0,
|
|
"step": 6030
|
|
},
|
|
{
|
|
"entropy": 4.901256561279297,
|
|
"epoch": 5.905531081742535,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.00024219206033123907,
|
|
"loss": 4.4257,
|
|
"mean_token_accuracy": 0.25449724644422533,
|
|
"num_tokens": 14362142.0,
|
|
"step": 6035
|
|
},
|
|
{
|
|
"entropy": 4.9797758102417,
|
|
"epoch": 5.910425844346549,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.00024181246460637523,
|
|
"loss": 4.4753,
|
|
"mean_token_accuracy": 0.24717148393392563,
|
|
"num_tokens": 14373456.0,
|
|
"step": 6040
|
|
},
|
|
{
|
|
"entropy": 4.8727391242980955,
|
|
"epoch": 5.915320606950563,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 0.00024143296541886505,
|
|
"loss": 4.3742,
|
|
"mean_token_accuracy": 0.2551514819264412,
|
|
"num_tokens": 14384524.0,
|
|
"step": 6045
|
|
},
|
|
{
|
|
"entropy": 4.786277198791504,
|
|
"epoch": 5.920215369554577,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.00024105356387261258,
|
|
"loss": 4.3444,
|
|
"mean_token_accuracy": 0.2624176487326622,
|
|
"num_tokens": 14396217.0,
|
|
"step": 6050
|
|
},
|
|
{
|
|
"entropy": 4.88754711151123,
|
|
"epoch": 5.92511013215859,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.0002406742610712374,
|
|
"loss": 4.3991,
|
|
"mean_token_accuracy": 0.2578703224658966,
|
|
"num_tokens": 14408617.0,
|
|
"step": 6055
|
|
},
|
|
{
|
|
"entropy": 4.809815359115601,
|
|
"epoch": 5.930004894762604,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 0.00024029505811807227,
|
|
"loss": 4.2976,
|
|
"mean_token_accuracy": 0.26516724824905397,
|
|
"num_tokens": 14419953.0,
|
|
"step": 6060
|
|
},
|
|
{
|
|
"entropy": 4.80200080871582,
|
|
"epoch": 5.934899657366618,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.00023991595611615925,
|
|
"loss": 4.3741,
|
|
"mean_token_accuracy": 0.2620143949985504,
|
|
"num_tokens": 14433024.0,
|
|
"step": 6065
|
|
},
|
|
{
|
|
"entropy": 4.913531970977783,
|
|
"epoch": 5.939794419970632,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.00023953695616824673,
|
|
"loss": 4.4575,
|
|
"mean_token_accuracy": 0.2479124590754509,
|
|
"num_tokens": 14444409.0,
|
|
"step": 6070
|
|
},
|
|
{
|
|
"entropy": 4.965805721282959,
|
|
"epoch": 5.9446891825746455,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 0.00023915805937678642,
|
|
"loss": 4.4447,
|
|
"mean_token_accuracy": 0.24559613019227983,
|
|
"num_tokens": 14456476.0,
|
|
"step": 6075
|
|
},
|
|
{
|
|
"entropy": 4.803340673446655,
|
|
"epoch": 5.9495839451786585,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.00023877926684392982,
|
|
"loss": 4.3531,
|
|
"mean_token_accuracy": 0.2564409762620926,
|
|
"num_tokens": 14467759.0,
|
|
"step": 6080
|
|
},
|
|
{
|
|
"entropy": 4.8058021068573,
|
|
"epoch": 5.954478707782672,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.0002384005796715253,
|
|
"loss": 4.301,
|
|
"mean_token_accuracy": 0.2568058863282204,
|
|
"num_tokens": 14479884.0,
|
|
"step": 6085
|
|
},
|
|
{
|
|
"entropy": 4.790150880813599,
|
|
"epoch": 5.959373470386686,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.00023802199896111453,
|
|
"loss": 4.4343,
|
|
"mean_token_accuracy": 0.252117657661438,
|
|
"num_tokens": 14491966.0,
|
|
"step": 6090
|
|
},
|
|
{
|
|
"entropy": 4.785001564025879,
|
|
"epoch": 5.9642682329907,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.00023764352581392972,
|
|
"loss": 4.3435,
|
|
"mean_token_accuracy": 0.26462938338518144,
|
|
"num_tokens": 14503325.0,
|
|
"step": 6095
|
|
},
|
|
{
|
|
"entropy": 4.890700960159302,
|
|
"epoch": 5.969162995594713,
|
|
"grad_norm": 1.0234375,
|
|
"learning_rate": 0.0002372651613308901,
|
|
"loss": 4.4247,
|
|
"mean_token_accuracy": 0.25268724113702773,
|
|
"num_tokens": 14516191.0,
|
|
"step": 6100
|
|
},
|
|
{
|
|
"entropy": 4.861700963973999,
|
|
"epoch": 5.974057758198727,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.0002368869066125988,
|
|
"loss": 4.3782,
|
|
"mean_token_accuracy": 0.25734401047229766,
|
|
"num_tokens": 14526512.0,
|
|
"step": 6105
|
|
},
|
|
{
|
|
"entropy": 4.770480728149414,
|
|
"epoch": 5.978952520802741,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.00023650876275933968,
|
|
"loss": 4.3034,
|
|
"mean_token_accuracy": 0.26017602533102036,
|
|
"num_tokens": 14538166.0,
|
|
"step": 6110
|
|
},
|
|
{
|
|
"entropy": 4.871961307525635,
|
|
"epoch": 5.983847283406755,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.00023613073087107412,
|
|
"loss": 4.4192,
|
|
"mean_token_accuracy": 0.2566285029053688,
|
|
"num_tokens": 14550348.0,
|
|
"step": 6115
|
|
},
|
|
{
|
|
"entropy": 4.815043163299561,
|
|
"epoch": 5.988742046010769,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.00023575281204743777,
|
|
"loss": 4.3076,
|
|
"mean_token_accuracy": 0.26186804175376893,
|
|
"num_tokens": 14562817.0,
|
|
"step": 6120
|
|
},
|
|
{
|
|
"entropy": 4.831691694259644,
|
|
"epoch": 5.993636808614783,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.0002353750073877375,
|
|
"loss": 4.2943,
|
|
"mean_token_accuracy": 0.26238631904125215,
|
|
"num_tokens": 14574525.0,
|
|
"step": 6125
|
|
},
|
|
{
|
|
"entropy": 4.79324197769165,
|
|
"epoch": 5.998531571218796,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 0.00023499731799094792,
|
|
"loss": 4.3363,
|
|
"mean_token_accuracy": 0.2622803270816803,
|
|
"num_tokens": 14586978.0,
|
|
"step": 6130
|
|
},
|
|
{
|
|
"entropy": 4.938174141777886,
|
|
"epoch": 6.002936857562408,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.0002346197449557085,
|
|
"loss": 4.5267,
|
|
"mean_token_accuracy": 0.24622786541779837,
|
|
"num_tokens": 14596950.0,
|
|
"step": 6135
|
|
},
|
|
{
|
|
"entropy": 4.868229866027832,
|
|
"epoch": 6.007831620166422,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 0.00023424228938032023,
|
|
"loss": 4.269,
|
|
"mean_token_accuracy": 0.267243792116642,
|
|
"num_tokens": 14608443.0,
|
|
"step": 6140
|
|
},
|
|
{
|
|
"entropy": 4.856946420669556,
|
|
"epoch": 6.012726382770436,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.00023386495236274235,
|
|
"loss": 4.1954,
|
|
"mean_token_accuracy": 0.26945479214191437,
|
|
"num_tokens": 14619633.0,
|
|
"step": 6145
|
|
},
|
|
{
|
|
"entropy": 4.797254514694214,
|
|
"epoch": 6.0176211453744495,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.00023348773500058928,
|
|
"loss": 4.1346,
|
|
"mean_token_accuracy": 0.28204409778118134,
|
|
"num_tokens": 14631935.0,
|
|
"step": 6150
|
|
},
|
|
{
|
|
"entropy": 4.893494367599487,
|
|
"epoch": 6.022515907978463,
|
|
"grad_norm": 1.0078125,
|
|
"learning_rate": 0.0002331106383911274,
|
|
"loss": 4.2652,
|
|
"mean_token_accuracy": 0.2601096361875534,
|
|
"num_tokens": 14645440.0,
|
|
"step": 6155
|
|
},
|
|
{
|
|
"entropy": 4.83541169166565,
|
|
"epoch": 6.027410670582476,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.00023273366363127173,
|
|
"loss": 4.1892,
|
|
"mean_token_accuracy": 0.2682227447628975,
|
|
"num_tokens": 14658005.0,
|
|
"step": 6160
|
|
},
|
|
{
|
|
"entropy": 4.927010250091553,
|
|
"epoch": 6.03230543318649,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.00023235681181758307,
|
|
"loss": 4.1504,
|
|
"mean_token_accuracy": 0.2842243373394012,
|
|
"num_tokens": 14668253.0,
|
|
"step": 6165
|
|
},
|
|
{
|
|
"entropy": 4.864370393753052,
|
|
"epoch": 6.037200195790504,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.00023198008404626426,
|
|
"loss": 4.2025,
|
|
"mean_token_accuracy": 0.27535333186388017,
|
|
"num_tokens": 14680920.0,
|
|
"step": 6170
|
|
},
|
|
{
|
|
"entropy": 4.819535160064698,
|
|
"epoch": 6.042094958394518,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 0.00023160348141315772,
|
|
"loss": 4.1694,
|
|
"mean_token_accuracy": 0.2749713361263275,
|
|
"num_tokens": 14692486.0,
|
|
"step": 6175
|
|
},
|
|
{
|
|
"entropy": 4.84032826423645,
|
|
"epoch": 6.046989720998532,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.0002312270050137415,
|
|
"loss": 4.1672,
|
|
"mean_token_accuracy": 0.2730707943439484,
|
|
"num_tokens": 14703764.0,
|
|
"step": 6180
|
|
},
|
|
{
|
|
"entropy": 4.832402467727661,
|
|
"epoch": 6.051884483602545,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.00023085065594312672,
|
|
"loss": 4.1812,
|
|
"mean_token_accuracy": 0.2766795590519905,
|
|
"num_tokens": 14715036.0,
|
|
"step": 6185
|
|
},
|
|
{
|
|
"entropy": 4.795878648757935,
|
|
"epoch": 6.056779246206559,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.00023047443529605383,
|
|
"loss": 4.1735,
|
|
"mean_token_accuracy": 0.27436170876026156,
|
|
"num_tokens": 14726900.0,
|
|
"step": 6190
|
|
},
|
|
{
|
|
"entropy": 4.874473524093628,
|
|
"epoch": 6.061674008810573,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.00023009834416689006,
|
|
"loss": 4.264,
|
|
"mean_token_accuracy": 0.2762237161397934,
|
|
"num_tokens": 14738305.0,
|
|
"step": 6195
|
|
},
|
|
{
|
|
"entropy": 4.825719833374023,
|
|
"epoch": 6.066568771414587,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.00022972238364962573,
|
|
"loss": 4.0988,
|
|
"mean_token_accuracy": 0.2811549425125122,
|
|
"num_tokens": 14749004.0,
|
|
"step": 6200
|
|
},
|
|
{
|
|
"entropy": 4.804828882217407,
|
|
"epoch": 6.0714635340186005,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 0.00022934655483787116,
|
|
"loss": 4.1463,
|
|
"mean_token_accuracy": 0.2754515290260315,
|
|
"num_tokens": 14758997.0,
|
|
"step": 6205
|
|
},
|
|
{
|
|
"entropy": 4.731018972396851,
|
|
"epoch": 6.0763582966226135,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.00022897085882485363,
|
|
"loss": 4.141,
|
|
"mean_token_accuracy": 0.2798526793718338,
|
|
"num_tokens": 14771234.0,
|
|
"step": 6210
|
|
},
|
|
{
|
|
"entropy": 4.816930341720581,
|
|
"epoch": 6.081253059226627,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.00022859529670341412,
|
|
"loss": 4.1734,
|
|
"mean_token_accuracy": 0.2771123304963112,
|
|
"num_tokens": 14783297.0,
|
|
"step": 6215
|
|
},
|
|
{
|
|
"entropy": 4.866773557662964,
|
|
"epoch": 6.086147821830641,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.0002282198695660042,
|
|
"loss": 4.223,
|
|
"mean_token_accuracy": 0.2721914514899254,
|
|
"num_tokens": 14795879.0,
|
|
"step": 6220
|
|
},
|
|
{
|
|
"entropy": 4.865912342071534,
|
|
"epoch": 6.091042584434655,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 0.0002278445785046827,
|
|
"loss": 4.216,
|
|
"mean_token_accuracy": 0.2727255493402481,
|
|
"num_tokens": 14807089.0,
|
|
"step": 6225
|
|
},
|
|
{
|
|
"entropy": 4.871426677703857,
|
|
"epoch": 6.095937347038669,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 0.00022746942461111263,
|
|
"loss": 4.254,
|
|
"mean_token_accuracy": 0.2625962600111961,
|
|
"num_tokens": 14819833.0,
|
|
"step": 6230
|
|
},
|
|
{
|
|
"entropy": 4.740596199035645,
|
|
"epoch": 6.100832109642682,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 0.00022709440897655814,
|
|
"loss": 4.085,
|
|
"mean_token_accuracy": 0.28691370636224744,
|
|
"num_tokens": 14831445.0,
|
|
"step": 6235
|
|
},
|
|
{
|
|
"entropy": 4.7926253318786625,
|
|
"epoch": 6.105726872246696,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.000226719532691881,
|
|
"loss": 4.1375,
|
|
"mean_token_accuracy": 0.27816627621650697,
|
|
"num_tokens": 14842903.0,
|
|
"step": 6240
|
|
},
|
|
{
|
|
"entropy": 4.774874925613403,
|
|
"epoch": 6.11062163485071,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.00022634479684753784,
|
|
"loss": 4.1794,
|
|
"mean_token_accuracy": 0.2747546464204788,
|
|
"num_tokens": 14855549.0,
|
|
"step": 6245
|
|
},
|
|
{
|
|
"entropy": 4.767557144165039,
|
|
"epoch": 6.115516397454724,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.00022597020253357653,
|
|
"loss": 4.1578,
|
|
"mean_token_accuracy": 0.2763927549123764,
|
|
"num_tokens": 14867637.0,
|
|
"step": 6250
|
|
},
|
|
{
|
|
"entropy": 4.883736896514892,
|
|
"epoch": 6.120411160058737,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.0002255957508396335,
|
|
"loss": 4.2442,
|
|
"mean_token_accuracy": 0.26765406131744385,
|
|
"num_tokens": 14879091.0,
|
|
"step": 6255
|
|
},
|
|
{
|
|
"entropy": 4.940708494186401,
|
|
"epoch": 6.125305922662751,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.0002252214428549301,
|
|
"loss": 4.3049,
|
|
"mean_token_accuracy": 0.27202845811843873,
|
|
"num_tokens": 14891534.0,
|
|
"step": 6260
|
|
},
|
|
{
|
|
"entropy": 4.808643913269043,
|
|
"epoch": 6.1302006852667645,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.0002248472796682699,
|
|
"loss": 4.1795,
|
|
"mean_token_accuracy": 0.27599882930517194,
|
|
"num_tokens": 14904932.0,
|
|
"step": 6265
|
|
},
|
|
{
|
|
"entropy": 4.884942626953125,
|
|
"epoch": 6.135095447870778,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 0.00022447326236803506,
|
|
"loss": 4.2656,
|
|
"mean_token_accuracy": 0.2682978302240372,
|
|
"num_tokens": 14916576.0,
|
|
"step": 6270
|
|
},
|
|
{
|
|
"entropy": 4.94645938873291,
|
|
"epoch": 6.139990210474792,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 0.00022409939204218337,
|
|
"loss": 4.3452,
|
|
"mean_token_accuracy": 0.2676354169845581,
|
|
"num_tokens": 14928470.0,
|
|
"step": 6275
|
|
},
|
|
{
|
|
"entropy": 4.836667537689209,
|
|
"epoch": 6.144884973078805,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.00022372566977824537,
|
|
"loss": 4.2439,
|
|
"mean_token_accuracy": 0.26788300424814226,
|
|
"num_tokens": 14941650.0,
|
|
"step": 6280
|
|
},
|
|
{
|
|
"entropy": 4.845656251907348,
|
|
"epoch": 6.149779735682819,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.0002233520966633205,
|
|
"loss": 4.2367,
|
|
"mean_token_accuracy": 0.2657042175531387,
|
|
"num_tokens": 14952755.0,
|
|
"step": 6285
|
|
},
|
|
{
|
|
"entropy": 4.9208417415618895,
|
|
"epoch": 6.154674498286833,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.00022297867378407476,
|
|
"loss": 4.241,
|
|
"mean_token_accuracy": 0.27318698167800903,
|
|
"num_tokens": 14964688.0,
|
|
"step": 6290
|
|
},
|
|
{
|
|
"entropy": 4.785317707061767,
|
|
"epoch": 6.159569260890847,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.0002226054022267368,
|
|
"loss": 4.1559,
|
|
"mean_token_accuracy": 0.2777329087257385,
|
|
"num_tokens": 14977342.0,
|
|
"step": 6295
|
|
},
|
|
{
|
|
"entropy": 4.8080377101898195,
|
|
"epoch": 6.164464023494861,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.00022223228307709532,
|
|
"loss": 4.2403,
|
|
"mean_token_accuracy": 0.27028653770685196,
|
|
"num_tokens": 14989978.0,
|
|
"step": 6300
|
|
},
|
|
{
|
|
"entropy": 4.857764005661011,
|
|
"epoch": 6.169358786098874,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.00022185931742049565,
|
|
"loss": 4.2303,
|
|
"mean_token_accuracy": 0.2628043547272682,
|
|
"num_tokens": 15001461.0,
|
|
"step": 6305
|
|
},
|
|
{
|
|
"entropy": 4.795481014251709,
|
|
"epoch": 6.174253548702888,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 0.00022148650634183647,
|
|
"loss": 4.206,
|
|
"mean_token_accuracy": 0.2713712215423584,
|
|
"num_tokens": 15013565.0,
|
|
"step": 6310
|
|
},
|
|
{
|
|
"entropy": 4.802100610733032,
|
|
"epoch": 6.179148311306902,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.00022111385092556706,
|
|
"loss": 4.1986,
|
|
"mean_token_accuracy": 0.2786237820982933,
|
|
"num_tokens": 15025659.0,
|
|
"step": 6315
|
|
},
|
|
{
|
|
"entropy": 4.857635259628296,
|
|
"epoch": 6.184043073910916,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 0.0002207413522556837,
|
|
"loss": 4.2121,
|
|
"mean_token_accuracy": 0.2751770704984665,
|
|
"num_tokens": 15035587.0,
|
|
"step": 6320
|
|
},
|
|
{
|
|
"entropy": 4.822937393188477,
|
|
"epoch": 6.1889378365149295,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 0.00022036901141572692,
|
|
"loss": 4.2034,
|
|
"mean_token_accuracy": 0.26728240251541135,
|
|
"num_tokens": 15046722.0,
|
|
"step": 6325
|
|
},
|
|
{
|
|
"entropy": 4.789797830581665,
|
|
"epoch": 6.1938325991189425,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.00021999682948877785,
|
|
"loss": 4.1278,
|
|
"mean_token_accuracy": 0.27864754796028135,
|
|
"num_tokens": 15058281.0,
|
|
"step": 6330
|
|
},
|
|
{
|
|
"entropy": 4.8300446510314945,
|
|
"epoch": 6.198727361722956,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.0002196248075574558,
|
|
"loss": 4.1802,
|
|
"mean_token_accuracy": 0.2792785882949829,
|
|
"num_tokens": 15071811.0,
|
|
"step": 6335
|
|
},
|
|
{
|
|
"entropy": 4.860809469223023,
|
|
"epoch": 6.20362212432697,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 0.00021925294670391415,
|
|
"loss": 4.2547,
|
|
"mean_token_accuracy": 0.26011847108602526,
|
|
"num_tokens": 15084633.0,
|
|
"step": 6340
|
|
},
|
|
{
|
|
"entropy": 4.797617483139038,
|
|
"epoch": 6.208516886930984,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.0002188812480098382,
|
|
"loss": 4.1287,
|
|
"mean_token_accuracy": 0.2788653612136841,
|
|
"num_tokens": 15096159.0,
|
|
"step": 6345
|
|
},
|
|
{
|
|
"entropy": 4.787037372589111,
|
|
"epoch": 6.213411649534997,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 0.00021850971255644132,
|
|
"loss": 4.1419,
|
|
"mean_token_accuracy": 0.2781364738941193,
|
|
"num_tokens": 15106946.0,
|
|
"step": 6350
|
|
},
|
|
{
|
|
"entropy": 4.713369274139405,
|
|
"epoch": 6.218306412139011,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.00021813834142446204,
|
|
"loss": 4.1694,
|
|
"mean_token_accuracy": 0.2754037231206894,
|
|
"num_tokens": 15118302.0,
|
|
"step": 6355
|
|
},
|
|
{
|
|
"entropy": 4.874451589584351,
|
|
"epoch": 6.223201174743025,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 0.00021776713569416102,
|
|
"loss": 4.2012,
|
|
"mean_token_accuracy": 0.276554149389267,
|
|
"num_tokens": 15128758.0,
|
|
"step": 6360
|
|
},
|
|
{
|
|
"entropy": 4.885494756698608,
|
|
"epoch": 6.228095937347039,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.0002173960964453176,
|
|
"loss": 4.2504,
|
|
"mean_token_accuracy": 0.2736656591296196,
|
|
"num_tokens": 15141323.0,
|
|
"step": 6365
|
|
},
|
|
{
|
|
"entropy": 4.882346963882446,
|
|
"epoch": 6.232990699951053,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.00021702522475722707,
|
|
"loss": 4.2664,
|
|
"mean_token_accuracy": 0.260635481774807,
|
|
"num_tokens": 15153777.0,
|
|
"step": 6370
|
|
},
|
|
{
|
|
"entropy": 4.812655591964722,
|
|
"epoch": 6.237885462555066,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.00021665452170869715,
|
|
"loss": 4.2003,
|
|
"mean_token_accuracy": 0.2736028864979744,
|
|
"num_tokens": 15165877.0,
|
|
"step": 6375
|
|
},
|
|
{
|
|
"entropy": 4.854285335540771,
|
|
"epoch": 6.24278022515908,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 0.00021628398837804502,
|
|
"loss": 4.2676,
|
|
"mean_token_accuracy": 0.2644032076001167,
|
|
"num_tokens": 15178808.0,
|
|
"step": 6380
|
|
},
|
|
{
|
|
"entropy": 4.789268064498901,
|
|
"epoch": 6.2476749877630935,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 0.00021591362584309448,
|
|
"loss": 4.1754,
|
|
"mean_token_accuracy": 0.2738038256764412,
|
|
"num_tokens": 15191124.0,
|
|
"step": 6385
|
|
},
|
|
{
|
|
"entropy": 4.803241109848022,
|
|
"epoch": 6.252569750367107,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.00021554343518117192,
|
|
"loss": 4.1438,
|
|
"mean_token_accuracy": 0.2791943490505219,
|
|
"num_tokens": 15202452.0,
|
|
"step": 6390
|
|
},
|
|
{
|
|
"entropy": 4.877780866622925,
|
|
"epoch": 6.257464512971121,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 0.00021517341746910435,
|
|
"loss": 4.2576,
|
|
"mean_token_accuracy": 0.2712852030992508,
|
|
"num_tokens": 15214922.0,
|
|
"step": 6395
|
|
},
|
|
{
|
|
"entropy": 4.863499307632447,
|
|
"epoch": 6.262359275575134,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 0.00021480357378321537,
|
|
"loss": 4.3046,
|
|
"mean_token_accuracy": 0.26076753437519073,
|
|
"num_tokens": 15228382.0,
|
|
"step": 6400
|
|
},
|
|
{
|
|
"entropy": 4.83922233581543,
|
|
"epoch": 6.267254038179148,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.00021443390519932255,
|
|
"loss": 4.2526,
|
|
"mean_token_accuracy": 0.2809333875775337,
|
|
"num_tokens": 15240719.0,
|
|
"step": 6405
|
|
},
|
|
{
|
|
"entropy": 4.841563701629639,
|
|
"epoch": 6.272148800783162,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 0.00021406441279273392,
|
|
"loss": 4.1643,
|
|
"mean_token_accuracy": 0.27913168668746946,
|
|
"num_tokens": 15251602.0,
|
|
"step": 6410
|
|
},
|
|
{
|
|
"entropy": 4.812811374664307,
|
|
"epoch": 6.277043563387176,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 0.0002136950976382452,
|
|
"loss": 4.1813,
|
|
"mean_token_accuracy": 0.275836580991745,
|
|
"num_tokens": 15262798.0,
|
|
"step": 6415
|
|
},
|
|
{
|
|
"entropy": 4.797037792205811,
|
|
"epoch": 6.28193832599119,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.00021332596081013644,
|
|
"loss": 4.2153,
|
|
"mean_token_accuracy": 0.27011936008930204,
|
|
"num_tokens": 15275367.0,
|
|
"step": 6420
|
|
},
|
|
{
|
|
"entropy": 4.865811824798584,
|
|
"epoch": 6.286833088595203,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 0.000212957003382169,
|
|
"loss": 4.2325,
|
|
"mean_token_accuracy": 0.2576811045408249,
|
|
"num_tokens": 15286438.0,
|
|
"step": 6425
|
|
},
|
|
{
|
|
"entropy": 4.893474817276001,
|
|
"epoch": 6.291727851199217,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.00021258822642758246,
|
|
"loss": 4.28,
|
|
"mean_token_accuracy": 0.2612115263938904,
|
|
"num_tokens": 15299996.0,
|
|
"step": 6430
|
|
},
|
|
{
|
|
"entropy": 4.865672016143799,
|
|
"epoch": 6.296622613803231,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.00021221963101909113,
|
|
"loss": 4.2813,
|
|
"mean_token_accuracy": 0.2616779044270515,
|
|
"num_tokens": 15311751.0,
|
|
"step": 6435
|
|
},
|
|
{
|
|
"entropy": 4.871557569503784,
|
|
"epoch": 6.3015173764072445,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.00021185121822888165,
|
|
"loss": 4.2092,
|
|
"mean_token_accuracy": 0.27429331094026566,
|
|
"num_tokens": 15322701.0,
|
|
"step": 6440
|
|
},
|
|
{
|
|
"entropy": 4.85855450630188,
|
|
"epoch": 6.3064121390112575,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 0.00021148298912860913,
|
|
"loss": 4.2195,
|
|
"mean_token_accuracy": 0.2690881282091141,
|
|
"num_tokens": 15334256.0,
|
|
"step": 6445
|
|
},
|
|
{
|
|
"entropy": 4.836480283737183,
|
|
"epoch": 6.311306901615271,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 0.00021111494478939452,
|
|
"loss": 4.2403,
|
|
"mean_token_accuracy": 0.2790952980518341,
|
|
"num_tokens": 15346801.0,
|
|
"step": 6450
|
|
},
|
|
{
|
|
"entropy": 4.830028295516968,
|
|
"epoch": 6.316201664219285,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.00021074708628182127,
|
|
"loss": 4.215,
|
|
"mean_token_accuracy": 0.2714369848370552,
|
|
"num_tokens": 15358617.0,
|
|
"step": 6455
|
|
},
|
|
{
|
|
"entropy": 4.8586992740631105,
|
|
"epoch": 6.321096426823299,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.0002103794146759323,
|
|
"loss": 4.1794,
|
|
"mean_token_accuracy": 0.27869624495506284,
|
|
"num_tokens": 15369851.0,
|
|
"step": 6460
|
|
},
|
|
{
|
|
"entropy": 4.8272411823272705,
|
|
"epoch": 6.325991189427313,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.0002100119310412269,
|
|
"loss": 4.1811,
|
|
"mean_token_accuracy": 0.27745148837566375,
|
|
"num_tokens": 15381524.0,
|
|
"step": 6465
|
|
},
|
|
{
|
|
"entropy": 4.811811637878418,
|
|
"epoch": 6.330885952031326,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 0.00020964463644665743,
|
|
"loss": 4.1939,
|
|
"mean_token_accuracy": 0.2748070567846298,
|
|
"num_tokens": 15393189.0,
|
|
"step": 6470
|
|
},
|
|
{
|
|
"entropy": 4.882379531860352,
|
|
"epoch": 6.33578071463534,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 0.00020927753196062655,
|
|
"loss": 4.2421,
|
|
"mean_token_accuracy": 0.2694641500711441,
|
|
"num_tokens": 15405454.0,
|
|
"step": 6475
|
|
},
|
|
{
|
|
"entropy": 4.940475368499756,
|
|
"epoch": 6.340675477239354,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 0.00020891061865098377,
|
|
"loss": 4.2709,
|
|
"mean_token_accuracy": 0.27064765989780426,
|
|
"num_tokens": 15418177.0,
|
|
"step": 6480
|
|
},
|
|
{
|
|
"entropy": 4.8033034324646,
|
|
"epoch": 6.345570239843368,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.00020854389758502264,
|
|
"loss": 4.1983,
|
|
"mean_token_accuracy": 0.27187115550041197,
|
|
"num_tokens": 15430765.0,
|
|
"step": 6485
|
|
},
|
|
{
|
|
"entropy": 4.797132968902588,
|
|
"epoch": 6.350465002447382,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 0.00020817736982947733,
|
|
"loss": 4.1805,
|
|
"mean_token_accuracy": 0.2732017606496811,
|
|
"num_tokens": 15443020.0,
|
|
"step": 6490
|
|
},
|
|
{
|
|
"entropy": 4.860235118865967,
|
|
"epoch": 6.355359765051395,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.0002078110364505198,
|
|
"loss": 4.2013,
|
|
"mean_token_accuracy": 0.26815899163484574,
|
|
"num_tokens": 15454546.0,
|
|
"step": 6495
|
|
},
|
|
{
|
|
"entropy": 4.899313163757324,
|
|
"epoch": 6.3602545276554086,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.00020744489851375682,
|
|
"loss": 4.2147,
|
|
"mean_token_accuracy": 0.2775817528367043,
|
|
"num_tokens": 15465943.0,
|
|
"step": 6500
|
|
},
|
|
{
|
|
"entropy": 4.819829940795898,
|
|
"epoch": 6.365149290259422,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.00020707895708422608,
|
|
"loss": 4.2655,
|
|
"mean_token_accuracy": 0.26704556941986085,
|
|
"num_tokens": 15477344.0,
|
|
"step": 6505
|
|
},
|
|
{
|
|
"entropy": 4.741813993453979,
|
|
"epoch": 6.370044052863436,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.0002067132132263943,
|
|
"loss": 4.1813,
|
|
"mean_token_accuracy": 0.27693390250205996,
|
|
"num_tokens": 15490314.0,
|
|
"step": 6510
|
|
},
|
|
{
|
|
"entropy": 4.863301706314087,
|
|
"epoch": 6.37493881546745,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 0.000206347668004153,
|
|
"loss": 4.2475,
|
|
"mean_token_accuracy": 0.2650014743208885,
|
|
"num_tokens": 15501140.0,
|
|
"step": 6515
|
|
},
|
|
{
|
|
"entropy": 4.864447069168091,
|
|
"epoch": 6.379833578071463,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 0.00020598232248081628,
|
|
"loss": 4.2063,
|
|
"mean_token_accuracy": 0.27616211473941804,
|
|
"num_tokens": 15513384.0,
|
|
"step": 6520
|
|
},
|
|
{
|
|
"entropy": 4.7786345958709715,
|
|
"epoch": 6.384728340675477,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.000205617177719117,
|
|
"loss": 4.1803,
|
|
"mean_token_accuracy": 0.27438597977161405,
|
|
"num_tokens": 15524938.0,
|
|
"step": 6525
|
|
},
|
|
{
|
|
"entropy": 4.8338518142700195,
|
|
"epoch": 6.389623103279491,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 0.00020525223478120425,
|
|
"loss": 4.287,
|
|
"mean_token_accuracy": 0.26312141716480253,
|
|
"num_tokens": 15536587.0,
|
|
"step": 6530
|
|
},
|
|
{
|
|
"entropy": 4.877009725570678,
|
|
"epoch": 6.394517865883505,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.0002048874947286401,
|
|
"loss": 4.2246,
|
|
"mean_token_accuracy": 0.2701993718743324,
|
|
"num_tokens": 15548331.0,
|
|
"step": 6535
|
|
},
|
|
{
|
|
"entropy": 4.846718978881836,
|
|
"epoch": 6.399412628487518,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.00020452295862239628,
|
|
"loss": 4.2365,
|
|
"mean_token_accuracy": 0.2658727169036865,
|
|
"num_tokens": 15559651.0,
|
|
"step": 6540
|
|
},
|
|
{
|
|
"entropy": 4.738231754302978,
|
|
"epoch": 6.404307391091532,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.0002041586275228514,
|
|
"loss": 4.1488,
|
|
"mean_token_accuracy": 0.271811380982399,
|
|
"num_tokens": 15571661.0,
|
|
"step": 6545
|
|
},
|
|
{
|
|
"entropy": 4.757180786132812,
|
|
"epoch": 6.409202153695546,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.00020379450248978758,
|
|
"loss": 4.1828,
|
|
"mean_token_accuracy": 0.2725284159183502,
|
|
"num_tokens": 15583039.0,
|
|
"step": 6550
|
|
},
|
|
{
|
|
"entropy": 4.9070579528808596,
|
|
"epoch": 6.41409691629956,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.00020343058458238784,
|
|
"loss": 4.2965,
|
|
"mean_token_accuracy": 0.26431872844696047,
|
|
"num_tokens": 15595323.0,
|
|
"step": 6555
|
|
},
|
|
{
|
|
"entropy": 4.898988962173462,
|
|
"epoch": 6.4189916789035735,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 0.00020306687485923224,
|
|
"loss": 4.297,
|
|
"mean_token_accuracy": 0.26345344036817553,
|
|
"num_tokens": 15608028.0,
|
|
"step": 6560
|
|
},
|
|
{
|
|
"entropy": 4.767673826217651,
|
|
"epoch": 6.4238864415075865,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.00020270337437829566,
|
|
"loss": 4.1317,
|
|
"mean_token_accuracy": 0.275686576962471,
|
|
"num_tokens": 15619581.0,
|
|
"step": 6565
|
|
},
|
|
{
|
|
"entropy": 4.824228715896607,
|
|
"epoch": 6.4287812041116,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 0.00020234008419694422,
|
|
"loss": 4.1916,
|
|
"mean_token_accuracy": 0.27475271075963975,
|
|
"num_tokens": 15631350.0,
|
|
"step": 6570
|
|
},
|
|
{
|
|
"entropy": 4.8114992618560795,
|
|
"epoch": 6.433675966715614,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.0002019770053719322,
|
|
"loss": 4.1537,
|
|
"mean_token_accuracy": 0.27048716843128207,
|
|
"num_tokens": 15642981.0,
|
|
"step": 6575
|
|
},
|
|
{
|
|
"entropy": 4.838646078109742,
|
|
"epoch": 6.438570729319628,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.0002016141389593993,
|
|
"loss": 4.2253,
|
|
"mean_token_accuracy": 0.27099927961826326,
|
|
"num_tokens": 15655870.0,
|
|
"step": 6580
|
|
},
|
|
{
|
|
"entropy": 4.829157924652099,
|
|
"epoch": 6.443465491923642,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.00020125148601486697,
|
|
"loss": 4.2518,
|
|
"mean_token_accuracy": 0.2692422866821289,
|
|
"num_tokens": 15667980.0,
|
|
"step": 6585
|
|
},
|
|
{
|
|
"entropy": 4.820345306396485,
|
|
"epoch": 6.448360254527655,
|
|
"grad_norm": 1.0390625,
|
|
"learning_rate": 0.00020088904759323618,
|
|
"loss": 4.2263,
|
|
"mean_token_accuracy": 0.2683408439159393,
|
|
"num_tokens": 15679951.0,
|
|
"step": 6590
|
|
},
|
|
{
|
|
"entropy": 4.793087339401245,
|
|
"epoch": 6.453255017131669,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.00020052682474878348,
|
|
"loss": 4.275,
|
|
"mean_token_accuracy": 0.2666164442896843,
|
|
"num_tokens": 15693726.0,
|
|
"step": 6595
|
|
},
|
|
{
|
|
"entropy": 4.812196397781372,
|
|
"epoch": 6.458149779735683,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.00020016481853515867,
|
|
"loss": 4.2339,
|
|
"mean_token_accuracy": 0.2712885245680809,
|
|
"num_tokens": 15705351.0,
|
|
"step": 6600
|
|
},
|
|
{
|
|
"entropy": 4.842929077148438,
|
|
"epoch": 6.463044542339697,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 0.00019980303000538107,
|
|
"loss": 4.1756,
|
|
"mean_token_accuracy": 0.27295818775892255,
|
|
"num_tokens": 15717233.0,
|
|
"step": 6605
|
|
},
|
|
{
|
|
"entropy": 4.818914127349854,
|
|
"epoch": 6.467939304943711,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.00019944146021183713,
|
|
"loss": 4.2522,
|
|
"mean_token_accuracy": 0.26604991406202316,
|
|
"num_tokens": 15729176.0,
|
|
"step": 6610
|
|
},
|
|
{
|
|
"entropy": 4.797746372222901,
|
|
"epoch": 6.472834067547724,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.0001990801102062768,
|
|
"loss": 4.1772,
|
|
"mean_token_accuracy": 0.2749250531196594,
|
|
"num_tokens": 15741107.0,
|
|
"step": 6615
|
|
},
|
|
{
|
|
"entropy": 4.82577919960022,
|
|
"epoch": 6.4777288301517375,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 0.0001987189810398108,
|
|
"loss": 4.2698,
|
|
"mean_token_accuracy": 0.2620985582470894,
|
|
"num_tokens": 15752502.0,
|
|
"step": 6620
|
|
},
|
|
{
|
|
"entropy": 4.85613489151001,
|
|
"epoch": 6.482623592755751,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 0.00019835807376290744,
|
|
"loss": 4.2656,
|
|
"mean_token_accuracy": 0.26031616777181626,
|
|
"num_tokens": 15764404.0,
|
|
"step": 6625
|
|
},
|
|
{
|
|
"entropy": 4.835601472854615,
|
|
"epoch": 6.487518355359765,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.00019799738942538953,
|
|
"loss": 4.2261,
|
|
"mean_token_accuracy": 0.26890532970428466,
|
|
"num_tokens": 15776722.0,
|
|
"step": 6630
|
|
},
|
|
{
|
|
"entropy": 4.838583707809448,
|
|
"epoch": 6.492413117963778,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.0001976369290764315,
|
|
"loss": 4.2586,
|
|
"mean_token_accuracy": 0.270209875702858,
|
|
"num_tokens": 15788863.0,
|
|
"step": 6635
|
|
},
|
|
{
|
|
"entropy": 4.801536655426025,
|
|
"epoch": 6.497307880567792,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.00019727669376455614,
|
|
"loss": 4.2205,
|
|
"mean_token_accuracy": 0.27733253836631777,
|
|
"num_tokens": 15800359.0,
|
|
"step": 6640
|
|
},
|
|
{
|
|
"entropy": 4.832352018356323,
|
|
"epoch": 6.502202643171806,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.00019691668453763163,
|
|
"loss": 4.2949,
|
|
"mean_token_accuracy": 0.26831928342580796,
|
|
"num_tokens": 15811305.0,
|
|
"step": 6645
|
|
},
|
|
{
|
|
"entropy": 4.767752599716187,
|
|
"epoch": 6.50709740577582,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.00019655690244286866,
|
|
"loss": 4.1762,
|
|
"mean_token_accuracy": 0.27681835293769835,
|
|
"num_tokens": 15824315.0,
|
|
"step": 6650
|
|
},
|
|
{
|
|
"entropy": 4.7820886135101315,
|
|
"epoch": 6.511992168379834,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.00019619734852681698,
|
|
"loss": 4.1599,
|
|
"mean_token_accuracy": 0.27901582717895507,
|
|
"num_tokens": 15836299.0,
|
|
"step": 6655
|
|
},
|
|
{
|
|
"entropy": 4.8313281536102295,
|
|
"epoch": 6.516886930983848,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.00019583802383536293,
|
|
"loss": 4.2678,
|
|
"mean_token_accuracy": 0.26988839358091354,
|
|
"num_tokens": 15848986.0,
|
|
"step": 6660
|
|
},
|
|
{
|
|
"entropy": 4.872956228256226,
|
|
"epoch": 6.521781693587861,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 0.00019547892941372563,
|
|
"loss": 4.2103,
|
|
"mean_token_accuracy": 0.2761853069067001,
|
|
"num_tokens": 15859648.0,
|
|
"step": 6665
|
|
},
|
|
{
|
|
"entropy": 4.915903759002686,
|
|
"epoch": 6.526676456191875,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.0001951200663064549,
|
|
"loss": 4.2957,
|
|
"mean_token_accuracy": 0.26605250388383866,
|
|
"num_tokens": 15871104.0,
|
|
"step": 6670
|
|
},
|
|
{
|
|
"entropy": 4.794031095504761,
|
|
"epoch": 6.5315712187958885,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.0001947614355574272,
|
|
"loss": 4.2166,
|
|
"mean_token_accuracy": 0.2687538146972656,
|
|
"num_tokens": 15884614.0,
|
|
"step": 6675
|
|
},
|
|
{
|
|
"entropy": 4.85666036605835,
|
|
"epoch": 6.536465981399902,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 0.00019440303820984339,
|
|
"loss": 4.2741,
|
|
"mean_token_accuracy": 0.2684029802680016,
|
|
"num_tokens": 15896555.0,
|
|
"step": 6680
|
|
},
|
|
{
|
|
"entropy": 4.831001615524292,
|
|
"epoch": 6.541360744003915,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 0.0001940448753062255,
|
|
"loss": 4.2209,
|
|
"mean_token_accuracy": 0.2695989325642586,
|
|
"num_tokens": 15908179.0,
|
|
"step": 6685
|
|
},
|
|
{
|
|
"entropy": 4.835015678405762,
|
|
"epoch": 6.546255506607929,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.00019368694788841323,
|
|
"loss": 4.2392,
|
|
"mean_token_accuracy": 0.2734552651643753,
|
|
"num_tokens": 15919685.0,
|
|
"step": 6690
|
|
},
|
|
{
|
|
"entropy": 4.792286920547485,
|
|
"epoch": 6.551150269211943,
|
|
"grad_norm": 1.3203125,
|
|
"learning_rate": 0.0001933292569975616,
|
|
"loss": 4.1766,
|
|
"mean_token_accuracy": 0.2831962674856186,
|
|
"num_tokens": 15931637.0,
|
|
"step": 6695
|
|
},
|
|
{
|
|
"entropy": 4.829886341094971,
|
|
"epoch": 6.556045031815957,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.00019297180367413753,
|
|
"loss": 4.2534,
|
|
"mean_token_accuracy": 0.26621277779340746,
|
|
"num_tokens": 15943958.0,
|
|
"step": 6700
|
|
},
|
|
{
|
|
"entropy": 4.779302406311035,
|
|
"epoch": 6.560939794419971,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.00019261458895791683,
|
|
"loss": 4.2087,
|
|
"mean_token_accuracy": 0.27134326845407486,
|
|
"num_tokens": 15955964.0,
|
|
"step": 6705
|
|
},
|
|
{
|
|
"entropy": 4.8313768863677975,
|
|
"epoch": 6.565834557023984,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 0.0001922576138879813,
|
|
"loss": 4.1676,
|
|
"mean_token_accuracy": 0.2797742038965225,
|
|
"num_tokens": 15967724.0,
|
|
"step": 6710
|
|
},
|
|
{
|
|
"entropy": 4.792687797546387,
|
|
"epoch": 6.570729319627998,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.00019190087950271567,
|
|
"loss": 4.1607,
|
|
"mean_token_accuracy": 0.28083215057849886,
|
|
"num_tokens": 15979655.0,
|
|
"step": 6715
|
|
},
|
|
{
|
|
"entropy": 4.786281538009644,
|
|
"epoch": 6.575624082232012,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 0.00019154438683980442,
|
|
"loss": 4.201,
|
|
"mean_token_accuracy": 0.26920303851366045,
|
|
"num_tokens": 15991179.0,
|
|
"step": 6720
|
|
},
|
|
{
|
|
"entropy": 4.7571288585662845,
|
|
"epoch": 6.580518844836026,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.000191188136936229,
|
|
"loss": 4.1686,
|
|
"mean_token_accuracy": 0.28140535950660706,
|
|
"num_tokens": 16002829.0,
|
|
"step": 6725
|
|
},
|
|
{
|
|
"entropy": 4.884326171875,
|
|
"epoch": 6.585413607440039,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.00019083213082826483,
|
|
"loss": 4.3358,
|
|
"mean_token_accuracy": 0.26777314990758894,
|
|
"num_tokens": 16015699.0,
|
|
"step": 6730
|
|
},
|
|
{
|
|
"entropy": 4.834535598754883,
|
|
"epoch": 6.590308370044053,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 0.0001904763695514779,
|
|
"loss": 4.2066,
|
|
"mean_token_accuracy": 0.27164087295532224,
|
|
"num_tokens": 16027655.0,
|
|
"step": 6735
|
|
},
|
|
{
|
|
"entropy": 4.846742725372314,
|
|
"epoch": 6.5952031326480665,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.00019012085414072226,
|
|
"loss": 4.1997,
|
|
"mean_token_accuracy": 0.2772118762135506,
|
|
"num_tokens": 16038801.0,
|
|
"step": 6740
|
|
},
|
|
{
|
|
"entropy": 4.773180532455444,
|
|
"epoch": 6.60009789525208,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 0.00018976558563013664,
|
|
"loss": 4.2013,
|
|
"mean_token_accuracy": 0.2664397060871124,
|
|
"num_tokens": 16050080.0,
|
|
"step": 6745
|
|
},
|
|
{
|
|
"entropy": 4.81363525390625,
|
|
"epoch": 6.604992657856094,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.00018941056505314164,
|
|
"loss": 4.2004,
|
|
"mean_token_accuracy": 0.27494569569826127,
|
|
"num_tokens": 16060570.0,
|
|
"step": 6750
|
|
},
|
|
{
|
|
"entropy": 4.830636215209961,
|
|
"epoch": 6.609887420460108,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.00018905579344243652,
|
|
"loss": 4.1835,
|
|
"mean_token_accuracy": 0.26962684392929076,
|
|
"num_tokens": 16071658.0,
|
|
"step": 6755
|
|
},
|
|
{
|
|
"entropy": 4.83025336265564,
|
|
"epoch": 6.614782183064121,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 0.00018870127182999658,
|
|
"loss": 4.1921,
|
|
"mean_token_accuracy": 0.2740777343511581,
|
|
"num_tokens": 16083191.0,
|
|
"step": 6760
|
|
},
|
|
{
|
|
"entropy": 4.758773517608643,
|
|
"epoch": 6.619676945668135,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.00018834700124706973,
|
|
"loss": 4.1522,
|
|
"mean_token_accuracy": 0.27572301030158997,
|
|
"num_tokens": 16094987.0,
|
|
"step": 6765
|
|
},
|
|
{
|
|
"entropy": 4.8176719665527346,
|
|
"epoch": 6.624571708272149,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.00018799298272417376,
|
|
"loss": 4.183,
|
|
"mean_token_accuracy": 0.28053936511278155,
|
|
"num_tokens": 16105751.0,
|
|
"step": 6770
|
|
},
|
|
{
|
|
"entropy": 4.7507847309112545,
|
|
"epoch": 6.629466470876163,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.00018763921729109318,
|
|
"loss": 4.1182,
|
|
"mean_token_accuracy": 0.27906791120767593,
|
|
"num_tokens": 16117175.0,
|
|
"step": 6775
|
|
},
|
|
{
|
|
"entropy": 4.9235481262207035,
|
|
"epoch": 6.634361233480176,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.00018728570597687638,
|
|
"loss": 4.3259,
|
|
"mean_token_accuracy": 0.2675983518362045,
|
|
"num_tokens": 16130231.0,
|
|
"step": 6780
|
|
},
|
|
{
|
|
"entropy": 4.829068851470947,
|
|
"epoch": 6.63925599608419,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 0.0001869324498098326,
|
|
"loss": 4.2372,
|
|
"mean_token_accuracy": 0.2697674423456192,
|
|
"num_tokens": 16142487.0,
|
|
"step": 6785
|
|
},
|
|
{
|
|
"entropy": 4.798414278030395,
|
|
"epoch": 6.644150758688204,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.0001865794498175286,
|
|
"loss": 4.1686,
|
|
"mean_token_accuracy": 0.27501768469810484,
|
|
"num_tokens": 16153970.0,
|
|
"step": 6790
|
|
},
|
|
{
|
|
"entropy": 4.787086725234985,
|
|
"epoch": 6.6490455212922175,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.0001862267070267864,
|
|
"loss": 4.2401,
|
|
"mean_token_accuracy": 0.2746932148933411,
|
|
"num_tokens": 16165452.0,
|
|
"step": 6795
|
|
},
|
|
{
|
|
"entropy": 4.903980016708374,
|
|
"epoch": 6.653940283896231,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 0.00018587422246367957,
|
|
"loss": 4.2909,
|
|
"mean_token_accuracy": 0.267347078025341,
|
|
"num_tokens": 16177310.0,
|
|
"step": 6800
|
|
},
|
|
{
|
|
"entropy": 4.8290393352508545,
|
|
"epoch": 6.658835046500244,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 0.00018552199715353063,
|
|
"loss": 4.2431,
|
|
"mean_token_accuracy": 0.27273038029670715,
|
|
"num_tokens": 16189315.0,
|
|
"step": 6805
|
|
},
|
|
{
|
|
"entropy": 4.806507682800293,
|
|
"epoch": 6.663729809104258,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.000185170032120908,
|
|
"loss": 4.2358,
|
|
"mean_token_accuracy": 0.2727368637919426,
|
|
"num_tokens": 16200992.0,
|
|
"step": 6810
|
|
},
|
|
{
|
|
"entropy": 4.826565790176391,
|
|
"epoch": 6.668624571708272,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.00018481832838962282,
|
|
"loss": 4.2785,
|
|
"mean_token_accuracy": 0.26921398639678956,
|
|
"num_tokens": 16213478.0,
|
|
"step": 6815
|
|
},
|
|
{
|
|
"entropy": 4.774142789840698,
|
|
"epoch": 6.673519334312286,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 0.0001844668869827264,
|
|
"loss": 4.171,
|
|
"mean_token_accuracy": 0.2769194781780243,
|
|
"num_tokens": 16225165.0,
|
|
"step": 6820
|
|
},
|
|
{
|
|
"entropy": 4.882353496551514,
|
|
"epoch": 6.6784140969163,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.00018411570892250685,
|
|
"loss": 4.324,
|
|
"mean_token_accuracy": 0.25825629830360414,
|
|
"num_tokens": 16236824.0,
|
|
"step": 6825
|
|
},
|
|
{
|
|
"entropy": 4.873099946975708,
|
|
"epoch": 6.683308859520313,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 0.00018376479523048622,
|
|
"loss": 4.2445,
|
|
"mean_token_accuracy": 0.27525572180747987,
|
|
"num_tokens": 16247874.0,
|
|
"step": 6830
|
|
},
|
|
{
|
|
"entropy": 4.796633577346801,
|
|
"epoch": 6.688203622124327,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 0.00018341414692741765,
|
|
"loss": 4.1685,
|
|
"mean_token_accuracy": 0.27403592467308047,
|
|
"num_tokens": 16259305.0,
|
|
"step": 6835
|
|
},
|
|
{
|
|
"entropy": 4.784992218017578,
|
|
"epoch": 6.693098384728341,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 0.0001830637650332822,
|
|
"loss": 4.2153,
|
|
"mean_token_accuracy": 0.27535903453826904,
|
|
"num_tokens": 16271993.0,
|
|
"step": 6840
|
|
},
|
|
{
|
|
"entropy": 4.832751655578614,
|
|
"epoch": 6.697993147332355,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 0.00018271365056728612,
|
|
"loss": 4.2942,
|
|
"mean_token_accuracy": 0.26922129690647123,
|
|
"num_tokens": 16283353.0,
|
|
"step": 6845
|
|
},
|
|
{
|
|
"entropy": 4.832975912094116,
|
|
"epoch": 6.7028879099363685,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.00018236380454785756,
|
|
"loss": 4.2391,
|
|
"mean_token_accuracy": 0.2777084022760391,
|
|
"num_tokens": 16295782.0,
|
|
"step": 6850
|
|
},
|
|
{
|
|
"entropy": 4.830508184432984,
|
|
"epoch": 6.7077826725403815,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 0.00018201422799264406,
|
|
"loss": 4.2233,
|
|
"mean_token_accuracy": 0.2772673726081848,
|
|
"num_tokens": 16308708.0,
|
|
"step": 6855
|
|
},
|
|
{
|
|
"entropy": 4.751596260070801,
|
|
"epoch": 6.712677435144395,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.00018166492191850904,
|
|
"loss": 4.1594,
|
|
"mean_token_accuracy": 0.277548024058342,
|
|
"num_tokens": 16320508.0,
|
|
"step": 6860
|
|
},
|
|
{
|
|
"entropy": 4.812742757797241,
|
|
"epoch": 6.717572197748409,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.0001813158873415293,
|
|
"loss": 4.2244,
|
|
"mean_token_accuracy": 0.26796922385692595,
|
|
"num_tokens": 16332393.0,
|
|
"step": 6865
|
|
},
|
|
{
|
|
"entropy": 4.830001449584961,
|
|
"epoch": 6.722466960352423,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.000180967125276992,
|
|
"loss": 4.2566,
|
|
"mean_token_accuracy": 0.2725358933210373,
|
|
"num_tokens": 16343845.0,
|
|
"step": 6870
|
|
},
|
|
{
|
|
"entropy": 4.900268936157227,
|
|
"epoch": 6.727361722956436,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 0.00018061863673939145,
|
|
"loss": 4.287,
|
|
"mean_token_accuracy": 0.26801770031452177,
|
|
"num_tokens": 16355155.0,
|
|
"step": 6875
|
|
},
|
|
{
|
|
"entropy": 4.8318298816680905,
|
|
"epoch": 6.73225648556045,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.00018027042274242611,
|
|
"loss": 4.2039,
|
|
"mean_token_accuracy": 0.27316527515649797,
|
|
"num_tokens": 16366986.0,
|
|
"step": 6880
|
|
},
|
|
{
|
|
"entropy": 4.772649335861206,
|
|
"epoch": 6.737151248164464,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.0001799224842989964,
|
|
"loss": 4.1864,
|
|
"mean_token_accuracy": 0.2741151288151741,
|
|
"num_tokens": 16378054.0,
|
|
"step": 6885
|
|
},
|
|
{
|
|
"entropy": 4.838140487670898,
|
|
"epoch": 6.742046010768478,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.00017957482242120072,
|
|
"loss": 4.2819,
|
|
"mean_token_accuracy": 0.2612364083528519,
|
|
"num_tokens": 16390140.0,
|
|
"step": 6890
|
|
},
|
|
{
|
|
"entropy": 4.869786024093628,
|
|
"epoch": 6.746940773372492,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 0.00017922743812033315,
|
|
"loss": 4.3309,
|
|
"mean_token_accuracy": 0.257459057867527,
|
|
"num_tokens": 16401456.0,
|
|
"step": 6895
|
|
},
|
|
{
|
|
"entropy": 4.828910064697266,
|
|
"epoch": 6.751835535976505,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 0.00017888033240688023,
|
|
"loss": 4.25,
|
|
"mean_token_accuracy": 0.2661407694220543,
|
|
"num_tokens": 16411373.0,
|
|
"step": 6900
|
|
},
|
|
{
|
|
"entropy": 4.8243536949157715,
|
|
"epoch": 6.756730298580519,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.00017853350629051847,
|
|
"loss": 4.2021,
|
|
"mean_token_accuracy": 0.2693841502070427,
|
|
"num_tokens": 16422842.0,
|
|
"step": 6905
|
|
},
|
|
{
|
|
"entropy": 4.832136249542236,
|
|
"epoch": 6.7616250611845325,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 0.00017818696078011065,
|
|
"loss": 4.1967,
|
|
"mean_token_accuracy": 0.2766373082995415,
|
|
"num_tokens": 16434736.0,
|
|
"step": 6910
|
|
},
|
|
{
|
|
"entropy": 4.928450345993042,
|
|
"epoch": 6.766519823788546,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.00017784069688370346,
|
|
"loss": 4.3636,
|
|
"mean_token_accuracy": 0.2608417823910713,
|
|
"num_tokens": 16447114.0,
|
|
"step": 6915
|
|
},
|
|
{
|
|
"entropy": 4.833252906799316,
|
|
"epoch": 6.77141458639256,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.00017749471560852466,
|
|
"loss": 4.2267,
|
|
"mean_token_accuracy": 0.27015837132930753,
|
|
"num_tokens": 16457802.0,
|
|
"step": 6920
|
|
},
|
|
{
|
|
"entropy": 4.785260629653931,
|
|
"epoch": 6.776309348996573,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 0.0001771490179609796,
|
|
"loss": 4.1734,
|
|
"mean_token_accuracy": 0.2765981197357178,
|
|
"num_tokens": 16470161.0,
|
|
"step": 6925
|
|
},
|
|
{
|
|
"entropy": 4.838615846633911,
|
|
"epoch": 6.781204111600587,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.00017680360494664872,
|
|
"loss": 4.3092,
|
|
"mean_token_accuracy": 0.26522997915744784,
|
|
"num_tokens": 16483240.0,
|
|
"step": 6930
|
|
},
|
|
{
|
|
"entropy": 4.821589088439941,
|
|
"epoch": 6.786098874204601,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.0001764584775702844,
|
|
"loss": 4.2128,
|
|
"mean_token_accuracy": 0.27196179926395414,
|
|
"num_tokens": 16496748.0,
|
|
"step": 6935
|
|
},
|
|
{
|
|
"entropy": 4.72474045753479,
|
|
"epoch": 6.790993636808615,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.00017611363683580838,
|
|
"loss": 4.1164,
|
|
"mean_token_accuracy": 0.281719496846199,
|
|
"num_tokens": 16509287.0,
|
|
"step": 6940
|
|
},
|
|
{
|
|
"entropy": 4.780606508255005,
|
|
"epoch": 6.795888399412629,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.00017576908374630846,
|
|
"loss": 4.217,
|
|
"mean_token_accuracy": 0.26991317272186277,
|
|
"num_tokens": 16520713.0,
|
|
"step": 6945
|
|
},
|
|
{
|
|
"entropy": 4.8649680614471436,
|
|
"epoch": 6.800783162016642,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.0001754248193040356,
|
|
"loss": 4.293,
|
|
"mean_token_accuracy": 0.2615252986550331,
|
|
"num_tokens": 16533392.0,
|
|
"step": 6950
|
|
},
|
|
{
|
|
"entropy": 4.831953716278076,
|
|
"epoch": 6.805677924620656,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.00017508084451040135,
|
|
"loss": 4.2649,
|
|
"mean_token_accuracy": 0.27412021458148955,
|
|
"num_tokens": 16546109.0,
|
|
"step": 6955
|
|
},
|
|
{
|
|
"entropy": 4.830960273742676,
|
|
"epoch": 6.81057268722467,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 0.00017473716036597465,
|
|
"loss": 4.2623,
|
|
"mean_token_accuracy": 0.271477110683918,
|
|
"num_tokens": 16558409.0,
|
|
"step": 6960
|
|
},
|
|
{
|
|
"entropy": 4.787686061859131,
|
|
"epoch": 6.815467449828684,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.00017439376787047888,
|
|
"loss": 4.2047,
|
|
"mean_token_accuracy": 0.2721322447061539,
|
|
"num_tokens": 16569695.0,
|
|
"step": 6965
|
|
},
|
|
{
|
|
"entropy": 4.953125953674316,
|
|
"epoch": 6.820362212432697,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.0001740506680227892,
|
|
"loss": 4.3336,
|
|
"mean_token_accuracy": 0.26900721788406373,
|
|
"num_tokens": 16581937.0,
|
|
"step": 6970
|
|
},
|
|
{
|
|
"entropy": 4.830428218841552,
|
|
"epoch": 6.8252569750367105,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 0.00017370786182092945,
|
|
"loss": 4.2295,
|
|
"mean_token_accuracy": 0.2690939217805862,
|
|
"num_tokens": 16593670.0,
|
|
"step": 6975
|
|
},
|
|
{
|
|
"entropy": 4.846615934371949,
|
|
"epoch": 6.830151737640724,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 0.0001733653502620693,
|
|
"loss": 4.3235,
|
|
"mean_token_accuracy": 0.26150154173374174,
|
|
"num_tokens": 16605165.0,
|
|
"step": 6980
|
|
},
|
|
{
|
|
"entropy": 4.7979254722595215,
|
|
"epoch": 6.835046500244738,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.00017302313434252125,
|
|
"loss": 4.2091,
|
|
"mean_token_accuracy": 0.26987202316522596,
|
|
"num_tokens": 16616774.0,
|
|
"step": 6985
|
|
},
|
|
{
|
|
"entropy": 4.862527751922608,
|
|
"epoch": 6.839941262848752,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.0001726812150577381,
|
|
"loss": 4.2928,
|
|
"mean_token_accuracy": 0.2625435009598732,
|
|
"num_tokens": 16628895.0,
|
|
"step": 6990
|
|
},
|
|
{
|
|
"entropy": 4.757234287261963,
|
|
"epoch": 6.844836025452766,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.0001723395934023095,
|
|
"loss": 4.1597,
|
|
"mean_token_accuracy": 0.2716460421681404,
|
|
"num_tokens": 16640242.0,
|
|
"step": 6995
|
|
},
|
|
{
|
|
"entropy": 4.880573511123657,
|
|
"epoch": 6.849730788056779,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.00017199827036995947,
|
|
"loss": 4.2517,
|
|
"mean_token_accuracy": 0.2695384547114372,
|
|
"num_tokens": 16652057.0,
|
|
"step": 7000
|
|
},
|
|
{
|
|
"epoch": 6.849730788056779,
|
|
"eval_entropy": 4.799824526581023,
|
|
"eval_loss": 5.5178608894348145,
|
|
"eval_mean_token_accuracy": 0.20650460087022207,
|
|
"eval_num_tokens": 16652057.0,
|
|
"eval_runtime": 2.718,
|
|
"eval_samples_per_second": 1268.209,
|
|
"eval_steps_per_second": 158.572,
|
|
"step": 7000
|
|
},
|
|
{
|
|
"entropy": 4.852752685546875,
|
|
"epoch": 6.854625550660793,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.0001716572469535433,
|
|
"loss": 4.2873,
|
|
"mean_token_accuracy": 0.2662672266364098,
|
|
"num_tokens": 16664628.0,
|
|
"step": 7005
|
|
},
|
|
{
|
|
"entropy": 4.765297269821167,
|
|
"epoch": 6.859520313264807,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 0.00017131652414504494,
|
|
"loss": 4.1363,
|
|
"mean_token_accuracy": 0.28136025071144105,
|
|
"num_tokens": 16674787.0,
|
|
"step": 7010
|
|
},
|
|
{
|
|
"entropy": 4.908167028427124,
|
|
"epoch": 6.864415075868821,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.00017097610293557376,
|
|
"loss": 4.3026,
|
|
"mean_token_accuracy": 0.26215105354785917,
|
|
"num_tokens": 16686573.0,
|
|
"step": 7015
|
|
},
|
|
{
|
|
"entropy": 4.835732126235962,
|
|
"epoch": 6.869309838472834,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 0.0001706359843153618,
|
|
"loss": 4.2188,
|
|
"mean_token_accuracy": 0.27586893886327746,
|
|
"num_tokens": 16697732.0,
|
|
"step": 7020
|
|
},
|
|
{
|
|
"entropy": 4.90386176109314,
|
|
"epoch": 6.874204601076848,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.00017029616927376095,
|
|
"loss": 4.3291,
|
|
"mean_token_accuracy": 0.26336448788642886,
|
|
"num_tokens": 16709918.0,
|
|
"step": 7025
|
|
},
|
|
{
|
|
"entropy": 4.72867169380188,
|
|
"epoch": 6.8790993636808615,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 0.00016995665879924023,
|
|
"loss": 4.1493,
|
|
"mean_token_accuracy": 0.27780025005340575,
|
|
"num_tokens": 16721254.0,
|
|
"step": 7030
|
|
},
|
|
{
|
|
"entropy": 4.7647747039794925,
|
|
"epoch": 6.883994126284875,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.00016961745387938235,
|
|
"loss": 4.183,
|
|
"mean_token_accuracy": 0.27847700864076613,
|
|
"num_tokens": 16732442.0,
|
|
"step": 7035
|
|
},
|
|
{
|
|
"entropy": 4.78448224067688,
|
|
"epoch": 6.888888888888889,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 0.00016927855550088138,
|
|
"loss": 4.2229,
|
|
"mean_token_accuracy": 0.27126297205686567,
|
|
"num_tokens": 16744156.0,
|
|
"step": 7040
|
|
},
|
|
{
|
|
"entropy": 4.877876472473145,
|
|
"epoch": 6.893783651492902,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 0.00016893996464954,
|
|
"loss": 4.2728,
|
|
"mean_token_accuracy": 0.2641643062233925,
|
|
"num_tokens": 16756129.0,
|
|
"step": 7045
|
|
},
|
|
{
|
|
"entropy": 4.86338963508606,
|
|
"epoch": 6.898678414096916,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.0001686016823102659,
|
|
"loss": 4.2897,
|
|
"mean_token_accuracy": 0.27286734580993655,
|
|
"num_tokens": 16768634.0,
|
|
"step": 7050
|
|
},
|
|
{
|
|
"entropy": 4.846466827392578,
|
|
"epoch": 6.90357317670093,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 0.0001682637094670696,
|
|
"loss": 4.2404,
|
|
"mean_token_accuracy": 0.27916857302188874,
|
|
"num_tokens": 16780385.0,
|
|
"step": 7055
|
|
},
|
|
{
|
|
"entropy": 4.774806690216065,
|
|
"epoch": 6.908467939304944,
|
|
"grad_norm": 1.3203125,
|
|
"learning_rate": 0.00016792604710306108,
|
|
"loss": 4.0999,
|
|
"mean_token_accuracy": 0.284425413608551,
|
|
"num_tokens": 16791576.0,
|
|
"step": 7060
|
|
},
|
|
{
|
|
"entropy": 4.801191425323486,
|
|
"epoch": 6.913362701908957,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.0001675886962004477,
|
|
"loss": 4.1882,
|
|
"mean_token_accuracy": 0.27397194057703017,
|
|
"num_tokens": 16804080.0,
|
|
"step": 7065
|
|
},
|
|
{
|
|
"entropy": 4.823637437820435,
|
|
"epoch": 6.918257464512971,
|
|
"grad_norm": 1.1015625,
|
|
"learning_rate": 0.00016725165774053035,
|
|
"loss": 4.2662,
|
|
"mean_token_accuracy": 0.26977028250694274,
|
|
"num_tokens": 16817682.0,
|
|
"step": 7070
|
|
},
|
|
{
|
|
"entropy": 4.839293336868286,
|
|
"epoch": 6.923152227116985,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 0.0001669149327037011,
|
|
"loss": 4.229,
|
|
"mean_token_accuracy": 0.2711069226264954,
|
|
"num_tokens": 16828759.0,
|
|
"step": 7075
|
|
},
|
|
{
|
|
"entropy": 4.8168669700622555,
|
|
"epoch": 6.928046989720999,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 0.00016657852206944078,
|
|
"loss": 4.2732,
|
|
"mean_token_accuracy": 0.266059809923172,
|
|
"num_tokens": 16842727.0,
|
|
"step": 7080
|
|
},
|
|
{
|
|
"entropy": 4.776056432723999,
|
|
"epoch": 6.9329417523250125,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.00016624242681631513,
|
|
"loss": 4.2229,
|
|
"mean_token_accuracy": 0.2724165767431259,
|
|
"num_tokens": 16855567.0,
|
|
"step": 7085
|
|
},
|
|
{
|
|
"entropy": 4.833657932281494,
|
|
"epoch": 6.937836514929026,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.00016590664792197278,
|
|
"loss": 4.2323,
|
|
"mean_token_accuracy": 0.26841968297958374,
|
|
"num_tokens": 16868442.0,
|
|
"step": 7090
|
|
},
|
|
{
|
|
"entropy": 4.8504619121551515,
|
|
"epoch": 6.942731277533039,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 0.00016557118636314192,
|
|
"loss": 4.2453,
|
|
"mean_token_accuracy": 0.2725552201271057,
|
|
"num_tokens": 16879958.0,
|
|
"step": 7095
|
|
},
|
|
{
|
|
"entropy": 4.831103324890137,
|
|
"epoch": 6.947626040137053,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 0.000165236043115628,
|
|
"loss": 4.2228,
|
|
"mean_token_accuracy": 0.27216201424598696,
|
|
"num_tokens": 16891621.0,
|
|
"step": 7100
|
|
},
|
|
{
|
|
"entropy": 4.86317892074585,
|
|
"epoch": 6.952520802741067,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 0.0001649012191543103,
|
|
"loss": 4.2722,
|
|
"mean_token_accuracy": 0.2661159485578537,
|
|
"num_tokens": 16903352.0,
|
|
"step": 7105
|
|
},
|
|
{
|
|
"entropy": 4.856297826766967,
|
|
"epoch": 6.957415565345081,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 0.00016456671545313922,
|
|
"loss": 4.2843,
|
|
"mean_token_accuracy": 0.26669911593198775,
|
|
"num_tokens": 16915640.0,
|
|
"step": 7110
|
|
},
|
|
{
|
|
"entropy": 4.803306150436401,
|
|
"epoch": 6.962310327949094,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.00016423253298513405,
|
|
"loss": 4.1791,
|
|
"mean_token_accuracy": 0.2789281040430069,
|
|
"num_tokens": 16927558.0,
|
|
"step": 7115
|
|
},
|
|
{
|
|
"entropy": 4.84641580581665,
|
|
"epoch": 6.967205090553108,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 0.00016389867272237913,
|
|
"loss": 4.2345,
|
|
"mean_token_accuracy": 0.2728713482618332,
|
|
"num_tokens": 16940099.0,
|
|
"step": 7120
|
|
},
|
|
{
|
|
"entropy": 4.770545387268067,
|
|
"epoch": 6.972099853157122,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.00016356513563602187,
|
|
"loss": 4.1901,
|
|
"mean_token_accuracy": 0.27592024207115173,
|
|
"num_tokens": 16951667.0,
|
|
"step": 7125
|
|
},
|
|
{
|
|
"entropy": 4.824424791336059,
|
|
"epoch": 6.976994615761136,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.00016323192269626944,
|
|
"loss": 4.2557,
|
|
"mean_token_accuracy": 0.2688666105270386,
|
|
"num_tokens": 16964323.0,
|
|
"step": 7130
|
|
},
|
|
{
|
|
"entropy": 4.911003065109253,
|
|
"epoch": 6.98188937836515,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.00016289903487238635,
|
|
"loss": 4.2777,
|
|
"mean_token_accuracy": 0.2706483691930771,
|
|
"num_tokens": 16975728.0,
|
|
"step": 7135
|
|
},
|
|
{
|
|
"entropy": 4.797976112365722,
|
|
"epoch": 6.986784140969163,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.0001625664731326912,
|
|
"loss": 4.262,
|
|
"mean_token_accuracy": 0.2732352793216705,
|
|
"num_tokens": 16987783.0,
|
|
"step": 7140
|
|
},
|
|
{
|
|
"entropy": 4.882084512710572,
|
|
"epoch": 6.991678903573177,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 0.00016223423844455404,
|
|
"loss": 4.2662,
|
|
"mean_token_accuracy": 0.26308298110961914,
|
|
"num_tokens": 17000870.0,
|
|
"step": 7145
|
|
},
|
|
{
|
|
"entropy": 4.82815318107605,
|
|
"epoch": 6.9965736661771905,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.00016190233177439377,
|
|
"loss": 4.2057,
|
|
"mean_token_accuracy": 0.27077903747558596,
|
|
"num_tokens": 17013617.0,
|
|
"step": 7150
|
|
},
|
|
{
|
|
"entropy": 4.780447059207493,
|
|
"epoch": 7.000978952520803,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 0.00016157075408767497,
|
|
"loss": 4.123,
|
|
"mean_token_accuracy": 0.28422121206919354,
|
|
"num_tokens": 17024956.0,
|
|
"step": 7155
|
|
},
|
|
{
|
|
"entropy": 4.818837356567383,
|
|
"epoch": 7.0058737151248165,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.0001612395063489053,
|
|
"loss": 4.1347,
|
|
"mean_token_accuracy": 0.2758771196007729,
|
|
"num_tokens": 17038148.0,
|
|
"step": 7160
|
|
},
|
|
{
|
|
"entropy": 4.802131509780883,
|
|
"epoch": 7.01076847772883,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.00016090858952163263,
|
|
"loss": 4.0381,
|
|
"mean_token_accuracy": 0.28795155584812165,
|
|
"num_tokens": 17049128.0,
|
|
"step": 7165
|
|
},
|
|
{
|
|
"entropy": 4.757979965209961,
|
|
"epoch": 7.015663240332844,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.00016057800456844234,
|
|
"loss": 4.0054,
|
|
"mean_token_accuracy": 0.29685018658638,
|
|
"num_tokens": 17060836.0,
|
|
"step": 7170
|
|
},
|
|
{
|
|
"entropy": 4.7881927490234375,
|
|
"epoch": 7.020558002936857,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.00016024775245095444,
|
|
"loss": 4.0643,
|
|
"mean_token_accuracy": 0.28257188498973845,
|
|
"num_tokens": 17072334.0,
|
|
"step": 7175
|
|
},
|
|
{
|
|
"entropy": 4.82642707824707,
|
|
"epoch": 7.025452765540871,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 0.0001599178341298206,
|
|
"loss": 4.0571,
|
|
"mean_token_accuracy": 0.2883249506354332,
|
|
"num_tokens": 17083589.0,
|
|
"step": 7180
|
|
},
|
|
{
|
|
"entropy": 4.844866323471069,
|
|
"epoch": 7.030347528144885,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 0.00015958825056472175,
|
|
"loss": 4.106,
|
|
"mean_token_accuracy": 0.28452355563640597,
|
|
"num_tokens": 17095086.0,
|
|
"step": 7185
|
|
},
|
|
{
|
|
"entropy": 4.767334270477295,
|
|
"epoch": 7.035242290748899,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 0.000159259002714365,
|
|
"loss": 4.0383,
|
|
"mean_token_accuracy": 0.29307461678981783,
|
|
"num_tokens": 17106766.0,
|
|
"step": 7190
|
|
},
|
|
{
|
|
"entropy": 4.803368616104126,
|
|
"epoch": 7.040137053352912,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.00015893009153648087,
|
|
"loss": 4.0913,
|
|
"mean_token_accuracy": 0.28804914057254793,
|
|
"num_tokens": 17119880.0,
|
|
"step": 7195
|
|
},
|
|
{
|
|
"entropy": 4.759484148025512,
|
|
"epoch": 7.045031815956926,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 0.0001586015179878204,
|
|
"loss": 4.0014,
|
|
"mean_token_accuracy": 0.2972134605050087,
|
|
"num_tokens": 17131184.0,
|
|
"step": 7200
|
|
},
|
|
{
|
|
"entropy": 4.760886526107788,
|
|
"epoch": 7.04992657856094,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 0.00015827328302415295,
|
|
"loss": 4.0744,
|
|
"mean_token_accuracy": 0.28752224445343016,
|
|
"num_tokens": 17141849.0,
|
|
"step": 7205
|
|
},
|
|
{
|
|
"entropy": 4.813902425765991,
|
|
"epoch": 7.054821341164954,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 0.00015794538760026262,
|
|
"loss": 4.0714,
|
|
"mean_token_accuracy": 0.28896082043647764,
|
|
"num_tokens": 17154704.0,
|
|
"step": 7210
|
|
},
|
|
{
|
|
"entropy": 4.8288720607757565,
|
|
"epoch": 7.0597161037689675,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 0.00015761783266994586,
|
|
"loss": 4.0952,
|
|
"mean_token_accuracy": 0.2799787759780884,
|
|
"num_tokens": 17167145.0,
|
|
"step": 7215
|
|
},
|
|
{
|
|
"entropy": 4.800954675674438,
|
|
"epoch": 7.0646108663729805,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 0.00015729061918600895,
|
|
"loss": 4.0888,
|
|
"mean_token_accuracy": 0.2849623948335648,
|
|
"num_tokens": 17179375.0,
|
|
"step": 7220
|
|
},
|
|
{
|
|
"entropy": 4.782412338256836,
|
|
"epoch": 7.069505628976994,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.00015696374810026471,
|
|
"loss": 4.0416,
|
|
"mean_token_accuracy": 0.29629620909690857,
|
|
"num_tokens": 17192236.0,
|
|
"step": 7225
|
|
},
|
|
{
|
|
"entropy": 4.74776554107666,
|
|
"epoch": 7.074400391581008,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.00015663722036353002,
|
|
"loss": 4.0233,
|
|
"mean_token_accuracy": 0.29788653552532196,
|
|
"num_tokens": 17204525.0,
|
|
"step": 7230
|
|
},
|
|
{
|
|
"entropy": 4.792973518371582,
|
|
"epoch": 7.079295154185022,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.00015631103692562287,
|
|
"loss": 4.1002,
|
|
"mean_token_accuracy": 0.2791537374258041,
|
|
"num_tokens": 17216457.0,
|
|
"step": 7235
|
|
},
|
|
{
|
|
"entropy": 4.782972145080566,
|
|
"epoch": 7.084189916789036,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 0.00015598519873536023,
|
|
"loss": 4.0858,
|
|
"mean_token_accuracy": 0.2886860579252243,
|
|
"num_tokens": 17227552.0,
|
|
"step": 7240
|
|
},
|
|
{
|
|
"entropy": 4.809886455535889,
|
|
"epoch": 7.089084679393049,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 0.00015565970674055428,
|
|
"loss": 4.0608,
|
|
"mean_token_accuracy": 0.2873356699943542,
|
|
"num_tokens": 17239257.0,
|
|
"step": 7245
|
|
},
|
|
{
|
|
"entropy": 4.798758792877197,
|
|
"epoch": 7.093979441997063,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.00015533456188801035,
|
|
"loss": 4.0875,
|
|
"mean_token_accuracy": 0.29013034999370574,
|
|
"num_tokens": 17250183.0,
|
|
"step": 7250
|
|
},
|
|
{
|
|
"entropy": 4.777663993835449,
|
|
"epoch": 7.098874204601077,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.00015500976512352411,
|
|
"loss": 4.0235,
|
|
"mean_token_accuracy": 0.2919615387916565,
|
|
"num_tokens": 17261275.0,
|
|
"step": 7255
|
|
},
|
|
{
|
|
"entropy": 4.850154161453247,
|
|
"epoch": 7.103768967205091,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.0001546853173918785,
|
|
"loss": 4.1465,
|
|
"mean_token_accuracy": 0.2747348383069038,
|
|
"num_tokens": 17273497.0,
|
|
"step": 7260
|
|
},
|
|
{
|
|
"entropy": 4.73512830734253,
|
|
"epoch": 7.108663729809105,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 0.00015436121963684134,
|
|
"loss": 4.0128,
|
|
"mean_token_accuracy": 0.28873381912708285,
|
|
"num_tokens": 17285210.0,
|
|
"step": 7265
|
|
},
|
|
{
|
|
"entropy": 4.791627740859985,
|
|
"epoch": 7.113558492413118,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.0001540374728011622,
|
|
"loss": 4.0997,
|
|
"mean_token_accuracy": 0.28171266913414,
|
|
"num_tokens": 17296571.0,
|
|
"step": 7270
|
|
},
|
|
{
|
|
"entropy": 4.752928829193115,
|
|
"epoch": 7.1184532550171316,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 0.00015371407782657022,
|
|
"loss": 4.1094,
|
|
"mean_token_accuracy": 0.2861900180578232,
|
|
"num_tokens": 17308619.0,
|
|
"step": 7275
|
|
},
|
|
{
|
|
"entropy": 4.78877820968628,
|
|
"epoch": 7.1233480176211454,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 0.00015339103565377066,
|
|
"loss": 4.0598,
|
|
"mean_token_accuracy": 0.28850083649158476,
|
|
"num_tokens": 17320543.0,
|
|
"step": 7280
|
|
},
|
|
{
|
|
"entropy": 4.848451757431031,
|
|
"epoch": 7.128242780225159,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.0001530683472224429,
|
|
"loss": 4.0745,
|
|
"mean_token_accuracy": 0.2905732810497284,
|
|
"num_tokens": 17331158.0,
|
|
"step": 7285
|
|
},
|
|
{
|
|
"entropy": 4.791416788101197,
|
|
"epoch": 7.133137542829173,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 0.0001527460134712369,
|
|
"loss": 4.0899,
|
|
"mean_token_accuracy": 0.28909812271595003,
|
|
"num_tokens": 17342174.0,
|
|
"step": 7290
|
|
},
|
|
{
|
|
"entropy": 4.819753646850586,
|
|
"epoch": 7.138032305433186,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.00015242403533777144,
|
|
"loss": 4.1523,
|
|
"mean_token_accuracy": 0.2755330979824066,
|
|
"num_tokens": 17353896.0,
|
|
"step": 7295
|
|
},
|
|
{
|
|
"entropy": 4.764073324203491,
|
|
"epoch": 7.1429270680372,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.00015210241375863048,
|
|
"loss": 4.0277,
|
|
"mean_token_accuracy": 0.2917007923126221,
|
|
"num_tokens": 17366131.0,
|
|
"step": 7300
|
|
},
|
|
{
|
|
"entropy": 4.891622877120971,
|
|
"epoch": 7.147821830641214,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.00015178114966936078,
|
|
"loss": 4.2272,
|
|
"mean_token_accuracy": 0.2710686966776848,
|
|
"num_tokens": 17378513.0,
|
|
"step": 7305
|
|
},
|
|
{
|
|
"entropy": 4.861794376373291,
|
|
"epoch": 7.152716593245228,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.00015146024400446967,
|
|
"loss": 4.1124,
|
|
"mean_token_accuracy": 0.2803745836019516,
|
|
"num_tokens": 17391153.0,
|
|
"step": 7310
|
|
},
|
|
{
|
|
"entropy": 4.8278069496154785,
|
|
"epoch": 7.157611355849241,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.00015113969769742135,
|
|
"loss": 4.2097,
|
|
"mean_token_accuracy": 0.2775128915905952,
|
|
"num_tokens": 17403512.0,
|
|
"step": 7315
|
|
},
|
|
{
|
|
"entropy": 4.874017858505249,
|
|
"epoch": 7.162506118453255,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.00015081951168063507,
|
|
"loss": 4.2076,
|
|
"mean_token_accuracy": 0.2813242763280869,
|
|
"num_tokens": 17416141.0,
|
|
"step": 7320
|
|
},
|
|
{
|
|
"entropy": 4.827480125427246,
|
|
"epoch": 7.167400881057269,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 0.00015049968688548172,
|
|
"loss": 4.0906,
|
|
"mean_token_accuracy": 0.28566859662532806,
|
|
"num_tokens": 17427686.0,
|
|
"step": 7325
|
|
},
|
|
{
|
|
"entropy": 4.780575370788574,
|
|
"epoch": 7.172295643661283,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.00015018022424228184,
|
|
"loss": 4.1103,
|
|
"mean_token_accuracy": 0.27947225272655485,
|
|
"num_tokens": 17440093.0,
|
|
"step": 7330
|
|
},
|
|
{
|
|
"entropy": 4.910111284255981,
|
|
"epoch": 7.1771904062652965,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.0001498611246803022,
|
|
"loss": 4.182,
|
|
"mean_token_accuracy": 0.2680870145559311,
|
|
"num_tokens": 17451773.0,
|
|
"step": 7335
|
|
},
|
|
{
|
|
"entropy": 4.887281036376953,
|
|
"epoch": 7.1820851688693095,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 0.0001495423891277536,
|
|
"loss": 4.1593,
|
|
"mean_token_accuracy": 0.2688952133059502,
|
|
"num_tokens": 17464407.0,
|
|
"step": 7340
|
|
},
|
|
{
|
|
"entropy": 4.8682098388671875,
|
|
"epoch": 7.186979931473323,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 0.00014922401851178804,
|
|
"loss": 4.1048,
|
|
"mean_token_accuracy": 0.2840438082814217,
|
|
"num_tokens": 17476101.0,
|
|
"step": 7345
|
|
},
|
|
{
|
|
"entropy": 4.799012136459351,
|
|
"epoch": 7.191874694077337,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.0001489060137584958,
|
|
"loss": 4.0873,
|
|
"mean_token_accuracy": 0.28711037039756776,
|
|
"num_tokens": 17487472.0,
|
|
"step": 7350
|
|
},
|
|
{
|
|
"entropy": 4.825730991363526,
|
|
"epoch": 7.196769456681351,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.000148588375792903,
|
|
"loss": 4.1288,
|
|
"mean_token_accuracy": 0.28802083134651185,
|
|
"num_tokens": 17499499.0,
|
|
"step": 7355
|
|
},
|
|
{
|
|
"entropy": 4.855758333206177,
|
|
"epoch": 7.201664219285365,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.00014827110553896876,
|
|
"loss": 4.1175,
|
|
"mean_token_accuracy": 0.2893441081047058,
|
|
"num_tokens": 17511307.0,
|
|
"step": 7360
|
|
},
|
|
{
|
|
"entropy": 4.923803806304932,
|
|
"epoch": 7.206558981889378,
|
|
"grad_norm": 1.109375,
|
|
"learning_rate": 0.00014795420391958285,
|
|
"loss": 4.1978,
|
|
"mean_token_accuracy": 0.27826104164123533,
|
|
"num_tokens": 17523359.0,
|
|
"step": 7365
|
|
},
|
|
{
|
|
"entropy": 4.748465538024902,
|
|
"epoch": 7.211453744493392,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 0.00014763767185656246,
|
|
"loss": 3.9908,
|
|
"mean_token_accuracy": 0.29602986574172974,
|
|
"num_tokens": 17534520.0,
|
|
"step": 7370
|
|
},
|
|
{
|
|
"entropy": 4.902448415756226,
|
|
"epoch": 7.216348507097406,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.00014732151027064982,
|
|
"loss": 4.2838,
|
|
"mean_token_accuracy": 0.2666098862886429,
|
|
"num_tokens": 17547215.0,
|
|
"step": 7375
|
|
},
|
|
{
|
|
"entropy": 4.840163278579712,
|
|
"epoch": 7.22124326970142,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 0.00014700572008150977,
|
|
"loss": 4.1327,
|
|
"mean_token_accuracy": 0.2833808362483978,
|
|
"num_tokens": 17559334.0,
|
|
"step": 7380
|
|
},
|
|
{
|
|
"entropy": 4.838746213912964,
|
|
"epoch": 7.226138032305434,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.00014669030220772642,
|
|
"loss": 4.0758,
|
|
"mean_token_accuracy": 0.288485449552536,
|
|
"num_tokens": 17570007.0,
|
|
"step": 7385
|
|
},
|
|
{
|
|
"entropy": 4.857969808578491,
|
|
"epoch": 7.231032794909447,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 0.00014637525756680116,
|
|
"loss": 4.1036,
|
|
"mean_token_accuracy": 0.286487540602684,
|
|
"num_tokens": 17580915.0,
|
|
"step": 7390
|
|
},
|
|
{
|
|
"entropy": 4.791293811798096,
|
|
"epoch": 7.2359275575134605,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 0.00014606058707514958,
|
|
"loss": 4.0957,
|
|
"mean_token_accuracy": 0.2871719241142273,
|
|
"num_tokens": 17592315.0,
|
|
"step": 7395
|
|
},
|
|
{
|
|
"entropy": 4.820676183700561,
|
|
"epoch": 7.240822320117474,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.000145746291648099,
|
|
"loss": 4.1249,
|
|
"mean_token_accuracy": 0.28499663472175596,
|
|
"num_tokens": 17603458.0,
|
|
"step": 7400
|
|
},
|
|
{
|
|
"entropy": 4.748669624328613,
|
|
"epoch": 7.245717082721488,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.0001454323721998857,
|
|
"loss": 4.0926,
|
|
"mean_token_accuracy": 0.2825297206640244,
|
|
"num_tokens": 17615217.0,
|
|
"step": 7405
|
|
},
|
|
{
|
|
"entropy": 4.827870035171509,
|
|
"epoch": 7.250611845325501,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 0.00014511882964365213,
|
|
"loss": 4.1783,
|
|
"mean_token_accuracy": 0.27295706868171693,
|
|
"num_tokens": 17627601.0,
|
|
"step": 7410
|
|
},
|
|
{
|
|
"entropy": 4.809018135070801,
|
|
"epoch": 7.255506607929515,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.0001448056648914449,
|
|
"loss": 4.0603,
|
|
"mean_token_accuracy": 0.29062820971012115,
|
|
"num_tokens": 17638475.0,
|
|
"step": 7415
|
|
},
|
|
{
|
|
"entropy": 4.782418441772461,
|
|
"epoch": 7.260401370533529,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.00014449287885421108,
|
|
"loss": 4.1064,
|
|
"mean_token_accuracy": 0.27899285703897475,
|
|
"num_tokens": 17650278.0,
|
|
"step": 7420
|
|
},
|
|
{
|
|
"entropy": 4.7921715259552,
|
|
"epoch": 7.265296133137543,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.0001441804724417965,
|
|
"loss": 4.0839,
|
|
"mean_token_accuracy": 0.28736929297447206,
|
|
"num_tokens": 17663110.0,
|
|
"step": 7425
|
|
},
|
|
{
|
|
"entropy": 4.85003809928894,
|
|
"epoch": 7.270190895741557,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 0.00014386844656294245,
|
|
"loss": 4.1425,
|
|
"mean_token_accuracy": 0.2779337793588638,
|
|
"num_tokens": 17673710.0,
|
|
"step": 7430
|
|
},
|
|
{
|
|
"entropy": 4.812310123443604,
|
|
"epoch": 7.27508565834557,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.0001435568021252836,
|
|
"loss": 4.1105,
|
|
"mean_token_accuracy": 0.2840988889336586,
|
|
"num_tokens": 17686717.0,
|
|
"step": 7435
|
|
},
|
|
{
|
|
"entropy": 4.782513093948364,
|
|
"epoch": 7.279980420949584,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 0.00014324554003534485,
|
|
"loss": 4.0917,
|
|
"mean_token_accuracy": 0.2846391350030899,
|
|
"num_tokens": 17700013.0,
|
|
"step": 7440
|
|
},
|
|
{
|
|
"entropy": 4.774361610412598,
|
|
"epoch": 7.284875183553598,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.00014293466119853887,
|
|
"loss": 4.0455,
|
|
"mean_token_accuracy": 0.2926559939980507,
|
|
"num_tokens": 17712450.0,
|
|
"step": 7445
|
|
},
|
|
{
|
|
"entropy": 4.842836046218872,
|
|
"epoch": 7.2897699461576115,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 0.0001426241665191638,
|
|
"loss": 4.1109,
|
|
"mean_token_accuracy": 0.28842181265354155,
|
|
"num_tokens": 17724465.0,
|
|
"step": 7450
|
|
},
|
|
{
|
|
"entropy": 4.762375354766846,
|
|
"epoch": 7.294664708761625,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.00014231405690040005,
|
|
"loss": 4.0574,
|
|
"mean_token_accuracy": 0.29009200930595397,
|
|
"num_tokens": 17736638.0,
|
|
"step": 7455
|
|
},
|
|
{
|
|
"entropy": 4.8332212448120115,
|
|
"epoch": 7.299559471365638,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 0.00014200433324430806,
|
|
"loss": 4.0976,
|
|
"mean_token_accuracy": 0.27914202213287354,
|
|
"num_tokens": 17747927.0,
|
|
"step": 7460
|
|
},
|
|
{
|
|
"entropy": 4.814736604690552,
|
|
"epoch": 7.304454233969652,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 0.0001416949964518254,
|
|
"loss": 4.0643,
|
|
"mean_token_accuracy": 0.29202333390712737,
|
|
"num_tokens": 17759676.0,
|
|
"step": 7465
|
|
},
|
|
{
|
|
"entropy": 4.825563526153564,
|
|
"epoch": 7.309348996573666,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 0.00014138604742276468,
|
|
"loss": 4.0887,
|
|
"mean_token_accuracy": 0.2903469443321228,
|
|
"num_tokens": 17771205.0,
|
|
"step": 7470
|
|
},
|
|
{
|
|
"entropy": 4.837093830108643,
|
|
"epoch": 7.31424375917768,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 0.00014107748705581018,
|
|
"loss": 4.122,
|
|
"mean_token_accuracy": 0.2810250610113144,
|
|
"num_tokens": 17782407.0,
|
|
"step": 7475
|
|
},
|
|
{
|
|
"entropy": 4.795599889755249,
|
|
"epoch": 7.319138521781694,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.0001407693162485158,
|
|
"loss": 4.1132,
|
|
"mean_token_accuracy": 0.28156635761260984,
|
|
"num_tokens": 17793748.0,
|
|
"step": 7480
|
|
},
|
|
{
|
|
"entropy": 4.8112955570220945,
|
|
"epoch": 7.324033284385707,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 0.00014046153589730237,
|
|
"loss": 4.1608,
|
|
"mean_token_accuracy": 0.2788987457752228,
|
|
"num_tokens": 17806662.0,
|
|
"step": 7485
|
|
},
|
|
{
|
|
"entropy": 4.744254732131958,
|
|
"epoch": 7.328928046989721,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 0.00014015414689745476,
|
|
"loss": 4.0998,
|
|
"mean_token_accuracy": 0.2806766092777252,
|
|
"num_tokens": 17817477.0,
|
|
"step": 7490
|
|
},
|
|
{
|
|
"entropy": 4.786280155181885,
|
|
"epoch": 7.333822809593735,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 0.0001398471501431195,
|
|
"loss": 4.0604,
|
|
"mean_token_accuracy": 0.28615519404411316,
|
|
"num_tokens": 17830099.0,
|
|
"step": 7495
|
|
},
|
|
{
|
|
"entropy": 4.746518898010254,
|
|
"epoch": 7.338717572197749,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 0.0001395405465273021,
|
|
"loss": 4.0431,
|
|
"mean_token_accuracy": 0.2906483680009842,
|
|
"num_tokens": 17841520.0,
|
|
"step": 7500
|
|
},
|
|
{
|
|
"entropy": 4.806548023223877,
|
|
"epoch": 7.343612334801762,
|
|
"grad_norm": 1.40625,
|
|
"learning_rate": 0.00013923433694186478,
|
|
"loss": 4.1018,
|
|
"mean_token_accuracy": 0.2825804427266121,
|
|
"num_tokens": 17852319.0,
|
|
"step": 7505
|
|
},
|
|
{
|
|
"entropy": 4.791054153442383,
|
|
"epoch": 7.348507097405776,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.00013892852227752317,
|
|
"loss": 4.0786,
|
|
"mean_token_accuracy": 0.2819870948791504,
|
|
"num_tokens": 17864003.0,
|
|
"step": 7510
|
|
},
|
|
{
|
|
"entropy": 4.805252885818481,
|
|
"epoch": 7.3534018600097895,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.00013862310342384438,
|
|
"loss": 4.1959,
|
|
"mean_token_accuracy": 0.28391799330711365,
|
|
"num_tokens": 17877460.0,
|
|
"step": 7515
|
|
},
|
|
{
|
|
"entropy": 4.8232186794281,
|
|
"epoch": 7.358296622613803,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.00013831808126924422,
|
|
"loss": 4.1513,
|
|
"mean_token_accuracy": 0.27248675376176834,
|
|
"num_tokens": 17889191.0,
|
|
"step": 7520
|
|
},
|
|
{
|
|
"entropy": 4.832364177703857,
|
|
"epoch": 7.363191385217817,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 0.00013801345670098438,
|
|
"loss": 4.0923,
|
|
"mean_token_accuracy": 0.2900449067354202,
|
|
"num_tokens": 17900866.0,
|
|
"step": 7525
|
|
},
|
|
{
|
|
"entropy": 4.887357330322265,
|
|
"epoch": 7.36808614782183,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 0.00013770923060517015,
|
|
"loss": 4.1557,
|
|
"mean_token_accuracy": 0.2843441188335419,
|
|
"num_tokens": 17912747.0,
|
|
"step": 7530
|
|
},
|
|
{
|
|
"entropy": 4.835427141189575,
|
|
"epoch": 7.372980910425844,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 0.0001374054038667476,
|
|
"loss": 4.1152,
|
|
"mean_token_accuracy": 0.285644468665123,
|
|
"num_tokens": 17924704.0,
|
|
"step": 7535
|
|
},
|
|
{
|
|
"entropy": 4.747461891174316,
|
|
"epoch": 7.377875673029858,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.00013710197736950143,
|
|
"loss": 4.1147,
|
|
"mean_token_accuracy": 0.2786543697118759,
|
|
"num_tokens": 17936401.0,
|
|
"step": 7540
|
|
},
|
|
{
|
|
"entropy": 4.7854808330535885,
|
|
"epoch": 7.382770435633872,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 0.00013679895199605175,
|
|
"loss": 4.1127,
|
|
"mean_token_accuracy": 0.2867193892598152,
|
|
"num_tokens": 17948614.0,
|
|
"step": 7545
|
|
},
|
|
{
|
|
"entropy": 4.857870149612427,
|
|
"epoch": 7.387665198237886,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 0.000136496328627852,
|
|
"loss": 4.2017,
|
|
"mean_token_accuracy": 0.2843237340450287,
|
|
"num_tokens": 17960708.0,
|
|
"step": 7550
|
|
},
|
|
{
|
|
"entropy": 4.798525190353393,
|
|
"epoch": 7.392559960841899,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.0001361941081451863,
|
|
"loss": 4.0421,
|
|
"mean_token_accuracy": 0.2900181621313095,
|
|
"num_tokens": 17972977.0,
|
|
"step": 7555
|
|
},
|
|
{
|
|
"entropy": 4.838765430450439,
|
|
"epoch": 7.397454723445913,
|
|
"grad_norm": 1.0703125,
|
|
"learning_rate": 0.00013589229142716686,
|
|
"loss": 4.1262,
|
|
"mean_token_accuracy": 0.28275442123413086,
|
|
"num_tokens": 17985587.0,
|
|
"step": 7560
|
|
},
|
|
{
|
|
"entropy": 4.763973522186279,
|
|
"epoch": 7.402349486049927,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.0001355908793517313,
|
|
"loss": 3.9968,
|
|
"mean_token_accuracy": 0.2955072432756424,
|
|
"num_tokens": 17998005.0,
|
|
"step": 7565
|
|
},
|
|
{
|
|
"entropy": 4.754019546508789,
|
|
"epoch": 7.4072442486539405,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.00013528987279564015,
|
|
"loss": 3.9688,
|
|
"mean_token_accuracy": 0.2980596512556076,
|
|
"num_tokens": 18009944.0,
|
|
"step": 7570
|
|
},
|
|
{
|
|
"entropy": 4.759017038345337,
|
|
"epoch": 7.412139011257954,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.0001349892726344746,
|
|
"loss": 4.1087,
|
|
"mean_token_accuracy": 0.28233579993247987,
|
|
"num_tokens": 18022956.0,
|
|
"step": 7575
|
|
},
|
|
{
|
|
"entropy": 4.772615432739258,
|
|
"epoch": 7.417033773861967,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 0.00013468907974263346,
|
|
"loss": 4.0929,
|
|
"mean_token_accuracy": 0.287433722615242,
|
|
"num_tokens": 18034930.0,
|
|
"step": 7580
|
|
},
|
|
{
|
|
"entropy": 4.770158004760742,
|
|
"epoch": 7.421928536465981,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.00013438929499333098,
|
|
"loss": 4.0876,
|
|
"mean_token_accuracy": 0.2871038466691971,
|
|
"num_tokens": 18045966.0,
|
|
"step": 7585
|
|
},
|
|
{
|
|
"entropy": 4.810977506637573,
|
|
"epoch": 7.426823299069995,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 0.000134089919258594,
|
|
"loss": 4.0938,
|
|
"mean_token_accuracy": 0.2832252860069275,
|
|
"num_tokens": 18057524.0,
|
|
"step": 7590
|
|
},
|
|
{
|
|
"entropy": 4.763741159439087,
|
|
"epoch": 7.431718061674009,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.00013379095340925988,
|
|
"loss": 4.1054,
|
|
"mean_token_accuracy": 0.286394926905632,
|
|
"num_tokens": 18069858.0,
|
|
"step": 7595
|
|
},
|
|
{
|
|
"entropy": 4.71230001449585,
|
|
"epoch": 7.436612824278022,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.00013349239831497356,
|
|
"loss": 4.0493,
|
|
"mean_token_accuracy": 0.2896520644426346,
|
|
"num_tokens": 18082613.0,
|
|
"step": 7600
|
|
},
|
|
{
|
|
"entropy": 4.858574295043946,
|
|
"epoch": 7.441507586882036,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.00013319425484418506,
|
|
"loss": 4.1224,
|
|
"mean_token_accuracy": 0.29318794012069704,
|
|
"num_tokens": 18093828.0,
|
|
"step": 7605
|
|
},
|
|
{
|
|
"entropy": 4.859941673278809,
|
|
"epoch": 7.44640234948605,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 0.00013289652386414723,
|
|
"loss": 4.1457,
|
|
"mean_token_accuracy": 0.27586865425109863,
|
|
"num_tokens": 18105540.0,
|
|
"step": 7610
|
|
},
|
|
{
|
|
"entropy": 4.768905687332153,
|
|
"epoch": 7.451297112090064,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 0.00013259920624091295,
|
|
"loss": 4.0996,
|
|
"mean_token_accuracy": 0.2855397403240204,
|
|
"num_tokens": 18116761.0,
|
|
"step": 7615
|
|
},
|
|
{
|
|
"entropy": 4.785869121551514,
|
|
"epoch": 7.456191874694078,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 0.0001323023028393327,
|
|
"loss": 4.0547,
|
|
"mean_token_accuracy": 0.2858396708965302,
|
|
"num_tokens": 18128209.0,
|
|
"step": 7620
|
|
},
|
|
{
|
|
"entropy": 4.843937492370605,
|
|
"epoch": 7.461086637298091,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 0.000132005814523052,
|
|
"loss": 4.1785,
|
|
"mean_token_accuracy": 0.28769124746322633,
|
|
"num_tokens": 18141304.0,
|
|
"step": 7625
|
|
},
|
|
{
|
|
"entropy": 4.794684410095215,
|
|
"epoch": 7.4659813999021045,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.0001317097421545091,
|
|
"loss": 4.1412,
|
|
"mean_token_accuracy": 0.2853972852230072,
|
|
"num_tokens": 18152855.0,
|
|
"step": 7630
|
|
},
|
|
{
|
|
"entropy": 4.748196983337403,
|
|
"epoch": 7.470876162506118,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.00013141408659493231,
|
|
"loss": 4.0358,
|
|
"mean_token_accuracy": 0.29571499228477477,
|
|
"num_tokens": 18163885.0,
|
|
"step": 7635
|
|
},
|
|
{
|
|
"entropy": 4.801903629302979,
|
|
"epoch": 7.475770925110132,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 0.00013111884870433728,
|
|
"loss": 4.0691,
|
|
"mean_token_accuracy": 0.2905031472444534,
|
|
"num_tokens": 18174480.0,
|
|
"step": 7640
|
|
},
|
|
{
|
|
"entropy": 4.798210287094117,
|
|
"epoch": 7.480665687714146,
|
|
"grad_norm": 1.3203125,
|
|
"learning_rate": 0.00013082402934152504,
|
|
"loss": 4.1095,
|
|
"mean_token_accuracy": 0.2820493280887604,
|
|
"num_tokens": 18186088.0,
|
|
"step": 7645
|
|
},
|
|
{
|
|
"entropy": 4.8714094161987305,
|
|
"epoch": 7.485560450318159,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.00013052962936407902,
|
|
"loss": 4.1374,
|
|
"mean_token_accuracy": 0.284106707572937,
|
|
"num_tokens": 18197894.0,
|
|
"step": 7650
|
|
},
|
|
{
|
|
"entropy": 4.751612329483033,
|
|
"epoch": 7.490455212922173,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 0.00013023564962836272,
|
|
"loss": 4.1025,
|
|
"mean_token_accuracy": 0.29093705415725707,
|
|
"num_tokens": 18210017.0,
|
|
"step": 7655
|
|
},
|
|
{
|
|
"entropy": 4.759692525863647,
|
|
"epoch": 7.495349975526187,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 0.00012994209098951716,
|
|
"loss": 4.1282,
|
|
"mean_token_accuracy": 0.28445088267326357,
|
|
"num_tokens": 18221347.0,
|
|
"step": 7660
|
|
},
|
|
{
|
|
"entropy": 4.757839632034302,
|
|
"epoch": 7.500244738130201,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.00012964895430145869,
|
|
"loss": 4.1321,
|
|
"mean_token_accuracy": 0.28519167453050615,
|
|
"num_tokens": 18232934.0,
|
|
"step": 7665
|
|
},
|
|
{
|
|
"entropy": 4.856450414657592,
|
|
"epoch": 7.505139500734215,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.00012935624041687604,
|
|
"loss": 4.1213,
|
|
"mean_token_accuracy": 0.28798395693302153,
|
|
"num_tokens": 18244637.0,
|
|
"step": 7670
|
|
},
|
|
{
|
|
"entropy": 4.7560934066772464,
|
|
"epoch": 7.510034263338228,
|
|
"grad_norm": 0.9921875,
|
|
"learning_rate": 0.00012906395018722811,
|
|
"loss": 4.0537,
|
|
"mean_token_accuracy": 0.289487162232399,
|
|
"num_tokens": 18256852.0,
|
|
"step": 7675
|
|
},
|
|
{
|
|
"entropy": 4.8688610076904295,
|
|
"epoch": 7.514929025942242,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.0001287720844627417,
|
|
"loss": 4.1754,
|
|
"mean_token_accuracy": 0.28162865340709686,
|
|
"num_tokens": 18267437.0,
|
|
"step": 7680
|
|
},
|
|
{
|
|
"entropy": 4.784332609176635,
|
|
"epoch": 7.5198237885462555,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 0.00012848064409240839,
|
|
"loss": 4.1321,
|
|
"mean_token_accuracy": 0.2837877184152603,
|
|
"num_tokens": 18278975.0,
|
|
"step": 7685
|
|
},
|
|
{
|
|
"entropy": 4.8387714385986325,
|
|
"epoch": 7.524718551150269,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 0.00012818962992398265,
|
|
"loss": 4.1507,
|
|
"mean_token_accuracy": 0.28322983980178834,
|
|
"num_tokens": 18289702.0,
|
|
"step": 7690
|
|
},
|
|
{
|
|
"entropy": 4.7619012832641605,
|
|
"epoch": 7.5296133137542824,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.00012789904280397936,
|
|
"loss": 4.0134,
|
|
"mean_token_accuracy": 0.2988777369260788,
|
|
"num_tokens": 18302023.0,
|
|
"step": 7695
|
|
},
|
|
{
|
|
"entropy": 4.787058162689209,
|
|
"epoch": 7.534508076358296,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.00012760888357767097,
|
|
"loss": 4.1084,
|
|
"mean_token_accuracy": 0.28231562077999117,
|
|
"num_tokens": 18314361.0,
|
|
"step": 7700
|
|
},
|
|
{
|
|
"entropy": 4.763881063461303,
|
|
"epoch": 7.53940283896231,
|
|
"grad_norm": 1.3203125,
|
|
"learning_rate": 0.0001273191530890853,
|
|
"loss": 4.0937,
|
|
"mean_token_accuracy": 0.28528667986392975,
|
|
"num_tokens": 18326405.0,
|
|
"step": 7705
|
|
},
|
|
{
|
|
"entropy": 4.827100229263306,
|
|
"epoch": 7.544297601566324,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.00012702985218100306,
|
|
"loss": 4.1087,
|
|
"mean_token_accuracy": 0.2849459290504456,
|
|
"num_tokens": 18338765.0,
|
|
"step": 7710
|
|
},
|
|
{
|
|
"entropy": 4.7180108547210695,
|
|
"epoch": 7.549192364170338,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 0.0001267409816949554,
|
|
"loss": 4.0496,
|
|
"mean_token_accuracy": 0.29414022564888,
|
|
"num_tokens": 18350071.0,
|
|
"step": 7715
|
|
},
|
|
{
|
|
"entropy": 4.774911880493164,
|
|
"epoch": 7.554087126774352,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 0.0001264525424712215,
|
|
"loss": 4.1281,
|
|
"mean_token_accuracy": 0.28393369615077974,
|
|
"num_tokens": 18361183.0,
|
|
"step": 7720
|
|
},
|
|
{
|
|
"entropy": 4.685523796081543,
|
|
"epoch": 7.558981889378365,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.00012616453534882574,
|
|
"loss": 4.0168,
|
|
"mean_token_accuracy": 0.29059562981128695,
|
|
"num_tokens": 18374411.0,
|
|
"step": 7725
|
|
},
|
|
{
|
|
"entropy": 4.753079175949097,
|
|
"epoch": 7.563876651982379,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.00012587696116553613,
|
|
"loss": 4.0859,
|
|
"mean_token_accuracy": 0.28874012529850007,
|
|
"num_tokens": 18386718.0,
|
|
"step": 7730
|
|
},
|
|
{
|
|
"entropy": 4.739024114608765,
|
|
"epoch": 7.568771414586393,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 0.00012558982075786085,
|
|
"loss": 4.0464,
|
|
"mean_token_accuracy": 0.2881570875644684,
|
|
"num_tokens": 18398652.0,
|
|
"step": 7735
|
|
},
|
|
{
|
|
"entropy": 4.817078161239624,
|
|
"epoch": 7.573666177190407,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.00012530311496104652,
|
|
"loss": 4.0754,
|
|
"mean_token_accuracy": 0.2835995480418205,
|
|
"num_tokens": 18411469.0,
|
|
"step": 7740
|
|
},
|
|
{
|
|
"entropy": 4.905104351043701,
|
|
"epoch": 7.57856093979442,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 0.00012501684460907542,
|
|
"loss": 4.2613,
|
|
"mean_token_accuracy": 0.27149486243724824,
|
|
"num_tokens": 18423199.0,
|
|
"step": 7745
|
|
},
|
|
{
|
|
"entropy": 4.799884796142578,
|
|
"epoch": 7.5834557023984335,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.00012473101053466336,
|
|
"loss": 4.0074,
|
|
"mean_token_accuracy": 0.29536075294017794,
|
|
"num_tokens": 18435598.0,
|
|
"step": 7750
|
|
},
|
|
{
|
|
"entropy": 4.877683877944946,
|
|
"epoch": 7.588350465002447,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 0.00012444561356925697,
|
|
"loss": 4.2195,
|
|
"mean_token_accuracy": 0.27193855345249174,
|
|
"num_tokens": 18447598.0,
|
|
"step": 7755
|
|
},
|
|
{
|
|
"entropy": 4.809196281433105,
|
|
"epoch": 7.593245227606461,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 0.00012416065454303135,
|
|
"loss": 4.096,
|
|
"mean_token_accuracy": 0.2852015197277069,
|
|
"num_tokens": 18458578.0,
|
|
"step": 7760
|
|
},
|
|
{
|
|
"entropy": 4.886521100997925,
|
|
"epoch": 7.598139990210475,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 0.00012387613428488787,
|
|
"loss": 4.1676,
|
|
"mean_token_accuracy": 0.27320022583007814,
|
|
"num_tokens": 18470890.0,
|
|
"step": 7765
|
|
},
|
|
{
|
|
"entropy": 4.8296223163604735,
|
|
"epoch": 7.603034752814488,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 0.00012359205362245148,
|
|
"loss": 4.1863,
|
|
"mean_token_accuracy": 0.27460389137268065,
|
|
"num_tokens": 18482957.0,
|
|
"step": 7770
|
|
},
|
|
{
|
|
"entropy": 4.832960605621338,
|
|
"epoch": 7.607929515418502,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 0.0001233084133820684,
|
|
"loss": 4.1237,
|
|
"mean_token_accuracy": 0.283318130671978,
|
|
"num_tokens": 18494258.0,
|
|
"step": 7775
|
|
},
|
|
{
|
|
"entropy": 4.832284355163575,
|
|
"epoch": 7.612824278022516,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.0001230252143888037,
|
|
"loss": 4.0674,
|
|
"mean_token_accuracy": 0.2857169136404991,
|
|
"num_tokens": 18505148.0,
|
|
"step": 7780
|
|
},
|
|
{
|
|
"entropy": 4.864187526702881,
|
|
"epoch": 7.61771904062653,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.0001227424574664391,
|
|
"loss": 4.1762,
|
|
"mean_token_accuracy": 0.27729265540838244,
|
|
"num_tokens": 18517314.0,
|
|
"step": 7785
|
|
},
|
|
{
|
|
"entropy": 4.8134321689605715,
|
|
"epoch": 7.622613803230543,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.00012246014343747025,
|
|
"loss": 4.1228,
|
|
"mean_token_accuracy": 0.27948571741580963,
|
|
"num_tokens": 18528747.0,
|
|
"step": 7790
|
|
},
|
|
{
|
|
"entropy": 4.753570556640625,
|
|
"epoch": 7.627508565834557,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 0.0001221782731231045,
|
|
"loss": 4.0373,
|
|
"mean_token_accuracy": 0.2885405868291855,
|
|
"num_tokens": 18540390.0,
|
|
"step": 7795
|
|
},
|
|
{
|
|
"entropy": 4.785124158859253,
|
|
"epoch": 7.632403328438571,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 0.00012189684734325866,
|
|
"loss": 4.0875,
|
|
"mean_token_accuracy": 0.28584117591381075,
|
|
"num_tokens": 18552420.0,
|
|
"step": 7800
|
|
},
|
|
{
|
|
"entropy": 4.792561626434326,
|
|
"epoch": 7.6372980910425845,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.00012161586691655621,
|
|
"loss": 4.0826,
|
|
"mean_token_accuracy": 0.28352665305137636,
|
|
"num_tokens": 18564004.0,
|
|
"step": 7805
|
|
},
|
|
{
|
|
"entropy": 4.8642552375793455,
|
|
"epoch": 7.642192853646598,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.0001213353326603254,
|
|
"loss": 4.1699,
|
|
"mean_token_accuracy": 0.27770218104124067,
|
|
"num_tokens": 18576087.0,
|
|
"step": 7810
|
|
},
|
|
{
|
|
"entropy": 4.855444526672363,
|
|
"epoch": 7.647087616250612,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 0.00012105524539059639,
|
|
"loss": 4.1754,
|
|
"mean_token_accuracy": 0.2800003468990326,
|
|
"num_tokens": 18588561.0,
|
|
"step": 7815
|
|
},
|
|
{
|
|
"entropy": 4.827912330627441,
|
|
"epoch": 7.651982378854625,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 0.00012077560592209949,
|
|
"loss": 4.1558,
|
|
"mean_token_accuracy": 0.2796990841627121,
|
|
"num_tokens": 18599865.0,
|
|
"step": 7820
|
|
},
|
|
{
|
|
"entropy": 4.787193679809571,
|
|
"epoch": 7.656877141458639,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.00012049641506826205,
|
|
"loss": 4.1141,
|
|
"mean_token_accuracy": 0.2802642285823822,
|
|
"num_tokens": 18611706.0,
|
|
"step": 7825
|
|
},
|
|
{
|
|
"entropy": 4.804380655288696,
|
|
"epoch": 7.661771904062653,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 0.00012021767364120662,
|
|
"loss": 4.0274,
|
|
"mean_token_accuracy": 0.2949175775051117,
|
|
"num_tokens": 18623484.0,
|
|
"step": 7830
|
|
},
|
|
{
|
|
"entropy": 4.881743335723877,
|
|
"epoch": 7.666666666666667,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.00011993938245174858,
|
|
"loss": 4.2126,
|
|
"mean_token_accuracy": 0.2740862563252449,
|
|
"num_tokens": 18635211.0,
|
|
"step": 7835
|
|
},
|
|
{
|
|
"entropy": 4.758770275115967,
|
|
"epoch": 7.67156142927068,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 0.00011966154230939343,
|
|
"loss": 4.0911,
|
|
"mean_token_accuracy": 0.28511970341205595,
|
|
"num_tokens": 18646297.0,
|
|
"step": 7840
|
|
},
|
|
{
|
|
"entropy": 4.805492830276489,
|
|
"epoch": 7.676456191874694,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.00011938415402233473,
|
|
"loss": 4.1634,
|
|
"mean_token_accuracy": 0.2800639748573303,
|
|
"num_tokens": 18658137.0,
|
|
"step": 7845
|
|
},
|
|
{
|
|
"entropy": 4.8410478115081785,
|
|
"epoch": 7.681350954478708,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 0.00011910721839745157,
|
|
"loss": 4.1038,
|
|
"mean_token_accuracy": 0.2892598807811737,
|
|
"num_tokens": 18669890.0,
|
|
"step": 7850
|
|
},
|
|
{
|
|
"entropy": 4.798696660995484,
|
|
"epoch": 7.686245717082722,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 0.00011883073624030657,
|
|
"loss": 4.1466,
|
|
"mean_token_accuracy": 0.27026563286781313,
|
|
"num_tokens": 18682395.0,
|
|
"step": 7855
|
|
},
|
|
{
|
|
"entropy": 4.85063943862915,
|
|
"epoch": 7.6911404796867355,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 0.00011855470835514302,
|
|
"loss": 4.1578,
|
|
"mean_token_accuracy": 0.2830510914325714,
|
|
"num_tokens": 18693670.0,
|
|
"step": 7860
|
|
},
|
|
{
|
|
"entropy": 4.785726070404053,
|
|
"epoch": 7.6960352422907485,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 0.00011827913554488281,
|
|
"loss": 4.0856,
|
|
"mean_token_accuracy": 0.28719454556703566,
|
|
"num_tokens": 18705509.0,
|
|
"step": 7865
|
|
},
|
|
{
|
|
"entropy": 4.789930200576782,
|
|
"epoch": 7.700930004894762,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 0.00011800401861112439,
|
|
"loss": 4.1216,
|
|
"mean_token_accuracy": 0.2813727855682373,
|
|
"num_tokens": 18717405.0,
|
|
"step": 7870
|
|
},
|
|
{
|
|
"entropy": 4.8502030849456785,
|
|
"epoch": 7.705824767498776,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 0.00011772935835413978,
|
|
"loss": 4.1448,
|
|
"mean_token_accuracy": 0.2789168253540993,
|
|
"num_tokens": 18729031.0,
|
|
"step": 7875
|
|
},
|
|
{
|
|
"entropy": 4.748601675033569,
|
|
"epoch": 7.71071953010279,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 0.00011745515557287279,
|
|
"loss": 4.0904,
|
|
"mean_token_accuracy": 0.28729701042175293,
|
|
"num_tokens": 18740933.0,
|
|
"step": 7880
|
|
},
|
|
{
|
|
"entropy": 4.822775888442993,
|
|
"epoch": 7.715614292706804,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 0.00011718141106493634,
|
|
"loss": 4.1621,
|
|
"mean_token_accuracy": 0.2788541853427887,
|
|
"num_tokens": 18753103.0,
|
|
"step": 7885
|
|
},
|
|
{
|
|
"entropy": 4.824989080429077,
|
|
"epoch": 7.720509055310817,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.0001169081256266106,
|
|
"loss": 4.1743,
|
|
"mean_token_accuracy": 0.27899649143218996,
|
|
"num_tokens": 18765948.0,
|
|
"step": 7890
|
|
},
|
|
{
|
|
"entropy": 4.794853830337525,
|
|
"epoch": 7.725403817914831,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.00011663530005284012,
|
|
"loss": 4.1278,
|
|
"mean_token_accuracy": 0.2771626740694046,
|
|
"num_tokens": 18779223.0,
|
|
"step": 7895
|
|
},
|
|
{
|
|
"entropy": 4.784135437011718,
|
|
"epoch": 7.730298580518845,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.00011636293513723178,
|
|
"loss": 4.1133,
|
|
"mean_token_accuracy": 0.2764637678861618,
|
|
"num_tokens": 18792864.0,
|
|
"step": 7900
|
|
},
|
|
{
|
|
"entropy": 4.790557336807251,
|
|
"epoch": 7.735193343122859,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 0.00011609103167205269,
|
|
"loss": 4.1234,
|
|
"mean_token_accuracy": 0.28146245181560514,
|
|
"num_tokens": 18805616.0,
|
|
"step": 7905
|
|
},
|
|
{
|
|
"entropy": 4.805563592910767,
|
|
"epoch": 7.740088105726873,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.00011581959044822749,
|
|
"loss": 4.1011,
|
|
"mean_token_accuracy": 0.28298195600509646,
|
|
"num_tokens": 18817842.0,
|
|
"step": 7910
|
|
},
|
|
{
|
|
"entropy": 4.816723918914795,
|
|
"epoch": 7.744982868330886,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 0.00011554861225533625,
|
|
"loss": 4.1127,
|
|
"mean_token_accuracy": 0.28312732875347135,
|
|
"num_tokens": 18830121.0,
|
|
"step": 7915
|
|
},
|
|
{
|
|
"entropy": 4.824205350875855,
|
|
"epoch": 7.7498776309349,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 0.00011527809788161215,
|
|
"loss": 4.114,
|
|
"mean_token_accuracy": 0.2774210304021835,
|
|
"num_tokens": 18842569.0,
|
|
"step": 7920
|
|
},
|
|
{
|
|
"entropy": 4.797594165802002,
|
|
"epoch": 7.7547723935389135,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.00011500804811393931,
|
|
"loss": 4.1234,
|
|
"mean_token_accuracy": 0.27936862856149675,
|
|
"num_tokens": 18855001.0,
|
|
"step": 7925
|
|
},
|
|
{
|
|
"entropy": 4.8385285377502445,
|
|
"epoch": 7.759667156142927,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.00011473846373785026,
|
|
"loss": 4.1457,
|
|
"mean_token_accuracy": 0.28422166109085084,
|
|
"num_tokens": 18867854.0,
|
|
"step": 7930
|
|
},
|
|
{
|
|
"entropy": 4.876369047164917,
|
|
"epoch": 7.76456191874694,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.00011446934553752384,
|
|
"loss": 4.1937,
|
|
"mean_token_accuracy": 0.2772183895111084,
|
|
"num_tokens": 18879235.0,
|
|
"step": 7935
|
|
},
|
|
{
|
|
"entropy": 4.778491687774658,
|
|
"epoch": 7.769456681350954,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.00011420069429578273,
|
|
"loss": 4.0717,
|
|
"mean_token_accuracy": 0.28918620347976687,
|
|
"num_tokens": 18890588.0,
|
|
"step": 7940
|
|
},
|
|
{
|
|
"entropy": 4.762243986129761,
|
|
"epoch": 7.774351443954968,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 0.00011393251079409157,
|
|
"loss": 4.057,
|
|
"mean_token_accuracy": 0.29051515758037566,
|
|
"num_tokens": 18901515.0,
|
|
"step": 7945
|
|
},
|
|
{
|
|
"entropy": 4.7536064147949215,
|
|
"epoch": 7.779246206558982,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 0.00011366479581255418,
|
|
"loss": 4.0879,
|
|
"mean_token_accuracy": 0.28467804193496704,
|
|
"num_tokens": 18914314.0,
|
|
"step": 7950
|
|
},
|
|
{
|
|
"entropy": 4.830654954910278,
|
|
"epoch": 7.784140969162996,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 0.00011339755012991149,
|
|
"loss": 4.0924,
|
|
"mean_token_accuracy": 0.287271773815155,
|
|
"num_tokens": 18926040.0,
|
|
"step": 7955
|
|
},
|
|
{
|
|
"entropy": 4.801731824874878,
|
|
"epoch": 7.789035731767009,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 0.00011313077452353965,
|
|
"loss": 4.0612,
|
|
"mean_token_accuracy": 0.2877976268529892,
|
|
"num_tokens": 18939362.0,
|
|
"step": 7960
|
|
},
|
|
{
|
|
"entropy": 4.796913957595825,
|
|
"epoch": 7.793930494371023,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.00011286446976944704,
|
|
"loss": 4.1443,
|
|
"mean_token_accuracy": 0.2828346401453018,
|
|
"num_tokens": 18951460.0,
|
|
"step": 7965
|
|
},
|
|
{
|
|
"entropy": 4.881304931640625,
|
|
"epoch": 7.798825256975037,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.00011259863664227265,
|
|
"loss": 4.1385,
|
|
"mean_token_accuracy": 0.2836930096149445,
|
|
"num_tokens": 18963626.0,
|
|
"step": 7970
|
|
},
|
|
{
|
|
"entropy": 4.855031538009643,
|
|
"epoch": 7.803720019579051,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.00011233327591528339,
|
|
"loss": 4.1741,
|
|
"mean_token_accuracy": 0.2811962366104126,
|
|
"num_tokens": 18975706.0,
|
|
"step": 7975
|
|
},
|
|
{
|
|
"entropy": 4.870762634277344,
|
|
"epoch": 7.8086147821830645,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 0.00011206838836037227,
|
|
"loss": 4.1095,
|
|
"mean_token_accuracy": 0.2842129483819008,
|
|
"num_tokens": 18986504.0,
|
|
"step": 7980
|
|
},
|
|
{
|
|
"entropy": 4.74673547744751,
|
|
"epoch": 7.8135095447870775,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.00011180397474805576,
|
|
"loss": 4.0687,
|
|
"mean_token_accuracy": 0.2877952128648758,
|
|
"num_tokens": 18999233.0,
|
|
"step": 7985
|
|
},
|
|
{
|
|
"entropy": 4.769118309020996,
|
|
"epoch": 7.818404307391091,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 0.00011154003584747166,
|
|
"loss": 4.075,
|
|
"mean_token_accuracy": 0.28466567397117615,
|
|
"num_tokens": 19011155.0,
|
|
"step": 7990
|
|
},
|
|
{
|
|
"entropy": 4.78886833190918,
|
|
"epoch": 7.823299069995105,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 0.00011127657242637709,
|
|
"loss": 4.1035,
|
|
"mean_token_accuracy": 0.2814509928226471,
|
|
"num_tokens": 19023736.0,
|
|
"step": 7995
|
|
},
|
|
{
|
|
"entropy": 4.7121885299682615,
|
|
"epoch": 7.828193832599119,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 0.00011101358525114592,
|
|
"loss": 3.9746,
|
|
"mean_token_accuracy": 0.30115596652030946,
|
|
"num_tokens": 19035376.0,
|
|
"step": 8000
|
|
},
|
|
{
|
|
"epoch": 7.828193832599119,
|
|
"eval_entropy": 4.751975100444254,
|
|
"eval_loss": 5.513649940490723,
|
|
"eval_mean_token_accuracy": 0.20852118673498835,
|
|
"eval_num_tokens": 19035376.0,
|
|
"eval_runtime": 2.7121,
|
|
"eval_samples_per_second": 1270.956,
|
|
"eval_steps_per_second": 158.916,
|
|
"step": 8000
|
|
},
|
|
{
|
|
"entropy": 4.790023469924927,
|
|
"epoch": 7.833088595203133,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 0.00011075107508676672,
|
|
"loss": 4.1235,
|
|
"mean_token_accuracy": 0.28174285888671874,
|
|
"num_tokens": 19045925.0,
|
|
"step": 8005
|
|
},
|
|
{
|
|
"entropy": 4.849683856964111,
|
|
"epoch": 7.837983357807146,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.00011048904269684048,
|
|
"loss": 4.1552,
|
|
"mean_token_accuracy": 0.2836036294698715,
|
|
"num_tokens": 19058873.0,
|
|
"step": 8010
|
|
},
|
|
{
|
|
"entropy": 4.815062665939331,
|
|
"epoch": 7.84287812041116,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 0.00011022748884357864,
|
|
"loss": 4.0749,
|
|
"mean_token_accuracy": 0.2853410840034485,
|
|
"num_tokens": 19071284.0,
|
|
"step": 8015
|
|
},
|
|
{
|
|
"entropy": 4.846319770812988,
|
|
"epoch": 7.847772883015174,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 0.00010996641428780035,
|
|
"loss": 4.1261,
|
|
"mean_token_accuracy": 0.2799112170934677,
|
|
"num_tokens": 19083369.0,
|
|
"step": 8020
|
|
},
|
|
{
|
|
"entropy": 4.844157981872558,
|
|
"epoch": 7.852667645619188,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 0.00010970581978893069,
|
|
"loss": 4.173,
|
|
"mean_token_accuracy": 0.2815590053796768,
|
|
"num_tokens": 19095774.0,
|
|
"step": 8025
|
|
},
|
|
{
|
|
"entropy": 4.803434658050537,
|
|
"epoch": 7.857562408223201,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 0.00010944570610499837,
|
|
"loss": 4.1018,
|
|
"mean_token_accuracy": 0.2834786757826805,
|
|
"num_tokens": 19106445.0,
|
|
"step": 8030
|
|
},
|
|
{
|
|
"entropy": 4.7973674774169925,
|
|
"epoch": 7.862457170827215,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 0.0001091860739926335,
|
|
"loss": 4.0678,
|
|
"mean_token_accuracy": 0.2952722132205963,
|
|
"num_tokens": 19117043.0,
|
|
"step": 8035
|
|
},
|
|
{
|
|
"entropy": 4.801469135284424,
|
|
"epoch": 7.8673519334312285,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 0.00010892692420706521,
|
|
"loss": 4.0667,
|
|
"mean_token_accuracy": 0.2818433403968811,
|
|
"num_tokens": 19126786.0,
|
|
"step": 8040
|
|
},
|
|
{
|
|
"entropy": 4.826764011383057,
|
|
"epoch": 7.872246696035242,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 0.00010866825750211972,
|
|
"loss": 4.1453,
|
|
"mean_token_accuracy": 0.28413928151130674,
|
|
"num_tokens": 19138093.0,
|
|
"step": 8045
|
|
},
|
|
{
|
|
"entropy": 4.815477466583252,
|
|
"epoch": 7.877141458639256,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 0.00010841007463021818,
|
|
"loss": 4.1191,
|
|
"mean_token_accuracy": 0.2844523787498474,
|
|
"num_tokens": 19151252.0,
|
|
"step": 8050
|
|
},
|
|
{
|
|
"entropy": 4.782418298721313,
|
|
"epoch": 7.88203622124327,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 0.00010815237634237412,
|
|
"loss": 4.0656,
|
|
"mean_token_accuracy": 0.292576202750206,
|
|
"num_tokens": 19162493.0,
|
|
"step": 8055
|
|
},
|
|
{
|
|
"entropy": 4.809414434432983,
|
|
"epoch": 7.886930983847283,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 0.00010789516338819155,
|
|
"loss": 4.1597,
|
|
"mean_token_accuracy": 0.2815487176179886,
|
|
"num_tokens": 19174396.0,
|
|
"step": 8060
|
|
},
|
|
{
|
|
"entropy": 4.7714988708496096,
|
|
"epoch": 7.891825746451297,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.00010763843651586283,
|
|
"loss": 4.1386,
|
|
"mean_token_accuracy": 0.2797869980335236,
|
|
"num_tokens": 19188151.0,
|
|
"step": 8065
|
|
},
|
|
{
|
|
"entropy": 4.759133911132812,
|
|
"epoch": 7.896720509055311,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.00010738219647216632,
|
|
"loss": 4.0656,
|
|
"mean_token_accuracy": 0.2926129400730133,
|
|
"num_tokens": 19200691.0,
|
|
"step": 8070
|
|
},
|
|
{
|
|
"entropy": 4.76167778968811,
|
|
"epoch": 7.901615271659325,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 0.00010712644400246421,
|
|
"loss": 4.0766,
|
|
"mean_token_accuracy": 0.2882638245820999,
|
|
"num_tokens": 19211826.0,
|
|
"step": 8075
|
|
},
|
|
{
|
|
"entropy": 4.754981184005738,
|
|
"epoch": 7.906510034263338,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 0.00010687117985070044,
|
|
"loss": 4.0502,
|
|
"mean_token_accuracy": 0.2898054599761963,
|
|
"num_tokens": 19223757.0,
|
|
"step": 8080
|
|
},
|
|
{
|
|
"entropy": 4.781965112686157,
|
|
"epoch": 7.911404796867352,
|
|
"grad_norm": 1.046875,
|
|
"learning_rate": 0.0001066164047593986,
|
|
"loss": 4.161,
|
|
"mean_token_accuracy": 0.2828197956085205,
|
|
"num_tokens": 19236696.0,
|
|
"step": 8085
|
|
},
|
|
{
|
|
"entropy": 4.841031742095947,
|
|
"epoch": 7.916299559471366,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 0.0001063621194696596,
|
|
"loss": 4.1217,
|
|
"mean_token_accuracy": 0.2799760729074478,
|
|
"num_tokens": 19248694.0,
|
|
"step": 8090
|
|
},
|
|
{
|
|
"entropy": 4.720451545715332,
|
|
"epoch": 7.9211943220753795,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 0.00010610832472115953,
|
|
"loss": 4.0099,
|
|
"mean_token_accuracy": 0.2908418208360672,
|
|
"num_tokens": 19260481.0,
|
|
"step": 8095
|
|
},
|
|
{
|
|
"entropy": 4.798959255218506,
|
|
"epoch": 7.926089084679393,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 0.00010585502125214778,
|
|
"loss": 4.0897,
|
|
"mean_token_accuracy": 0.28865148723125456,
|
|
"num_tokens": 19272577.0,
|
|
"step": 8100
|
|
},
|
|
{
|
|
"entropy": 4.819539403915405,
|
|
"epoch": 7.930983847283406,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 0.00010560220979944447,
|
|
"loss": 4.0648,
|
|
"mean_token_accuracy": 0.2851977705955505,
|
|
"num_tokens": 19283140.0,
|
|
"step": 8105
|
|
},
|
|
{
|
|
"entropy": 4.8135308742523195,
|
|
"epoch": 7.93587860988742,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 0.00010534989109843866,
|
|
"loss": 4.1311,
|
|
"mean_token_accuracy": 0.2837995454668999,
|
|
"num_tokens": 19294532.0,
|
|
"step": 8110
|
|
},
|
|
{
|
|
"entropy": 4.842606830596924,
|
|
"epoch": 7.940773372491434,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.0001050980658830859,
|
|
"loss": 4.1434,
|
|
"mean_token_accuracy": 0.2774684727191925,
|
|
"num_tokens": 19307304.0,
|
|
"step": 8115
|
|
},
|
|
{
|
|
"entropy": 4.808180665969848,
|
|
"epoch": 7.945668135095448,
|
|
"grad_norm": 1.4140625,
|
|
"learning_rate": 0.00010484673488590651,
|
|
"loss": 4.0749,
|
|
"mean_token_accuracy": 0.28432413637638093,
|
|
"num_tokens": 19318260.0,
|
|
"step": 8120
|
|
},
|
|
{
|
|
"entropy": 4.826688289642334,
|
|
"epoch": 7.950562897699461,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 0.00010459589883798303,
|
|
"loss": 4.1873,
|
|
"mean_token_accuracy": 0.2748486503958702,
|
|
"num_tokens": 19333401.0,
|
|
"step": 8125
|
|
},
|
|
{
|
|
"entropy": 4.835629034042358,
|
|
"epoch": 7.955457660303475,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 0.0001043455584689583,
|
|
"loss": 4.1655,
|
|
"mean_token_accuracy": 0.28058279156684873,
|
|
"num_tokens": 19346407.0,
|
|
"step": 8130
|
|
},
|
|
{
|
|
"entropy": 4.824550437927246,
|
|
"epoch": 7.960352422907489,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 0.0001040957145070334,
|
|
"loss": 4.108,
|
|
"mean_token_accuracy": 0.28389019072055816,
|
|
"num_tokens": 19357868.0,
|
|
"step": 8135
|
|
},
|
|
{
|
|
"entropy": 4.826464557647705,
|
|
"epoch": 7.965247185511503,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 0.00010384636767896533,
|
|
"loss": 4.1006,
|
|
"mean_token_accuracy": 0.2863073766231537,
|
|
"num_tokens": 19369322.0,
|
|
"step": 8140
|
|
},
|
|
{
|
|
"entropy": 4.8558349609375,
|
|
"epoch": 7.970141948115517,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.000103597518710065,
|
|
"loss": 4.1188,
|
|
"mean_token_accuracy": 0.27743022739887235,
|
|
"num_tokens": 19381609.0,
|
|
"step": 8145
|
|
},
|
|
{
|
|
"entropy": 4.825598335266113,
|
|
"epoch": 7.975036710719531,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 0.00010334916832419519,
|
|
"loss": 4.1384,
|
|
"mean_token_accuracy": 0.2844781383872032,
|
|
"num_tokens": 19393113.0,
|
|
"step": 8150
|
|
},
|
|
{
|
|
"entropy": 4.863827180862427,
|
|
"epoch": 7.979931473323544,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 0.00010310131724376845,
|
|
"loss": 4.1587,
|
|
"mean_token_accuracy": 0.284981444478035,
|
|
"num_tokens": 19404671.0,
|
|
"step": 8155
|
|
},
|
|
{
|
|
"entropy": 4.715756893157959,
|
|
"epoch": 7.9848262359275575,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 0.00010285396618974475,
|
|
"loss": 4.0805,
|
|
"mean_token_accuracy": 0.28676379323005674,
|
|
"num_tokens": 19416027.0,
|
|
"step": 8160
|
|
},
|
|
{
|
|
"entropy": 4.692251300811767,
|
|
"epoch": 7.989720998531571,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 0.00010260711588162963,
|
|
"loss": 3.986,
|
|
"mean_token_accuracy": 0.29854593575000765,
|
|
"num_tokens": 19426968.0,
|
|
"step": 8165
|
|
},
|
|
{
|
|
"entropy": 4.75119423866272,
|
|
"epoch": 7.994615761135585,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 0.00010236076703747207,
|
|
"loss": 4.0255,
|
|
"mean_token_accuracy": 0.29295570552349093,
|
|
"num_tokens": 19438335.0,
|
|
"step": 8170
|
|
},
|
|
{
|
|
"entropy": 4.775824737548828,
|
|
"epoch": 7.999510523739598,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 0.00010211492037386244,
|
|
"loss": 4.1301,
|
|
"mean_token_accuracy": 0.2802129596471786,
|
|
"num_tokens": 19452586.0,
|
|
"step": 8175
|
|
},
|
|
{
|
|
"entropy": 4.7508266766866045,
|
|
"epoch": 8.00391581008321,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 0.00010186957660593018,
|
|
"loss": 4.0159,
|
|
"mean_token_accuracy": 0.3001713984542423,
|
|
"num_tokens": 19462341.0,
|
|
"step": 8180
|
|
},
|
|
{
|
|
"entropy": 4.789851951599121,
|
|
"epoch": 8.008810572687224,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 0.00010162473644734197,
|
|
"loss": 4.0858,
|
|
"mean_token_accuracy": 0.2801043540239334,
|
|
"num_tokens": 19474885.0,
|
|
"step": 8185
|
|
},
|
|
{
|
|
"entropy": 4.833471012115479,
|
|
"epoch": 8.013705335291238,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 0.0001013804006102996,
|
|
"loss": 4.0077,
|
|
"mean_token_accuracy": 0.29478251934051514,
|
|
"num_tokens": 19486979.0,
|
|
"step": 8190
|
|
},
|
|
{
|
|
"entropy": 4.732617712020874,
|
|
"epoch": 8.018600097895252,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 0.00010113656980553782,
|
|
"loss": 3.933,
|
|
"mean_token_accuracy": 0.301824215054512,
|
|
"num_tokens": 19497355.0,
|
|
"step": 8195
|
|
},
|
|
{
|
|
"entropy": 4.752558803558349,
|
|
"epoch": 8.023494860499266,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 0.00010089324474232237,
|
|
"loss": 3.9631,
|
|
"mean_token_accuracy": 0.3032965540885925,
|
|
"num_tokens": 19507990.0,
|
|
"step": 8200
|
|
},
|
|
{
|
|
"entropy": 4.735957384109497,
|
|
"epoch": 8.02838962310328,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 0.00010065042612844772,
|
|
"loss": 3.9955,
|
|
"mean_token_accuracy": 0.2964070439338684,
|
|
"num_tokens": 19520332.0,
|
|
"step": 8205
|
|
},
|
|
{
|
|
"entropy": 4.841171216964722,
|
|
"epoch": 8.033284385707294,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 0.00010040811467023542,
|
|
"loss": 4.1005,
|
|
"mean_token_accuracy": 0.2906040489673615,
|
|
"num_tokens": 19530951.0,
|
|
"step": 8210
|
|
},
|
|
{
|
|
"entropy": 4.788151597976684,
|
|
"epoch": 8.038179148311308,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 0.00010016631107253152,
|
|
"loss": 4.065,
|
|
"mean_token_accuracy": 0.2935373544692993,
|
|
"num_tokens": 19543683.0,
|
|
"step": 8215
|
|
},
|
|
{
|
|
"entropy": 4.8335155010223385,
|
|
"epoch": 8.04307391091532,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 9.992501603870491e-05,
|
|
"loss": 4.0523,
|
|
"mean_token_accuracy": 0.2906232953071594,
|
|
"num_tokens": 19554771.0,
|
|
"step": 8220
|
|
},
|
|
{
|
|
"entropy": 4.823724365234375,
|
|
"epoch": 8.047968673519334,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 9.968423027064519e-05,
|
|
"loss": 3.9926,
|
|
"mean_token_accuracy": 0.2919668316841125,
|
|
"num_tokens": 19566296.0,
|
|
"step": 8225
|
|
},
|
|
{
|
|
"entropy": 4.74432373046875,
|
|
"epoch": 8.052863436123348,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 9.944395446876047e-05,
|
|
"loss": 3.9566,
|
|
"mean_token_accuracy": 0.2975243330001831,
|
|
"num_tokens": 19579388.0,
|
|
"step": 8230
|
|
},
|
|
{
|
|
"entropy": 4.743651485443115,
|
|
"epoch": 8.057758198727361,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 9.920418933197559e-05,
|
|
"loss": 3.9562,
|
|
"mean_token_accuracy": 0.30524595975875857,
|
|
"num_tokens": 19590986.0,
|
|
"step": 8235
|
|
},
|
|
{
|
|
"entropy": 4.796912336349488,
|
|
"epoch": 8.062652961331375,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 9.89649355577297e-05,
|
|
"loss": 4.0393,
|
|
"mean_token_accuracy": 0.2856418013572693,
|
|
"num_tokens": 19602571.0,
|
|
"step": 8240
|
|
},
|
|
{
|
|
"entropy": 4.775595188140869,
|
|
"epoch": 8.06754772393539,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 9.872619384197478e-05,
|
|
"loss": 3.9547,
|
|
"mean_token_accuracy": 0.29954299330711365,
|
|
"num_tokens": 19614761.0,
|
|
"step": 8245
|
|
},
|
|
{
|
|
"entropy": 4.794795274734497,
|
|
"epoch": 8.072442486539403,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 9.848796487917316e-05,
|
|
"loss": 4.0244,
|
|
"mean_token_accuracy": 0.29351837635040284,
|
|
"num_tokens": 19627048.0,
|
|
"step": 8250
|
|
},
|
|
{
|
|
"entropy": 4.8953821659088135,
|
|
"epoch": 8.077337249143417,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 9.825024936229557e-05,
|
|
"loss": 4.1208,
|
|
"mean_token_accuracy": 0.2821303129196167,
|
|
"num_tokens": 19639271.0,
|
|
"step": 8255
|
|
},
|
|
{
|
|
"entropy": 4.896049118041992,
|
|
"epoch": 8.082232011747431,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 9.801304798281942e-05,
|
|
"loss": 4.1254,
|
|
"mean_token_accuracy": 0.2852731287479401,
|
|
"num_tokens": 19651170.0,
|
|
"step": 8260
|
|
},
|
|
{
|
|
"entropy": 4.855378913879394,
|
|
"epoch": 8.087126774351445,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 9.777636143072638e-05,
|
|
"loss": 4.0513,
|
|
"mean_token_accuracy": 0.28629745841026305,
|
|
"num_tokens": 19662576.0,
|
|
"step": 8265
|
|
},
|
|
{
|
|
"entropy": 4.791099786758423,
|
|
"epoch": 8.092021536955457,
|
|
"grad_norm": 1.3203125,
|
|
"learning_rate": 9.754019039450064e-05,
|
|
"loss": 4.0335,
|
|
"mean_token_accuracy": 0.2928896903991699,
|
|
"num_tokens": 19673748.0,
|
|
"step": 8270
|
|
},
|
|
{
|
|
"entropy": 4.764239311218262,
|
|
"epoch": 8.09691629955947,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 9.73045355611268e-05,
|
|
"loss": 3.9882,
|
|
"mean_token_accuracy": 0.2971791118383408,
|
|
"num_tokens": 19685655.0,
|
|
"step": 8275
|
|
},
|
|
{
|
|
"entropy": 4.806309175491333,
|
|
"epoch": 8.101811062163485,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 9.706939761608802e-05,
|
|
"loss": 4.0062,
|
|
"mean_token_accuracy": 0.29895917773246766,
|
|
"num_tokens": 19696808.0,
|
|
"step": 8280
|
|
},
|
|
{
|
|
"entropy": 4.799530935287476,
|
|
"epoch": 8.106705824767499,
|
|
"grad_norm": 1.3203125,
|
|
"learning_rate": 9.683477724336381e-05,
|
|
"loss": 4.0458,
|
|
"mean_token_accuracy": 0.2901474267244339,
|
|
"num_tokens": 19708501.0,
|
|
"step": 8285
|
|
},
|
|
{
|
|
"entropy": 4.804644298553467,
|
|
"epoch": 8.111600587371512,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 9.66006751254281e-05,
|
|
"loss": 4.0576,
|
|
"mean_token_accuracy": 0.29216207563877106,
|
|
"num_tokens": 19721014.0,
|
|
"step": 8290
|
|
},
|
|
{
|
|
"entropy": 4.8463719367980955,
|
|
"epoch": 8.116495349975526,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 9.636709194324747e-05,
|
|
"loss": 4.0665,
|
|
"mean_token_accuracy": 0.2936025321483612,
|
|
"num_tokens": 19734010.0,
|
|
"step": 8295
|
|
},
|
|
{
|
|
"entropy": 4.874621200561523,
|
|
"epoch": 8.12139011257954,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 9.613402837627882e-05,
|
|
"loss": 4.0136,
|
|
"mean_token_accuracy": 0.30141418278217313,
|
|
"num_tokens": 19744811.0,
|
|
"step": 8300
|
|
},
|
|
{
|
|
"entropy": 4.77404556274414,
|
|
"epoch": 8.126284875183554,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 9.590148510246772e-05,
|
|
"loss": 4.0014,
|
|
"mean_token_accuracy": 0.3035804033279419,
|
|
"num_tokens": 19757041.0,
|
|
"step": 8305
|
|
},
|
|
{
|
|
"entropy": 4.731545114517212,
|
|
"epoch": 8.131179637787568,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 9.566946279824606e-05,
|
|
"loss": 3.9495,
|
|
"mean_token_accuracy": 0.3044112652540207,
|
|
"num_tokens": 19768890.0,
|
|
"step": 8310
|
|
},
|
|
{
|
|
"entropy": 4.7629693984985355,
|
|
"epoch": 8.13607440039158,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 9.54379621385306e-05,
|
|
"loss": 4.0067,
|
|
"mean_token_accuracy": 0.2983778327703476,
|
|
"num_tokens": 19781644.0,
|
|
"step": 8315
|
|
},
|
|
{
|
|
"entropy": 4.774078607559204,
|
|
"epoch": 8.140969162995594,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 9.520698379672056e-05,
|
|
"loss": 4.0141,
|
|
"mean_token_accuracy": 0.29419822692871095,
|
|
"num_tokens": 19792955.0,
|
|
"step": 8320
|
|
},
|
|
{
|
|
"entropy": 4.85325059890747,
|
|
"epoch": 8.145863925599608,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 9.497652844469574e-05,
|
|
"loss": 4.0712,
|
|
"mean_token_accuracy": 0.28395206928253175,
|
|
"num_tokens": 19806216.0,
|
|
"step": 8325
|
|
},
|
|
{
|
|
"entropy": 4.797935962677002,
|
|
"epoch": 8.150758688203622,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 9.474659675281486e-05,
|
|
"loss": 4.0253,
|
|
"mean_token_accuracy": 0.2976793497800827,
|
|
"num_tokens": 19818171.0,
|
|
"step": 8330
|
|
},
|
|
{
|
|
"entropy": 4.779278707504273,
|
|
"epoch": 8.155653450807636,
|
|
"grad_norm": 1.3203125,
|
|
"learning_rate": 9.451718938991326e-05,
|
|
"loss": 4.0355,
|
|
"mean_token_accuracy": 0.2973834216594696,
|
|
"num_tokens": 19829475.0,
|
|
"step": 8335
|
|
},
|
|
{
|
|
"entropy": 4.820474910736084,
|
|
"epoch": 8.16054821341165,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 9.428830702330106e-05,
|
|
"loss": 4.0895,
|
|
"mean_token_accuracy": 0.28223137855529784,
|
|
"num_tokens": 19841681.0,
|
|
"step": 8340
|
|
},
|
|
{
|
|
"entropy": 4.750711250305176,
|
|
"epoch": 8.165442976015663,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 9.405995031876125e-05,
|
|
"loss": 3.9613,
|
|
"mean_token_accuracy": 0.30018341839313506,
|
|
"num_tokens": 19853491.0,
|
|
"step": 8345
|
|
},
|
|
{
|
|
"entropy": 4.783193778991699,
|
|
"epoch": 8.170337738619677,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 9.383211994054794e-05,
|
|
"loss": 4.0521,
|
|
"mean_token_accuracy": 0.2948135644197464,
|
|
"num_tokens": 19865170.0,
|
|
"step": 8350
|
|
},
|
|
{
|
|
"entropy": 4.798542881011963,
|
|
"epoch": 8.175232501223691,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 9.360481655138397e-05,
|
|
"loss": 4.0523,
|
|
"mean_token_accuracy": 0.2915564179420471,
|
|
"num_tokens": 19875959.0,
|
|
"step": 8355
|
|
},
|
|
{
|
|
"entropy": 4.848939037322998,
|
|
"epoch": 8.180127263827705,
|
|
"grad_norm": 1.390625,
|
|
"learning_rate": 9.337804081245937e-05,
|
|
"loss": 4.0415,
|
|
"mean_token_accuracy": 0.2928876131772995,
|
|
"num_tokens": 19886380.0,
|
|
"step": 8360
|
|
},
|
|
{
|
|
"entropy": 4.825018692016601,
|
|
"epoch": 8.185022026431717,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 9.315179338342946e-05,
|
|
"loss": 4.0429,
|
|
"mean_token_accuracy": 0.29187908172607424,
|
|
"num_tokens": 19898371.0,
|
|
"step": 8365
|
|
},
|
|
{
|
|
"entropy": 4.822934627532959,
|
|
"epoch": 8.189916789035731,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 9.292607492241252e-05,
|
|
"loss": 3.9575,
|
|
"mean_token_accuracy": 0.29686312973499296,
|
|
"num_tokens": 19910044.0,
|
|
"step": 8370
|
|
},
|
|
{
|
|
"entropy": 4.812992238998413,
|
|
"epoch": 8.194811551639745,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 9.270088608598833e-05,
|
|
"loss": 4.0247,
|
|
"mean_token_accuracy": 0.29154442250728607,
|
|
"num_tokens": 19921955.0,
|
|
"step": 8375
|
|
},
|
|
{
|
|
"entropy": 4.788355684280395,
|
|
"epoch": 8.199706314243759,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 9.247622752919594e-05,
|
|
"loss": 4.0225,
|
|
"mean_token_accuracy": 0.29671117216348647,
|
|
"num_tokens": 19933486.0,
|
|
"step": 8380
|
|
},
|
|
{
|
|
"entropy": 4.800418567657471,
|
|
"epoch": 8.204601076847773,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 9.225209990553213e-05,
|
|
"loss": 4.0076,
|
|
"mean_token_accuracy": 0.2950641632080078,
|
|
"num_tokens": 19944904.0,
|
|
"step": 8385
|
|
},
|
|
{
|
|
"entropy": 4.752691841125488,
|
|
"epoch": 8.209495839451787,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 9.202850386694903e-05,
|
|
"loss": 3.9958,
|
|
"mean_token_accuracy": 0.30097452998161317,
|
|
"num_tokens": 19956747.0,
|
|
"step": 8390
|
|
},
|
|
{
|
|
"entropy": 4.850427436828613,
|
|
"epoch": 8.2143906020558,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 9.180544006385252e-05,
|
|
"loss": 4.1406,
|
|
"mean_token_accuracy": 0.28515096604824064,
|
|
"num_tokens": 19970132.0,
|
|
"step": 8395
|
|
},
|
|
{
|
|
"entropy": 4.783610105514526,
|
|
"epoch": 8.219285364659815,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 9.15829091451005e-05,
|
|
"loss": 3.9833,
|
|
"mean_token_accuracy": 0.2993343651294708,
|
|
"num_tokens": 19981480.0,
|
|
"step": 8400
|
|
},
|
|
{
|
|
"entropy": 4.808634901046753,
|
|
"epoch": 8.224180127263828,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 9.136091175800053e-05,
|
|
"loss": 4.041,
|
|
"mean_token_accuracy": 0.29177541583776473,
|
|
"num_tokens": 19992335.0,
|
|
"step": 8405
|
|
},
|
|
{
|
|
"entropy": 4.785143852233887,
|
|
"epoch": 8.229074889867842,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 9.113944854830836e-05,
|
|
"loss": 3.9952,
|
|
"mean_token_accuracy": 0.29254370033740995,
|
|
"num_tokens": 20004719.0,
|
|
"step": 8410
|
|
},
|
|
{
|
|
"entropy": 4.815789079666137,
|
|
"epoch": 8.233969652471854,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 9.091852016022572e-05,
|
|
"loss": 4.0448,
|
|
"mean_token_accuracy": 0.2930038273334503,
|
|
"num_tokens": 20015465.0,
|
|
"step": 8415
|
|
},
|
|
{
|
|
"entropy": 4.772142505645752,
|
|
"epoch": 8.238864415075868,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 9.069812723639898e-05,
|
|
"loss": 3.9806,
|
|
"mean_token_accuracy": 0.29986772537231443,
|
|
"num_tokens": 20025896.0,
|
|
"step": 8420
|
|
},
|
|
{
|
|
"entropy": 4.763949394226074,
|
|
"epoch": 8.243759177679882,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 9.047827041791656e-05,
|
|
"loss": 3.9849,
|
|
"mean_token_accuracy": 0.2964647144079208,
|
|
"num_tokens": 20037587.0,
|
|
"step": 8425
|
|
},
|
|
{
|
|
"entropy": 4.78084168434143,
|
|
"epoch": 8.248653940283896,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 9.025895034430765e-05,
|
|
"loss": 4.0614,
|
|
"mean_token_accuracy": 0.2884828716516495,
|
|
"num_tokens": 20050160.0,
|
|
"step": 8430
|
|
},
|
|
{
|
|
"entropy": 4.794815111160278,
|
|
"epoch": 8.25354870288791,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 9.004016765353998e-05,
|
|
"loss": 4.0756,
|
|
"mean_token_accuracy": 0.2914129376411438,
|
|
"num_tokens": 20062716.0,
|
|
"step": 8435
|
|
},
|
|
{
|
|
"entropy": 4.746814727783203,
|
|
"epoch": 8.258443465491924,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 8.982192298201832e-05,
|
|
"loss": 3.9913,
|
|
"mean_token_accuracy": 0.29088248312473297,
|
|
"num_tokens": 20074376.0,
|
|
"step": 8440
|
|
},
|
|
{
|
|
"entropy": 4.780981540679932,
|
|
"epoch": 8.263338228095938,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 8.960421696458226e-05,
|
|
"loss": 4.0071,
|
|
"mean_token_accuracy": 0.2879849374294281,
|
|
"num_tokens": 20087161.0,
|
|
"step": 8445
|
|
},
|
|
{
|
|
"entropy": 4.770525217056274,
|
|
"epoch": 8.268232990699952,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 8.938705023450455e-05,
|
|
"loss": 4.0418,
|
|
"mean_token_accuracy": 0.2875596463680267,
|
|
"num_tokens": 20099352.0,
|
|
"step": 8450
|
|
},
|
|
{
|
|
"entropy": 4.770326280593872,
|
|
"epoch": 8.273127753303966,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 8.917042342348935e-05,
|
|
"loss": 3.9895,
|
|
"mean_token_accuracy": 0.2998296141624451,
|
|
"num_tokens": 20110288.0,
|
|
"step": 8455
|
|
},
|
|
{
|
|
"entropy": 4.7889824390411375,
|
|
"epoch": 8.278022515907978,
|
|
"grad_norm": 1.3203125,
|
|
"learning_rate": 8.895433716167014e-05,
|
|
"loss": 4.031,
|
|
"mean_token_accuracy": 0.2933506637811661,
|
|
"num_tokens": 20121744.0,
|
|
"step": 8460
|
|
},
|
|
{
|
|
"entropy": 4.822531843185425,
|
|
"epoch": 8.282917278511992,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 8.873879207760807e-05,
|
|
"loss": 4.0773,
|
|
"mean_token_accuracy": 0.2831497386097908,
|
|
"num_tokens": 20134165.0,
|
|
"step": 8465
|
|
},
|
|
{
|
|
"entropy": 4.823532390594482,
|
|
"epoch": 8.287812041116005,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 8.852378879829009e-05,
|
|
"loss": 4.0161,
|
|
"mean_token_accuracy": 0.29584149420261385,
|
|
"num_tokens": 20146188.0,
|
|
"step": 8470
|
|
},
|
|
{
|
|
"entropy": 4.813218021392823,
|
|
"epoch": 8.29270680372002,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 8.830932794912723e-05,
|
|
"loss": 4.0506,
|
|
"mean_token_accuracy": 0.2843432143330574,
|
|
"num_tokens": 20158477.0,
|
|
"step": 8475
|
|
},
|
|
{
|
|
"entropy": 4.845458984375,
|
|
"epoch": 8.297601566324033,
|
|
"grad_norm": 1.3203125,
|
|
"learning_rate": 8.809541015395254e-05,
|
|
"loss": 4.0911,
|
|
"mean_token_accuracy": 0.28241041004657746,
|
|
"num_tokens": 20170507.0,
|
|
"step": 8480
|
|
},
|
|
{
|
|
"entropy": 4.888974571228028,
|
|
"epoch": 8.302496328928047,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 8.788203603501935e-05,
|
|
"loss": 4.062,
|
|
"mean_token_accuracy": 0.28928353190422057,
|
|
"num_tokens": 20181423.0,
|
|
"step": 8485
|
|
},
|
|
{
|
|
"entropy": 4.81447172164917,
|
|
"epoch": 8.307391091532061,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 8.766920621299982e-05,
|
|
"loss": 4.0751,
|
|
"mean_token_accuracy": 0.2945033431053162,
|
|
"num_tokens": 20192892.0,
|
|
"step": 8490
|
|
},
|
|
{
|
|
"entropy": 4.772926902770996,
|
|
"epoch": 8.312285854136075,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 8.745692130698248e-05,
|
|
"loss": 4.0057,
|
|
"mean_token_accuracy": 0.29243382811546326,
|
|
"num_tokens": 20203466.0,
|
|
"step": 8495
|
|
},
|
|
{
|
|
"entropy": 4.768928718566895,
|
|
"epoch": 8.317180616740089,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 8.724518193447104e-05,
|
|
"loss": 4.0938,
|
|
"mean_token_accuracy": 0.2866020709276199,
|
|
"num_tokens": 20216660.0,
|
|
"step": 8500
|
|
},
|
|
{
|
|
"entropy": 4.799443864822388,
|
|
"epoch": 8.322075379344103,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 8.703398871138213e-05,
|
|
"loss": 3.9456,
|
|
"mean_token_accuracy": 0.307177472114563,
|
|
"num_tokens": 20227689.0,
|
|
"step": 8505
|
|
},
|
|
{
|
|
"entropy": 4.798560619354248,
|
|
"epoch": 8.326970141948115,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 8.682334225204397e-05,
|
|
"loss": 4.0607,
|
|
"mean_token_accuracy": 0.29022422432899475,
|
|
"num_tokens": 20239988.0,
|
|
"step": 8510
|
|
},
|
|
{
|
|
"entropy": 4.720589923858642,
|
|
"epoch": 8.331864904552129,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 8.661324316919411e-05,
|
|
"loss": 3.9598,
|
|
"mean_token_accuracy": 0.29875352680683137,
|
|
"num_tokens": 20253187.0,
|
|
"step": 8515
|
|
},
|
|
{
|
|
"entropy": 4.7920006275177,
|
|
"epoch": 8.336759667156143,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 8.640369207397791e-05,
|
|
"loss": 4.0117,
|
|
"mean_token_accuracy": 0.2947863072156906,
|
|
"num_tokens": 20265667.0,
|
|
"step": 8520
|
|
},
|
|
{
|
|
"entropy": 4.791538381576538,
|
|
"epoch": 8.341654429760156,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 8.619468957594685e-05,
|
|
"loss": 4.0895,
|
|
"mean_token_accuracy": 0.2899941444396973,
|
|
"num_tokens": 20279088.0,
|
|
"step": 8525
|
|
},
|
|
{
|
|
"entropy": 4.804943370819092,
|
|
"epoch": 8.34654919236417,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 8.598623628305652e-05,
|
|
"loss": 4.0024,
|
|
"mean_token_accuracy": 0.29515176713466645,
|
|
"num_tokens": 20290199.0,
|
|
"step": 8530
|
|
},
|
|
{
|
|
"entropy": 4.793981552124023,
|
|
"epoch": 8.351443954968184,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 8.577833280166492e-05,
|
|
"loss": 3.9885,
|
|
"mean_token_accuracy": 0.29896204471588134,
|
|
"num_tokens": 20302119.0,
|
|
"step": 8535
|
|
},
|
|
{
|
|
"entropy": 4.875656223297119,
|
|
"epoch": 8.356338717572198,
|
|
"grad_norm": 1.3828125,
|
|
"learning_rate": 8.557097973653075e-05,
|
|
"loss": 4.0733,
|
|
"mean_token_accuracy": 0.28331688344478606,
|
|
"num_tokens": 20312459.0,
|
|
"step": 8540
|
|
},
|
|
{
|
|
"entropy": 4.741098690032959,
|
|
"epoch": 8.361233480176212,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 8.536417769081179e-05,
|
|
"loss": 3.9739,
|
|
"mean_token_accuracy": 0.29959961771965027,
|
|
"num_tokens": 20324631.0,
|
|
"step": 8545
|
|
},
|
|
{
|
|
"entropy": 4.781824016571045,
|
|
"epoch": 8.366128242780226,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 8.515792726606279e-05,
|
|
"loss": 4.0324,
|
|
"mean_token_accuracy": 0.2903775334358215,
|
|
"num_tokens": 20337748.0,
|
|
"step": 8550
|
|
},
|
|
{
|
|
"entropy": 4.829334688186646,
|
|
"epoch": 8.371023005384238,
|
|
"grad_norm": 1.3203125,
|
|
"learning_rate": 8.495222906223398e-05,
|
|
"loss": 4.1214,
|
|
"mean_token_accuracy": 0.2910662621259689,
|
|
"num_tokens": 20349017.0,
|
|
"step": 8555
|
|
},
|
|
{
|
|
"entropy": 4.785458517074585,
|
|
"epoch": 8.375917767988252,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 8.474708367766937e-05,
|
|
"loss": 3.9871,
|
|
"mean_token_accuracy": 0.2969660609960556,
|
|
"num_tokens": 20359694.0,
|
|
"step": 8560
|
|
},
|
|
{
|
|
"entropy": 4.816461753845215,
|
|
"epoch": 8.380812530592266,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 8.45424917091048e-05,
|
|
"loss": 4.0634,
|
|
"mean_token_accuracy": 0.28907600343227385,
|
|
"num_tokens": 20373100.0,
|
|
"step": 8565
|
|
},
|
|
{
|
|
"entropy": 4.781310987472534,
|
|
"epoch": 8.38570729319628,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 8.433845375166628e-05,
|
|
"loss": 3.9855,
|
|
"mean_token_accuracy": 0.2901960551738739,
|
|
"num_tokens": 20384586.0,
|
|
"step": 8570
|
|
},
|
|
{
|
|
"entropy": 4.7860747337341305,
|
|
"epoch": 8.390602055800294,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 8.413497039886833e-05,
|
|
"loss": 4.0897,
|
|
"mean_token_accuracy": 0.2878449022769928,
|
|
"num_tokens": 20396876.0,
|
|
"step": 8575
|
|
},
|
|
{
|
|
"entropy": 4.78942494392395,
|
|
"epoch": 8.395496818404308,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 8.393204224261233e-05,
|
|
"loss": 4.0502,
|
|
"mean_token_accuracy": 0.2904807299375534,
|
|
"num_tokens": 20408701.0,
|
|
"step": 8580
|
|
},
|
|
{
|
|
"entropy": 4.738808345794678,
|
|
"epoch": 8.400391581008321,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 8.372966987318451e-05,
|
|
"loss": 4.061,
|
|
"mean_token_accuracy": 0.2913679838180542,
|
|
"num_tokens": 20420733.0,
|
|
"step": 8585
|
|
},
|
|
{
|
|
"entropy": 4.777753067016602,
|
|
"epoch": 8.405286343612335,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 8.352785387925437e-05,
|
|
"loss": 4.0636,
|
|
"mean_token_accuracy": 0.2929169833660126,
|
|
"num_tokens": 20431755.0,
|
|
"step": 8590
|
|
},
|
|
{
|
|
"entropy": 4.786384105682373,
|
|
"epoch": 8.41018110621635,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 8.332659484787326e-05,
|
|
"loss": 4.0283,
|
|
"mean_token_accuracy": 0.2937730997800827,
|
|
"num_tokens": 20444097.0,
|
|
"step": 8595
|
|
},
|
|
{
|
|
"entropy": 4.726397180557251,
|
|
"epoch": 8.415075868820363,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 8.312589336447219e-05,
|
|
"loss": 3.9753,
|
|
"mean_token_accuracy": 0.29979950487613677,
|
|
"num_tokens": 20455953.0,
|
|
"step": 8600
|
|
},
|
|
{
|
|
"entropy": 4.791380453109741,
|
|
"epoch": 8.419970631424375,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 8.292575001286037e-05,
|
|
"loss": 4.0287,
|
|
"mean_token_accuracy": 0.29104123711586,
|
|
"num_tokens": 20468303.0,
|
|
"step": 8605
|
|
},
|
|
{
|
|
"entropy": 4.76235294342041,
|
|
"epoch": 8.424865394028389,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 8.27261653752235e-05,
|
|
"loss": 3.9511,
|
|
"mean_token_accuracy": 0.2976638972759247,
|
|
"num_tokens": 20481322.0,
|
|
"step": 8610
|
|
},
|
|
{
|
|
"entropy": 4.839085912704467,
|
|
"epoch": 8.429760156632403,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 8.252714003212225e-05,
|
|
"loss": 4.1405,
|
|
"mean_token_accuracy": 0.2797196418046951,
|
|
"num_tokens": 20493172.0,
|
|
"step": 8615
|
|
},
|
|
{
|
|
"entropy": 4.760579442977905,
|
|
"epoch": 8.434654919236417,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 8.232867456249007e-05,
|
|
"loss": 4.0336,
|
|
"mean_token_accuracy": 0.28962074518203734,
|
|
"num_tokens": 20505716.0,
|
|
"step": 8620
|
|
},
|
|
{
|
|
"entropy": 4.791565752029419,
|
|
"epoch": 8.43954968184043,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 8.213076954363205e-05,
|
|
"loss": 4.0172,
|
|
"mean_token_accuracy": 0.28873046934604646,
|
|
"num_tokens": 20517651.0,
|
|
"step": 8625
|
|
},
|
|
{
|
|
"entropy": 4.78104248046875,
|
|
"epoch": 8.444444444444445,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 8.193342555122303e-05,
|
|
"loss": 3.9961,
|
|
"mean_token_accuracy": 0.2987930953502655,
|
|
"num_tokens": 20530081.0,
|
|
"step": 8630
|
|
},
|
|
{
|
|
"entropy": 4.786302375793457,
|
|
"epoch": 8.449339207048459,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 8.173664315930579e-05,
|
|
"loss": 4.0465,
|
|
"mean_token_accuracy": 0.29273083806037903,
|
|
"num_tokens": 20543489.0,
|
|
"step": 8635
|
|
},
|
|
{
|
|
"entropy": 4.782888412475586,
|
|
"epoch": 8.454233969652472,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 8.154042294028957e-05,
|
|
"loss": 4.0551,
|
|
"mean_token_accuracy": 0.2949908018112183,
|
|
"num_tokens": 20554003.0,
|
|
"step": 8640
|
|
},
|
|
{
|
|
"entropy": 4.735061311721802,
|
|
"epoch": 8.459128732256486,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 8.134476546494821e-05,
|
|
"loss": 4.0007,
|
|
"mean_token_accuracy": 0.2939163863658905,
|
|
"num_tokens": 20564517.0,
|
|
"step": 8645
|
|
},
|
|
{
|
|
"entropy": 4.772111511230468,
|
|
"epoch": 8.464023494860498,
|
|
"grad_norm": 1.15625,
|
|
"learning_rate": 8.11496713024189e-05,
|
|
"loss": 4.0241,
|
|
"mean_token_accuracy": 0.2869536876678467,
|
|
"num_tokens": 20576981.0,
|
|
"step": 8650
|
|
},
|
|
{
|
|
"entropy": 4.819644546508789,
|
|
"epoch": 8.468918257464512,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 8.095514102019998e-05,
|
|
"loss": 4.0432,
|
|
"mean_token_accuracy": 0.2900003880262375,
|
|
"num_tokens": 20589988.0,
|
|
"step": 8655
|
|
},
|
|
{
|
|
"entropy": 4.84394154548645,
|
|
"epoch": 8.473813020068526,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 8.07611751841496e-05,
|
|
"loss": 4.1373,
|
|
"mean_token_accuracy": 0.286513751745224,
|
|
"num_tokens": 20602133.0,
|
|
"step": 8660
|
|
},
|
|
{
|
|
"entropy": 4.854602241516114,
|
|
"epoch": 8.47870778267254,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 8.056777435848416e-05,
|
|
"loss": 4.1188,
|
|
"mean_token_accuracy": 0.2816850274801254,
|
|
"num_tokens": 20615487.0,
|
|
"step": 8665
|
|
},
|
|
{
|
|
"entropy": 4.7972588539123535,
|
|
"epoch": 8.483602545276554,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 8.037493910577639e-05,
|
|
"loss": 4.0855,
|
|
"mean_token_accuracy": 0.28804087042808535,
|
|
"num_tokens": 20627548.0,
|
|
"step": 8670
|
|
},
|
|
{
|
|
"entropy": 4.769118165969848,
|
|
"epoch": 8.488497307880568,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 8.018266998695388e-05,
|
|
"loss": 3.9887,
|
|
"mean_token_accuracy": 0.3054073482751846,
|
|
"num_tokens": 20640148.0,
|
|
"step": 8675
|
|
},
|
|
{
|
|
"entropy": 4.74007658958435,
|
|
"epoch": 8.493392070484582,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 7.999096756129744e-05,
|
|
"loss": 3.9965,
|
|
"mean_token_accuracy": 0.2966343998908997,
|
|
"num_tokens": 20652597.0,
|
|
"step": 8680
|
|
},
|
|
{
|
|
"entropy": 4.7319730758667,
|
|
"epoch": 8.498286833088596,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 7.979983238643956e-05,
|
|
"loss": 4.0648,
|
|
"mean_token_accuracy": 0.29506135582923887,
|
|
"num_tokens": 20664566.0,
|
|
"step": 8685
|
|
},
|
|
{
|
|
"entropy": 4.777488422393799,
|
|
"epoch": 8.50318159569261,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 7.96092650183625e-05,
|
|
"loss": 4.0103,
|
|
"mean_token_accuracy": 0.2942069947719574,
|
|
"num_tokens": 20675347.0,
|
|
"step": 8690
|
|
},
|
|
{
|
|
"entropy": 4.838548612594605,
|
|
"epoch": 8.508076358296623,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 7.9419266011397e-05,
|
|
"loss": 4.0891,
|
|
"mean_token_accuracy": 0.2877217441797256,
|
|
"num_tokens": 20687793.0,
|
|
"step": 8695
|
|
},
|
|
{
|
|
"entropy": 4.820555686950684,
|
|
"epoch": 8.512971120900636,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 7.92298359182204e-05,
|
|
"loss": 4.0091,
|
|
"mean_token_accuracy": 0.2929632067680359,
|
|
"num_tokens": 20699378.0,
|
|
"step": 8700
|
|
},
|
|
{
|
|
"entropy": 4.785987138748169,
|
|
"epoch": 8.51786588350465,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 7.904097528985531e-05,
|
|
"loss": 4.0792,
|
|
"mean_token_accuracy": 0.29013843834400177,
|
|
"num_tokens": 20710222.0,
|
|
"step": 8705
|
|
},
|
|
{
|
|
"entropy": 4.8486487865448,
|
|
"epoch": 8.522760646108663,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 7.885268467566777e-05,
|
|
"loss": 4.112,
|
|
"mean_token_accuracy": 0.28479293584823606,
|
|
"num_tokens": 20722472.0,
|
|
"step": 8710
|
|
},
|
|
{
|
|
"entropy": 4.812375020980835,
|
|
"epoch": 8.527655408712677,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 7.866496462336573e-05,
|
|
"loss": 4.1212,
|
|
"mean_token_accuracy": 0.295592787861824,
|
|
"num_tokens": 20734185.0,
|
|
"step": 8715
|
|
},
|
|
{
|
|
"entropy": 4.788163948059082,
|
|
"epoch": 8.532550171316691,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 7.847781567899753e-05,
|
|
"loss": 3.9897,
|
|
"mean_token_accuracy": 0.29671492576599123,
|
|
"num_tokens": 20746494.0,
|
|
"step": 8720
|
|
},
|
|
{
|
|
"entropy": 4.7523521900177,
|
|
"epoch": 8.537444933920705,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 7.829123838695018e-05,
|
|
"loss": 3.994,
|
|
"mean_token_accuracy": 0.29750536382198334,
|
|
"num_tokens": 20758272.0,
|
|
"step": 8725
|
|
},
|
|
{
|
|
"entropy": 4.799636554718018,
|
|
"epoch": 8.542339696524719,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 7.810523328994784e-05,
|
|
"loss": 4.0422,
|
|
"mean_token_accuracy": 0.29070090055465697,
|
|
"num_tokens": 20770529.0,
|
|
"step": 8730
|
|
},
|
|
{
|
|
"entropy": 4.836698436737061,
|
|
"epoch": 8.547234459128733,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 7.791980092905021e-05,
|
|
"loss": 4.0696,
|
|
"mean_token_accuracy": 0.28972819447517395,
|
|
"num_tokens": 20783037.0,
|
|
"step": 8735
|
|
},
|
|
{
|
|
"entropy": 4.822051286697388,
|
|
"epoch": 8.552129221732747,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 7.773494184365118e-05,
|
|
"loss": 4.0784,
|
|
"mean_token_accuracy": 0.28878008723258974,
|
|
"num_tokens": 20795407.0,
|
|
"step": 8740
|
|
},
|
|
{
|
|
"entropy": 4.862188339233398,
|
|
"epoch": 8.557023984336759,
|
|
"grad_norm": 1.0625,
|
|
"learning_rate": 7.755065657147689e-05,
|
|
"loss": 4.0711,
|
|
"mean_token_accuracy": 0.2921226888895035,
|
|
"num_tokens": 20807106.0,
|
|
"step": 8745
|
|
},
|
|
{
|
|
"entropy": 4.825860643386841,
|
|
"epoch": 8.561918746940773,
|
|
"grad_norm": 1.3203125,
|
|
"learning_rate": 7.736694564858432e-05,
|
|
"loss": 4.0901,
|
|
"mean_token_accuracy": 0.2901833146810532,
|
|
"num_tokens": 20820152.0,
|
|
"step": 8750
|
|
},
|
|
{
|
|
"entropy": 4.7968442916870115,
|
|
"epoch": 8.566813509544787,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 7.718380960935996e-05,
|
|
"loss": 4.0198,
|
|
"mean_token_accuracy": 0.29333437979221344,
|
|
"num_tokens": 20832206.0,
|
|
"step": 8755
|
|
},
|
|
{
|
|
"entropy": 4.863492250442505,
|
|
"epoch": 8.5717082721488,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 7.700124898651784e-05,
|
|
"loss": 4.0707,
|
|
"mean_token_accuracy": 0.2905102252960205,
|
|
"num_tokens": 20844308.0,
|
|
"step": 8760
|
|
},
|
|
{
|
|
"entropy": 4.838164758682251,
|
|
"epoch": 8.576603034752814,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 7.68192643110983e-05,
|
|
"loss": 4.0349,
|
|
"mean_token_accuracy": 0.29059784710407255,
|
|
"num_tokens": 20856260.0,
|
|
"step": 8765
|
|
},
|
|
{
|
|
"entropy": 4.797353458404541,
|
|
"epoch": 8.581497797356828,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 7.66378561124663e-05,
|
|
"loss": 4.0355,
|
|
"mean_token_accuracy": 0.2898124739527702,
|
|
"num_tokens": 20868944.0,
|
|
"step": 8770
|
|
},
|
|
{
|
|
"entropy": 4.7604187488555905,
|
|
"epoch": 8.586392559960842,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 7.645702491830999e-05,
|
|
"loss": 3.9757,
|
|
"mean_token_accuracy": 0.2994137555360794,
|
|
"num_tokens": 20880087.0,
|
|
"step": 8775
|
|
},
|
|
{
|
|
"entropy": 4.794251871109009,
|
|
"epoch": 8.591287322564856,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 7.627677125463901e-05,
|
|
"loss": 4.0035,
|
|
"mean_token_accuracy": 0.28885669857263563,
|
|
"num_tokens": 20892073.0,
|
|
"step": 8780
|
|
},
|
|
{
|
|
"entropy": 4.778573846817016,
|
|
"epoch": 8.59618208516887,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 7.609709564578307e-05,
|
|
"loss": 4.0191,
|
|
"mean_token_accuracy": 0.29522900879383085,
|
|
"num_tokens": 20903483.0,
|
|
"step": 8785
|
|
},
|
|
{
|
|
"entropy": 4.740755367279053,
|
|
"epoch": 8.601076847772884,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 7.591799861439056e-05,
|
|
"loss": 4.0302,
|
|
"mean_token_accuracy": 0.2992573529481888,
|
|
"num_tokens": 20914896.0,
|
|
"step": 8790
|
|
},
|
|
{
|
|
"entropy": 4.7406867980957035,
|
|
"epoch": 8.605971610376896,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 7.573948068142663e-05,
|
|
"loss": 3.9881,
|
|
"mean_token_accuracy": 0.29989816546440123,
|
|
"num_tokens": 20926803.0,
|
|
"step": 8795
|
|
},
|
|
{
|
|
"entropy": 4.812012577056885,
|
|
"epoch": 8.61086637298091,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 7.556154236617209e-05,
|
|
"loss": 4.0541,
|
|
"mean_token_accuracy": 0.29535873532295226,
|
|
"num_tokens": 20938041.0,
|
|
"step": 8800
|
|
},
|
|
{
|
|
"entropy": 4.732575178146362,
|
|
"epoch": 8.615761135584924,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 7.538418418622166e-05,
|
|
"loss": 3.9805,
|
|
"mean_token_accuracy": 0.3018221825361252,
|
|
"num_tokens": 20950377.0,
|
|
"step": 8805
|
|
},
|
|
{
|
|
"entropy": 4.757494068145752,
|
|
"epoch": 8.620655898188938,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 7.520740665748263e-05,
|
|
"loss": 4.1058,
|
|
"mean_token_accuracy": 0.2827614098787308,
|
|
"num_tokens": 20963282.0,
|
|
"step": 8810
|
|
},
|
|
{
|
|
"entropy": 4.893733501434326,
|
|
"epoch": 8.625550660792952,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 7.503121029417317e-05,
|
|
"loss": 4.1754,
|
|
"mean_token_accuracy": 0.2819168850779533,
|
|
"num_tokens": 20974504.0,
|
|
"step": 8815
|
|
},
|
|
{
|
|
"entropy": 4.72711215019226,
|
|
"epoch": 8.630445423396965,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 7.48555956088209e-05,
|
|
"loss": 3.94,
|
|
"mean_token_accuracy": 0.31021041572093966,
|
|
"num_tokens": 20985804.0,
|
|
"step": 8820
|
|
},
|
|
{
|
|
"entropy": 4.800404024124146,
|
|
"epoch": 8.63534018600098,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 7.468056311226164e-05,
|
|
"loss": 4.0498,
|
|
"mean_token_accuracy": 0.29349482655525205,
|
|
"num_tokens": 20998207.0,
|
|
"step": 8825
|
|
},
|
|
{
|
|
"entropy": 4.776733016967773,
|
|
"epoch": 8.640234948604993,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 7.450611331363745e-05,
|
|
"loss": 3.9967,
|
|
"mean_token_accuracy": 0.29889522194862367,
|
|
"num_tokens": 21010009.0,
|
|
"step": 8830
|
|
},
|
|
{
|
|
"entropy": 4.769655370712281,
|
|
"epoch": 8.645129711209007,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 7.433224672039557e-05,
|
|
"loss": 4.0864,
|
|
"mean_token_accuracy": 0.28258649110794065,
|
|
"num_tokens": 21024030.0,
|
|
"step": 8835
|
|
},
|
|
{
|
|
"entropy": 4.761453676223755,
|
|
"epoch": 8.65002447381302,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 7.415896383828669e-05,
|
|
"loss": 4.027,
|
|
"mean_token_accuracy": 0.2979235738515854,
|
|
"num_tokens": 21034528.0,
|
|
"step": 8840
|
|
},
|
|
{
|
|
"entropy": 4.76865234375,
|
|
"epoch": 8.654919236417033,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 7.398626517136375e-05,
|
|
"loss": 3.9859,
|
|
"mean_token_accuracy": 0.3031134128570557,
|
|
"num_tokens": 21046006.0,
|
|
"step": 8845
|
|
},
|
|
{
|
|
"entropy": 4.8309084415435795,
|
|
"epoch": 8.659813999021047,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 7.38141512219801e-05,
|
|
"loss": 4.0598,
|
|
"mean_token_accuracy": 0.2886486917734146,
|
|
"num_tokens": 21058089.0,
|
|
"step": 8850
|
|
},
|
|
{
|
|
"entropy": 4.824134588241577,
|
|
"epoch": 8.66470876162506,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 7.364262249078831e-05,
|
|
"loss": 4.0813,
|
|
"mean_token_accuracy": 0.2871389642357826,
|
|
"num_tokens": 21071067.0,
|
|
"step": 8855
|
|
},
|
|
{
|
|
"entropy": 4.766701793670654,
|
|
"epoch": 8.669603524229075,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 7.347167947673868e-05,
|
|
"loss": 4.0429,
|
|
"mean_token_accuracy": 0.29197971522808075,
|
|
"num_tokens": 21082515.0,
|
|
"step": 8860
|
|
},
|
|
{
|
|
"entropy": 4.779783010482788,
|
|
"epoch": 8.674498286833089,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 7.330132267707776e-05,
|
|
"loss": 4.0776,
|
|
"mean_token_accuracy": 0.2924931704998016,
|
|
"num_tokens": 21094454.0,
|
|
"step": 8865
|
|
},
|
|
{
|
|
"entropy": 4.845491075515747,
|
|
"epoch": 8.679393049437103,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 7.313155258734681e-05,
|
|
"loss": 4.0903,
|
|
"mean_token_accuracy": 0.29596313536167146,
|
|
"num_tokens": 21106490.0,
|
|
"step": 8870
|
|
},
|
|
{
|
|
"entropy": 4.807006454467773,
|
|
"epoch": 8.684287812041116,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 7.296236970138044e-05,
|
|
"loss": 4.056,
|
|
"mean_token_accuracy": 0.2819750368595123,
|
|
"num_tokens": 21119090.0,
|
|
"step": 8875
|
|
},
|
|
{
|
|
"entropy": 4.817266607284546,
|
|
"epoch": 8.68918257464513,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 7.279377451130534e-05,
|
|
"loss": 4.0151,
|
|
"mean_token_accuracy": 0.28866426944732665,
|
|
"num_tokens": 21131524.0,
|
|
"step": 8880
|
|
},
|
|
{
|
|
"entropy": 4.853257083892823,
|
|
"epoch": 8.694077337249144,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 7.26257675075385e-05,
|
|
"loss": 4.0761,
|
|
"mean_token_accuracy": 0.2896581441164017,
|
|
"num_tokens": 21144499.0,
|
|
"step": 8885
|
|
},
|
|
{
|
|
"entropy": 4.806553554534912,
|
|
"epoch": 8.698972099853156,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 7.245834917878599e-05,
|
|
"loss": 4.0414,
|
|
"mean_token_accuracy": 0.2885812819004059,
|
|
"num_tokens": 21156515.0,
|
|
"step": 8890
|
|
},
|
|
{
|
|
"entropy": 4.758426523208618,
|
|
"epoch": 8.70386686245717,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 7.229152001204166e-05,
|
|
"loss": 4.043,
|
|
"mean_token_accuracy": 0.294671842455864,
|
|
"num_tokens": 21168949.0,
|
|
"step": 8895
|
|
},
|
|
{
|
|
"entropy": 4.805542707443237,
|
|
"epoch": 8.708761625061184,
|
|
"grad_norm": 1.078125,
|
|
"learning_rate": 7.212528049258545e-05,
|
|
"loss": 4.0882,
|
|
"mean_token_accuracy": 0.2868252396583557,
|
|
"num_tokens": 21183584.0,
|
|
"step": 8900
|
|
},
|
|
{
|
|
"entropy": 4.760270977020264,
|
|
"epoch": 8.713656387665198,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 7.195963110398212e-05,
|
|
"loss": 4.0286,
|
|
"mean_token_accuracy": 0.2890154004096985,
|
|
"num_tokens": 21196698.0,
|
|
"step": 8905
|
|
},
|
|
{
|
|
"entropy": 4.784448194503784,
|
|
"epoch": 8.718551150269212,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 7.179457232807984e-05,
|
|
"loss": 4.0756,
|
|
"mean_token_accuracy": 0.2900238573551178,
|
|
"num_tokens": 21209110.0,
|
|
"step": 8910
|
|
},
|
|
{
|
|
"entropy": 4.806553220748901,
|
|
"epoch": 8.723445912873226,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 7.163010464500888e-05,
|
|
"loss": 4.0578,
|
|
"mean_token_accuracy": 0.29245475828647616,
|
|
"num_tokens": 21220887.0,
|
|
"step": 8915
|
|
},
|
|
{
|
|
"entropy": 4.770375537872314,
|
|
"epoch": 8.72834067547724,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 7.146622853317995e-05,
|
|
"loss": 3.9816,
|
|
"mean_token_accuracy": 0.2967113465070724,
|
|
"num_tokens": 21232244.0,
|
|
"step": 8920
|
|
},
|
|
{
|
|
"entropy": 4.809350538253784,
|
|
"epoch": 8.733235438081254,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 7.1302944469283e-05,
|
|
"loss": 4.1094,
|
|
"mean_token_accuracy": 0.28816387355327605,
|
|
"num_tokens": 21243083.0,
|
|
"step": 8925
|
|
},
|
|
{
|
|
"entropy": 4.720986223220825,
|
|
"epoch": 8.738130200685267,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 7.1140252928286e-05,
|
|
"loss": 3.9761,
|
|
"mean_token_accuracy": 0.299193924665451,
|
|
"num_tokens": 21254176.0,
|
|
"step": 8930
|
|
},
|
|
{
|
|
"entropy": 4.789906978607178,
|
|
"epoch": 8.74302496328928,
|
|
"grad_norm": 1.4296875,
|
|
"learning_rate": 7.09781543834331e-05,
|
|
"loss": 4.0111,
|
|
"mean_token_accuracy": 0.29954510629177095,
|
|
"num_tokens": 21265689.0,
|
|
"step": 8935
|
|
},
|
|
{
|
|
"entropy": 4.757386350631714,
|
|
"epoch": 8.747919725893293,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 7.081664930624368e-05,
|
|
"loss": 4.0157,
|
|
"mean_token_accuracy": 0.2966929852962494,
|
|
"num_tokens": 21277456.0,
|
|
"step": 8940
|
|
},
|
|
{
|
|
"entropy": 4.799019622802734,
|
|
"epoch": 8.752814488497307,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 7.065573816651073e-05,
|
|
"loss": 4.0381,
|
|
"mean_token_accuracy": 0.29062928855419157,
|
|
"num_tokens": 21289546.0,
|
|
"step": 8945
|
|
},
|
|
{
|
|
"entropy": 4.7759593486785885,
|
|
"epoch": 8.757709251101321,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 7.049542143229964e-05,
|
|
"loss": 3.9771,
|
|
"mean_token_accuracy": 0.2983605146408081,
|
|
"num_tokens": 21301146.0,
|
|
"step": 8950
|
|
},
|
|
{
|
|
"entropy": 4.7996879577636715,
|
|
"epoch": 8.762604013705335,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 7.033569956994675e-05,
|
|
"loss": 4.0309,
|
|
"mean_token_accuracy": 0.2893683612346649,
|
|
"num_tokens": 21312565.0,
|
|
"step": 8955
|
|
},
|
|
{
|
|
"entropy": 4.79464807510376,
|
|
"epoch": 8.767498776309349,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 7.017657304405798e-05,
|
|
"loss": 4.0566,
|
|
"mean_token_accuracy": 0.2899869292974472,
|
|
"num_tokens": 21324207.0,
|
|
"step": 8960
|
|
},
|
|
{
|
|
"entropy": 4.72673192024231,
|
|
"epoch": 8.772393538913363,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 7.001804231750746e-05,
|
|
"loss": 4.0599,
|
|
"mean_token_accuracy": 0.2862089216709137,
|
|
"num_tokens": 21337363.0,
|
|
"step": 8965
|
|
},
|
|
{
|
|
"entropy": 4.845165061950683,
|
|
"epoch": 8.777288301517377,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 6.98601078514364e-05,
|
|
"loss": 4.0282,
|
|
"mean_token_accuracy": 0.29737563133239747,
|
|
"num_tokens": 21350353.0,
|
|
"step": 8970
|
|
},
|
|
{
|
|
"entropy": 4.76452865600586,
|
|
"epoch": 8.78218306412139,
|
|
"grad_norm": 1.3203125,
|
|
"learning_rate": 6.970277010525142e-05,
|
|
"loss": 3.9753,
|
|
"mean_token_accuracy": 0.29486416578292846,
|
|
"num_tokens": 21361102.0,
|
|
"step": 8975
|
|
},
|
|
{
|
|
"entropy": 4.7922110080719,
|
|
"epoch": 8.787077826725405,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 6.954602953662342e-05,
|
|
"loss": 4.0282,
|
|
"mean_token_accuracy": 0.3000242471694946,
|
|
"num_tokens": 21371908.0,
|
|
"step": 8980
|
|
},
|
|
{
|
|
"entropy": 4.799092626571655,
|
|
"epoch": 8.791972589329417,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 6.93898866014863e-05,
|
|
"loss": 4.0546,
|
|
"mean_token_accuracy": 0.29198222160339354,
|
|
"num_tokens": 21383167.0,
|
|
"step": 8985
|
|
},
|
|
{
|
|
"entropy": 4.8559307098388675,
|
|
"epoch": 8.79686735193343,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 6.923434175403541e-05,
|
|
"loss": 4.1225,
|
|
"mean_token_accuracy": 0.28754718601703644,
|
|
"num_tokens": 21395086.0,
|
|
"step": 8990
|
|
},
|
|
{
|
|
"entropy": 4.754431200027466,
|
|
"epoch": 8.801762114537445,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 6.907939544672638e-05,
|
|
"loss": 4.014,
|
|
"mean_token_accuracy": 0.29258523881435394,
|
|
"num_tokens": 21407017.0,
|
|
"step": 8995
|
|
},
|
|
{
|
|
"entropy": 4.760679292678833,
|
|
"epoch": 8.806656877141458,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 6.892504813027381e-05,
|
|
"loss": 3.961,
|
|
"mean_token_accuracy": 0.30554075837135314,
|
|
"num_tokens": 21417563.0,
|
|
"step": 9000
|
|
},
|
|
{
|
|
"epoch": 8.806656877141458,
|
|
"eval_entropy": 4.768174048642824,
|
|
"eval_loss": 5.509099960327148,
|
|
"eval_mean_token_accuracy": 0.2090267488201367,
|
|
"eval_num_tokens": 21417563.0,
|
|
"eval_runtime": 2.9,
|
|
"eval_samples_per_second": 1188.615,
|
|
"eval_steps_per_second": 148.62,
|
|
"step": 9000
|
|
},
|
|
{
|
|
"entropy": 4.767940330505371,
|
|
"epoch": 8.811551639745472,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 6.877130025364991e-05,
|
|
"loss": 4.0164,
|
|
"mean_token_accuracy": 0.29359066784381865,
|
|
"num_tokens": 21428378.0,
|
|
"step": 9005
|
|
},
|
|
{
|
|
"entropy": 4.892720079421997,
|
|
"epoch": 8.816446402349486,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 6.861815226408329e-05,
|
|
"loss": 4.1385,
|
|
"mean_token_accuracy": 0.2754625216126442,
|
|
"num_tokens": 21439296.0,
|
|
"step": 9010
|
|
},
|
|
{
|
|
"entropy": 4.806207895278931,
|
|
"epoch": 8.8213411649535,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 6.846560460705742e-05,
|
|
"loss": 4.0795,
|
|
"mean_token_accuracy": 0.2854761451482773,
|
|
"num_tokens": 21452163.0,
|
|
"step": 9015
|
|
},
|
|
{
|
|
"entropy": 4.778628349304199,
|
|
"epoch": 8.826235927557514,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 6.831365772630966e-05,
|
|
"loss": 3.9942,
|
|
"mean_token_accuracy": 0.29521427154541013,
|
|
"num_tokens": 21464080.0,
|
|
"step": 9020
|
|
},
|
|
{
|
|
"entropy": 4.786504220962525,
|
|
"epoch": 8.831130690161528,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 6.816231206382976e-05,
|
|
"loss": 4.0488,
|
|
"mean_token_accuracy": 0.2893093913793564,
|
|
"num_tokens": 21474946.0,
|
|
"step": 9025
|
|
},
|
|
{
|
|
"entropy": 4.826381778717041,
|
|
"epoch": 8.83602545276554,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 6.801156805985855e-05,
|
|
"loss": 4.0572,
|
|
"mean_token_accuracy": 0.29003928005695345,
|
|
"num_tokens": 21486622.0,
|
|
"step": 9030
|
|
},
|
|
{
|
|
"entropy": 4.824280309677124,
|
|
"epoch": 8.840920215369554,
|
|
"grad_norm": 1.1484375,
|
|
"learning_rate": 6.786142615288673e-05,
|
|
"loss": 4.0418,
|
|
"mean_token_accuracy": 0.2854711920022964,
|
|
"num_tokens": 21499316.0,
|
|
"step": 9035
|
|
},
|
|
{
|
|
"entropy": 4.801012372970581,
|
|
"epoch": 8.845814977973568,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 6.771188677965378e-05,
|
|
"loss": 4.0156,
|
|
"mean_token_accuracy": 0.28494682908058167,
|
|
"num_tokens": 21510856.0,
|
|
"step": 9040
|
|
},
|
|
{
|
|
"entropy": 4.806954622268677,
|
|
"epoch": 8.850709740577582,
|
|
"grad_norm": 1.390625,
|
|
"learning_rate": 6.756295037514626e-05,
|
|
"loss": 4.0643,
|
|
"mean_token_accuracy": 0.28958226144313814,
|
|
"num_tokens": 21522437.0,
|
|
"step": 9045
|
|
},
|
|
{
|
|
"entropy": 4.800870513916015,
|
|
"epoch": 8.855604503181596,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 6.74146173725969e-05,
|
|
"loss": 4.0153,
|
|
"mean_token_accuracy": 0.29632569551467897,
|
|
"num_tokens": 21533296.0,
|
|
"step": 9050
|
|
},
|
|
{
|
|
"entropy": 4.743295526504516,
|
|
"epoch": 8.86049926578561,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 6.72668882034833e-05,
|
|
"loss": 3.9664,
|
|
"mean_token_accuracy": 0.29382499158382414,
|
|
"num_tokens": 21545600.0,
|
|
"step": 9055
|
|
},
|
|
{
|
|
"entropy": 4.879475069046021,
|
|
"epoch": 8.865394028389623,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 6.711976329752644e-05,
|
|
"loss": 4.1529,
|
|
"mean_token_accuracy": 0.2792449936270714,
|
|
"num_tokens": 21558216.0,
|
|
"step": 9060
|
|
},
|
|
{
|
|
"entropy": 4.752165031433106,
|
|
"epoch": 8.870288790993637,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 6.697324308268972e-05,
|
|
"loss": 3.9987,
|
|
"mean_token_accuracy": 0.29300740361213684,
|
|
"num_tokens": 21569589.0,
|
|
"step": 9065
|
|
},
|
|
{
|
|
"entropy": 4.751031351089478,
|
|
"epoch": 8.875183553597651,
|
|
"grad_norm": 1.3203125,
|
|
"learning_rate": 6.68273279851775e-05,
|
|
"loss": 3.9323,
|
|
"mean_token_accuracy": 0.30263101160526273,
|
|
"num_tokens": 21580980.0,
|
|
"step": 9070
|
|
},
|
|
{
|
|
"entropy": 4.75458869934082,
|
|
"epoch": 8.880078316201665,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 6.668201842943405e-05,
|
|
"loss": 4.0197,
|
|
"mean_token_accuracy": 0.2964797139167786,
|
|
"num_tokens": 21591446.0,
|
|
"step": 9075
|
|
},
|
|
{
|
|
"entropy": 4.713497257232666,
|
|
"epoch": 8.884973078805677,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 6.653731483814219e-05,
|
|
"loss": 3.9969,
|
|
"mean_token_accuracy": 0.30040726363658904,
|
|
"num_tokens": 21603176.0,
|
|
"step": 9080
|
|
},
|
|
{
|
|
"entropy": 4.763457155227661,
|
|
"epoch": 8.889867841409691,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 6.639321763222191e-05,
|
|
"loss": 4.0273,
|
|
"mean_token_accuracy": 0.29042085707187654,
|
|
"num_tokens": 21616628.0,
|
|
"step": 9085
|
|
},
|
|
{
|
|
"entropy": 4.819272518157959,
|
|
"epoch": 8.894762604013705,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 6.624972723082961e-05,
|
|
"loss": 4.0537,
|
|
"mean_token_accuracy": 0.2929951250553131,
|
|
"num_tokens": 21627371.0,
|
|
"step": 9090
|
|
},
|
|
{
|
|
"entropy": 4.796417903900147,
|
|
"epoch": 8.899657366617719,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 6.610684405135639e-05,
|
|
"loss": 3.9974,
|
|
"mean_token_accuracy": 0.29351845383644104,
|
|
"num_tokens": 21637360.0,
|
|
"step": 9095
|
|
},
|
|
{
|
|
"entropy": 4.806134033203125,
|
|
"epoch": 8.904552129221733,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 6.596456850942708e-05,
|
|
"loss": 4.0361,
|
|
"mean_token_accuracy": 0.2933602541685104,
|
|
"num_tokens": 21649759.0,
|
|
"step": 9100
|
|
},
|
|
{
|
|
"entropy": 4.778811264038086,
|
|
"epoch": 8.909446891825747,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 6.582290101889896e-05,
|
|
"loss": 4.0037,
|
|
"mean_token_accuracy": 0.2948414713144302,
|
|
"num_tokens": 21661206.0,
|
|
"step": 9105
|
|
},
|
|
{
|
|
"entropy": 4.843655967712403,
|
|
"epoch": 8.91434165442976,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 6.56818419918607e-05,
|
|
"loss": 4.1525,
|
|
"mean_token_accuracy": 0.28095883727073667,
|
|
"num_tokens": 21673551.0,
|
|
"step": 9110
|
|
},
|
|
{
|
|
"entropy": 4.796503973007202,
|
|
"epoch": 8.919236417033774,
|
|
"grad_norm": 1.3203125,
|
|
"learning_rate": 6.554139183863092e-05,
|
|
"loss": 4.0868,
|
|
"mean_token_accuracy": 0.2853022962808609,
|
|
"num_tokens": 21685550.0,
|
|
"step": 9115
|
|
},
|
|
{
|
|
"entropy": 4.787344980239868,
|
|
"epoch": 8.924131179637788,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 6.540155096775713e-05,
|
|
"loss": 4.067,
|
|
"mean_token_accuracy": 0.292075514793396,
|
|
"num_tokens": 21698130.0,
|
|
"step": 9120
|
|
},
|
|
{
|
|
"entropy": 4.768902969360352,
|
|
"epoch": 8.9290259422418,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 6.526231978601464e-05,
|
|
"loss": 4.0527,
|
|
"mean_token_accuracy": 0.2920912653207779,
|
|
"num_tokens": 21709950.0,
|
|
"step": 9125
|
|
},
|
|
{
|
|
"entropy": 4.791724109649659,
|
|
"epoch": 8.933920704845814,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 6.512369869840516e-05,
|
|
"loss": 4.0557,
|
|
"mean_token_accuracy": 0.2898811370134354,
|
|
"num_tokens": 21721728.0,
|
|
"step": 9130
|
|
},
|
|
{
|
|
"entropy": 4.781679248809814,
|
|
"epoch": 8.938815467449828,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 6.498568810815577e-05,
|
|
"loss": 3.9876,
|
|
"mean_token_accuracy": 0.29662739634513857,
|
|
"num_tokens": 21733013.0,
|
|
"step": 9135
|
|
},
|
|
{
|
|
"entropy": 4.840633869171143,
|
|
"epoch": 8.943710230053842,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 6.484828841671771e-05,
|
|
"loss": 4.0958,
|
|
"mean_token_accuracy": 0.28590420782566073,
|
|
"num_tokens": 21745635.0,
|
|
"step": 9140
|
|
},
|
|
{
|
|
"entropy": 4.764576959609985,
|
|
"epoch": 8.948604992657856,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 6.471150002376522e-05,
|
|
"loss": 3.9993,
|
|
"mean_token_accuracy": 0.30149838924407957,
|
|
"num_tokens": 21758318.0,
|
|
"step": 9145
|
|
},
|
|
{
|
|
"entropy": 4.825190305709839,
|
|
"epoch": 8.95349975526187,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 6.457532332719436e-05,
|
|
"loss": 4.1254,
|
|
"mean_token_accuracy": 0.27626095712184906,
|
|
"num_tokens": 21772007.0,
|
|
"step": 9150
|
|
},
|
|
{
|
|
"entropy": 4.796577405929566,
|
|
"epoch": 8.958394517865884,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 6.44397587231218e-05,
|
|
"loss": 4.0655,
|
|
"mean_token_accuracy": 0.29530622959136965,
|
|
"num_tokens": 21784835.0,
|
|
"step": 9155
|
|
},
|
|
{
|
|
"entropy": 4.760242652893067,
|
|
"epoch": 8.963289280469898,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 6.430480660588389e-05,
|
|
"loss": 4.0034,
|
|
"mean_token_accuracy": 0.2930423945188522,
|
|
"num_tokens": 21796169.0,
|
|
"step": 9160
|
|
},
|
|
{
|
|
"entropy": 4.828860712051392,
|
|
"epoch": 8.968184043073911,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 6.417046736803519e-05,
|
|
"loss": 4.073,
|
|
"mean_token_accuracy": 0.29521873891353606,
|
|
"num_tokens": 21807765.0,
|
|
"step": 9165
|
|
},
|
|
{
|
|
"entropy": 4.804563713073731,
|
|
"epoch": 8.973078805677925,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 6.403674140034751e-05,
|
|
"loss": 4.0409,
|
|
"mean_token_accuracy": 0.29110080003738403,
|
|
"num_tokens": 21819920.0,
|
|
"step": 9170
|
|
},
|
|
{
|
|
"entropy": 4.76591477394104,
|
|
"epoch": 8.97797356828194,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 6.390362909180885e-05,
|
|
"loss": 4.0051,
|
|
"mean_token_accuracy": 0.2917980939149857,
|
|
"num_tokens": 21832071.0,
|
|
"step": 9175
|
|
},
|
|
{
|
|
"entropy": 4.794359350204468,
|
|
"epoch": 8.982868330885951,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 6.37711308296221e-05,
|
|
"loss": 4.0101,
|
|
"mean_token_accuracy": 0.292718893289566,
|
|
"num_tokens": 21844688.0,
|
|
"step": 9180
|
|
},
|
|
{
|
|
"entropy": 4.731082725524902,
|
|
"epoch": 8.987763093489965,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 6.3639246999204e-05,
|
|
"loss": 4.03,
|
|
"mean_token_accuracy": 0.2950171738862991,
|
|
"num_tokens": 21856447.0,
|
|
"step": 9185
|
|
},
|
|
{
|
|
"entropy": 4.805695867538452,
|
|
"epoch": 8.99265785609398,
|
|
"grad_norm": 1.390625,
|
|
"learning_rate": 6.350797798418398e-05,
|
|
"loss": 4.0606,
|
|
"mean_token_accuracy": 0.2844119966030121,
|
|
"num_tokens": 21867794.0,
|
|
"step": 9190
|
|
},
|
|
{
|
|
"entropy": 4.815865516662598,
|
|
"epoch": 8.997552618697993,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 6.337732416640306e-05,
|
|
"loss": 4.0858,
|
|
"mean_token_accuracy": 0.2849032789468765,
|
|
"num_tokens": 21880079.0,
|
|
"step": 9195
|
|
},
|
|
{
|
|
"entropy": 4.777650515238444,
|
|
"epoch": 9.001957905041605,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 6.324728592591287e-05,
|
|
"loss": 3.9506,
|
|
"mean_token_accuracy": 0.2958638668060303,
|
|
"num_tokens": 21890181.0,
|
|
"step": 9200
|
|
},
|
|
{
|
|
"entropy": 4.752792167663574,
|
|
"epoch": 9.006852667645619,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 6.311786364097427e-05,
|
|
"loss": 3.9227,
|
|
"mean_token_accuracy": 0.30486989915370943,
|
|
"num_tokens": 21903268.0,
|
|
"step": 9205
|
|
},
|
|
{
|
|
"entropy": 4.775189590454102,
|
|
"epoch": 9.011747430249633,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 6.298905768805642e-05,
|
|
"loss": 3.9563,
|
|
"mean_token_accuracy": 0.29647440612316134,
|
|
"num_tokens": 21913757.0,
|
|
"step": 9210
|
|
},
|
|
{
|
|
"entropy": 4.7418153285980225,
|
|
"epoch": 9.016642192853647,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 6.28608684418358e-05,
|
|
"loss": 3.9977,
|
|
"mean_token_accuracy": 0.29768113493919374,
|
|
"num_tokens": 21925012.0,
|
|
"step": 9215
|
|
},
|
|
{
|
|
"entropy": 4.809670495986938,
|
|
"epoch": 9.02153695545766,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 6.273329627519483e-05,
|
|
"loss": 3.9493,
|
|
"mean_token_accuracy": 0.30087771117687223,
|
|
"num_tokens": 21936384.0,
|
|
"step": 9220
|
|
},
|
|
{
|
|
"entropy": 4.76091423034668,
|
|
"epoch": 9.026431718061675,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 6.260634155922104e-05,
|
|
"loss": 3.9654,
|
|
"mean_token_accuracy": 0.30609560310840606,
|
|
"num_tokens": 21948576.0,
|
|
"step": 9225
|
|
},
|
|
{
|
|
"entropy": 4.808242130279541,
|
|
"epoch": 9.031326480665689,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 6.24800046632058e-05,
|
|
"loss": 3.9699,
|
|
"mean_token_accuracy": 0.31178169548511503,
|
|
"num_tokens": 21961533.0,
|
|
"step": 9230
|
|
},
|
|
{
|
|
"entropy": 4.880983352661133,
|
|
"epoch": 9.0362212432697,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 6.235428595464346e-05,
|
|
"loss": 4.0172,
|
|
"mean_token_accuracy": 0.2935159385204315,
|
|
"num_tokens": 21973702.0,
|
|
"step": 9235
|
|
},
|
|
{
|
|
"entropy": 4.822018384933472,
|
|
"epoch": 9.041116005873715,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 6.222918579923009e-05,
|
|
"loss": 4.0731,
|
|
"mean_token_accuracy": 0.29463288486003875,
|
|
"num_tokens": 21985383.0,
|
|
"step": 9240
|
|
},
|
|
{
|
|
"entropy": 4.739965963363647,
|
|
"epoch": 9.046010768477728,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 6.210470456086241e-05,
|
|
"loss": 3.9178,
|
|
"mean_token_accuracy": 0.3007731825113297,
|
|
"num_tokens": 21997814.0,
|
|
"step": 9245
|
|
},
|
|
{
|
|
"entropy": 4.787402391433716,
|
|
"epoch": 9.050905531081742,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 6.198084260163701e-05,
|
|
"loss": 4.0019,
|
|
"mean_token_accuracy": 0.2952725201845169,
|
|
"num_tokens": 22010600.0,
|
|
"step": 9250
|
|
},
|
|
{
|
|
"entropy": 4.7584926128387455,
|
|
"epoch": 9.055800293685756,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 6.18576002818489e-05,
|
|
"loss": 3.9739,
|
|
"mean_token_accuracy": 0.2990728735923767,
|
|
"num_tokens": 22022575.0,
|
|
"step": 9255
|
|
},
|
|
{
|
|
"entropy": 4.839266157150268,
|
|
"epoch": 9.06069505628977,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 6.173497795999073e-05,
|
|
"loss": 4.0106,
|
|
"mean_token_accuracy": 0.2972050815820694,
|
|
"num_tokens": 22033756.0,
|
|
"step": 9260
|
|
},
|
|
{
|
|
"entropy": 4.812907695770264,
|
|
"epoch": 9.065589818893784,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 6.161297599275166e-05,
|
|
"loss": 4.0464,
|
|
"mean_token_accuracy": 0.2890315443277359,
|
|
"num_tokens": 22046412.0,
|
|
"step": 9265
|
|
},
|
|
{
|
|
"entropy": 4.806387901306152,
|
|
"epoch": 9.070484581497798,
|
|
"grad_norm": 1.1171875,
|
|
"learning_rate": 6.149159473501637e-05,
|
|
"loss": 4.0067,
|
|
"mean_token_accuracy": 0.29425095915794375,
|
|
"num_tokens": 22057731.0,
|
|
"step": 9270
|
|
},
|
|
{
|
|
"entropy": 4.746891498565674,
|
|
"epoch": 9.075379344101812,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 6.137083453986399e-05,
|
|
"loss": 3.8831,
|
|
"mean_token_accuracy": 0.31211518943309785,
|
|
"num_tokens": 22069450.0,
|
|
"step": 9275
|
|
},
|
|
{
|
|
"entropy": 4.796616125106811,
|
|
"epoch": 9.080274106705824,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 6.1250695758567e-05,
|
|
"loss": 4.027,
|
|
"mean_token_accuracy": 0.2902667969465256,
|
|
"num_tokens": 22080637.0,
|
|
"step": 9280
|
|
},
|
|
{
|
|
"entropy": 4.732450008392334,
|
|
"epoch": 9.085168869309838,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 6.113117874059038e-05,
|
|
"loss": 3.9566,
|
|
"mean_token_accuracy": 0.30157516002655027,
|
|
"num_tokens": 22092687.0,
|
|
"step": 9285
|
|
},
|
|
{
|
|
"entropy": 4.769470119476319,
|
|
"epoch": 9.090063631913852,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 6.1012283833590465e-05,
|
|
"loss": 4.0044,
|
|
"mean_token_accuracy": 0.28977412581443784,
|
|
"num_tokens": 22105000.0,
|
|
"step": 9290
|
|
},
|
|
{
|
|
"entropy": 4.80547456741333,
|
|
"epoch": 9.094958394517866,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 6.0894011383413916e-05,
|
|
"loss": 4.0157,
|
|
"mean_token_accuracy": 0.2990921884775162,
|
|
"num_tokens": 22117270.0,
|
|
"step": 9295
|
|
},
|
|
{
|
|
"entropy": 4.804716348648071,
|
|
"epoch": 9.09985315712188,
|
|
"grad_norm": 1.09375,
|
|
"learning_rate": 6.077636173409681e-05,
|
|
"loss": 4.0788,
|
|
"mean_token_accuracy": 0.28764748871326445,
|
|
"num_tokens": 22131290.0,
|
|
"step": 9300
|
|
},
|
|
{
|
|
"entropy": 4.783623075485229,
|
|
"epoch": 9.104747919725893,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 6.065933522786363e-05,
|
|
"loss": 3.9799,
|
|
"mean_token_accuracy": 0.3046804219484329,
|
|
"num_tokens": 22142012.0,
|
|
"step": 9305
|
|
},
|
|
{
|
|
"entropy": 4.890251016616821,
|
|
"epoch": 9.109642682329907,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 6.054293220512616e-05,
|
|
"loss": 4.1042,
|
|
"mean_token_accuracy": 0.2865989148616791,
|
|
"num_tokens": 22152753.0,
|
|
"step": 9310
|
|
},
|
|
{
|
|
"entropy": 4.781333303451538,
|
|
"epoch": 9.114537444933921,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 6.04271530044826e-05,
|
|
"loss": 3.9473,
|
|
"mean_token_accuracy": 0.29986245930194855,
|
|
"num_tokens": 22163483.0,
|
|
"step": 9315
|
|
},
|
|
{
|
|
"entropy": 4.753823328018188,
|
|
"epoch": 9.119432207537935,
|
|
"grad_norm": 1.265625,
|
|
"learning_rate": 6.031199796271657e-05,
|
|
"loss": 3.9586,
|
|
"mean_token_accuracy": 0.30555303692817687,
|
|
"num_tokens": 22175889.0,
|
|
"step": 9320
|
|
},
|
|
{
|
|
"entropy": 4.805941486358643,
|
|
"epoch": 9.124326970141949,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 6.0197467414796104e-05,
|
|
"loss": 3.9992,
|
|
"mean_token_accuracy": 0.2923713505268097,
|
|
"num_tokens": 22186498.0,
|
|
"step": 9325
|
|
},
|
|
{
|
|
"entropy": 4.853805875778198,
|
|
"epoch": 9.129221732745961,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 6.008356169387263e-05,
|
|
"loss": 4.068,
|
|
"mean_token_accuracy": 0.2873076140880585,
|
|
"num_tokens": 22198240.0,
|
|
"step": 9330
|
|
},
|
|
{
|
|
"entropy": 4.8404566764831545,
|
|
"epoch": 9.134116495349975,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 5.997028113128008e-05,
|
|
"loss": 4.1158,
|
|
"mean_token_accuracy": 0.2769916385412216,
|
|
"num_tokens": 22210844.0,
|
|
"step": 9335
|
|
},
|
|
{
|
|
"entropy": 4.783986377716064,
|
|
"epoch": 9.139011257953989,
|
|
"grad_norm": 1.3203125,
|
|
"learning_rate": 5.9857626056533946e-05,
|
|
"loss": 3.9792,
|
|
"mean_token_accuracy": 0.30281528234481814,
|
|
"num_tokens": 22221946.0,
|
|
"step": 9340
|
|
},
|
|
{
|
|
"entropy": 4.7809065818786625,
|
|
"epoch": 9.143906020558003,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 5.974559679733023e-05,
|
|
"loss": 3.9793,
|
|
"mean_token_accuracy": 0.29779058396816255,
|
|
"num_tokens": 22232962.0,
|
|
"step": 9345
|
|
},
|
|
{
|
|
"entropy": 4.78385100364685,
|
|
"epoch": 9.148800783162017,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 5.9634193679544494e-05,
|
|
"loss": 3.9971,
|
|
"mean_token_accuracy": 0.29735704362392423,
|
|
"num_tokens": 22244002.0,
|
|
"step": 9350
|
|
},
|
|
{
|
|
"entropy": 4.756711006164551,
|
|
"epoch": 9.15369554576603,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 5.952341702723104e-05,
|
|
"loss": 3.9649,
|
|
"mean_token_accuracy": 0.29769042432308196,
|
|
"num_tokens": 22255444.0,
|
|
"step": 9355
|
|
},
|
|
{
|
|
"entropy": 4.791871881484985,
|
|
"epoch": 9.158590308370044,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 5.941326716262185e-05,
|
|
"loss": 4.0094,
|
|
"mean_token_accuracy": 0.3001195937395096,
|
|
"num_tokens": 22266985.0,
|
|
"step": 9360
|
|
},
|
|
{
|
|
"entropy": 4.71324577331543,
|
|
"epoch": 9.163485070974058,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 5.930374440612564e-05,
|
|
"loss": 3.9063,
|
|
"mean_token_accuracy": 0.31165345311164855,
|
|
"num_tokens": 22276969.0,
|
|
"step": 9365
|
|
},
|
|
{
|
|
"entropy": 4.794902658462524,
|
|
"epoch": 9.168379833578072,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 5.919484907632695e-05,
|
|
"loss": 3.9977,
|
|
"mean_token_accuracy": 0.2953832298517227,
|
|
"num_tokens": 22287934.0,
|
|
"step": 9370
|
|
},
|
|
{
|
|
"entropy": 4.774979543685913,
|
|
"epoch": 9.173274596182084,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 5.9086581489985364e-05,
|
|
"loss": 4.0545,
|
|
"mean_token_accuracy": 0.2862331598997116,
|
|
"num_tokens": 22301080.0,
|
|
"step": 9375
|
|
},
|
|
{
|
|
"entropy": 4.854256868362427,
|
|
"epoch": 9.178169358786098,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 5.8978941962034296e-05,
|
|
"loss": 4.0155,
|
|
"mean_token_accuracy": 0.3014334857463837,
|
|
"num_tokens": 22313287.0,
|
|
"step": 9380
|
|
},
|
|
{
|
|
"entropy": 4.782603216171265,
|
|
"epoch": 9.183064121390112,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 5.887193080558033e-05,
|
|
"loss": 4.0095,
|
|
"mean_token_accuracy": 0.29361816942691804,
|
|
"num_tokens": 22324777.0,
|
|
"step": 9385
|
|
},
|
|
{
|
|
"entropy": 4.802942419052124,
|
|
"epoch": 9.187958883994126,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 5.8765548331902227e-05,
|
|
"loss": 3.9876,
|
|
"mean_token_accuracy": 0.3007052630186081,
|
|
"num_tokens": 22335466.0,
|
|
"step": 9390
|
|
},
|
|
{
|
|
"entropy": 4.856540250778198,
|
|
"epoch": 9.19285364659814,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 5.865979485044998e-05,
|
|
"loss": 4.0587,
|
|
"mean_token_accuracy": 0.29686465859413147,
|
|
"num_tokens": 22348586.0,
|
|
"step": 9395
|
|
},
|
|
{
|
|
"entropy": 4.753494691848755,
|
|
"epoch": 9.197748409202154,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 5.85546706688439e-05,
|
|
"loss": 3.9292,
|
|
"mean_token_accuracy": 0.30375526249408724,
|
|
"num_tokens": 22359268.0,
|
|
"step": 9400
|
|
},
|
|
{
|
|
"entropy": 4.837977933883667,
|
|
"epoch": 9.202643171806168,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 5.845017609287377e-05,
|
|
"loss": 4.0937,
|
|
"mean_token_accuracy": 0.2839361608028412,
|
|
"num_tokens": 22370871.0,
|
|
"step": 9405
|
|
},
|
|
{
|
|
"entropy": 4.827712440490723,
|
|
"epoch": 9.207537934410182,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 5.834631142649807e-05,
|
|
"loss": 4.008,
|
|
"mean_token_accuracy": 0.2972747296094894,
|
|
"num_tokens": 22382112.0,
|
|
"step": 9410
|
|
},
|
|
{
|
|
"entropy": 4.868079710006714,
|
|
"epoch": 9.212432697014195,
|
|
"grad_norm": 1.3203125,
|
|
"learning_rate": 5.824307697184282e-05,
|
|
"loss": 4.0731,
|
|
"mean_token_accuracy": 0.2937869906425476,
|
|
"num_tokens": 22394454.0,
|
|
"step": 9415
|
|
},
|
|
{
|
|
"entropy": 4.785128831863403,
|
|
"epoch": 9.21732745961821,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 5.8140473029200935e-05,
|
|
"loss": 4.0105,
|
|
"mean_token_accuracy": 0.294960156083107,
|
|
"num_tokens": 22407797.0,
|
|
"step": 9420
|
|
},
|
|
{
|
|
"entropy": 4.820013570785522,
|
|
"epoch": 9.222222222222221,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 5.803849989703128e-05,
|
|
"loss": 3.9985,
|
|
"mean_token_accuracy": 0.29709539413452146,
|
|
"num_tokens": 22418647.0,
|
|
"step": 9425
|
|
},
|
|
{
|
|
"entropy": 4.773158311843872,
|
|
"epoch": 9.227116984826235,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 5.79371578719577e-05,
|
|
"loss": 3.9886,
|
|
"mean_token_accuracy": 0.297971123456955,
|
|
"num_tokens": 22430591.0,
|
|
"step": 9430
|
|
},
|
|
{
|
|
"entropy": 4.812556457519531,
|
|
"epoch": 9.23201174743025,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 5.783644724876833e-05,
|
|
"loss": 4.0238,
|
|
"mean_token_accuracy": 0.29388309717178346,
|
|
"num_tokens": 22442444.0,
|
|
"step": 9435
|
|
},
|
|
{
|
|
"entropy": 4.818108654022216,
|
|
"epoch": 9.236906510034263,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 5.7736368320414645e-05,
|
|
"loss": 4.0815,
|
|
"mean_token_accuracy": 0.2855047956109047,
|
|
"num_tokens": 22455111.0,
|
|
"step": 9440
|
|
},
|
|
{
|
|
"entropy": 4.81421799659729,
|
|
"epoch": 9.241801272638277,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 5.7636921378010585e-05,
|
|
"loss": 4.0035,
|
|
"mean_token_accuracy": 0.29152361750602723,
|
|
"num_tokens": 22466267.0,
|
|
"step": 9445
|
|
},
|
|
{
|
|
"entropy": 4.860436582565308,
|
|
"epoch": 9.246696035242291,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 5.75381067108318e-05,
|
|
"loss": 4.0997,
|
|
"mean_token_accuracy": 0.2866231590509415,
|
|
"num_tokens": 22478154.0,
|
|
"step": 9450
|
|
},
|
|
{
|
|
"entropy": 4.740696811676026,
|
|
"epoch": 9.251590797846305,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 5.743992460631469e-05,
|
|
"loss": 3.98,
|
|
"mean_token_accuracy": 0.29562646001577375,
|
|
"num_tokens": 22490915.0,
|
|
"step": 9455
|
|
},
|
|
{
|
|
"entropy": 4.769877910614014,
|
|
"epoch": 9.256485560450319,
|
|
"grad_norm": 1.375,
|
|
"learning_rate": 5.7342375350055624e-05,
|
|
"loss": 3.9137,
|
|
"mean_token_accuracy": 0.31057290732860565,
|
|
"num_tokens": 22503128.0,
|
|
"step": 9460
|
|
},
|
|
{
|
|
"entropy": 4.834359073638916,
|
|
"epoch": 9.261380323054333,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 5.724545922581023e-05,
|
|
"loss": 3.9919,
|
|
"mean_token_accuracy": 0.2925205916166306,
|
|
"num_tokens": 22515239.0,
|
|
"step": 9465
|
|
},
|
|
{
|
|
"entropy": 4.868930196762085,
|
|
"epoch": 9.266275085658346,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 5.714917651549227e-05,
|
|
"loss": 4.066,
|
|
"mean_token_accuracy": 0.28881698548793794,
|
|
"num_tokens": 22525893.0,
|
|
"step": 9470
|
|
},
|
|
{
|
|
"entropy": 4.744616985321045,
|
|
"epoch": 9.271169848262359,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 5.7053527499173144e-05,
|
|
"loss": 3.9838,
|
|
"mean_token_accuracy": 0.2937404245138168,
|
|
"num_tokens": 22537644.0,
|
|
"step": 9475
|
|
},
|
|
{
|
|
"entropy": 4.738098526000977,
|
|
"epoch": 9.276064610866372,
|
|
"grad_norm": 1.125,
|
|
"learning_rate": 5.695851245508089e-05,
|
|
"loss": 3.9772,
|
|
"mean_token_accuracy": 0.3016178339719772,
|
|
"num_tokens": 22550035.0,
|
|
"step": 9480
|
|
},
|
|
{
|
|
"entropy": 4.694344568252563,
|
|
"epoch": 9.280959373470386,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 5.686413165959946e-05,
|
|
"loss": 3.9243,
|
|
"mean_token_accuracy": 0.30142588913440704,
|
|
"num_tokens": 22563152.0,
|
|
"step": 9485
|
|
},
|
|
{
|
|
"entropy": 4.791529798507691,
|
|
"epoch": 9.2858541360744,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 5.6770385387267766e-05,
|
|
"loss": 4.018,
|
|
"mean_token_accuracy": 0.29593443870544434,
|
|
"num_tokens": 22575220.0,
|
|
"step": 9490
|
|
},
|
|
{
|
|
"entropy": 4.823198413848877,
|
|
"epoch": 9.290748898678414,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 5.667727391077907e-05,
|
|
"loss": 4.0762,
|
|
"mean_token_accuracy": 0.2897647887468338,
|
|
"num_tokens": 22587271.0,
|
|
"step": 9495
|
|
},
|
|
{
|
|
"entropy": 4.707473611831665,
|
|
"epoch": 9.295643661282428,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 5.658479750098018e-05,
|
|
"loss": 3.9243,
|
|
"mean_token_accuracy": 0.3019640475511551,
|
|
"num_tokens": 22600226.0,
|
|
"step": 9500
|
|
},
|
|
{
|
|
"entropy": 4.727265214920044,
|
|
"epoch": 9.300538423886442,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 5.649295642687045e-05,
|
|
"loss": 3.9348,
|
|
"mean_token_accuracy": 0.3061267286539078,
|
|
"num_tokens": 22610808.0,
|
|
"step": 9505
|
|
},
|
|
{
|
|
"entropy": 4.792920780181885,
|
|
"epoch": 9.305433186490456,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 5.6401750955601195e-05,
|
|
"loss": 4.0487,
|
|
"mean_token_accuracy": 0.286290779709816,
|
|
"num_tokens": 22622493.0,
|
|
"step": 9510
|
|
},
|
|
{
|
|
"entropy": 4.746310234069824,
|
|
"epoch": 9.31032794909447,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 5.631118135247497e-05,
|
|
"loss": 3.978,
|
|
"mean_token_accuracy": 0.3043542832136154,
|
|
"num_tokens": 22633826.0,
|
|
"step": 9515
|
|
},
|
|
{
|
|
"entropy": 4.727965831756592,
|
|
"epoch": 9.315222711698482,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 5.622124788094453e-05,
|
|
"loss": 3.909,
|
|
"mean_token_accuracy": 0.311751252412796,
|
|
"num_tokens": 22646043.0,
|
|
"step": 9520
|
|
},
|
|
{
|
|
"entropy": 4.83206582069397,
|
|
"epoch": 9.320117474302496,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 5.61319508026123e-05,
|
|
"loss": 4.0317,
|
|
"mean_token_accuracy": 0.2945712983608246,
|
|
"num_tokens": 22658255.0,
|
|
"step": 9525
|
|
},
|
|
{
|
|
"entropy": 4.770876789093018,
|
|
"epoch": 9.32501223690651,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 5.604329037722949e-05,
|
|
"loss": 4.0177,
|
|
"mean_token_accuracy": 0.2947401493787766,
|
|
"num_tokens": 22670093.0,
|
|
"step": 9530
|
|
},
|
|
{
|
|
"entropy": 4.75075216293335,
|
|
"epoch": 9.329906999510523,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 5.595526686269549e-05,
|
|
"loss": 3.9255,
|
|
"mean_token_accuracy": 0.3116356462240219,
|
|
"num_tokens": 22681944.0,
|
|
"step": 9535
|
|
},
|
|
{
|
|
"entropy": 4.766535520553589,
|
|
"epoch": 9.334801762114537,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 5.586788051505691e-05,
|
|
"loss": 4.06,
|
|
"mean_token_accuracy": 0.29311007261276245,
|
|
"num_tokens": 22694531.0,
|
|
"step": 9540
|
|
},
|
|
{
|
|
"entropy": 4.7421839237213135,
|
|
"epoch": 9.339696524718551,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 5.578113158850695e-05,
|
|
"loss": 4.0209,
|
|
"mean_token_accuracy": 0.28951422572135926,
|
|
"num_tokens": 22705624.0,
|
|
"step": 9545
|
|
},
|
|
{
|
|
"entropy": 4.824976682662964,
|
|
"epoch": 9.344591287322565,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 5.5695020335384745e-05,
|
|
"loss": 4.0438,
|
|
"mean_token_accuracy": 0.28876476883888247,
|
|
"num_tokens": 22718665.0,
|
|
"step": 9550
|
|
},
|
|
{
|
|
"entropy": 4.804583549499512,
|
|
"epoch": 9.349486049926579,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 5.5609547006174415e-05,
|
|
"loss": 3.9905,
|
|
"mean_token_accuracy": 0.30593895018100736,
|
|
"num_tokens": 22730437.0,
|
|
"step": 9555
|
|
},
|
|
{
|
|
"entropy": 4.750151443481445,
|
|
"epoch": 9.354380812530593,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 5.552471184950456e-05,
|
|
"loss": 3.9543,
|
|
"mean_token_accuracy": 0.3016379505395889,
|
|
"num_tokens": 22742902.0,
|
|
"step": 9560
|
|
},
|
|
{
|
|
"entropy": 4.6897242069244385,
|
|
"epoch": 9.359275575134607,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 5.544051511214733e-05,
|
|
"loss": 3.8841,
|
|
"mean_token_accuracy": 0.31121364831924436,
|
|
"num_tokens": 22754489.0,
|
|
"step": 9565
|
|
},
|
|
{
|
|
"entropy": 4.812151908874512,
|
|
"epoch": 9.364170337738619,
|
|
"grad_norm": 1.3828125,
|
|
"learning_rate": 5.535695703901796e-05,
|
|
"loss": 4.0711,
|
|
"mean_token_accuracy": 0.28836852610111235,
|
|
"num_tokens": 22767168.0,
|
|
"step": 9570
|
|
},
|
|
{
|
|
"entropy": 4.782095193862915,
|
|
"epoch": 9.369065100342633,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 5.527403787317378e-05,
|
|
"loss": 4.032,
|
|
"mean_token_accuracy": 0.29453515708446504,
|
|
"num_tokens": 22779050.0,
|
|
"step": 9575
|
|
},
|
|
{
|
|
"entropy": 4.786039161682129,
|
|
"epoch": 9.373959862946647,
|
|
"grad_norm": 1.0859375,
|
|
"learning_rate": 5.519175785581364e-05,
|
|
"loss": 4.0201,
|
|
"mean_token_accuracy": 0.29068027436733246,
|
|
"num_tokens": 22792338.0,
|
|
"step": 9580
|
|
},
|
|
{
|
|
"entropy": 4.818331289291382,
|
|
"epoch": 9.37885462555066,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 5.511011722627734e-05,
|
|
"loss": 3.9989,
|
|
"mean_token_accuracy": 0.2967457205057144,
|
|
"num_tokens": 22804448.0,
|
|
"step": 9585
|
|
},
|
|
{
|
|
"entropy": 4.77303261756897,
|
|
"epoch": 9.383749388154675,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 5.5029116222044695e-05,
|
|
"loss": 3.9946,
|
|
"mean_token_accuracy": 0.29933407306671145,
|
|
"num_tokens": 22815607.0,
|
|
"step": 9590
|
|
},
|
|
{
|
|
"entropy": 4.794941425323486,
|
|
"epoch": 9.388644150758688,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 5.494875507873491e-05,
|
|
"loss": 3.9925,
|
|
"mean_token_accuracy": 0.30240394175052643,
|
|
"num_tokens": 22826746.0,
|
|
"step": 9595
|
|
},
|
|
{
|
|
"entropy": 4.7679966449737545,
|
|
"epoch": 9.393538913362702,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 5.4869034030106016e-05,
|
|
"loss": 3.9752,
|
|
"mean_token_accuracy": 0.30226044952869413,
|
|
"num_tokens": 22837290.0,
|
|
"step": 9600
|
|
},
|
|
{
|
|
"entropy": 4.794504833221436,
|
|
"epoch": 9.398433675966716,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 5.47899533080541e-05,
|
|
"loss": 3.9744,
|
|
"mean_token_accuracy": 0.29937143325805665,
|
|
"num_tokens": 22848014.0,
|
|
"step": 9605
|
|
},
|
|
{
|
|
"entropy": 4.850904941558838,
|
|
"epoch": 9.40332843857073,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 5.471151314261262e-05,
|
|
"loss": 4.0976,
|
|
"mean_token_accuracy": 0.288232347369194,
|
|
"num_tokens": 22859930.0,
|
|
"step": 9610
|
|
},
|
|
{
|
|
"entropy": 4.801903152465821,
|
|
"epoch": 9.408223201174742,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 5.463371376195175e-05,
|
|
"loss": 4.0079,
|
|
"mean_token_accuracy": 0.2997100204229355,
|
|
"num_tokens": 22871783.0,
|
|
"step": 9615
|
|
},
|
|
{
|
|
"entropy": 4.745788431167602,
|
|
"epoch": 9.413117963778756,
|
|
"grad_norm": 1.3671875,
|
|
"learning_rate": 5.4556555392377736e-05,
|
|
"loss": 3.975,
|
|
"mean_token_accuracy": 0.3007763743400574,
|
|
"num_tokens": 22883409.0,
|
|
"step": 9620
|
|
},
|
|
{
|
|
"entropy": 4.754328870773316,
|
|
"epoch": 9.41801272638277,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 5.4480038258332205e-05,
|
|
"loss": 3.9007,
|
|
"mean_token_accuracy": 0.3074697434902191,
|
|
"num_tokens": 22894380.0,
|
|
"step": 9625
|
|
},
|
|
{
|
|
"entropy": 4.766175556182861,
|
|
"epoch": 9.422907488986784,
|
|
"grad_norm": 1.3515625,
|
|
"learning_rate": 5.4404162582391577e-05,
|
|
"loss": 4.0089,
|
|
"mean_token_accuracy": 0.2925071716308594,
|
|
"num_tokens": 22905930.0,
|
|
"step": 9630
|
|
},
|
|
{
|
|
"entropy": 4.758940553665161,
|
|
"epoch": 9.427802251590798,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 5.432892858526629e-05,
|
|
"loss": 3.9971,
|
|
"mean_token_accuracy": 0.3016390264034271,
|
|
"num_tokens": 22919149.0,
|
|
"step": 9635
|
|
},
|
|
{
|
|
"entropy": 4.738594484329224,
|
|
"epoch": 9.432697014194812,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 5.425433648580029e-05,
|
|
"loss": 3.9182,
|
|
"mean_token_accuracy": 0.3038314387202263,
|
|
"num_tokens": 22930707.0,
|
|
"step": 9640
|
|
},
|
|
{
|
|
"entropy": 4.779814863204956,
|
|
"epoch": 9.437591776798826,
|
|
"grad_norm": 1.4375,
|
|
"learning_rate": 5.418038650097039e-05,
|
|
"loss": 4.0128,
|
|
"mean_token_accuracy": 0.2928493648767471,
|
|
"num_tokens": 22942045.0,
|
|
"step": 9645
|
|
},
|
|
{
|
|
"entropy": 4.763970279693604,
|
|
"epoch": 9.44248653940284,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 5.410707884588545e-05,
|
|
"loss": 3.9954,
|
|
"mean_token_accuracy": 0.29931193590164185,
|
|
"num_tokens": 22953781.0,
|
|
"step": 9650
|
|
},
|
|
{
|
|
"entropy": 4.735545587539673,
|
|
"epoch": 9.447381302006853,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 5.403441373378606e-05,
|
|
"loss": 3.902,
|
|
"mean_token_accuracy": 0.3040387272834778,
|
|
"num_tokens": 22965499.0,
|
|
"step": 9655
|
|
},
|
|
{
|
|
"entropy": 4.757129812240601,
|
|
"epoch": 9.452276064610867,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 5.396239137604362e-05,
|
|
"loss": 3.9652,
|
|
"mean_token_accuracy": 0.2996322691440582,
|
|
"num_tokens": 22977142.0,
|
|
"step": 9660
|
|
},
|
|
{
|
|
"entropy": 4.81046495437622,
|
|
"epoch": 9.45717082721488,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 5.3891011982159984e-05,
|
|
"loss": 4.095,
|
|
"mean_token_accuracy": 0.29369239807128905,
|
|
"num_tokens": 22988731.0,
|
|
"step": 9665
|
|
},
|
|
{
|
|
"entropy": 4.75087685585022,
|
|
"epoch": 9.462065589818893,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 5.3820275759766573e-05,
|
|
"loss": 3.9729,
|
|
"mean_token_accuracy": 0.2944197475910187,
|
|
"num_tokens": 23000939.0,
|
|
"step": 9670
|
|
},
|
|
{
|
|
"entropy": 4.78742618560791,
|
|
"epoch": 9.466960352422907,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 5.375018291462404e-05,
|
|
"loss": 3.9648,
|
|
"mean_token_accuracy": 0.3027604192495346,
|
|
"num_tokens": 23013031.0,
|
|
"step": 9675
|
|
},
|
|
{
|
|
"entropy": 4.781541585922241,
|
|
"epoch": 9.471855115026921,
|
|
"grad_norm": 1.390625,
|
|
"learning_rate": 5.368073365062151e-05,
|
|
"loss": 4.0029,
|
|
"mean_token_accuracy": 0.2959809273481369,
|
|
"num_tokens": 23024237.0,
|
|
"step": 9680
|
|
},
|
|
{
|
|
"entropy": 4.725505542755127,
|
|
"epoch": 9.476749877630935,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 5.361192816977604e-05,
|
|
"loss": 3.9465,
|
|
"mean_token_accuracy": 0.30368362963199613,
|
|
"num_tokens": 23037048.0,
|
|
"step": 9685
|
|
},
|
|
{
|
|
"entropy": 4.826724529266357,
|
|
"epoch": 9.481644640234949,
|
|
"grad_norm": 1.390625,
|
|
"learning_rate": 5.354376667223203e-05,
|
|
"loss": 4.0146,
|
|
"mean_token_accuracy": 0.2953542172908783,
|
|
"num_tokens": 23047956.0,
|
|
"step": 9690
|
|
},
|
|
{
|
|
"entropy": 4.779364728927613,
|
|
"epoch": 9.486539402838963,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 5.347624935626064e-05,
|
|
"loss": 3.9534,
|
|
"mean_token_accuracy": 0.30473294854164124,
|
|
"num_tokens": 23059166.0,
|
|
"step": 9695
|
|
},
|
|
{
|
|
"entropy": 4.738550519943237,
|
|
"epoch": 9.491434165442977,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 5.3409376418259115e-05,
|
|
"loss": 3.9953,
|
|
"mean_token_accuracy": 0.29768401980400083,
|
|
"num_tokens": 23072706.0,
|
|
"step": 9700
|
|
},
|
|
{
|
|
"entropy": 4.702997255325317,
|
|
"epoch": 9.49632892804699,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 5.334314805275046e-05,
|
|
"loss": 3.9364,
|
|
"mean_token_accuracy": 0.3091309696435928,
|
|
"num_tokens": 23084356.0,
|
|
"step": 9705
|
|
},
|
|
{
|
|
"entropy": 4.703414106369019,
|
|
"epoch": 9.501223690651003,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 5.3277564452382626e-05,
|
|
"loss": 3.9193,
|
|
"mean_token_accuracy": 0.3086276799440384,
|
|
"num_tokens": 23095506.0,
|
|
"step": 9710
|
|
},
|
|
{
|
|
"entropy": 4.7573646068572994,
|
|
"epoch": 9.506118453255016,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 5.321262580792802e-05,
|
|
"loss": 4.0191,
|
|
"mean_token_accuracy": 0.2945751160383224,
|
|
"num_tokens": 23107402.0,
|
|
"step": 9715
|
|
},
|
|
{
|
|
"entropy": 4.7637780666351315,
|
|
"epoch": 9.51101321585903,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 5.314833230828303e-05,
|
|
"loss": 3.9879,
|
|
"mean_token_accuracy": 0.2959939271211624,
|
|
"num_tokens": 23119262.0,
|
|
"step": 9720
|
|
},
|
|
{
|
|
"entropy": 4.753852653503418,
|
|
"epoch": 9.515907978463044,
|
|
"grad_norm": 1.421875,
|
|
"learning_rate": 5.3084684140467404e-05,
|
|
"loss": 3.9734,
|
|
"mean_token_accuracy": 0.3011016219854355,
|
|
"num_tokens": 23129988.0,
|
|
"step": 9725
|
|
},
|
|
{
|
|
"entropy": 4.750711441040039,
|
|
"epoch": 9.520802741067058,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 5.3021681489623745e-05,
|
|
"loss": 4.0099,
|
|
"mean_token_accuracy": 0.29713216722011565,
|
|
"num_tokens": 23142101.0,
|
|
"step": 9730
|
|
},
|
|
{
|
|
"entropy": 4.831313610076904,
|
|
"epoch": 9.525697503671072,
|
|
"grad_norm": 1.3359375,
|
|
"learning_rate": 5.295932453901684e-05,
|
|
"loss": 4.1105,
|
|
"mean_token_accuracy": 0.28836481273174286,
|
|
"num_tokens": 23153558.0,
|
|
"step": 9735
|
|
},
|
|
{
|
|
"entropy": 4.723710298538208,
|
|
"epoch": 9.530592266275086,
|
|
"grad_norm": 1.3203125,
|
|
"learning_rate": 5.289761347003337e-05,
|
|
"loss": 3.9379,
|
|
"mean_token_accuracy": 0.30936234891414643,
|
|
"num_tokens": 23164533.0,
|
|
"step": 9740
|
|
},
|
|
{
|
|
"entropy": 4.831152009963989,
|
|
"epoch": 9.5354870288791,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 5.2836548462181196e-05,
|
|
"loss": 4.1103,
|
|
"mean_token_accuracy": 0.27955502569675444,
|
|
"num_tokens": 23176947.0,
|
|
"step": 9745
|
|
},
|
|
{
|
|
"entropy": 4.793307447433472,
|
|
"epoch": 9.540381791483114,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 5.2776129693088846e-05,
|
|
"loss": 4.0718,
|
|
"mean_token_accuracy": 0.28877711594104766,
|
|
"num_tokens": 23189168.0,
|
|
"step": 9750
|
|
},
|
|
{
|
|
"entropy": 4.816354274749756,
|
|
"epoch": 9.545276554087128,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 5.27163573385051e-05,
|
|
"loss": 3.9626,
|
|
"mean_token_accuracy": 0.29974118769168856,
|
|
"num_tokens": 23201194.0,
|
|
"step": 9755
|
|
},
|
|
{
|
|
"entropy": 4.937267160415649,
|
|
"epoch": 9.55017131669114,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 5.2657231572298386e-05,
|
|
"loss": 4.1471,
|
|
"mean_token_accuracy": 0.28534034341573716,
|
|
"num_tokens": 23214064.0,
|
|
"step": 9760
|
|
},
|
|
{
|
|
"entropy": 4.771344423294067,
|
|
"epoch": 9.555066079295154,
|
|
"grad_norm": 1.2265625,
|
|
"learning_rate": 5.259875256645634e-05,
|
|
"loss": 3.9774,
|
|
"mean_token_accuracy": 0.30367342531681063,
|
|
"num_tokens": 23224781.0,
|
|
"step": 9765
|
|
},
|
|
{
|
|
"entropy": 4.784712934494019,
|
|
"epoch": 9.559960841899168,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 5.254092049108521e-05,
|
|
"loss": 3.975,
|
|
"mean_token_accuracy": 0.30007910132408144,
|
|
"num_tokens": 23236782.0,
|
|
"step": 9770
|
|
},
|
|
{
|
|
"entropy": 4.827734804153442,
|
|
"epoch": 9.564855604503181,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 5.248373551440949e-05,
|
|
"loss": 3.9996,
|
|
"mean_token_accuracy": 0.29692416787147524,
|
|
"num_tokens": 23249529.0,
|
|
"step": 9775
|
|
},
|
|
{
|
|
"entropy": 4.731436347961425,
|
|
"epoch": 9.569750367107195,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 5.242719780277135e-05,
|
|
"loss": 3.9287,
|
|
"mean_token_accuracy": 0.2992528021335602,
|
|
"num_tokens": 23262737.0,
|
|
"step": 9780
|
|
},
|
|
{
|
|
"entropy": 4.880699110031128,
|
|
"epoch": 9.57464512971121,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 5.237130752063013e-05,
|
|
"loss": 4.004,
|
|
"mean_token_accuracy": 0.29191407561302185,
|
|
"num_tokens": 23274777.0,
|
|
"step": 9785
|
|
},
|
|
{
|
|
"entropy": 4.797618103027344,
|
|
"epoch": 9.579539892315223,
|
|
"grad_norm": 1.1328125,
|
|
"learning_rate": 5.231606483056196e-05,
|
|
"loss": 4.0537,
|
|
"mean_token_accuracy": 0.29462463557720187,
|
|
"num_tokens": 23287393.0,
|
|
"step": 9790
|
|
},
|
|
{
|
|
"entropy": 4.726949071884155,
|
|
"epoch": 9.584434654919237,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 5.226146989325915e-05,
|
|
"loss": 3.9108,
|
|
"mean_token_accuracy": 0.3014277070760727,
|
|
"num_tokens": 23299049.0,
|
|
"step": 9795
|
|
},
|
|
{
|
|
"entropy": 4.807730340957642,
|
|
"epoch": 9.58932941752325,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 5.2207522867529896e-05,
|
|
"loss": 4.0187,
|
|
"mean_token_accuracy": 0.2957456260919571,
|
|
"num_tokens": 23310827.0,
|
|
"step": 9800
|
|
},
|
|
{
|
|
"entropy": 4.762857675552368,
|
|
"epoch": 9.594224180127263,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 5.21542239102976e-05,
|
|
"loss": 3.9981,
|
|
"mean_token_accuracy": 0.2974866896867752,
|
|
"num_tokens": 23323140.0,
|
|
"step": 9805
|
|
},
|
|
{
|
|
"entropy": 4.81097526550293,
|
|
"epoch": 9.599118942731277,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 5.2101573176600666e-05,
|
|
"loss": 4.0708,
|
|
"mean_token_accuracy": 0.2963706135749817,
|
|
"num_tokens": 23335787.0,
|
|
"step": 9810
|
|
},
|
|
{
|
|
"entropy": 4.819524574279785,
|
|
"epoch": 9.60401370533529,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 5.204957081959178e-05,
|
|
"loss": 4.0191,
|
|
"mean_token_accuracy": 0.29669792354106905,
|
|
"num_tokens": 23347997.0,
|
|
"step": 9815
|
|
},
|
|
{
|
|
"entropy": 4.802180004119873,
|
|
"epoch": 9.608908467939305,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 5.199821699053771e-05,
|
|
"loss": 4.0389,
|
|
"mean_token_accuracy": 0.2856824159622192,
|
|
"num_tokens": 23360963.0,
|
|
"step": 9820
|
|
},
|
|
{
|
|
"entropy": 4.8300224304199215,
|
|
"epoch": 9.613803230543319,
|
|
"grad_norm": 1.328125,
|
|
"learning_rate": 5.194751183881875e-05,
|
|
"loss": 4.1164,
|
|
"mean_token_accuracy": 0.279991215467453,
|
|
"num_tokens": 23372385.0,
|
|
"step": 9825
|
|
},
|
|
{
|
|
"entropy": 4.74051342010498,
|
|
"epoch": 9.618697993147332,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 5.189745551192819e-05,
|
|
"loss": 3.9426,
|
|
"mean_token_accuracy": 0.3026067465543747,
|
|
"num_tokens": 23383389.0,
|
|
"step": 9830
|
|
},
|
|
{
|
|
"entropy": 4.914032411575318,
|
|
"epoch": 9.623592755751346,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 5.1848048155472105e-05,
|
|
"loss": 4.1349,
|
|
"mean_token_accuracy": 0.28327649235725405,
|
|
"num_tokens": 23396299.0,
|
|
"step": 9835
|
|
},
|
|
{
|
|
"entropy": 4.775186443328858,
|
|
"epoch": 9.62848751835536,
|
|
"grad_norm": 1.140625,
|
|
"learning_rate": 5.179928991316877e-05,
|
|
"loss": 3.9364,
|
|
"mean_token_accuracy": 0.30544574856758117,
|
|
"num_tokens": 23408224.0,
|
|
"step": 9840
|
|
},
|
|
{
|
|
"entropy": 4.865913724899292,
|
|
"epoch": 9.633382280959374,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 5.1751180926848285e-05,
|
|
"loss": 4.0913,
|
|
"mean_token_accuracy": 0.2870608329772949,
|
|
"num_tokens": 23420902.0,
|
|
"step": 9845
|
|
},
|
|
{
|
|
"entropy": 4.788714742660522,
|
|
"epoch": 9.638277043563388,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 5.170372133645219e-05,
|
|
"loss": 4.0095,
|
|
"mean_token_accuracy": 0.29521565437316893,
|
|
"num_tokens": 23432441.0,
|
|
"step": 9850
|
|
},
|
|
{
|
|
"entropy": 4.818955326080323,
|
|
"epoch": 9.6431718061674,
|
|
"grad_norm": 1.3203125,
|
|
"learning_rate": 5.1656911280032996e-05,
|
|
"loss": 4.0418,
|
|
"mean_token_accuracy": 0.29526215195655825,
|
|
"num_tokens": 23445753.0,
|
|
"step": 9855
|
|
},
|
|
{
|
|
"entropy": 4.761849308013916,
|
|
"epoch": 9.648066568771414,
|
|
"grad_norm": 1.171875,
|
|
"learning_rate": 5.161075089375386e-05,
|
|
"loss": 3.9864,
|
|
"mean_token_accuracy": 0.2966615378856659,
|
|
"num_tokens": 23457028.0,
|
|
"step": 9860
|
|
},
|
|
{
|
|
"entropy": 4.78953742980957,
|
|
"epoch": 9.652961331375428,
|
|
"grad_norm": 1.1640625,
|
|
"learning_rate": 5.156524031188808e-05,
|
|
"loss": 4.0469,
|
|
"mean_token_accuracy": 0.29420867264270784,
|
|
"num_tokens": 23469421.0,
|
|
"step": 9865
|
|
},
|
|
{
|
|
"entropy": 4.803643369674683,
|
|
"epoch": 9.657856093979442,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 5.152037966681891e-05,
|
|
"loss": 3.9723,
|
|
"mean_token_accuracy": 0.30032192170619965,
|
|
"num_tokens": 23480514.0,
|
|
"step": 9870
|
|
},
|
|
{
|
|
"entropy": 4.806494569778442,
|
|
"epoch": 9.662750856583456,
|
|
"grad_norm": 1.2734375,
|
|
"learning_rate": 5.147616908903888e-05,
|
|
"loss": 4.0241,
|
|
"mean_token_accuracy": 0.29908307194709777,
|
|
"num_tokens": 23491413.0,
|
|
"step": 9875
|
|
},
|
|
{
|
|
"entropy": 4.817647266387939,
|
|
"epoch": 9.66764561918747,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 5.1432608707149706e-05,
|
|
"loss": 4.0377,
|
|
"mean_token_accuracy": 0.2857759177684784,
|
|
"num_tokens": 23504870.0,
|
|
"step": 9880
|
|
},
|
|
{
|
|
"entropy": 4.805331516265869,
|
|
"epoch": 9.672540381791483,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 5.13896986478617e-05,
|
|
"loss": 3.9766,
|
|
"mean_token_accuracy": 0.29564387500286105,
|
|
"num_tokens": 23515956.0,
|
|
"step": 9885
|
|
},
|
|
{
|
|
"entropy": 4.779669952392578,
|
|
"epoch": 9.677435144395497,
|
|
"grad_norm": 1.3125,
|
|
"learning_rate": 5.134743903599352e-05,
|
|
"loss": 3.9763,
|
|
"mean_token_accuracy": 0.29593977630138396,
|
|
"num_tokens": 23526821.0,
|
|
"step": 9890
|
|
},
|
|
{
|
|
"entropy": 4.768006992340088,
|
|
"epoch": 9.682329906999511,
|
|
"grad_norm": 1.1796875,
|
|
"learning_rate": 5.130582999447179e-05,
|
|
"loss": 4.0159,
|
|
"mean_token_accuracy": 0.29183255434036254,
|
|
"num_tokens": 23538202.0,
|
|
"step": 9895
|
|
},
|
|
{
|
|
"entropy": 4.812900638580322,
|
|
"epoch": 9.687224669603523,
|
|
"grad_norm": 1.296875,
|
|
"learning_rate": 5.126487164433068e-05,
|
|
"loss": 4.0453,
|
|
"mean_token_accuracy": 0.2921596884727478,
|
|
"num_tokens": 23550526.0,
|
|
"step": 9900
|
|
},
|
|
{
|
|
"entropy": 4.80851149559021,
|
|
"epoch": 9.692119432207537,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 5.122456410471164e-05,
|
|
"loss": 4.0703,
|
|
"mean_token_accuracy": 0.2851635694503784,
|
|
"num_tokens": 23562997.0,
|
|
"step": 9905
|
|
},
|
|
{
|
|
"entropy": 4.744428920745849,
|
|
"epoch": 9.697014194811551,
|
|
"grad_norm": 1.2109375,
|
|
"learning_rate": 5.1184907492863025e-05,
|
|
"loss": 3.9669,
|
|
"mean_token_accuracy": 0.2984753638505936,
|
|
"num_tokens": 23574313.0,
|
|
"step": 9910
|
|
},
|
|
{
|
|
"entropy": 4.780137395858764,
|
|
"epoch": 9.701908957415565,
|
|
"grad_norm": 1.28125,
|
|
"learning_rate": 5.114590192413971e-05,
|
|
"loss": 3.9984,
|
|
"mean_token_accuracy": 0.29760353565216063,
|
|
"num_tokens": 23585376.0,
|
|
"step": 9915
|
|
},
|
|
{
|
|
"entropy": 4.806608867645264,
|
|
"epoch": 9.706803720019579,
|
|
"grad_norm": 1.1953125,
|
|
"learning_rate": 5.11075475120028e-05,
|
|
"loss": 4.0019,
|
|
"mean_token_accuracy": 0.2943661317229271,
|
|
"num_tokens": 23597513.0,
|
|
"step": 9920
|
|
},
|
|
{
|
|
"entropy": 4.8220960140228275,
|
|
"epoch": 9.711698482623593,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 5.1069844368019265e-05,
|
|
"loss": 4.0319,
|
|
"mean_token_accuracy": 0.2958825558423996,
|
|
"num_tokens": 23610724.0,
|
|
"step": 9925
|
|
},
|
|
{
|
|
"entropy": 4.827322006225586,
|
|
"epoch": 9.716593245227607,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 5.103279260186169e-05,
|
|
"loss": 4.0943,
|
|
"mean_token_accuracy": 0.29084478318691254,
|
|
"num_tokens": 23623273.0,
|
|
"step": 9930
|
|
},
|
|
{
|
|
"entropy": 4.824528551101684,
|
|
"epoch": 9.72148800783162,
|
|
"grad_norm": 1.25,
|
|
"learning_rate": 5.099639232130782e-05,
|
|
"loss": 4.0847,
|
|
"mean_token_accuracy": 0.2843466907739639,
|
|
"num_tokens": 23635517.0,
|
|
"step": 9935
|
|
},
|
|
{
|
|
"entropy": 4.789399290084839,
|
|
"epoch": 9.726382770435634,
|
|
"grad_norm": 1.21875,
|
|
"learning_rate": 5.0960643632240454e-05,
|
|
"loss": 3.9623,
|
|
"mean_token_accuracy": 0.29722365736961365,
|
|
"num_tokens": 23647471.0,
|
|
"step": 9940
|
|
},
|
|
{
|
|
"entropy": 4.811989068984985,
|
|
"epoch": 9.731277533039648,
|
|
"grad_norm": 1.359375,
|
|
"learning_rate": 5.092554663864689e-05,
|
|
"loss": 4.0417,
|
|
"mean_token_accuracy": 0.29249192029237747,
|
|
"num_tokens": 23658775.0,
|
|
"step": 9945
|
|
},
|
|
{
|
|
"entropy": 4.778703451156616,
|
|
"epoch": 9.73617229564366,
|
|
"grad_norm": 1.203125,
|
|
"learning_rate": 5.089110144261882e-05,
|
|
"loss": 4.0334,
|
|
"mean_token_accuracy": 0.2901360929012299,
|
|
"num_tokens": 23671649.0,
|
|
"step": 9950
|
|
},
|
|
{
|
|
"entropy": 4.837510061264038,
|
|
"epoch": 9.741067058247674,
|
|
"grad_norm": 1.34375,
|
|
"learning_rate": 5.085730814435193e-05,
|
|
"loss": 4.0161,
|
|
"mean_token_accuracy": 0.29662241637706754,
|
|
"num_tokens": 23683001.0,
|
|
"step": 9955
|
|
},
|
|
{
|
|
"entropy": 4.791252899169922,
|
|
"epoch": 9.745961820851688,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 5.082416684214563e-05,
|
|
"loss": 3.9648,
|
|
"mean_token_accuracy": 0.29548591673374175,
|
|
"num_tokens": 23695415.0,
|
|
"step": 9960
|
|
},
|
|
{
|
|
"entropy": 4.810051918029785,
|
|
"epoch": 9.750856583455702,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 5.0791677632402836e-05,
|
|
"loss": 4.0379,
|
|
"mean_token_accuracy": 0.29339844584465025,
|
|
"num_tokens": 23707450.0,
|
|
"step": 9965
|
|
},
|
|
{
|
|
"entropy": 4.807213401794433,
|
|
"epoch": 9.755751346059716,
|
|
"grad_norm": 1.3046875,
|
|
"learning_rate": 5.075984060962951e-05,
|
|
"loss": 4.0296,
|
|
"mean_token_accuracy": 0.294450119137764,
|
|
"num_tokens": 23719923.0,
|
|
"step": 9970
|
|
},
|
|
{
|
|
"entropy": 4.759642887115478,
|
|
"epoch": 9.76064610866373,
|
|
"grad_norm": 1.2890625,
|
|
"learning_rate": 5.0728655866434614e-05,
|
|
"loss": 3.9492,
|
|
"mean_token_accuracy": 0.3010222911834717,
|
|
"num_tokens": 23731409.0,
|
|
"step": 9975
|
|
},
|
|
{
|
|
"entropy": 4.821615505218506,
|
|
"epoch": 9.765540871267744,
|
|
"grad_norm": 1.234375,
|
|
"learning_rate": 5.069812349352971e-05,
|
|
"loss": 4.0626,
|
|
"mean_token_accuracy": 0.2816173925995827,
|
|
"num_tokens": 23743050.0,
|
|
"step": 9980
|
|
},
|
|
{
|
|
"entropy": 4.814800691604614,
|
|
"epoch": 9.770435633871758,
|
|
"grad_norm": 1.390625,
|
|
"learning_rate": 5.066824357972867e-05,
|
|
"loss": 4.0044,
|
|
"mean_token_accuracy": 0.2967691570520401,
|
|
"num_tokens": 23755510.0,
|
|
"step": 9985
|
|
},
|
|
{
|
|
"entropy": 4.771351623535156,
|
|
"epoch": 9.775330396475772,
|
|
"grad_norm": 1.2578125,
|
|
"learning_rate": 5.06390162119475e-05,
|
|
"loss": 4.0058,
|
|
"mean_token_accuracy": 0.30124894678592684,
|
|
"num_tokens": 23766792.0,
|
|
"step": 9990
|
|
},
|
|
{
|
|
"entropy": 4.756444597244263,
|
|
"epoch": 9.780225159079784,
|
|
"grad_norm": 1.1875,
|
|
"learning_rate": 5.061044147520405e-05,
|
|
"loss": 3.9462,
|
|
"mean_token_accuracy": 0.30553261041641233,
|
|
"num_tokens": 23779932.0,
|
|
"step": 9995
|
|
},
|
|
{
|
|
"entropy": 4.914815950393677,
|
|
"epoch": 9.785119921683798,
|
|
"grad_norm": 1.2421875,
|
|
"learning_rate": 5.0582519452617745e-05,
|
|
"loss": 4.1165,
|
|
"mean_token_accuracy": 0.28400505483150484,
|
|
"num_tokens": 23792346.0,
|
|
"step": 10000
|
|
},
|
|
{
|
|
"epoch": 9.785119921683798,
|
|
"eval_entropy": 4.772528295450587,
|
|
"eval_loss": 5.51258659362793,
|
|
"eval_mean_token_accuracy": 0.20927368844329897,
|
|
"eval_num_tokens": 23792346.0,
|
|
"eval_runtime": 2.7218,
|
|
"eval_samples_per_second": 1266.428,
|
|
"eval_steps_per_second": 158.349,
|
|
"step": 10000
|
|
}
|
|
],
|
|
"logging_steps": 5,
|
|
"max_steps": 10210,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 10,
|
|
"save_steps": 1000,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": false
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 3.6917370438912e+16,
|
|
"train_batch_size": 16,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|